diff --git "a/trainer_0_log.txt" "b/trainer_0_log.txt" --- "a/trainer_0_log.txt" +++ "b/trainer_0_log.txt" @@ -1,100099 +1,3 @@ - > Training Environment: - | > Backend: Torch - | > Mixed precision: True - | > Precision: fp16 - | > Current device: 0 - | > Num. of GPUs: 1 - | > Num. of CPUs: 16 - | > Num. of Torch Threads: 8 - | > Torch seed: 54321 - | > Torch CUDNN: True - | > Torch CUDNN deterministic: False - | > Torch CUDNN benchmark: False - | > Torch TF32 MatMul: False - > Start Tensorboard: tensorboard --logdir=/home/aymen/Tamazight-NLP/Speech/coqui_tts/vits_shi_male-November-22-2024_02+49AM-0000000 - - > Model has 83041708 parameters - - > EPOCH: 0/1000 - --> /home/aymen/Tamazight-NLP/Speech/coqui_tts/vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-22 02:51:38)  - - --> TIME: 2024-11-22 02:51:47 -- STEP: 0/797 -- GLOBAL_STEP: 0 - | > loss_disc: 5.9318318367004395 (5.9318318367004395) - | > loss_disc_real_0: 0.9709874391555786 (0.9709874391555786) - | > loss_disc_real_1: 0.9714029431343079 (0.9714029431343079) - | > loss_disc_real_2: 0.9821491241455078 (0.9821491241455078) - | > loss_disc_real_3: 0.9811509251594543 (0.9811509251594543) - | > loss_disc_real_4: 1.022464632987976 (1.022464632987976) - | > loss_disc_real_5: 1.002955436706543 (1.002955436706543) - | > loss_0: 5.9318318367004395 (5.9318318367004395) - | > grad_norm_0: 0 (0) - | > loss_gen: 5.931347846984863 (5.931347846984863) - | > loss_kl: 148.4361114501953 (148.4361114501953) - | > loss_feat: 0.41688719391822815 (0.41688719391822815) - | > loss_mel: 102.87934875488281 (102.87934875488281) - | > loss_duration: 2.386620044708252 (2.386620044708252) - | > amp_scaler: 32768.0 (32768.0) - | > loss_1: 260.0503234863281 (260.0503234863281) - | > grad_norm_1: 0 (0) - | > current_lr_0: 0.0002 - | > current_lr_1: 0.0002 - | > step_time: 5.6026 (5.602592706680298) - | > loader_time: 2.6568 (2.656766653060913) - - - --> TIME: 2024-11-22 02:52:36 -- STEP: 25/797 -- GLOBAL_STEP: 25 - | > loss_disc: 2.312190055847168 (3.206577711105347) - | > loss_disc_real_0: 0.2688009440898895 (0.32892073959112167) - | > loss_disc_real_1: 0.22012606263160706 (0.31577447533607483) - | > loss_disc_real_2: 0.17696265876293182 (0.32115101516246797) - | > loss_disc_real_3: 0.2084178477525711 (0.3294952630996704) - | > loss_disc_real_4: 0.18003694713115692 (0.3424918484687805) - | > loss_disc_real_5: 0.13870833814144135 (0.3438759696483612) - | > loss_0: 2.312190055847168 (3.206577711105347) - | > grad_norm_0: tensor(5.6986, device='cuda:0') (tensor(3.0717, device='cuda:0')) - | > loss_gen: 2.373605966567993 (2.0848912310600283) - | > loss_kl: 8.432108879089355 (53.92661540985105) - | > loss_feat: 3.623882293701172 (1.241592754125595) - | > loss_mel: 58.39069747924805 (77.55017288208008) - | > loss_duration: 1.9680168628692627 (2.224168186187744) - | > amp_scaler: 1024.0 (2088.96) - | > loss_1: 74.7883071899414 (137.02743652343747) - | > grad_norm_1: tensor(144.5068, device='cuda:0') (tensor(164.4548, device='cuda:0')) - | > current_lr_0: 0.0002 - | > current_lr_1: 0.0002 - | > step_time: 1.6771 (1.8626489162445068) - | > loader_time: 0.0083 (0.007925004959106448) - - - --> TIME: 2024-11-22 02:53:24 -- STEP: 50/797 -- GLOBAL_STEP: 50 - | > loss_disc: 2.345627546310425 (2.8284784030914314) - | > loss_disc_real_0: 0.16173610091209412 (0.26873226508498194) - | > loss_disc_real_1: 0.31035423278808594 (0.2857157358527183) - | > loss_disc_real_2: 0.2865622639656067 (0.2901525595784187) - | > loss_disc_real_3: 0.32865041494369507 (0.29248699545860296) - | > loss_disc_real_4: 0.2793738543987274 (0.30044615000486374) - | > loss_disc_real_5: 0.1643940657377243 (0.2832952187955379) - | > loss_0: 2.345627546310425 (2.8284784030914314) - | > grad_norm_0: tensor(2.9608, device='cuda:0') (tensor(4.4983, device='cuda:0')) - | > loss_gen: 2.6520724296569824 (2.2013214433193213) - | > loss_kl: 3.920957326889038 (29.656218247413626) - | > loss_feat: 3.269991874694824 (2.207276627421379) - | > loss_mel: 47.39669418334961 (64.23915069580076) - | > loss_duration: 2.028940200805664 (2.136624031066895) - | > amp_scaler: 1024.0 (1556.48) - | > loss_1: 59.268653869628906 (100.44058906555172) - | > grad_norm_1: tensor(110.6059, device='cuda:0') (tensor(138.4394, device='cuda:0')) - | > current_lr_0: 0.0002 - | > current_lr_1: 0.0002 - | > step_time: 2.0002 (1.8689528226852417) - | > loader_time: 0.0057 (0.007822399139404296) - - - --> TIME: 2024-11-22 02:54:10 -- STEP: 75/797 -- GLOBAL_STEP: 75 - | > loss_disc: 2.190091609954834 (2.6036130062739056) - | > loss_disc_real_0: 0.0822136253118515 (0.21508836274345716) - | > loss_disc_real_1: 0.34419873356819153 (0.27571668008963257) - | > loss_disc_real_2: 0.32431256771087646 (0.2779515457153319) - | > loss_disc_real_3: 0.2242048978805542 (0.2781257136662802) - | > loss_disc_real_4: 0.2190956026315689 (0.28320091625054683) - | > loss_disc_real_5: 0.2082507461309433 (0.2437077670296033) - | > loss_0: 2.190091609954834 (2.6036130062739056) - | > grad_norm_0: tensor(3.3633, device='cuda:0') (tensor(5.7379, device='cuda:0')) - | > loss_gen: 2.99001407623291 (2.402616261641184) - | > loss_kl: 2.6523725986480713 (20.830635779698685) - | > loss_feat: 4.065979957580566 (2.9818028875192) - | > loss_mel: 46.83710479736328 (58.33300165812173) - | > loss_duration: 2.008854389190674 (2.0997904300689703) - | > amp_scaler: 1024.0 (1378.9866666666667) - | > loss_1: 58.554325103759766 (86.6478457132975) - | > grad_norm_1: tensor(86.6897, device='cuda:0') (tensor(127.6948, device='cuda:0')) - | > current_lr_0: 0.0002 - | > current_lr_1: 0.0002 - | > step_time: 1.7796 (1.8576091225941975) - | > loader_time: 0.0073 (0.007959648768107095) - - - --> TIME: 2024-11-22 02:54:56 -- STEP: 100/797 -- GLOBAL_STEP: 100 - | > loss_disc: 2.4311506748199463 (2.5324332678318022) - | > loss_disc_real_0: 0.14124251902103424 (0.18386603605002164) - | > loss_disc_real_1: 0.39237073063850403 (0.2705703283846378) - | > loss_disc_real_2: 0.38410764932632446 (0.2713642367720603) - | > loss_disc_real_3: 0.3076293468475342 (0.2669761139154435) - | > loss_disc_real_4: 0.3765219748020172 (0.2721064078807831) - | > loss_disc_real_5: 0.17463335394859314 (0.24150871843099594) - | > loss_0: 2.4311506748199463 (2.5324332678318022) - | > grad_norm_0: tensor(5.4306, device='cuda:0') (tensor(5.6948, device='cuda:0')) - | > loss_gen: 2.3760387897491455 (2.4388925927877416) - | > loss_kl: 2.2580649852752686 (16.228525311946857) - | > loss_feat: 3.4734818935394287 (3.201168545186519) - | > loss_mel: 43.56944274902344 (54.74726516723632) - | > loss_duration: 2.052121162414551 (2.0864361989498152) - | > amp_scaler: 1024.0 (1290.2399999999998) - | > loss_1: 53.729148864746094 (78.70228702545165) - | > grad_norm_1: tensor(106.2805, device='cuda:0') (tensor(126.2840, device='cuda:0')) - | > current_lr_0: 0.0002 - | > current_lr_1: 0.0002 - | > step_time: 1.4776 (1.8518722009658815) - | > loader_time: 0.0063 (0.00812439203262329) - - - --> TIME: 2024-11-22 02:55:36 -- STEP: 125/797 -- GLOBAL_STEP: 125 - | > loss_disc: 2.9586668014526367 (2.4564375076293947) - | > loss_disc_real_0: 0.45701876282691956 (0.17285212001204492) - | > loss_disc_real_1: 0.2361573874950409 (0.2650885564088822) - | > loss_disc_real_2: 0.24869586527347565 (0.2651661969423294) - | > loss_disc_real_3: 0.2033035010099411 (0.2574564394950868) - | > loss_disc_real_4: 0.20990267395973206 (0.2631728801727295) - | > loss_disc_real_5: 0.3513736128807068 (0.22520798406004905) - | > loss_0: 2.9586668014526367 (2.4564375076293947) - | > grad_norm_0: tensor(7.1732, device='cuda:0') (tensor(5.9360, device='cuda:0')) - | > loss_gen: 2.2570748329162598 (2.50352888059616) - | > loss_kl: 2.11984920501709 (13.415275463104237) - | > loss_feat: 2.4660391807556152 (3.4560032470226285) - | > loss_mel: 42.44750213623047 (52.429840301513664) - | > loss_duration: 2.0365304946899414 (2.078545691490175) - | > amp_scaler: 1024.0 (1236.9919999999997) - | > loss_1: 51.326995849609375 (73.88319290161132) - | > grad_norm_1: tensor(113.5194, device='cuda:0') (tensor(123.9185, device='cuda:0')) - | > current_lr_0: 0.0002 - | > current_lr_1: 0.0002 - | > step_time: 2.1039 (1.7932666244506836) - | > loader_time: 0.0063 (0.00800605583190918) - - - --> TIME: 2024-11-22 02:56:22 -- STEP: 150/797 -- GLOBAL_STEP: 150 - | > loss_disc: 2.183534622192383 (2.4891588115692125) - | > loss_disc_real_0: 0.12227801978588104 (0.19085047937929628) - | > loss_disc_real_1: 0.2599937617778778 (0.2619098894794782) - | > loss_disc_real_2: 0.1647047996520996 (0.25953239619731905) - | > loss_disc_real_3: 0.147722527384758 (0.2518186070521673) - | > loss_disc_real_4: 0.10052419453859329 (0.25441065510114036) - | > loss_disc_real_5: 0.2957157492637634 (0.22923328367372353) - | > loss_0: 2.183534622192383 (2.4891588115692125) - | > grad_norm_0: tensor(8.2767, device='cuda:0') (tensor(6.1280, device='cuda:0')) - | > loss_gen: 1.9346649646759033 (2.4552937638759604) - | > loss_kl: 1.928165078163147 (11.504426408608744) - | > loss_feat: 3.9857587814331055 (3.3707737125953026) - | > loss_mel: 42.13495635986328 (51.045319188435876) - | > loss_duration: 1.9431549310684204 (2.0716887903213514) - | > amp_scaler: 1024.0 (1201.4933333333333) - | > loss_1: 51.926700592041016 (70.44750119527178) - | > grad_norm_1: tensor(79.6407, device='cuda:0') (tensor(123.9886, device='cuda:0')) - | > current_lr_0: 0.0002 - | > current_lr_1: 0.0002 - | > step_time: 1.5194 (1.8027240832646687) - | > loader_time: 0.0086 (0.0078614870707194) - - - --> TIME: 2024-11-22 02:57:15 -- STEP: 175/797 -- GLOBAL_STEP: 175 - | > loss_disc: 2.276643753051758 (2.4588994244166784) - | > loss_disc_real_0: 0.19504252076148987 (0.19263344187821665) - | > loss_disc_real_1: 0.1955392211675644 (0.2576451425892965) - | > loss_disc_real_2: 0.14689987897872925 (0.25668897726706086) - | > loss_disc_real_3: 0.21344895660877228 (0.24542604271854676) - | > loss_disc_real_4: 0.11257278919219971 (0.2449804041215353) - | > loss_disc_real_5: 0.38165414333343506 (0.22694790003555163) - | > loss_0: 2.276643753051758 (2.4588994244166784) - | > grad_norm_0: tensor(15.5906, device='cuda:0') (tensor(6.8284, device='cuda:0')) - | > loss_gen: 2.1915862560272217 (2.463595110688891) - | > loss_kl: 1.807982325553894 (10.109250830922798) - | > loss_feat: 4.173188209533691 (3.4499803296157285) - | > loss_mel: 41.67436981201172 (49.85971823556083) - | > loss_duration: 2.024350881576538 (2.0645306948253106) - | > amp_scaler: 1024.0 (1176.1371428571426) - | > loss_1: 51.87147521972656 (67.94707462855747) - | > grad_norm_1: tensor(106.4627, device='cuda:0') (tensor(120.9732, device='cuda:0')) - | > current_lr_0: 0.0002 - | > current_lr_1: 0.0002 - | > step_time: 3.743 (1.840793365750994) - | > loader_time: 0.0182 (0.008348146166120257) - - - --> TIME: 2024-11-22 02:57:58 -- STEP: 200/797 -- GLOBAL_STEP: 200 - | > loss_disc: 2.145913600921631 (2.4539744913578034) - | > loss_disc_real_0: 0.21590666472911835 (0.20260747807100418) - | > loss_disc_real_1: 0.16091760993003845 (0.25564612433314315) - | > loss_disc_real_2: 0.1656452864408493 (0.25182499822229143) - | > loss_disc_real_3: 0.10634604096412659 (0.24073335740715268) - | > loss_disc_real_4: 0.10552636533975601 (0.23946448009461174) - | > loss_disc_real_5: 0.1492787003517151 (0.22642035722732545) - | > loss_0: 2.145913600921631 (2.4539744913578034) - | > grad_norm_0: tensor(10.7726, device='cuda:0') (tensor(7.2334, device='cuda:0')) - | > loss_gen: 2.91636323928833 (2.4644464626908307) - | > loss_kl: 1.8888673782348633 (9.052751629948604) - | > loss_feat: 4.530874252319336 (3.4898997913300986) - | > loss_mel: 45.35139083862305 (49.01512435913086) - | > loss_duration: 1.9557032585144043 (2.058445667028429) - | > amp_scaler: 1024.0 (1157.12) - | > loss_1: 56.6431999206543 (66.08066740036008) - | > grad_norm_1: tensor(73.7081, device='cuda:0') (tensor(118.4723, device='cuda:0')) - | > current_lr_0: 0.0002 - | > current_lr_1: 0.0002 - | > step_time: 2.0081 (1.8241891884803771) - | > loader_time: 0.007 (0.008357757329940796) - - - --> TIME: 2024-11-22 02:58:43 -- STEP: 225/797 -- GLOBAL_STEP: 225 - | > loss_disc: 1.6450828313827515 (2.4119137488471125) - | > loss_disc_real_0: 0.11073505878448486 (0.2038982542190287) - | > loss_disc_real_1: 0.21936772763729095 (0.2529034900003008) - | > loss_disc_real_2: 0.21305659413337708 (0.24725560943285627) - | > loss_disc_real_3: 0.16803134977817535 (0.23923191418250406) - | > loss_disc_real_4: 0.14932900667190552 (0.2335626631644038) - | > loss_disc_real_5: 0.16846635937690735 (0.22434287753370072) - | > loss_0: 1.6450828313827515 (2.4119137488471125) - | > grad_norm_0: tensor(3.2932, device='cuda:0') (tensor(7.3525, device='cuda:0')) - | > loss_gen: 2.967280387878418 (2.4906867522663547) - | > loss_kl: 2.064911127090454 (8.266030642721386) - | > loss_feat: 6.155926704406738 (3.623051924043231) - | > loss_mel: 38.47491455078125 (48.01337422688802) - | > loss_duration: 1.9944970607757568 (2.055045545895895) - | > amp_scaler: 1024.0 (1142.3288888888885) - | > loss_1: 51.657527923583984 (64.4481886121962) - | > grad_norm_1: tensor(48.9745, device='cuda:0') (tensor(118.7661, device='cuda:0')) - | > current_lr_0: 0.0002 - | > current_lr_1: 0.0002 - | > step_time: 1.8744 (1.8215626801384819) - | > loader_time: 0.0109 (0.00853375434875488) - - - --> TIME: 2024-11-22 02:59:18 -- STEP: 250/797 -- GLOBAL_STEP: 250 - | > loss_disc: 1.9301141500473022 (2.3689148144721974) - | > loss_disc_real_0: 0.15000879764556885 (0.20203325672447683) - | > loss_disc_real_1: 0.13974793255329132 (0.2504877318441866) - | > loss_disc_real_2: 0.1750216782093048 (0.24405149143934252) - | > loss_disc_real_3: 0.12444720417261124 (0.23353569936752322) - | > loss_disc_real_4: 0.18403619527816772 (0.2296885028183461) - | > loss_disc_real_5: 0.11248759925365448 (0.22321136850118636) - | > loss_0: 1.9301141500473022 (2.3689148144721974) - | > grad_norm_0: tensor(11.6098, device='cuda:0') (tensor(7.9074, device='cuda:0')) - | > loss_gen: 2.8433051109313965 (2.535635028600693) - | > loss_kl: 1.7446924448013306 (7.635861081123353) - | > loss_feat: 5.290839672088623 (3.7879629296064374) - | > loss_mel: 38.46368408203125 (47.04987255859375) - | > loss_duration: 1.9910777807235718 (2.051228157520294) - | > amp_scaler: 512.0 (1124.3519999999996) - | > loss_1: 50.333595275878906 (63.06055929565429) - | > grad_norm_1: tensor(54.7605, device='cuda:0') (tensor(119.2540, device='cuda:0')) - | > current_lr_0: 0.0002 - | > current_lr_1: 0.0002 - | > step_time: 1.2302 (1.776365961074829) - | > loader_time: 0.0077 (0.00837354278564453) - - - --> TIME: 2024-11-22 03:00:00 -- STEP: 275/797 -- GLOBAL_STEP: 275 - | > loss_disc: 1.6058293581008911 (2.362697748704389) - | > loss_disc_real_0: 0.15249399840831757 (0.20471610466187654) - | > loss_disc_real_1: 0.206342875957489 (0.2516169925169509) - | > loss_disc_real_2: 0.1144079640507698 (0.24159423649311065) - | > loss_disc_real_3: 0.09711465984582901 (0.231070062734864) - | > loss_disc_real_4: 0.1321697235107422 (0.22848058920014996) - | > loss_disc_real_5: 0.2080305516719818 (0.2238650445504622) - | > loss_0: 1.6058293581008911 (2.362697748704389) - | > grad_norm_0: tensor(6.2045, device='cuda:0') (tensor(8.0511, device='cuda:0')) - | > loss_gen: 3.1167898178100586 (2.5604045982794332) - | > loss_kl: 2.002196788787842 (7.10769353909926) - | > loss_feat: 6.223865509033203 (3.8768141901493074) - | > loss_mel: 37.24451446533203 (46.21364980524237) - | > loss_duration: 2.043398141860962 (2.048129723722284) - | > amp_scaler: 512.0 (1068.683636363636) - | > loss_1: 50.630767822265625 (61.806691409024324) - | > grad_norm_1: tensor(147.1835, device='cuda:0') (tensor(120.0564, device='cuda:0')) - | > current_lr_0: 0.0002 - | > current_lr_1: 0.0002 - | > step_time: 1.6372 (1.766401528445157) - | > loader_time: 0.009 (0.008423577221957117) - - - --> TIME: 2024-11-22 03:00:37 -- STEP: 300/797 -- GLOBAL_STEP: 300 - | > loss_disc: 3.7374022006988525 (2.386006711324055) - | > loss_disc_real_0: 0.30458158254623413 (0.20589779517302914) - | > loss_disc_real_1: 0.43966537714004517 (0.25507927094896615) - | > loss_disc_real_2: 0.5875304341316223 (0.24916258948544662) - | > loss_disc_real_3: 0.4549974799156189 (0.23315434182683628) - | > loss_disc_real_4: 0.5540133118629456 (0.23161757968366156) - | > loss_disc_real_5: 0.4161284863948822 (0.2261213307579358) - | > loss_0: 3.7374022006988525 (2.386006711324055) - | > grad_norm_0: tensor(7.9697, device='cuda:0') (tensor(8.3579, device='cuda:0')) - | > loss_gen: 2.4841644763946533 (2.584265598257383) - | > loss_kl: 2.0270588397979736 (6.6692518055439) - | > loss_feat: 2.709172248840332 (3.914380938112736) - | > loss_mel: 38.837310791015625 (45.54111618041992) - | > loss_duration: 2.0426623821258545 (2.0456156357129407) - | > amp_scaler: 512.0 (1022.293333333333) - | > loss_1: 48.10036849975586 (60.75462979634603) - | > grad_norm_1: tensor(69.3529, device='cuda:0') (tensor(119.9762, device='cuda:0')) - | > current_lr_0: 0.0002 - | > current_lr_1: 0.0002 - | > step_time: 1.3807 (1.7420486489931741) - | > loader_time: 0.0124 (0.008428520361582434) - - - --> TIME: 2024-11-22 03:01:15 -- STEP: 325/797 -- GLOBAL_STEP: 325 - | > loss_disc: 2.3057408332824707 (2.4126822915443986) - | > loss_disc_real_0: 0.10841353237628937 (0.20468245216287104) - | > loss_disc_real_1: 0.24939404428005219 (0.25658703689391776) - | > loss_disc_real_2: 0.2914502024650574 (0.25207542818326223) - | > loss_disc_real_3: 0.1806284338235855 (0.23620916125866084) - | > loss_disc_real_4: 0.19205403327941895 (0.23425814057771985) - | > loss_disc_real_5: 0.15917423367500305 (0.2285968554936922) - | > loss_0: 2.3057408332824707 (2.4126822915443986) - | > grad_norm_0: tensor(4.6589, device='cuda:0') (tensor(8.3988, device='cuda:0')) - | > loss_gen: 2.208146095275879 (2.562719724178315) - | > loss_kl: 1.730448603630066 (6.280087515757634) - | > loss_feat: 3.603987455368042 (3.8695889369341043) - | > loss_mel: 36.94210433959961 (44.91282941378079) - | > loss_duration: 1.985244631767273 (2.0437194266686074) - | > amp_scaler: 512.0 (983.0399999999996) - | > loss_1: 46.46992874145508 (59.66894469041091) - | > grad_norm_1: tensor(40.0481, device='cuda:0') (tensor(118.3043, device='cuda:0')) - | > current_lr_0: 0.0002 - | > current_lr_1: 0.0002 - | > step_time: 1.1666 (1.7227430791121263) - | > loader_time: 0.0071 (0.008361380650446969) - - - --> TIME: 2024-11-22 03:01:56 -- STEP: 350/797 -- GLOBAL_STEP: 350 - | > loss_disc: 2.4580447673797607 (2.4232265019416785) - | > loss_disc_real_0: 0.2453036904335022 (0.20755644822759292) - | > loss_disc_real_1: 0.26698872447013855 (0.2553970922316821) - | > loss_disc_real_2: 0.292572021484375 (0.2518493215101106) - | > loss_disc_real_3: 0.24808549880981445 (0.23477999582886697) - | > loss_disc_real_4: 0.28696539998054504 (0.23290354986275955) - | > loss_disc_real_5: 0.27450621128082275 (0.22822681150266097) - | > loss_0: 2.4580447673797607 (2.4232265019416785) - | > grad_norm_0: tensor(8.0052, device='cuda:0') (tensor(8.2274, device='cuda:0')) - | > loss_gen: 2.014890670776367 (2.53272138612611) - | > loss_kl: 1.8180248737335205 (5.947949752807616) - | > loss_feat: 3.498185634613037 (3.804338237813541) - | > loss_mel: 34.14646911621094 (44.16124626159667) - | > loss_duration: 2.026115655899048 (2.0420182987621867) - | > amp_scaler: 512.0 (949.3942857142854) - | > loss_1: 43.503684997558594 (58.48827366420201) - | > grad_norm_1: tensor(61.8410, device='cuda:0') (tensor(117.0852, device='cuda:0')) - | > current_lr_0: 0.0002 - | > current_lr_1: 0.0002 - | > step_time: 1.7993 (1.7164459235327585) - | > loader_time: 0.0092 (0.008471416064671111) - - - --> TIME: 2024-11-22 03:02:38 -- STEP: 375/797 -- GLOBAL_STEP: 375 - | > loss_disc: 2.6302309036254883 (2.4428841969172126) - | > loss_disc_real_0: 0.22496747970581055 (0.2099518978496393) - | > loss_disc_real_1: 0.1866246461868286 (0.25521008976300513) - | > loss_disc_real_2: 0.19386903941631317 (0.25182765424251535) - | > loss_disc_real_3: 0.19813509285449982 (0.23514345477024715) - | > loss_disc_real_4: 0.1244339793920517 (0.23374142597119021) - | > loss_disc_real_5: 0.18320637941360474 (0.23020282119512553) - | > loss_0: 2.6302309036254883 (2.4428841969172126) - | > grad_norm_0: tensor(4.3731, device='cuda:0') (tensor(8.1305, device='cuda:0')) - | > loss_gen: 1.7852309942245483 (2.50115916967392) - | > loss_kl: 1.5304678678512573 (5.660856957435607) - | > loss_feat: 2.6041297912597656 (3.724502935330073) - | > loss_mel: 35.02367401123047 (43.50229068501789) - | > loss_duration: 2.001631736755371 (2.0403788833618184) - | > amp_scaler: 512.0 (920.2346666666664) - | > loss_1: 42.94513702392578 (57.429188385009766) - | > grad_norm_1: tensor(95.3290, device='cuda:0') (tensor(116.9762, device='cuda:0')) - | > current_lr_0: 0.0002 - | > current_lr_1: 0.0002 - | > step_time: 1.5149 (1.713590077082316) - | > loader_time: 0.0125 (0.008548374176025398) - - - --> TIME: 2024-11-22 03:03:18 -- STEP: 400/797 -- GLOBAL_STEP: 400 - | > loss_disc: 2.7435975074768066 (2.4526071473956073) - | > loss_disc_real_0: 0.2835841774940491 (0.2110865303780884) - | > loss_disc_real_1: 0.2876332402229309 (0.2542959213256833) - | > loss_disc_real_2: 0.30013254284858704 (0.2510567538812756) - | > loss_disc_real_3: 0.36217886209487915 (0.2350412596948445) - | > loss_disc_real_4: 0.39336657524108887 (0.23317981574684388) - | > loss_disc_real_5: 0.28555917739868164 (0.2304065801016986) - | > loss_0: 2.7435975074768066 (2.4526071473956073) - | > grad_norm_0: tensor(8.2702, device='cuda:0') (tensor(8.0314, device='cuda:0')) - | > loss_gen: 2.2747573852539062 (2.4734004254639146) - | > loss_kl: 1.8374263048171997 (5.4101856970787034) - | > loss_feat: 2.167428970336914 (3.6600198548287155) - | > loss_mel: 33.4386100769043 (42.90103189945219) - | > loss_duration: 2.0224764347076416 (2.0390228614211097) - | > amp_scaler: 512.0 (894.7199999999997) - | > loss_1: 41.740699768066406 (56.48366047859192) - | > grad_norm_1: tensor(127.6989, device='cuda:0') (tensor(116.9541, device='cuda:0')) - | > current_lr_0: 0.0002 - | > current_lr_1: 0.0002 - | > step_time: 1.6624 (1.7036165046691893) - | > loader_time: 0.0077 (0.008589363694190983) - - - --> TIME: 2024-11-22 03:04:04 -- STEP: 425/797 -- GLOBAL_STEP: 425 - | > loss_disc: 2.380270004272461 (2.4606813916038037) - | > loss_disc_real_0: 0.12932181358337402 (0.21165501600679232) - | > loss_disc_real_1: 0.21427319943904877 (0.2534017414906443) - | > loss_disc_real_2: 0.21682092547416687 (0.25032616527641527) - | > loss_disc_real_3: 0.17498593032360077 (0.23395340581150617) - | > loss_disc_real_4: 0.2483624517917633 (0.23132529988008393) - | > loss_disc_real_5: 0.15468284487724304 (0.23052604547318287) - | > loss_0: 2.380270004272461 (2.4606813916038037) - | > grad_norm_0: tensor(8.7327, device='cuda:0') (tensor(7.8477, device='cuda:0')) - | > loss_gen: 2.132004499435425 (2.4460263946477103) - | > loss_kl: 1.6841590404510498 (5.188061669013078) - | > loss_feat: 3.6028597354888916 (3.6081907114561864) - | > loss_mel: 32.13713073730469 (42.35092873068415) - | > loss_duration: 2.031963586807251 (2.037979431152345) - | > amp_scaler: 512.0 (872.2070588235291) - | > loss_1: 41.58811569213867 (55.63118672090418) - | > grad_norm_1: tensor(167.1657, device='cuda:0') (tensor(116.8253, device='cuda:0')) - | > current_lr_0: 0.0002 - | > current_lr_1: 0.0002 - | > step_time: 1.6131 (1.7121529652090635) - | > loader_time: 0.0109 (0.008724888072294356) - - - --> TIME: 2024-11-22 03:05:03 -- STEP: 450/797 -- GLOBAL_STEP: 450 - | > loss_disc: 2.70550274848938 (2.4703165713946) - | > loss_disc_real_0: 0.328676700592041 (0.21160906060702275) - | > loss_disc_real_1: 0.3197449743747711 (0.2528166887826387) - | > loss_disc_real_2: 0.3152323067188263 (0.25004166477256357) - | > loss_disc_real_3: 0.336830198764801 (0.23366591230034828) - | > loss_disc_real_4: 0.28409045934677124 (0.23180149866475006) - | > loss_disc_real_5: 0.3717924654483795 (0.23055224907067084) - | > loss_0: 2.70550274848938 (2.4703165713946) - | > grad_norm_0: tensor(10.4275, device='cuda:0') (tensor(7.8657, device='cuda:0')) - | > loss_gen: 2.34767484664917 (2.4238792301548853) - | > loss_kl: 1.5880898237228394 (4.993811822997198) - | > loss_feat: 2.1477718353271484 (3.5523042932483886) - | > loss_mel: 34.047908782958984 (41.86047788408066) - | > loss_duration: 2.003122568130493 (2.0367260808414893) - | > amp_scaler: 256.0 (849.9199999999997) - | > loss_1: 42.13457107543945 (54.867199139065214) - | > grad_norm_1: tensor(101.4781, device='cuda:0') (tensor(117.8153, device='cuda:0')) - | > current_lr_0: 0.0002 - | > current_lr_1: 0.0002 - | > step_time: 3.2344 (1.7450648302502103) - | > loader_time: 0.0222 (0.009037450154622404) - - - --> TIME: 2024-11-22 03:05:59 -- STEP: 475/797 -- GLOBAL_STEP: 475 - | > loss_disc: 2.7063934803009033 (2.4765755108783094) - | > loss_disc_real_0: 0.16512104868888855 (0.21132338788164293) - | > loss_disc_real_1: 0.21307198703289032 (0.2524385134169928) - | > loss_disc_real_2: 0.24113008379936218 (0.24939905684245267) - | > loss_disc_real_3: 0.2025173306465149 (0.23319163468323256) - | > loss_disc_real_4: 0.3246299624443054 (0.2308769836864974) - | > loss_disc_real_5: 0.2885115146636963 (0.2310737201885173) - | > loss_0: 2.7063934803009033 (2.4765755108783094) - | > grad_norm_0: tensor(5.5585, device='cuda:0') (tensor(7.8592, device='cuda:0')) - | > loss_gen: 1.6785093545913696 (2.4035264074174982) - | > loss_kl: 1.6996890306472778 (4.817947517947146) - | > loss_feat: 2.4177398681640625 (3.513605059510783) - | > loss_mel: 32.9551887512207 (41.38774036206696) - | > loss_duration: 1.986997365951538 (2.035612196922303) - | > amp_scaler: 256.0 (818.6610526315787) - | > loss_1: 40.738121032714844 (54.15843136436061) - | > grad_norm_1: tensor(148.1822, device='cuda:0') (tensor(116.9752, device='cuda:0')) - | > current_lr_0: 0.0002 - | > current_lr_1: 0.0002 - | > step_time: 1.6555 (1.7698866974680048) - | > loader_time: 0.0083 (0.009345394937615653) - - - --> TIME: 2024-11-22 03:06:47 -- STEP: 500/797 -- GLOBAL_STEP: 500 - | > loss_disc: 2.6744771003723145 (2.4886675984859443) - | > loss_disc_real_0: 0.13786357641220093 (0.21204676628857855) - | > loss_disc_real_1: 0.18960268795490265 (0.25173809626698485) - | > loss_disc_real_2: 0.21856240928173065 (0.2491418079435826) - | > loss_disc_real_3: 0.20809337496757507 (0.2335117924362421) - | > loss_disc_real_4: 0.24035859107971191 (0.2317545549422503) - | > loss_disc_real_5: 0.2375391125679016 (0.23128229086101051) - | > loss_0: 2.6744771003723145 (2.4886675984859443) - | > grad_norm_0: tensor(8.0615, device='cuda:0') (tensor(7.8284, device='cuda:0')) - | > loss_gen: 2.150719165802002 (2.385157109618187) - | > loss_kl: 1.5328673124313354 (4.660660504102706) - | > loss_feat: 3.3227345943450928 (3.463789442718029) - | > loss_mel: 33.84755325317383 (40.91988172912596) - | > loss_duration: 2.0348377227783203 (2.034342162370683) - | > amp_scaler: 256.0 (790.5279999999998) - | > loss_1: 42.888710021972656 (53.46383079528809) - | > grad_norm_1: tensor(110.4945, device='cuda:0') (tensor(116.5912, device='cuda:0')) - | > current_lr_0: 0.0002 - | > current_lr_1: 0.0002 - | > step_time: 1.4785 (1.7773081951141358) - | > loader_time: 0.0085 (0.009571630001068122) - - - --> TIME: 2024-11-22 03:07:34 -- STEP: 525/797 -- GLOBAL_STEP: 525 - | > loss_disc: 2.7937541007995605 (2.4974275641214256) - | > loss_disc_real_0: 0.18676289916038513 (0.21212972272719657) - | > loss_disc_real_1: 0.25415846705436707 (0.251542573400906) - | > loss_disc_real_2: 0.22684980928897858 (0.24864076384476258) - | > loss_disc_real_3: 0.20943519473075867 (0.23292245593808944) - | > loss_disc_real_4: 0.35610607266426086 (0.23178930545137047) - | > loss_disc_real_5: 0.23712289333343506 (0.23164279155787965) - | > loss_0: 2.7937541007995605 (2.4974275641214256) - | > grad_norm_0: tensor(5.4437, device='cuda:0') (tensor(7.7534, device='cuda:0')) - | > loss_gen: 2.153715133666992 (2.3665901689302355) - | > loss_kl: 1.6240501403808594 (4.5143702740896305) - | > loss_feat: 2.3370466232299805 (3.4222044919218337) - | > loss_mel: 31.24681854248047 (40.51571531386601) - | > loss_duration: 1.947239875793457 (2.033648076511566) - | > amp_scaler: 256.0 (765.0742857142855) - | > loss_1: 39.30887222290039 (52.85252818516322) - | > grad_norm_1: tensor(108.8080, device='cuda:0') (tensor(116.6649, device='cuda:0')) - | > current_lr_0: 0.0002 - | > current_lr_1: 0.0002 - | > step_time: 1.7579 (1.7800640483129595) - | > loader_time: 0.0104 (0.009594650268554694) - - - --> TIME: 2024-11-22 03:08:17 -- STEP: 550/797 -- GLOBAL_STEP: 550 - | > loss_disc: 2.5345399379730225 (2.5037077424742935) - | > loss_disc_real_0: 0.20825229585170746 (0.21191043262454595) - | > loss_disc_real_1: 0.24153581261634827 (0.2510311717607757) - | > loss_disc_real_2: 0.258267879486084 (0.24827590888196777) - | > loss_disc_real_3: 0.2898561954498291 (0.23277265709909525) - | > loss_disc_real_4: 0.30375784635543823 (0.2318868395008824) - | > loss_disc_real_5: 0.19795605540275574 (0.23182643642479717) - | > loss_0: 2.5345399379730225 (2.5037077424742935) - | > grad_norm_0: tensor(4.3306, device='cuda:0') (tensor(7.6993, device='cuda:0')) - | > loss_gen: 2.2227606773376465 (2.352611082575538) - | > loss_kl: 1.5445563793182373 (4.384163482189179) - | > loss_feat: 3.068126678466797 (3.39407769956372) - | > loss_mel: 32.504520416259766 (40.15573928486216) - | > loss_duration: 2.005349636077881 (2.0333181017095407) - | > amp_scaler: 256.0 (741.9345454545453) - | > loss_1: 41.34531021118164 (52.31990949457342) - | > grad_norm_1: tensor(109.4587, device='cuda:0') (tensor(116.1215, device='cuda:0')) - | > current_lr_0: 0.0002 - | > current_lr_1: 0.0002 - | > step_time: 1.7994 (1.7776231939142404) - | > loader_time: 0.0098 (0.009634822932156655) - - - --> TIME: 2024-11-22 03:09:02 -- STEP: 575/797 -- GLOBAL_STEP: 575 - | > loss_disc: 2.4275643825531006 (2.507660603108611) - | > loss_disc_real_0: 0.1675904393196106 (0.21159100840273115) - | > loss_disc_real_1: 0.19605210423469543 (0.2506309525085531) - | > loss_disc_real_2: 0.198863685131073 (0.24774212290411415) - | > loss_disc_real_3: 0.11764860898256302 (0.23159839956656747) - | > loss_disc_real_4: 0.2705785930156708 (0.2321856656540995) - | > loss_disc_real_5: 0.20117855072021484 (0.2317877690817998) - | > loss_0: 2.4275643825531006 (2.507660603108611) - | > grad_norm_0: tensor(7.4050, device='cuda:0') (tensor(7.6998, device='cuda:0')) - | > loss_gen: 2.284881591796875 (2.3415197727991184) - | > loss_kl: 1.7154016494750977 (4.264315189485966) - | > loss_feat: 3.2681491374969482 (3.3733273263081265) - | > loss_mel: 33.09865951538086 (39.82897884866465) - | > loss_duration: 2.020434856414795 (2.0324661379275124) - | > amp_scaler: 256.0 (720.8069565217389) - | > loss_1: 42.38752746582031 (51.84060712731404) - | > grad_norm_1: tensor(115.7037, device='cuda:0') (tensor(116.0286, device='cuda:0')) - | > current_lr_0: 0.0002 - | > current_lr_1: 0.0002 - | > step_time: 2.5712 (1.7780059403958532) - | > loader_time: 0.0098 (0.009643976792045268) - - - --> TIME: 2024-11-22 03:09:55 -- STEP: 600/797 -- GLOBAL_STEP: 600 - | > loss_disc: 2.583437442779541 (2.5118525987863527) - | > loss_disc_real_0: 0.16581064462661743 (0.2112571442437669) - | > loss_disc_real_1: 0.22902771830558777 (0.25050341079632427) - | > loss_disc_real_2: 0.24097654223442078 (0.247622163767616) - | > loss_disc_real_3: 0.2115096151828766 (0.23161439840992293) - | > loss_disc_real_4: 0.1488361656665802 (0.23142503909766673) - | > loss_disc_real_5: 0.24687905609607697 (0.2320863426104187) - | > loss_0: 2.583437442779541 (2.5118525987863527) - | > grad_norm_0: tensor(7.2263, device='cuda:0') (tensor(7.7140, device='cuda:0')) - | > loss_gen: 1.8750827312469482 (2.3318214045961696) - | > loss_kl: 1.7818198204040527 (4.152216966549556) - | > loss_feat: 2.741083860397339 (3.355871888945501) - | > loss_mel: 33.65483093261719 (39.51744197845458) - | > loss_duration: 2.029174327850342 (2.031962769031525) - | > amp_scaler: 256.0 (701.4399999999998) - | > loss_1: 42.081993103027344 (51.38931485493977) - | > grad_norm_1: tensor(241.5897, device='cuda:0') (tensor(116.1254, device='cuda:0')) - | > current_lr_0: 0.0002 - | > current_lr_1: 0.0002 - | > step_time: 1.7152 (1.7908680514494582) - | > loader_time: 0.0151 (0.00993563016255697) - - - --> TIME: 2024-11-22 03:10:38 -- STEP: 625/797 -- GLOBAL_STEP: 625 - | > loss_disc: 2.818725347518921 (2.5142681428909315) - | > loss_disc_real_0: 0.3747348189353943 (0.2110252066195011) - | > loss_disc_real_1: 0.23295044898986816 (0.25030631139278403) - | > loss_disc_real_2: 0.40389981865882874 (0.24725285665988928) - | > loss_disc_real_3: 0.2449655681848526 (0.23104104096889497) - | > loss_disc_real_4: 0.2530430257320404 (0.23101143226623536) - | > loss_disc_real_5: 0.22109000384807587 (0.23221292251348485) - | > loss_0: 2.818725347518921 (2.5142681428909315) - | > grad_norm_0: tensor(14.8768, device='cuda:0') (tensor(7.7107, device='cuda:0')) - | > loss_gen: 1.9211920499801636 (2.3226230071067815) - | > loss_kl: 1.591206669807434 (4.050934202384949) - | > loss_feat: 2.2580225467681885 (3.335860590124131) - | > loss_mel: 31.47035789489746 (39.20856412353515) - | > loss_duration: 2.0206003189086914 (2.032270285987854) - | > amp_scaler: 256.0 (683.6223999999997) - | > loss_1: 39.26137924194336 (50.950252044677704) - | > grad_norm_1: tensor(149.3857, device='cuda:0') (tensor(116.8760, device='cuda:0')) - | > current_lr_0: 0.0002 - | > current_lr_1: 0.0002 - | > step_time: 2.2467 (1.7868327018737797) - | > loader_time: 0.027 (0.010003342056274421) - - - --> TIME: 2024-11-22 03:11:21 -- STEP: 650/797 -- GLOBAL_STEP: 650 - | > loss_disc: 2.4386303424835205 (2.516881474531615) - | > loss_disc_real_0: 0.17147240042686462 (0.21042771705641197) - | > loss_disc_real_1: 0.2132491171360016 (0.2500860972587876) - | > loss_disc_real_2: 0.20418480038642883 (0.24706093902771295) - | > loss_disc_real_3: 0.1928679645061493 (0.2301214237167285) - | > loss_disc_real_4: 0.19290336966514587 (0.23047209934546398) - | > loss_disc_real_5: 0.15291835367679596 (0.23293391352662665) - | > loss_0: 2.4386303424835205 (2.516881474531615) - | > grad_norm_0: tensor(5.3562, device='cuda:0') (tensor(7.8429, device='cuda:0')) - | > loss_gen: 2.4012815952301025 (2.318424644745314) - | > loss_kl: 1.6693811416625977 (3.9600868931183446) - | > loss_feat: 3.53623628616333 (3.326842123315885) - | > loss_mel: 32.63377380371094 (38.94962191948521) - | > loss_duration: 2.06890606880188 (2.0324091601371763) - | > amp_scaler: 256.0 (667.1753846153841) - | > loss_1: 42.30957794189453 (50.58738456726072) - | > grad_norm_1: tensor(49.3363, device='cuda:0') (tensor(117.1792, device='cuda:0')) - | > current_lr_0: 0.0002 - | > current_lr_1: 0.0002 - | > step_time: 0.8155 (1.7841439588253318) - | > loader_time: 0.0086 (0.010037786777202906) - - - --> TIME: 2024-11-22 03:11:42 -- STEP: 675/797 -- GLOBAL_STEP: 675 - | > loss_disc: 2.560006856918335 (2.5211909649107196) - | > loss_disc_real_0: 0.18354088068008423 (0.21041938893772938) - | > loss_disc_real_1: 0.2281811386346817 (0.25005741064195264) - | > loss_disc_real_2: 0.22809208929538727 (0.24666593820960436) - | > loss_disc_real_3: 0.23936131596565247 (0.2308994875241209) - | > loss_disc_real_4: 0.24662873148918152 (0.23013133874645939) - | > loss_disc_real_5: 0.2600671648979187 (0.2336936516342339) - | > loss_0: 2.560006856918335 (2.5211909649107196) - | > grad_norm_0: tensor(3.7611, device='cuda:0') (tensor(7.9129, device='cuda:0')) - | > loss_gen: 1.8633477687835693 (2.31172088402289) - | > loss_kl: 1.3656255006790161 (3.87078044962) - | > loss_feat: 3.018996000289917 (3.31160580083176) - | > loss_mel: 34.063087463378906 (38.69460071422434) - | > loss_duration: 2.003143310546875 (2.032159672489873) - | > amp_scaler: 256.0 (651.9466666666666) - | > loss_1: 42.3141975402832 (50.22086733217591) - | > grad_norm_1: tensor(148.0145, device='cuda:0') (tensor(116.4286, device='cuda:0')) - | > current_lr_0: 0.0002 - | > current_lr_1: 0.0002 - | > step_time: 0.8087 (1.7483825694190134) - | > loader_time: 0.0096 (0.010008271888450347) - - - --> TIME: 2024-11-22 03:12:03 -- STEP: 700/797 -- GLOBAL_STEP: 700 - | > loss_disc: 2.791534900665283 (2.5243775495461054) - | > loss_disc_real_0: 0.29691681265830994 (0.21024903557662453) - | > loss_disc_real_1: 0.23595386743545532 (0.2498000138359409) - | > loss_disc_real_2: 0.2917385697364807 (0.24700815394520764) - | > loss_disc_real_3: 0.2735958695411682 (0.2303906463831663) - | > loss_disc_real_4: 0.19626839458942413 (0.2302103921345302) - | > loss_disc_real_5: 0.3483826816082001 (0.23438509530254764) - | > loss_0: 2.791534900665283 (2.5243775495461054) - | > grad_norm_0: tensor(7.1144, device='cuda:0') (tensor(7.8854, device='cuda:0')) - | > loss_gen: 1.7477178573608398 (2.3042238541160316) - | > loss_kl: 1.5211669206619263 (3.7878888613837107) - | > loss_feat: 2.109917640686035 (3.297223537436554) - | > loss_mel: 32.04843521118164 (38.446434418814505) - | > loss_duration: 2.065377712249756 (2.0316912170818875) - | > amp_scaler: 256.0 (637.8057142857143) - | > loss_1: 39.49261474609375 (49.8674617222377) - | > grad_norm_1: tensor(93.0556, device='cuda:0') (tensor(116.1922, device='cuda:0')) - | > current_lr_0: 0.0002 - | > current_lr_1: 0.0002 - | > step_time: 0.8649 (1.7157494527953014) - | > loader_time: 0.0115 (0.00999411480767387) - - - --> TIME: 2024-11-22 03:12:25 -- STEP: 725/797 -- GLOBAL_STEP: 725 - | > loss_disc: 2.5211853981018066 (2.5266522037571884) - | > loss_disc_real_0: 0.13722768425941467 (0.2099134400641096) - | > loss_disc_real_1: 0.19366657733917236 (0.24973859523904718) - | > loss_disc_real_2: 0.22522008419036865 (0.24663577517558793) - | > loss_disc_real_3: 0.15300631523132324 (0.23022752162711374) - | > loss_disc_real_4: 0.2206326574087143 (0.22976548632671093) - | > loss_disc_real_5: 0.16820840537548065 (0.23436276620831975) - | > loss_0: 2.5211853981018066 (2.5266522037571884) - | > grad_norm_0: tensor(9.5093, device='cuda:0') (tensor(7.8810, device='cuda:0')) - | > loss_gen: 1.9173520803451538 (2.29691785738386) - | > loss_kl: 1.6878548860549927 (3.7099225034384893) - | > loss_feat: 3.0418014526367188 (3.283633962623005) - | > loss_mel: 32.26569366455078 (38.22779298979656) - | > loss_duration: 1.9950261116027832 (2.0308826536967826) - | > amp_scaler: 256.0 (624.6400000000002) - | > loss_1: 40.9077262878418 (49.54914978553507) - | > grad_norm_1: tensor(95.6118, device='cuda:0') (tensor(116.7881, device='cuda:0')) - | > current_lr_0: 0.0002 - | > current_lr_1: 0.0002 - | > step_time: 0.8775 (1.6861410617828372) - | > loader_time: 0.0195 (0.010202516687327431) - - - --> TIME: 2024-11-22 03:12:50 -- STEP: 750/797 -- GLOBAL_STEP: 750 - | > loss_disc: 2.505587577819824 (2.5290378724734) - | > loss_disc_real_0: 0.35698819160461426 (0.2098202737023433) - | > loss_disc_real_1: 0.28745847940444946 (0.24953624075651154) - | > loss_disc_real_2: 0.3040415346622467 (0.24705867240826293) - | > loss_disc_real_3: 0.19072066247463226 (0.22979895993073782) - | > loss_disc_real_4: 0.162871852517128 (0.22988383417328198) - | > loss_disc_real_5: 0.2653363347053528 (0.23477225426832826) - | > loss_0: 2.505587577819824 (2.5290378724734) - | > grad_norm_0: tensor(16.1963, device='cuda:0') (tensor(7.9486, device='cuda:0')) - | > loss_gen: 2.421170711517334 (2.296220012744267) - | > loss_kl: 1.383433222770691 (3.635660110791524) - | > loss_feat: 3.2549023628234863 (3.283310136278471) - | > loss_mel: 31.513755798339844 (38.003520256042414) - | > loss_duration: 1.9907974004745483 (2.0298226515452047) - | > amp_scaler: 256.0 (612.3520000000004) - | > loss_1: 40.56406021118164 (49.24853301493325) - | > grad_norm_1: tensor(91.6058, device='cuda:0') (tensor(115.9127, device='cuda:0')) - | > current_lr_0: 0.0002 - | > current_lr_1: 0.0002 - | > step_time: 0.9739 (1.6591222213109338) - | > loader_time: 0.3091 (0.013291249275207534) - - - --> TIME: 2024-11-22 03:13:36 -- STEP: 775/797 -- GLOBAL_STEP: 775 - | > loss_disc: 2.3995776176452637 (2.53097209330528) - | > loss_disc_real_0: 0.12210953235626221 (0.20972927942872047) - | > loss_disc_real_1: 0.21875524520874023 (0.24933883984242702) - | > loss_disc_real_2: 0.19556975364685059 (0.24698824959416546) - | > loss_disc_real_3: 0.21992848813533783 (0.22907213702317208) - | > loss_disc_real_4: 0.22184757888317108 (0.23008686987623092) - | > loss_disc_real_5: 0.1609623283147812 (0.23515102299951732) - | > loss_0: 2.3995776176452637 (2.53097209330528) - | > grad_norm_0: tensor(11.3503, device='cuda:0') (tensor(7.9715, device='cuda:0')) - | > loss_gen: 2.002347946166992 (2.2894927505523905) - | > loss_kl: 1.696492314338684 (3.5679128565326814) - | > loss_feat: 3.204493522644043 (3.271299005746842) - | > loss_mel: 32.992271423339844 (37.765733238958504) - | > loss_duration: 1.9851999282836914 (2.028721603885772) - | > amp_scaler: 256.0 (600.8567741935489) - | > loss_1: 41.88080596923828 (48.92315929289785) - | > grad_norm_1: tensor(77.4703, device='cuda:0') (tensor(115.6986, device='cuda:0')) - | > current_lr_0: 0.0002 - | > current_lr_1: 0.0002 - | > step_time: 3.0518 (1.6606046793537759) - | > loader_time: 0.1281 (0.017402661231256313) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.3652026653289795 (2.3652026653289795) - | > loss_disc_real_0: 0.17735555768013 (0.17735555768013) - | > loss_disc_real_1: 0.1533588021993637 (0.1533588021993637) - | > loss_disc_real_2: 0.14306733012199402 (0.14306733012199402) - | > loss_disc_real_3: 0.19608789682388306 (0.19608789682388306) - | > loss_disc_real_4: 0.22296176850795746 (0.22296176850795746) - | > loss_disc_real_5: 0.1567261666059494 (0.1567261666059494) - | > loss_0: 2.3652026653289795 (2.3652026653289795) - | > loss_gen: 1.8388737440109253 (1.8388737440109253) - | > loss_kl: 2.107191324234009 (2.107191324234009) - | > loss_feat: 3.325705051422119 (3.325705051422119) - | > loss_mel: 33.55421829223633 (33.55421829223633) - | > loss_duration: 2.3175277709960938 (2.3175277709960938) - | > loss_1: 43.143516540527344 (43.143516540527344) - - --> STEP: 1 - | > loss_disc: 2.492866039276123 (2.492866039276123) - | > loss_disc_real_0: 0.2037511169910431 (0.2037511169910431) - | > loss_disc_real_1: 0.1961377114057541 (0.1961377114057541) - | > loss_disc_real_2: 0.1724545806646347 (0.1724545806646347) - | > loss_disc_real_3: 0.17813663184642792 (0.17813663184642792) - | > loss_disc_real_4: 0.13126234710216522 (0.13126234710216522) - | > loss_disc_real_5: 0.12347470968961716 (0.12347470968961716) - | > loss_0: 2.492866039276123 (2.492866039276123) - | > loss_gen: 1.6857661008834839 (1.6857661008834839) - | > loss_kl: 0.7245177626609802 (0.7245177626609802) - | > loss_feat: 3.3266043663024902 (3.3266043663024902) - | > loss_mel: 31.308115005493164 (31.308115005493164) - | > loss_duration: 2.229924440383911 (2.229924440383911) - | > loss_1: 39.274925231933594 (39.274925231933594) - - --> STEP: 2 - | > loss_disc: 2.5992000102996826 (2.546033024787903) - | > loss_disc_real_0: 0.2653057277202606 (0.23452842235565186) - | > loss_disc_real_1: 0.23029623925685883 (0.21321697533130646) - | > loss_disc_real_2: 0.20449016988277435 (0.18847237527370453) - | > loss_disc_real_3: 0.20188958942890167 (0.1900131106376648) - | > loss_disc_real_4: 0.15528452396392822 (0.14327343553304672) - | > loss_disc_real_5: 0.23333138227462769 (0.17840304598212242) - | > loss_0: 2.5992000102996826 (2.546033024787903) - | > loss_gen: 1.8256425857543945 (1.7557043433189392) - | > loss_kl: 2.8964967727661133 (1.8105072677135468) - | > loss_feat: 2.5559709072113037 (2.941287636756897) - | > loss_mel: 28.536405563354492 (29.922260284423828) - | > loss_duration: 2.050739288330078 (2.1403318643569946) - | > loss_1: 37.86525344848633 (38.57008934020996) - - --> STEP: 3 - | > loss_disc: 2.438352108001709 (2.5101393858591714) - | > loss_disc_real_0: 0.19514164328575134 (0.22139949599901834) - | > loss_disc_real_1: 0.16750186681747437 (0.19797860582669577) - | > loss_disc_real_2: 0.14698347449302673 (0.17464274168014526) - | > loss_disc_real_3: 0.19456182420253754 (0.19152934849262238) - | > loss_disc_real_4: 0.13648690283298492 (0.14101125796635947) - | > loss_disc_real_5: 0.1694234311580658 (0.1754098410407702) - | > loss_0: 2.438352108001709 (2.5101393858591714) - | > loss_gen: 1.7437043190002441 (1.7517043352127075) - | > loss_kl: 1.3060001134872437 (1.642338216304779) - | > loss_feat: 3.798285722732544 (3.226953665415446) - | > loss_mel: 34.98624801635742 (31.61025619506836) - | > loss_duration: 2.1101231575012207 (2.13026229540507) - | > loss_1: 43.94436264038086 (40.36151377360026) - - --> STEP: 4 - | > loss_disc: 2.3617732524871826 (2.4730478525161743) - | > loss_disc_real_0: 0.2284330278635025 (0.2231578789651394) - | > loss_disc_real_1: 0.1994691640138626 (0.19835124537348747) - | > loss_disc_real_2: 0.17026717960834503 (0.1735488511621952) - | > loss_disc_real_3: 0.21097475290298462 (0.19639069959521294) - | > loss_disc_real_4: 0.13759702444076538 (0.14015769958496094) - | > loss_disc_real_5: 0.1838371604681015 (0.17751667089760303) - | > loss_0: 2.3617732524871826 (2.4730478525161743) - | > loss_gen: 1.9024946689605713 (1.7894019186496735) - | > loss_kl: 1.8616431951522827 (1.697164461016655) - | > loss_feat: 3.0613996982574463 (3.185565173625946) - | > loss_mel: 30.438968658447266 (31.317434310913086) - | > loss_duration: 2.0615508556365967 (2.1130844354629517) - | > loss_1: 39.32605743408203 (40.1026496887207) - - --> STEP: 5 - | > loss_disc: 2.370701313018799 (2.452578544616699) - | > loss_disc_real_0: 0.18846654891967773 (0.21621961295604705) - | > loss_disc_real_1: 0.14224472641944885 (0.18712994158267976) - | > loss_disc_real_2: 0.12440720945596695 (0.16372052282094957) - | > loss_disc_real_3: 0.12869659066200256 (0.18285187780857087) - | > loss_disc_real_4: 0.1253768652677536 (0.13720153272151947) - | > loss_disc_real_5: 0.10816771537065506 (0.16364687979221343) - | > loss_0: 2.370701313018799 (2.452578544616699) - | > loss_gen: 1.602988839149475 (1.7521193027496338) - | > loss_kl: 1.9940099716186523 (1.7565335631370544) - | > loss_feat: 3.9781293869018555 (3.344078016281128) - | > loss_mel: 34.73674011230469 (32.001295471191405) - | > loss_duration: 2.149543285369873 (2.120376205444336) - | > loss_1: 44.46141052246094 (40.97440185546875) - - --> STEP: 6 - | > loss_disc: 2.70279860496521 (2.4942818880081177) - | > loss_disc_real_0: 0.31228119134902954 (0.23222987602154413) - | > loss_disc_real_1: 0.24567122757434845 (0.1968868225812912) - | > loss_disc_real_2: 0.21711257100105286 (0.17261919751763344) - | > loss_disc_real_3: 0.26024436950683594 (0.19575062642494837) - | > loss_disc_real_4: 0.19927078485488892 (0.14754640807708105) - | > loss_disc_real_5: 0.2515013813972473 (0.17828929672638574) - | > loss_0: 2.70279860496521 (2.4942818880081177) - | > loss_gen: 1.9046257734298706 (1.7775370478630066) - | > loss_kl: 1.6828514337539673 (1.7442532082398732) - | > loss_feat: 1.3727192878723145 (3.015518228212992) - | > loss_mel: 21.905996322631836 (30.318745613098145) - | > loss_duration: 2.0510170459747314 (2.1088163455327353) - | > loss_1: 28.91720962524414 (38.964869817097984) - - --> STEP: 7 - | > loss_disc: 2.3952040672302246 (2.480127913611276) - | > loss_disc_real_0: 0.25515100359916687 (0.23550432281834738) - | > loss_disc_real_1: 0.18001167476177216 (0.19447608717850276) - | > loss_disc_real_2: 0.1576850861310959 (0.17048575303384236) - | > loss_disc_real_3: 0.18367640674114227 (0.19402573789869035) - | > loss_disc_real_4: 0.14350290596485138 (0.14696876491819108) - | > loss_disc_real_5: 0.1482575386762619 (0.17399904557636806) - | > loss_0: 2.3952040672302246 (2.480127913611276) - | > loss_gen: 1.8264524936676025 (1.7845249686922346) - | > loss_kl: 1.9711649417877197 (1.77666917017528) - | > loss_feat: 3.322763204574585 (3.05941036769322) - | > loss_mel: 31.953893661499023 (30.552338191441127) - | > loss_duration: 1.9646055698394775 (2.088214806147984) - | > loss_1: 41.038883209228516 (39.2611574445452) - - --> STEP: 8 - | > loss_disc: 2.167224884033203 (2.4410150349140167) - | > loss_disc_real_0: 0.1504601091146469 (0.22487379610538483) - | > loss_disc_real_1: 0.13697944581508636 (0.18728900700807571) - | > loss_disc_real_2: 0.13394932448863983 (0.16591869946569204) - | > loss_disc_real_3: 0.11684134602546692 (0.18437768891453743) - | > loss_disc_real_4: 0.1620701253414154 (0.14885643497109413) - | > loss_disc_real_5: 0.15317201614379883 (0.1713956668972969) - | > loss_0: 2.167224884033203 (2.4410150349140167) - | > loss_gen: 1.8591829538345337 (1.793857216835022) - | > loss_kl: 1.3208380937576294 (1.7196902856230736) - | > loss_feat: 4.48623514175415 (3.237763464450836) - | > loss_mel: 33.47700881958008 (30.917922019958496) - | > loss_duration: 2.0240304470062256 (2.0801917612552643) - | > loss_1: 43.167293548583984 (39.74942445755005) - - --> STEP: 9 - | > loss_disc: 2.5858967304229736 (2.4571130010816784) - | > loss_disc_real_0: 0.2567005157470703 (0.22841009828779432) - | > loss_disc_real_1: 0.19778548181056976 (0.1884552819861306) - | > loss_disc_real_2: 0.15353065729141235 (0.16454225033521652) - | > loss_disc_real_3: 0.15058264136314392 (0.18062268363104927) - | > loss_disc_real_4: 0.16029150784015656 (0.1501269986232122) - | > loss_disc_real_5: 0.210074782371521 (0.1756933463944329) - | > loss_0: 2.5858967304229736 (2.4571130010816784) - | > loss_gen: 1.725468397140503 (1.7862584590911865) - | > loss_kl: 1.743976354598999 (1.7223887377315097) - | > loss_feat: 2.8277525901794434 (3.192206700642904) - | > loss_mel: 32.40156555175781 (31.08277130126953) - | > loss_duration: 2.0914969444274902 (2.081447892718845) - | > loss_1: 40.79025650024414 (39.86507246229384) - - --> STEP: 10 - | > loss_disc: 2.2289528846740723 (2.434296989440918) - | > loss_disc_real_0: 0.22337311506271362 (0.22790639996528625) - | > loss_disc_real_1: 0.1842409074306488 (0.18803384453058242) - | > loss_disc_real_2: 0.16440773010253906 (0.16452879831194878) - | > loss_disc_real_3: 0.15022757649421692 (0.17758317291736603) - | > loss_disc_real_4: 0.14838454127311707 (0.14995275288820267) - | > loss_disc_real_5: 0.18841753900051117 (0.17696576565504074) - | > loss_0: 2.2289528846740723 (2.434296989440918) - | > loss_gen: 2.010777473449707 (1.8087103605270385) - | > loss_kl: 2.064157485961914 (1.7565656125545501) - | > loss_feat: 3.1236236095428467 (3.185348391532898) - | > loss_mel: 26.585269927978516 (30.63302116394043) - | > loss_duration: 1.9296653270721436 (2.066269636154175) - | > loss_1: 35.71349334716797 (39.44991455078125) - - --> STEP: 11 - | > loss_disc: 2.1703414916992188 (2.4103010351007637) - | > loss_disc_real_0: 0.170883446931839 (0.22272249514406378) - | > loss_disc_real_1: 0.13083024322986603 (0.18283351713960821) - | > loss_disc_real_2: 0.1255912333726883 (0.1609890196811069) - | > loss_disc_real_3: 0.16139940917491913 (0.17611192166805267) - | > loss_disc_real_4: 0.11391514539718628 (0.14667660675265573) - | > loss_disc_real_5: 0.09224525839090347 (0.169263901358301) - | > loss_0: 2.1703414916992188 (2.4103010351007637) - | > loss_gen: 1.7957409620285034 (1.807531324299899) - | > loss_kl: 2.1210556030273438 (1.789701066233895) - | > loss_feat: 3.983532190322876 (3.2579105550592597) - | > loss_mel: 30.268190383911133 (30.599854729392312) - | > loss_duration: 1.9667383432388306 (2.0572213367982344) - | > loss_1: 40.13526153564453 (39.51221882213246) - - --> STEP: 12 - | > loss_disc: 2.6053130626678467 (2.4265520373980203) - | > loss_disc_real_0: 0.256889283657074 (0.22556972752014795) - | > loss_disc_real_1: 0.2121204435825348 (0.18527409434318542) - | > loss_disc_real_2: 0.17519322037696838 (0.1621727030724287) - | > loss_disc_real_3: 0.17529597878456116 (0.1760439264277617) - | > loss_disc_real_4: 0.19568511843681335 (0.15076064939300218) - | > loss_disc_real_5: 0.18358545005321503 (0.17045736374954382) - | > loss_0: 2.6053130626678467 (2.4265520373980203) - | > loss_gen: 1.746635913848877 (1.8024567067623138) - | > loss_kl: 1.7047137022018433 (1.7826187858978908) - | > loss_feat: 2.4051740169525146 (3.1868491768836975) - | > loss_mel: 30.736270904541016 (30.611222743988037) - | > loss_duration: 1.9888571500778198 (2.0515243212381997) - | > loss_1: 38.58164978027344 (39.434671401977546) - - --> STEP: 13 - | > loss_disc: 2.1168105602264404 (2.4027257699232836) - | > loss_disc_real_0: 0.14369386434555054 (0.2192715841990251) - | > loss_disc_real_1: 0.128949835896492 (0.18094145907805517) - | > loss_disc_real_2: 0.1287035346031189 (0.15959815165171257) - | > loss_disc_real_3: 0.1340995728969574 (0.17281743769462293) - | > loss_disc_real_4: 0.13644132018089294 (0.14965916253053224) - | > loss_disc_real_5: 0.14465899765491486 (0.16847287404995698) - | > loss_0: 2.1168105602264404 (2.4027257699232836) - | > loss_gen: 1.8929650783538818 (1.8094188891924345) - | > loss_kl: 2.2185757160186768 (1.8161539343687205) - | > loss_feat: 4.4702982902526855 (3.285576031758235) - | > loss_mel: 34.76432418823242 (30.93069208585299) - | > loss_duration: 2.1220455169677734 (2.056949028602013) - | > loss_1: 45.46820831298828 (39.89878962590145) - - --> STEP: 14 - | > loss_disc: 2.781679391860962 (2.429793885775975) - | > loss_disc_real_0: 0.3226228952407837 (0.22665382070200785) - | > loss_disc_real_1: 0.22570954263210297 (0.18413917933191573) - | > loss_disc_real_2: 0.22711119055747986 (0.16442051157355309) - | > loss_disc_real_3: 0.2566153109073639 (0.17880300006696156) - | > loss_disc_real_4: 0.22359006106853485 (0.15493994099753244) - | > loss_disc_real_5: 0.266767680644989 (0.17549393166388785) - | > loss_0: 2.781679391860962 (2.429793885775975) - | > loss_gen: 1.8565316200256348 (1.8127840842519487) - | > loss_kl: 2.149104356765747 (1.8399361073970795) - | > loss_feat: 1.3914240598678589 (3.150279462337494) - | > loss_mel: 33.5652961730957 (31.11887809208461) - | > loss_duration: 2.0793237686157227 (2.058547224317278) - | > loss_1: 41.04167938232422 (39.98042460850308) - - --> STEP: 15 - | > loss_disc: 2.7209320068359375 (2.449203093846639) - | > loss_disc_real_0: 0.2686081826686859 (0.22945077816645304) - | > loss_disc_real_1: 0.2005377858877182 (0.18523241976896923) - | > loss_disc_real_2: 0.18906864523887634 (0.16606372048457463) - | > loss_disc_real_3: 0.2717607915401459 (0.18500018616517386) - | > loss_disc_real_4: 0.17034658789634705 (0.15596705079078674) - | > loss_disc_real_5: 0.20147478580474854 (0.1772259886066119) - | > loss_0: 2.7209320068359375 (2.449203093846639) - | > loss_gen: 1.7539736032485962 (1.808863385518392) - | > loss_kl: 1.6185474395751953 (1.8251768628756204) - | > loss_feat: 3.235960006713867 (3.1559914986292523) - | > loss_mel: 35.6485481262207 (31.420856094360353) - | > loss_duration: 1.9851644039154053 (2.0536550362904866) - | > loss_1: 44.24219512939453 (40.26454264322918) - - --> STEP: 16 - | > loss_disc: 2.270169258117676 (2.438013479113579) - | > loss_disc_real_0: 0.15836447477340698 (0.22500788420438766) - | > loss_disc_real_1: 0.1511007845401764 (0.18309919256716967) - | > loss_disc_real_2: 0.12849578261375427 (0.16371572436764836) - | > loss_disc_real_3: 0.10884889960289001 (0.1802407307550311) - | > loss_disc_real_4: 0.13152815401554108 (0.1544396197423339) - | > loss_disc_real_5: 0.12956510484218597 (0.17424718337133527) - | > loss_0: 2.270169258117676 (2.438013479113579) - | > loss_gen: 1.7553629875183105 (1.8055196106433868) - | > loss_kl: 2.004815101623535 (1.8364042527973652) - | > loss_feat: 3.95182728767395 (3.2057312354445457) - | > loss_mel: 33.4366455078125 (31.54684293270111) - | > loss_duration: 2.070866823196411 (2.054730772972107) - | > loss_1: 43.21951675415039 (40.44922852516175) - - --> STEP: 17 - | > loss_disc: 2.707430601119995 (2.453861545113956) - | > loss_disc_real_0: 0.25931259989738464 (0.2270258086569169) - | > loss_disc_real_1: 0.19298020005226135 (0.18368042830158682) - | > loss_disc_real_2: 0.19080154597759247 (0.16530900799176274) - | > loss_disc_real_3: 0.2321501523256302 (0.18329422614153693) - | > loss_disc_real_4: 0.22930951416492462 (0.15884373117895687) - | > loss_disc_real_5: 0.19500750303268433 (0.17546837864553227) - | > loss_0: 2.707430601119995 (2.453861545113956) - | > loss_gen: 1.7611091136932373 (1.8029072284698486) - | > loss_kl: 1.5638277530670166 (1.8203703410485212) - | > loss_feat: 2.51627254486084 (3.1651748418807983) - | > loss_mel: 36.90471267700195 (31.862011741189395) - | > loss_duration: 1.9651846885681152 (2.0494633562424602) - | > loss_1: 44.71110534667969 (40.69992716172163) - - --> STEP: 18 - | > loss_disc: 2.4282679557800293 (2.4524396790398493) - | > loss_disc_real_0: 0.2152765989303589 (0.22637307478321922) - | > loss_disc_real_1: 0.1905105859041214 (0.18405988150172764) - | > loss_disc_real_2: 0.17091014981269836 (0.16562018253737026) - | > loss_disc_real_3: 0.19805489480495453 (0.1841142632895046) - | > loss_disc_real_4: 0.15228953957557678 (0.15847960942321354) - | > loss_disc_real_5: 0.17118707299232483 (0.17523052833146519) - | > loss_0: 2.4282679557800293 (2.4524396790398493) - | > loss_gen: 1.7988879680633545 (1.8026839362250433) - | > loss_kl: 1.8059825897216797 (1.8195710215303633) - | > loss_feat: 2.8815276622772217 (3.149416665236155) - | > loss_mel: 31.637020111083984 (31.84951220618354) - | > loss_duration: 1.9248543977737427 (2.042540636327532) - | > loss_1: 40.048274993896484 (40.663724263509124) - - --> STEP: 19 - | > loss_disc: 2.4569942951202393 (2.452679395675659) - | > loss_disc_real_0: 0.2488069236278534 (0.22755380366977893) - | > loss_disc_real_1: 0.1818145364522934 (0.18394170544649424) - | > loss_disc_real_2: 0.15707506239414215 (0.1651704393719372) - | > loss_disc_real_3: 0.2026342898607254 (0.18508900153009514) - | > loss_disc_real_4: 0.12668387591838837 (0.15680614976506485) - | > loss_disc_real_5: 0.17662085592746735 (0.17530370346809687) - | > loss_0: 2.4569942951202393 (2.452679395675659) - | > loss_gen: 1.8114194869995117 (1.8031437020552785) - | > loss_kl: 2.0749661922454834 (1.8330128726206327) - | > loss_feat: 3.6820735931396484 (3.1774512403889705) - | > loss_mel: 34.568214416503906 (31.9926017962004) - | > loss_duration: 2.142521858215332 (2.0478028059005737) - | > loss_1: 44.279197692871094 (40.854012338738706) - - --> STEP: 20 - | > loss_disc: 2.563411235809326 (2.4582159876823426) - | > loss_disc_real_0: 0.3102847635746002 (0.23169035166502) - | > loss_disc_real_1: 0.20801331102848053 (0.18514528572559358) - | > loss_disc_real_2: 0.17879095673561096 (0.1658514652401209) - | > loss_disc_real_3: 0.2038038969039917 (0.18602474629878996) - | > loss_disc_real_4: 0.16151946783065796 (0.1570418156683445) - | > loss_disc_real_5: 0.2146516740322113 (0.1772711019963026) - | > loss_0: 2.563411235809326 (2.4582159876823426) - | > loss_gen: 1.8736367225646973 (1.8066683530807495) - | > loss_kl: 2.2118406295776367 (1.8519542604684829) - | > loss_feat: 2.384902000427246 (3.137823778390884) - | > loss_mel: 30.615243911743164 (31.92373390197754) - | > loss_duration: 1.9246925115585327 (2.0416472911834718) - | > loss_1: 39.010318756103516 (40.76182765960694) - - --> STEP: 21 - | > loss_disc: 2.4533333778381348 (2.4579834824516658) - | > loss_disc_real_0: 0.18539312481880188 (0.22948572181520008) - | > loss_disc_real_1: 0.16149216890335083 (0.1840189468292963) - | > loss_disc_real_2: 0.1657118946313858 (0.1658448190206573) - | > loss_disc_real_3: 0.15663014352321625 (0.18462500330947693) - | > loss_disc_real_4: 0.13938133418560028 (0.15620084035964238) - | > loss_disc_real_5: 0.20024284720420837 (0.1783649946252505) - | > loss_0: 2.4533333778381348 (2.4579834824516658) - | > loss_gen: 1.6845818758010864 (1.8008547113055275) - | > loss_kl: 1.6602277755737305 (1.8428244278544472) - | > loss_feat: 2.8956165313720703 (3.126290099961417) - | > loss_mel: 29.32645606994629 (31.800054005214147) - | > loss_duration: 1.984755039215088 (2.0389381363278343) - | > loss_1: 37.551639556884766 (40.608961559477315) - - --> STEP: 22 - | > loss_disc: 2.7467987537384033 (2.4711114493283355) - | > loss_disc_real_0: 0.21658584475517273 (0.22889936376701703) - | > loss_disc_real_1: 0.1855909526348114 (0.18409040163863788) - | > loss_disc_real_2: 0.17443978786468506 (0.16623549942265858) - | > loss_disc_real_3: 0.1931346356868744 (0.18501180478117682) - | > loss_disc_real_4: 0.1625746488571167 (0.15649055892770938) - | > loss_disc_real_5: 0.22033877670764923 (0.18027289381081407) - | > loss_0: 2.7467987537384033 (2.4711114493283355) - | > loss_gen: 1.5268691778182983 (1.7884008234197444) - | > loss_kl: 1.3139091730117798 (1.8187828253615985) - | > loss_feat: 2.153855085372925 (3.0820885083892127) - | > loss_mel: 28.73390769958496 (31.660683718594637) - | > loss_duration: 2.07357120513916 (2.040512366728349) - | > loss_1: 35.8021125793457 (40.39046842401679) - - --> STEP: 23 - | > loss_disc: 2.610661506652832 (2.4771788431250528) - | > loss_disc_real_0: 0.31553590297698975 (0.23266616981962454) - | > loss_disc_real_1: 0.22612439095973969 (0.18591796639172928) - | > loss_disc_real_2: 0.20429353415966034 (0.1678901965851369) - | > loss_disc_real_3: 0.26907360553741455 (0.18866666568362195) - | > loss_disc_real_4: 0.170000359416008 (0.1570779415576354) - | > loss_disc_real_5: 0.23726609349250793 (0.182750859014366) - | > loss_0: 2.610661506652832 (2.4771788431250528) - | > loss_gen: 1.9654258489608765 (1.796097563660663) - | > loss_kl: 1.9597281217575073 (1.8249108817266382) - | > loss_feat: 2.1381001472473145 (3.041045536165652) - | > loss_mel: 31.38169288635254 (31.6485536824102) - | > loss_duration: 2.1089026927948 (2.043485859166021) - | > loss_1: 39.55385208129883 (40.35409380042036) - - --> STEP: 24 - | > loss_disc: 2.5360851287841797 (2.479633271694183) - | > loss_disc_real_0: 0.2590503990650177 (0.23376551270484924) - | > loss_disc_real_1: 0.21240681409835815 (0.18702166837950548) - | > loss_disc_real_2: 0.19135905802249908 (0.16886806581169367) - | > loss_disc_real_3: 0.21002444624900818 (0.1895565732071797) - | > loss_disc_real_4: 0.21490849554538727 (0.15948754797379175) - | > loss_disc_real_5: 0.21741285920143127 (0.18419510902216038) - | > loss_0: 2.5360851287841797 (2.479633271694183) - | > loss_gen: 1.9106662273406982 (1.8008712579806645) - | > loss_kl: 1.929874062538147 (1.8292843475937843) - | > loss_feat: 2.9913904666900635 (3.0389765749375024) - | > loss_mel: 31.84341812133789 (31.656673034032185) - | > loss_duration: 2.026252269744873 (2.0427677929401398) - | > loss_1: 40.701602935791016 (40.36857334772747) - - --> STEP: 25 - | > loss_disc: 2.5585572719573975 (2.4827902317047115) - | > loss_disc_real_0: 0.2064824253320694 (0.23267418920993804) - | > loss_disc_real_1: 0.17447124421596527 (0.18651965141296387) - | > loss_disc_real_2: 0.19300039112567902 (0.16983335882425307) - | > loss_disc_real_3: 0.18106475472450256 (0.18921690046787262) - | > loss_disc_real_4: 0.1846620887517929 (0.1604945296049118) - | > loss_disc_real_5: 0.20453041791915894 (0.1850085213780403) - | > loss_0: 2.5585572719573975 (2.4827902317047115) - | > loss_gen: 1.747162103652954 (1.7987228918075562) - | > loss_kl: 1.7658991813659668 (1.8267489409446716) - | > loss_feat: 2.482468605041504 (3.0167162561416627) - | > loss_mel: 31.91627311706543 (31.667057037353516) - | > loss_duration: 1.9698553085327148 (2.0398512935638426) - | > loss_1: 39.88166046142578 (40.3490968322754) - - --> STEP: 26 - | > loss_disc: 2.351900100708008 (2.477755995897146) - | > loss_disc_real_0: 0.26633965969085693 (0.2339690149976657) - | > loss_disc_real_1: 0.17572174966335297 (0.1861043474995173) - | > loss_disc_real_2: 0.14424771070480347 (0.16884929543504348) - | > loss_disc_real_3: 0.15897782146930695 (0.18805385896792778) - | > loss_disc_real_4: 0.10778266191482544 (0.15846715007837003) - | > loss_disc_real_5: 0.14187084138393402 (0.18334937983980545) - | > loss_0: 2.351900100708008 (2.477755995897146) - | > loss_gen: 1.7822110652923584 (1.7980878215569716) - | > loss_kl: 1.6940569877624512 (1.821645404283817) - | > loss_feat: 3.842154026031494 (3.048463862675887) - | > loss_mel: 31.493207931518555 (31.66037053328294) - | > loss_duration: 1.946246862411499 (2.0362511231349063) - | > loss_1: 40.757877349853516 (40.36481915987456) - - --> STEP: 27 - | > loss_disc: 2.6402158737182617 (2.483773028409039) - | > loss_disc_real_0: 0.238371342420578 (0.23413206416147728) - | > loss_disc_real_1: 0.18628595769405365 (0.18611107380301864) - | > loss_disc_real_2: 0.17176741361618042 (0.1689573738861967) - | > loss_disc_real_3: 0.22359660267829895 (0.18937025688312673) - | > loss_disc_real_4: 0.1803036779165268 (0.1592759103686721) - | > loss_disc_real_5: 0.18318399786949158 (0.1833432545816457) - | > loss_0: 2.6402158737182617 (2.483773028409039) - | > loss_gen: 1.7440520524978638 (1.7960864967770047) - | > loss_kl: 2.2251856327056885 (1.8365913386698123) - | > loss_feat: 3.104142904281616 (3.050526049402025) - | > loss_mel: 32.207340240478516 (31.68062867058648) - | > loss_duration: 2.034409284591675 (2.0361829068925643) - | > loss_1: 41.315128326416016 (40.40001579567239) - - --> STEP: 28 - | > loss_disc: 2.5695791244506836 (2.4868375318390976) - | > loss_disc_real_0: 0.260934442281723 (0.23508929195148603) - | > loss_disc_real_1: 0.1787199079990387 (0.18584710359573364) - | > loss_disc_real_2: 0.13444525003433228 (0.1677247980343444) - | > loss_disc_real_3: 0.16277746856212616 (0.188420514443091) - | > loss_disc_real_4: 0.14187726378440857 (0.15865453013351985) - | > loss_disc_real_5: 0.20374581217765808 (0.18407191735293185) - | > loss_0: 2.5695791244506836 (2.4868375318390976) - | > loss_gen: 1.663021445274353 (1.7913341735090529) - | > loss_kl: 1.9182593822479248 (1.8395080545118876) - | > loss_feat: 2.6400277614593506 (3.035865396261215) - | > loss_mel: 30.535614013671875 (31.639735289982386) - | > loss_duration: 2.0121374130249023 (2.0353241392544335) - | > loss_1: 38.76906204223633 (40.341767447335386) - - --> STEP: 29 - | > loss_disc: 2.701979875564575 (2.494256233346873) - | > loss_disc_real_0: 0.23677943646907806 (0.23514757279692025) - | > loss_disc_real_1: 0.17845715582370758 (0.18559227781049137) - | > loss_disc_real_2: 0.18291215598583221 (0.16824850003267156) - | > loss_disc_real_3: 0.2311023622751236 (0.18989230229936796) - | > loss_disc_real_4: 0.14608129858970642 (0.1582209704251125) - | > loss_disc_real_5: 0.2194894552230835 (0.18529321176224742) - | > loss_0: 2.701979875564575 (2.494256233346873) - | > loss_gen: 1.6623032093048096 (1.786884829915803) - | > loss_kl: 1.6343657970428467 (1.8324341835646794) - | > loss_feat: 3.0427258014678955 (3.036101961957997) - | > loss_mel: 31.575220108032227 (31.63751062853583) - | > loss_duration: 2.082937240600586 (2.036965970335335) - | > loss_1: 39.99755096435547 (40.32989791343953) - - --> STEP: 30 - | > loss_disc: 2.4035398960113525 (2.491232355435689) - | > loss_disc_real_0: 0.27602875232696533 (0.23651027878125508) - | > loss_disc_real_1: 0.1933750957250595 (0.1858517050743103) - | > loss_disc_real_2: 0.1773170530796051 (0.16855078513423602) - | > loss_disc_real_3: 0.19307807087898254 (0.18999849458535512) - | > loss_disc_real_4: 0.2098492681980133 (0.15994191368420918) - | > loss_disc_real_5: 0.1475227028131485 (0.18403419479727745) - | > loss_0: 2.4035398960113525 (2.491232355435689) - | > loss_gen: 1.9793025255203247 (1.7932987531026205) - | > loss_kl: 1.8948211669921875 (1.8345137496789297) - | > loss_feat: 3.1730456352233887 (3.0406667510668437) - | > loss_mel: 30.0132999420166 (31.583370272318522) - | > loss_duration: 2.0225605964660645 (2.0364857912063594) - | > loss_1: 39.08302688598633 (40.288335545857755) - - --> STEP: 31 - | > loss_disc: 2.2885236740112305 (2.484693365712319) - | > loss_disc_real_0: 0.1775406002998352 (0.23460803108830605) - | > loss_disc_real_1: 0.11767370253801346 (0.18365241466991364) - | > loss_disc_real_2: 0.11914332956075668 (0.16695699624476895) - | > loss_disc_real_3: 0.1420052945613861 (0.18845032684264645) - | > loss_disc_real_4: 0.1570848822593689 (0.1598497513801821) - | > loss_disc_real_5: 0.11076173931360245 (0.18167056720102986) - | > loss_0: 2.2885236740112305 (2.484693365712319) - | > loss_gen: 1.632792592048645 (1.788121135004105) - | > loss_kl: 1.7879753112792969 (1.8330125097305543) - | > loss_feat: 4.599559783935547 (3.090953623094866) - | > loss_mel: 33.687828063964844 (31.65125600753292) - | > loss_duration: 1.993887186050415 (2.0351116426529416) - | > loss_1: 43.70204544067383 (40.39845521988408) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.005613703881540606 (+0) - | > avg_loss_disc: 2.484693365712319 (+0) - | > avg_loss_disc_real_0: 0.23460803108830605 (+0) - | > avg_loss_disc_real_1: 0.18365241466991364 (+0) - | > avg_loss_disc_real_2: 0.16695699624476895 (+0) - | > avg_loss_disc_real_3: 0.18845032684264645 (+0) - | > avg_loss_disc_real_4: 0.1598497513801821 (+0) - | > avg_loss_disc_real_5: 0.18167056720102986 (+0) - | > avg_loss_0: 2.484693365712319 (+0) - | > avg_loss_gen: 1.788121135004105 (+0) - | > avg_loss_kl: 1.8330125097305543 (+0) - | > avg_loss_feat: 3.090953623094866 (+0) - | > avg_loss_mel: 31.65125600753292 (+0) - | > avg_loss_duration: 2.0351116426529416 (+0) - | > avg_loss_1: 40.39845521988408 (+0) - - > BEST MODEL : /home/aymen/Tamazight-NLP/Speech/coqui_tts/vits_shi_male-November-22-2024_02+49AM-0000000/best_model_797.pth - - > EPOCH: 1/1000 - --> /home/aymen/Tamazight-NLP/Speech/coqui_tts/vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-22 03:15:20)  - - --> TIME: 2024-11-22 03:15:24 -- STEP: 3/797 -- GLOBAL_STEP: 800 - | > loss_disc: 2.7591519355773926 (2.724985122680664) - | > loss_disc_real_0: 0.29192060232162476 (0.255998174349467) - | > loss_disc_real_1: 0.3211333453655243 (0.3069400191307068) - | > loss_disc_real_2: 0.36784592270851135 (0.30751559635003406) - | > loss_disc_real_3: 0.13419170677661896 (0.27668732901414234) - | > loss_disc_real_4: 0.2226937860250473 (0.23934456209341684) - | > loss_disc_real_5: 0.24102003872394562 (0.206828440229098) - | > loss_0: 2.7591519355773926 (2.724985122680664) - | > grad_norm_0: tensor(11.7091, device='cuda:0') (tensor(11.2223, device='cuda:0')) - | > loss_gen: 1.8249843120574951 (2.0900209744771323) - | > loss_kl: 2.2174370288848877 (2.019240379333496) - | > loss_feat: 2.3510243892669678 (2.494036912918091) - | > loss_mel: 30.2662296295166 (31.15978177388509) - | > loss_duration: 2.376873731613159 (2.4014337062835693) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 39.03654861450195 (40.16451517740885) - | > grad_norm_1: tensor(184.4697, device='cuda:0') (tensor(141.1360, device='cuda:0')) - | > current_lr_0: 0.000199975 - | > current_lr_1: 0.000199975 - | > step_time: 0.7164 (0.6881895065307617) - | > loader_time: 0.0039 (0.003999869028727214) - - - --> TIME: 2024-11-22 03:15:41 -- STEP: 28/797 -- GLOBAL_STEP: 825 - | > loss_disc: 2.4131999015808105 (2.5853350332805087) - | > loss_disc_real_0: 0.1371784806251526 (0.20753197531614984) - | > loss_disc_real_1: 0.24407874047756195 (0.24537914991378784) - | > loss_disc_real_2: 0.2214745581150055 (0.2473714569849626) - | > loss_disc_real_3: 0.22077131271362305 (0.2231378507401262) - | > loss_disc_real_4: 0.1978616714477539 (0.2121490804212434) - | > loss_disc_real_5: 0.2551521360874176 (0.2331342681178025) - | > loss_0: 2.4131999015808105 (2.5853350332805087) - | > grad_norm_0: tensor(11.9425, device='cuda:0') (tensor(7.8421, device='cuda:0')) - | > loss_gen: 2.3093409538269043 (2.0944844697202956) - | > loss_kl: 1.9895833730697632 (1.9036913556712014) - | > loss_feat: 3.5544824600219727 (2.9197388802255904) - | > loss_mel: 32.892120361328125 (31.340087890625) - | > loss_duration: 2.068192481994629 (2.2113039663859784) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 42.813720703125 (40.469306400844026) - | > grad_norm_1: tensor(124.7477, device='cuda:0') (tensor(148.1579, device='cuda:0')) - | > current_lr_0: 0.000199975 - | > current_lr_1: 0.000199975 - | > step_time: 0.6888 (0.6969546335084098) - | > loader_time: 0.0046 (0.004178123814719063) - - - --> TIME: 2024-11-22 03:15:59 -- STEP: 53/797 -- GLOBAL_STEP: 850 - | > loss_disc: 2.5467443466186523 (2.6459967100395345) - | > loss_disc_real_0: 0.23902097344398499 (0.22006913794661467) - | > loss_disc_real_1: 0.22882641851902008 (0.2530092431126901) - | > loss_disc_real_2: 0.21118676662445068 (0.2530221134986517) - | > loss_disc_real_3: 0.2345510721206665 (0.22256401237451806) - | > loss_disc_real_4: 0.22027400135993958 (0.22643679633455457) - | > loss_disc_real_5: 0.2180965542793274 (0.24039579956036694) - | > loss_0: 2.5467443466186523 (2.6459967100395345) - | > grad_norm_0: tensor(5.5261, device='cuda:0') (tensor(8.7064, device='cuda:0')) - | > loss_gen: 1.8701941967010498 (2.1262494438099417) - | > loss_kl: 1.540505290031433 (1.8494189055460803) - | > loss_feat: 2.6240077018737793 (2.9780134839831653) - | > loss_mel: 31.45985221862793 (31.58300820836481) - | > loss_duration: 2.078752040863037 (2.1638590614750703) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 39.57331085205078 (40.70054899971439) - | > grad_norm_1: tensor(87.2821, device='cuda:0') (tensor(123.2647, device='cuda:0')) - | > current_lr_0: 0.000199975 - | > current_lr_1: 0.000199975 - | > step_time: 0.6419 (0.6994486979718478) - | > loader_time: 0.0043 (0.004253981248387751) - - - --> TIME: 2024-11-22 03:16:17 -- STEP: 78/797 -- GLOBAL_STEP: 875 - | > loss_disc: 2.533499240875244 (2.6251576252472706) - | > loss_disc_real_0: 0.23626302182674408 (0.21552171328893074) - | > loss_disc_real_1: 0.28922051191329956 (0.25337787106251103) - | > loss_disc_real_2: 0.2663666605949402 (0.25284912437200535) - | > loss_disc_real_3: 0.12376643717288971 (0.22079431055447993) - | > loss_disc_real_4: 0.24681228399276733 (0.2194262460256234) - | > loss_disc_real_5: 0.2190665751695633 (0.24042425400171524) - | > loss_0: 2.533499240875244 (2.6251576252472706) - | > grad_norm_0: tensor(8.9813, device='cuda:0') (tensor(8.9640, device='cuda:0')) - | > loss_gen: 2.1843812465667725 (2.1239506495304603) - | > loss_kl: 1.7688783407211304 (1.8028616141050289) - | > loss_feat: 2.769770860671997 (2.9756413331398592) - | > loss_mel: 28.765281677246094 (31.487415191454765) - | > loss_duration: 2.0202817916870117 (2.133217683205238) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 37.50859451293945 (40.523086596757935) - | > grad_norm_1: tensor(141.0095, device='cuda:0') (tensor(122.5031, device='cuda:0')) - | > current_lr_0: 0.000199975 - | > current_lr_1: 0.000199975 - | > step_time: 0.6871 (0.7010993162790935) - | > loader_time: 0.0049 (0.004419574370751016) - - - --> TIME: 2024-11-22 03:16:35 -- STEP: 103/797 -- GLOBAL_STEP: 900 - | > loss_disc: 2.45853328704834 (2.604985612110027) - | > loss_disc_real_0: 0.3178483545780182 (0.21519745633150766) - | > loss_disc_real_1: 0.25219088792800903 (0.25073737933219054) - | > loss_disc_real_2: 0.26082807779312134 (0.2510795114399159) - | > loss_disc_real_3: 0.20427630841732025 (0.2203343812267757) - | > loss_disc_real_4: 0.21667014062404633 (0.21807305268870975) - | > loss_disc_real_5: 0.22909463942050934 (0.23934784640096923) - | > loss_0: 2.45853328704834 (2.604985612110027) - | > grad_norm_0: tensor(11.8272, device='cuda:0') (tensor(9.2802, device='cuda:0')) - | > loss_gen: 2.1688618659973145 (2.1393508621789876) - | > loss_kl: 1.810291051864624 (1.7655169674493734) - | > loss_feat: 3.2944540977478027 (3.021871543625026) - | > loss_mel: 33.732574462890625 (31.353709415324683) - | > loss_duration: 2.030991554260254 (2.119467249194395) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 43.03717041015625 (40.39991634331861) - | > grad_norm_1: tensor(98.9661, device='cuda:0') (tensor(119.4355, device='cuda:0')) - | > current_lr_0: 0.000199975 - | > current_lr_1: 0.000199975 - | > step_time: 0.714 (0.7020488896416229) - | > loader_time: 0.0055 (0.004611228276224972) - - - --> TIME: 2024-11-22 03:16:53 -- STEP: 128/797 -- GLOBAL_STEP: 925 - | > loss_disc: 2.607466459274292 (2.5960840638726954) - | > loss_disc_real_0: 0.2537975311279297 (0.21499862422933802) - | > loss_disc_real_1: 0.19633005559444427 (0.24978719896171236) - | > loss_disc_real_2: 0.1757703721523285 (0.25130329793319106) - | > loss_disc_real_3: 0.2255369871854782 (0.2176320357248187) - | > loss_disc_real_4: 0.26397594809532166 (0.21625303162727505) - | > loss_disc_real_5: 0.17560380697250366 (0.24045359063893557) - | > loss_0: 2.607466459274292 (2.5960840638726954) - | > grad_norm_0: tensor(10.0934, device='cuda:0') (tensor(9.2243, device='cuda:0')) - | > loss_gen: 1.9051257371902466 (2.1424186797812577) - | > loss_kl: 1.208632469177246 (1.7370551144704223) - | > loss_feat: 2.4994165897369385 (3.0409638416022062) - | > loss_mel: 27.058454513549805 (31.19574023783207) - | > loss_duration: 2.060818672180176 (2.1105465162545434) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 34.73244857788086 (40.22672459483147) - | > grad_norm_1: tensor(76.5265, device='cuda:0') (tensor(116.7363, device='cuda:0')) - | > current_lr_0: 0.000199975 - | > current_lr_1: 0.000199975 - | > step_time: 0.732 (0.7020086012780666) - | > loader_time: 0.0047 (0.0047482475638389605) - - - --> TIME: 2024-11-22 03:17:11 -- STEP: 153/797 -- GLOBAL_STEP: 950 - | > loss_disc: 2.6239123344421387 (2.584904331007814) - | > loss_disc_real_0: 0.2985079884529114 (0.21243793726746552) - | > loss_disc_real_1: 0.18188102543354034 (0.24910577722624233) - | > loss_disc_real_2: 0.1956048607826233 (0.25025506677970394) - | > loss_disc_real_3: 0.18762841820716858 (0.2164838178679834) - | > loss_disc_real_4: 0.2512502074241638 (0.2166887573849142) - | > loss_disc_real_5: 0.14609497785568237 (0.24001917330657735) - | > loss_0: 2.6239123344421387 (2.584904331007814) - | > grad_norm_0: tensor(8.8559, device='cuda:0') (tensor(9.2118, device='cuda:0')) - | > loss_gen: 2.132056474685669 (2.158535319995256) - | > loss_kl: 1.8654268980026245 (1.7177560843673407) - | > loss_feat: 3.2042126655578613 (3.098749360227897) - | > loss_mel: 32.33613967895508 (31.17011994006587) - | > loss_duration: 2.002901315689087 (2.1013348118152484) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 41.540740966796875 (40.24649563957664) - | > grad_norm_1: tensor(75.0282, device='cuda:0') (tensor(116.8975, device='cuda:0')) - | > current_lr_0: 0.000199975 - | > current_lr_1: 0.000199975 - | > step_time: 0.7549 (0.7063461253845613) - | > loader_time: 0.0073 (0.004798736447602317) - - - --> TIME: 2024-11-22 03:17:59 -- STEP: 178/797 -- GLOBAL_STEP: 975 - | > loss_disc: 2.2899045944213867 (2.5832448782545794) - | > loss_disc_real_0: 0.18236413598060608 (0.21193818040610699) - | > loss_disc_real_1: 0.2328406423330307 (0.24872641725821437) - | > loss_disc_real_2: 0.23275846242904663 (0.24795039332984542) - | > loss_disc_real_3: 0.19060233235359192 (0.21829963228508328) - | > loss_disc_real_4: 0.16646729409694672 (0.2170054270896349) - | > loss_disc_real_5: 0.1662374585866928 (0.2409788454683979) - | > loss_0: 2.2899045944213867 (2.5832448782545794) - | > grad_norm_0: tensor(4.3521, device='cuda:0') (tensor(9.2183, device='cuda:0')) - | > loss_gen: 2.2163689136505127 (2.151579625820844) - | > loss_kl: 1.4211361408233643 (1.7033691975507843) - | > loss_feat: 3.614680767059326 (3.0883471108554454) - | > loss_mel: 31.28009033203125 (31.09519063756707) - | > loss_duration: 2.0376663208007812 (2.0905583306644737) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 40.569942474365234 (40.12904490781633) - | > grad_norm_1: tensor(80.6622, device='cuda:0') (tensor(117.3843, device='cuda:0')) - | > current_lr_0: 0.000199975 - | > current_lr_1: 0.000199975 - | > step_time: 2.7336 (0.8718917343053925) - | > loader_time: 0.0095 (0.005587616663300591) - - - --> TIME: 2024-11-22 03:18:54 -- STEP: 203/797 -- GLOBAL_STEP: 1000 - | > loss_disc: 2.3070082664489746 (2.5875289698539685) - | > loss_disc_real_0: 0.21680879592895508 (0.21385047988498151) - | > loss_disc_real_1: 0.15468472242355347 (0.24811454645812214) - | > loss_disc_real_2: 0.16019126772880554 (0.24821290682102076) - | > loss_disc_real_3: 0.2166113406419754 (0.218180082885209) - | > loss_disc_real_4: 0.1302727311849594 (0.21777481438931573) - | > loss_disc_real_5: 0.20334869623184204 (0.24044496569727442) - | > loss_0: 2.3070082664489746 (2.5875289698539685) - | > grad_norm_0: tensor(5.6226, device='cuda:0') (tensor(9.1534, device='cuda:0')) - | > loss_gen: 2.1972060203552246 (2.147905252249955) - | > loss_kl: 1.4999505281448364 (1.6878088806650322) - | > loss_feat: 4.147138595581055 (3.081722602468406) - | > loss_mel: 32.644405364990234 (31.07434502963362) - | > loss_duration: 2.054884433746338 (2.084384542967886) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 42.54358673095703 (40.07616621872473) - | > grad_norm_1: tensor(49.6393, device='cuda:0') (tensor(118.2321, device='cuda:0')) - | > current_lr_0: 0.000199975 - | > current_lr_1: 0.000199975 - | > step_time: 1.6059 (1.0325120411482935) - | > loader_time: 0.0056 (0.006895195674426451) - - - --> TIME: 2024-11-22 03:19:46 -- STEP: 228/797 -- GLOBAL_STEP: 1025 - | > loss_disc: 2.642265558242798 (2.586571746750881) - | > loss_disc_real_0: 0.2328576147556305 (0.21439846869754164) - | > loss_disc_real_1: 0.3734435737133026 (0.24917401360315186) - | > loss_disc_real_2: 0.3821476697921753 (0.2485987606801485) - | > loss_disc_real_3: 0.19443120062351227 (0.21858836618954675) - | > loss_disc_real_4: 0.2454114705324173 (0.21787023998535515) - | > loss_disc_real_5: 0.31639543175697327 (0.2408287400347099) - | > loss_0: 2.642265558242798 (2.586571746750881) - | > grad_norm_0: tensor(9.6595, device='cuda:0') (tensor(9.2775, device='cuda:0')) - | > loss_gen: 2.1724045276641846 (2.1468370875768485) - | > loss_kl: 1.4268298149108887 (1.6751501455641629) - | > loss_feat: 2.9054388999938965 (3.0812212992132757) - | > loss_mel: 32.26966857910156 (31.06805464259365) - | > loss_duration: 2.0612785816192627 (2.0793914962233164) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 40.83562088012695 (40.05065459535832) - | > grad_norm_1: tensor(139.3910, device='cuda:0') (tensor(116.5078, device='cuda:0')) - | > current_lr_0: 0.000199975 - | > current_lr_1: 0.000199975 - | > step_time: 2.1944 (1.1448870468557926) - | > loader_time: 0.0204 (0.0074837657443264085) - - - --> TIME: 2024-11-22 03:20:38 -- STEP: 253/797 -- GLOBAL_STEP: 1050 - | > loss_disc: 2.610792636871338 (2.58727337437656) - | > loss_disc_real_0: 0.1533302664756775 (0.21432733217718103) - | > loss_disc_real_1: 0.2477075606584549 (0.24872050979156266) - | > loss_disc_real_2: 0.24331969022750854 (0.24812410153419134) - | > loss_disc_real_3: 0.21863648295402527 (0.21844440963664075) - | > loss_disc_real_4: 0.19327136874198914 (0.21747473129641867) - | > loss_disc_real_5: 0.21164512634277344 (0.2411080753143597) - | > loss_0: 2.610792636871338 (2.58727337437656) - | > grad_norm_0: tensor(11.0232, device='cuda:0') (tensor(9.4157, device='cuda:0')) - | > loss_gen: 1.957895040512085 (2.142730763778384) - | > loss_kl: 1.4995852708816528 (1.6707560045445862) - | > loss_feat: 2.7733089923858643 (3.076253371747586) - | > loss_mel: 29.42091178894043 (30.995021186798457) - | > loss_duration: 2.0121994018554688 (2.0744033745626216) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 37.66389846801758 (39.95916467598774) - | > grad_norm_1: tensor(86.9143, device='cuda:0') (tensor(117.6371, device='cuda:0')) - | > current_lr_0: 0.000199975 - | > current_lr_1: 0.000199975 - | > step_time: 1.8827 (1.2344182263249937) - | > loader_time: 0.0087 (0.008128618534374618) - - - --> TIME: 2024-11-22 03:21:34 -- STEP: 278/797 -- GLOBAL_STEP: 1075 - | > loss_disc: 2.382746696472168 (2.5877192749393925) - | > loss_disc_real_0: 0.20314382016658783 (0.21378850347275355) - | > loss_disc_real_1: 0.22623229026794434 (0.24852825636915166) - | > loss_disc_real_2: 0.24311289191246033 (0.24742365355114285) - | > loss_disc_real_3: 0.20372328162193298 (0.21881005698613984) - | > loss_disc_real_4: 0.2629527151584625 (0.21946239723361655) - | > loss_disc_real_5: 0.26756590604782104 (0.24048413593563245) - | > loss_0: 2.382746696472168 (2.5877192749393925) - | > grad_norm_0: tensor(5.1461, device='cuda:0') (tensor(9.2940, device='cuda:0')) - | > loss_gen: 2.2546780109405518 (2.141361017878964) - | > loss_kl: 1.699640154838562 (1.6623474891237218) - | > loss_feat: 3.581935167312622 (3.069791794680863) - | > loss_mel: 31.284574508666992 (30.968981694832124) - | > loss_duration: 2.000101089477539 (2.0705629029719947) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 40.82093048095703 (39.91304488147762) - | > grad_norm_1: tensor(75.5735, device='cuda:0') (tensor(116.5888, device='cuda:0')) - | > current_lr_0: 0.000199975 - | > current_lr_1: 0.000199975 - | > step_time: 2.0645 (1.3224871184328477) - | > loader_time: 0.0309 (0.008708049067490398) - - - --> TIME: 2024-11-22 03:22:25 -- STEP: 303/797 -- GLOBAL_STEP: 1100 - | > loss_disc: 2.648599624633789 (2.5873669468530327) - | > loss_disc_real_0: 0.24561503529548645 (0.21465786642367296) - | > loss_disc_real_1: 0.23036187887191772 (0.24837231818008737) - | > loss_disc_real_2: 0.2280825525522232 (0.24736629839580837) - | > loss_disc_real_3: 0.17247094213962555 (0.21906411170762757) - | > loss_disc_real_4: 0.21776844561100006 (0.21923718259672914) - | > loss_disc_real_5: 0.2007940113544464 (0.23981917332304586) - | > loss_0: 2.648599624633789 (2.5873669468530327) - | > grad_norm_0: tensor(5.6997, device='cuda:0') (tensor(9.4260, device='cuda:0')) - | > loss_gen: 1.974236011505127 (2.138543486595154) - | > loss_kl: 1.5836477279663086 (1.6493504728027706) - | > loss_feat: 3.34466814994812 (3.064549439417648) - | > loss_mel: 31.619272232055664 (30.91491932758797) - | > loss_duration: 2.0285797119140625 (2.0674588070450834) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 40.5504035949707 (39.834821468139225) - | > grad_norm_1: tensor(52.9644, device='cuda:0') (tensor(116.5812, device='cuda:0')) - | > current_lr_0: 0.000199975 - | > current_lr_1: 0.000199975 - | > step_time: 2.0863 (1.379656129937755) - | > loader_time: 0.0296 (0.008725266252020409) - - - --> TIME: 2024-11-22 03:23:09 -- STEP: 328/797 -- GLOBAL_STEP: 1125 - | > loss_disc: 2.57002329826355 (2.586688022787978) - | > loss_disc_real_0: 0.21808409690856934 (0.2148384823940876) - | > loss_disc_real_1: 0.22561943531036377 (0.24810595456056478) - | > loss_disc_real_2: 0.22321458160877228 (0.2464951005559869) - | > loss_disc_real_3: 0.2693498730659485 (0.21833515814619092) - | > loss_disc_real_4: 0.23907633125782013 (0.2192903593091703) - | > loss_disc_real_5: 0.3013015687465668 (0.24038374024193462) - | > loss_0: 2.57002329826355 (2.586688022787978) - | > grad_norm_0: tensor(9.4268, device='cuda:0') (tensor(9.4002, device='cuda:0')) - | > loss_gen: 2.2954964637756348 (2.1355158995564394) - | > loss_kl: 1.4643055200576782 (1.6409502818090167) - | > loss_feat: 3.722066879272461 (3.060587578793853) - | > loss_mel: 29.20295524597168 (30.845472644015057) - | > loss_duration: 2.0876927375793457 (2.064680266671064) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 38.772518157958984 (39.747206606516016) - | > grad_norm_1: tensor(150.6720, device='cuda:0') (tensor(116.1989, device='cuda:0')) - | > current_lr_0: 0.000199975 - | > current_lr_1: 0.000199975 - | > step_time: 1.8975 (1.4086470654824892) - | > loader_time: 0.0077 (0.00885714554205174) - - - --> TIME: 2024-11-22 03:23:56 -- STEP: 353/797 -- GLOBAL_STEP: 1150 - | > loss_disc: 2.5594561100006104 (2.588962968280566) - | > loss_disc_real_0: 0.18122461438179016 (0.21559406411715337) - | > loss_disc_real_1: 0.17295049130916595 (0.248176560903406) - | > loss_disc_real_2: 0.18650120496749878 (0.24700971395199428) - | > loss_disc_real_3: 0.19606788456439972 (0.21867196057150115) - | > loss_disc_real_4: 0.21119345724582672 (0.2191618882731743) - | > loss_disc_real_5: 0.17475299537181854 (0.24045209122278197) - | > loss_0: 2.5594561100006104 (2.588962968280566) - | > grad_norm_0: tensor(5.2799, device='cuda:0') (tensor(9.5055, device='cuda:0')) - | > loss_gen: 2.0129106044769287 (2.137192199655701) - | > loss_kl: 1.45803701877594 (1.6362759786692294) - | > loss_feat: 3.25422739982605 (3.059772717378634) - | > loss_mel: 31.961936950683594 (30.774551807652113) - | > loss_duration: 2.0550103187561035 (2.062416962793799) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 40.742122650146484 (39.670209587464555) - | > grad_norm_1: tensor(116.0598, device='cuda:0') (tensor(117.1004, device='cuda:0')) - | > current_lr_0: 0.000199975 - | > current_lr_1: 0.000199975 - | > step_time: 1.9981 (1.4380402686575662) - | > loader_time: 0.0073 (0.009109921225745016) - - - --> TIME: 2024-11-22 03:24:40 -- STEP: 378/797 -- GLOBAL_STEP: 1175 - | > loss_disc: 2.5684926509857178 (2.589841442133384) - | > loss_disc_real_0: 0.26539409160614014 (0.21597879230187683) - | > loss_disc_real_1: 0.35249847173690796 (0.2484564664896834) - | > loss_disc_real_2: 0.383817195892334 (0.24688720738603956) - | > loss_disc_real_3: 0.23252815008163452 (0.21929100581577846) - | > loss_disc_real_4: 0.2780616283416748 (0.2197160394221702) - | > loss_disc_real_5: 0.29375332593917847 (0.2407695658544384) - | > loss_0: 2.5684926509857178 (2.589841442133384) - | > grad_norm_0: tensor(8.7628, device='cuda:0') (tensor(9.6281, device='cuda:0')) - | > loss_gen: 2.213414430618286 (2.1414399582242223) - | > loss_kl: 1.460767149925232 (1.627787354761962) - | > loss_feat: 3.407020330429077 (3.0678879278046756) - | > loss_mel: 32.6816291809082 (30.77049383032259) - | > loss_duration: 2.0206642150878906 (2.060743607541241) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 41.78349304199219 (39.66835257111401) - | > grad_norm_1: tensor(121.3348, device='cuda:0') (tensor(117.3824, device='cuda:0')) - | > current_lr_0: 0.000199975 - | > current_lr_1: 0.000199975 - | > step_time: 1.575 (1.4604707041745468) - | > loader_time: 0.0091 (0.009068929959857279) - - - --> TIME: 2024-11-22 03:25:21 -- STEP: 403/797 -- GLOBAL_STEP: 1200 - | > loss_disc: 2.6129770278930664 (2.591716271180374) - | > loss_disc_real_0: 0.2762013375759125 (0.2159590681381616) - | > loss_disc_real_1: 0.3180004954338074 (0.2486956615749719) - | > loss_disc_real_2: 0.34629905223846436 (0.2472765906979665) - | > loss_disc_real_3: 0.2815503478050232 (0.21877282676714527) - | > loss_disc_real_4: 0.24788576364517212 (0.22045177624332107) - | > loss_disc_real_5: 0.3350655734539032 (0.24116819032072725) - | > loss_0: 2.6129770278930664 (2.591716271180374) - | > grad_norm_0: tensor(7.4893, device='cuda:0') (tensor(9.7372, device='cuda:0')) - | > loss_gen: 2.3843042850494385 (2.142076174911141) - | > loss_kl: 1.2820510864257812 (1.6218982369964832) - | > loss_feat: 2.917968273162842 (3.064096293141766) - | > loss_mel: 29.00318717956543 (30.735057707755796) - | > loss_duration: 2.0406880378723145 (2.059773950955413) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 37.628196716308594 (39.62290225727089) - | > grad_norm_1: tensor(191.0274, device='cuda:0') (tensor(117.1635, device='cuda:0')) - | > current_lr_0: 0.000199975 - | > current_lr_1: 0.000199975 - | > step_time: 1.9019 (1.4705301892964484) - | > loader_time: 0.0065 (0.009006978856126963) - - - --> TIME: 2024-11-22 03:26:02 -- STEP: 428/797 -- GLOBAL_STEP: 1225 - | > loss_disc: 2.542365789413452 (2.59027762613564) - | > loss_disc_real_0: 0.20282842218875885 (0.21573456470793653) - | > loss_disc_real_1: 0.2161484807729721 (0.24803907093461428) - | > loss_disc_real_2: 0.1976456493139267 (0.24697580507077346) - | > loss_disc_real_3: 0.21419522166252136 (0.2182400839699206) - | > loss_disc_real_4: 0.19256697595119476 (0.21984311865172654) - | > loss_disc_real_5: 0.26931044459342957 (0.24172050551137078) - | > loss_0: 2.542365789413452 (2.59027762613564) - | > grad_norm_0: tensor(4.4689, device='cuda:0') (tensor(9.6783, device='cuda:0')) - | > loss_gen: 2.281914710998535 (2.1397307637695975) - | > loss_kl: 1.2697335481643677 (1.6127030531936721) - | > loss_feat: 3.026455879211426 (3.064281641601403) - | > loss_mel: 32.1116943359375 (30.730011708268496) - | > loss_duration: 1.9999840259552002 (2.058697146232997) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 40.689781188964844 (39.60542418577959) - | > grad_norm_1: tensor(65.1530, device='cuda:0') (tensor(117.2940, device='cuda:0')) - | > current_lr_0: 0.000199975 - | > current_lr_1: 0.000199975 - | > step_time: 1.6605 (1.4791742407272914) - | > loader_time: 0.0083 (0.00897613975489251) - - - --> TIME: 2024-11-22 03:26:44 -- STEP: 453/797 -- GLOBAL_STEP: 1250 - | > loss_disc: 2.4575018882751465 (2.5930613587234204) - | > loss_disc_real_0: 0.2570491433143616 (0.21581644457960233) - | > loss_disc_real_1: 0.1744338423013687 (0.24787464783944305) - | > loss_disc_real_2: 0.18100301921367645 (0.24663998053365985) - | > loss_disc_real_3: 0.10515060275793076 (0.21819630743849355) - | > loss_disc_real_4: 0.18019971251487732 (0.22053153786569768) - | > loss_disc_real_5: 0.16686303913593292 (0.2414980638632448) - | > loss_0: 2.4575018882751465 (2.5930613587234204) - | > grad_norm_0: tensor(11.4713, device='cuda:0') (tensor(9.7302, device='cuda:0')) - | > loss_gen: 1.8846406936645508 (2.135886316004706) - | > loss_kl: 1.5143845081329346 (1.6006695879479387) - | > loss_feat: 3.252448081970215 (3.05613076318442) - | > loss_mel: 29.564788818359375 (30.713198394438553) - | > loss_duration: 2.082179307937622 (2.058301236982114) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 38.298439025878906 (39.564186188822006) - | > grad_norm_1: tensor(81.8949, device='cuda:0') (tensor(116.7364, device='cuda:0')) - | > current_lr_0: 0.000199975 - | > current_lr_1: 0.000199975 - | > step_time: 1.4008 (1.4881925872356427) - | > loader_time: 0.008 (0.00899330669680968) - - - --> TIME: 2024-11-22 03:27:26 -- STEP: 478/797 -- GLOBAL_STEP: 1275 - | > loss_disc: 2.6643617153167725 (2.5963093022422323) - | > loss_disc_real_0: 0.16940298676490784 (0.21621635175898485) - | > loss_disc_real_1: 0.26603376865386963 (0.2483155088319938) - | > loss_disc_real_2: 0.28890809416770935 (0.2472510280937081) - | > loss_disc_real_3: 0.1895536184310913 (0.21824911119860585) - | > loss_disc_real_4: 0.19873589277267456 (0.22069175335652658) - | > loss_disc_real_5: 0.1841016411781311 (0.24184388078156874) - | > loss_0: 2.6643617153167725 (2.5963093022422323) - | > grad_norm_0: tensor(6.7108, device='cuda:0') (tensor(9.6571, device='cuda:0')) - | > loss_gen: 2.17622709274292 (2.1357954835293196) - | > loss_kl: 1.2507659196853638 (1.5894288772319656) - | > loss_feat: 3.110731840133667 (3.0504011753712748) - | > loss_mel: 34.2420539855957 (30.700203424717092) - | > loss_duration: 2.016237735748291 (2.057525012034253) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 42.7960205078125 (39.533353853425204) - | > grad_norm_1: tensor(96.1384, device='cuda:0') (tensor(116.3681, device='cuda:0')) - | > current_lr_0: 0.000199975 - | > current_lr_1: 0.000199975 - | > step_time: 1.5468 (1.496939611734207) - | > loader_time: 0.0081 (0.00907758389556757) - - - --> TIME: 2024-11-22 03:28:30 -- STEP: 503/797 -- GLOBAL_STEP: 1300 - | > loss_disc: 2.5064141750335693 (2.5956494637559477) - | > loss_disc_real_0: 0.10940311849117279 (0.21649636240827871) - | > loss_disc_real_1: 0.28225812315940857 (0.24773417256224464) - | > loss_disc_real_2: 0.25213345885276794 (0.24672250365227402) - | > loss_disc_real_3: 0.1782800257205963 (0.2185091739650038) - | > loss_disc_real_4: 0.1798420548439026 (0.22019790581040544) - | > loss_disc_real_5: 0.27162840962409973 (0.24121459918633606) - | > loss_0: 2.5064141750335693 (2.5956494637559477) - | > grad_norm_0: tensor(10.1618, device='cuda:0') (tensor(9.8157, device='cuda:0')) - | > loss_gen: 1.7743350267410278 (2.135040137687214) - | > loss_kl: 1.2630552053451538 (1.5809723525113666) - | > loss_feat: 3.2712440490722656 (3.0510816142762875) - | > loss_mel: 29.93850326538086 (30.65960320231929) - | > loss_duration: 2.0707740783691406 (2.0568206867214234) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 38.317909240722656 (39.483517883786135) - | > grad_norm_1: tensor(47.1520, device='cuda:0') (tensor(115.4693, device='cuda:0')) - | > current_lr_0: 0.000199975 - | > current_lr_1: 0.000199975 - | > step_time: 2.8453 (1.5480936023871426) - | > loader_time: 0.0089 (0.009535992358835269) - - - --> TIME: 2024-11-22 03:29:27 -- STEP: 528/797 -- GLOBAL_STEP: 1325 - | > loss_disc: 2.700551986694336 (2.5945451634399825) - | > loss_disc_real_0: 0.15449827909469604 (0.21614130970203516) - | > loss_disc_real_1: 0.23079010844230652 (0.24750870810539433) - | > loss_disc_real_2: 0.32241636514663696 (0.24632578722737503) - | > loss_disc_real_3: 0.17483863234519958 (0.218274273472189) - | > loss_disc_real_4: 0.22332361340522766 (0.2201662010541468) - | > loss_disc_real_5: 0.3547026813030243 (0.24131646721313396) - | > loss_0: 2.700551986694336 (2.5945451634399825) - | > grad_norm_0: tensor(12.3444, device='cuda:0') (tensor(9.8111, device='cuda:0')) - | > loss_gen: 2.2657692432403564 (2.1362620341506884) - | > loss_kl: 1.4436637163162231 (1.572861051920689) - | > loss_feat: 3.8857078552246094 (3.057988071080411) - | > loss_mel: 31.576702117919922 (30.63181924458706) - | > loss_duration: 2.0727667808532715 (2.0566389590050242) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 41.24460983276367 (39.455569202249684) - | > grad_norm_1: tensor(99.0395, device='cuda:0') (tensor(115.0495, device='cuda:0')) - | > current_lr_0: 0.000199975 - | > current_lr_1: 0.000199975 - | > step_time: 2.537 (1.5825902485486236) - | > loader_time: 0.0117 (0.00966519478595618) - - - --> TIME: 2024-11-22 03:30:22 -- STEP: 553/797 -- GLOBAL_STEP: 1350 - | > loss_disc: 2.5054891109466553 (2.5960950252160466) - | > loss_disc_real_0: 0.170132577419281 (0.2161767928984023) - | > loss_disc_real_1: 0.18378637731075287 (0.2474848444002662) - | > loss_disc_real_2: 0.19844433665275574 (0.2465988657492841) - | > loss_disc_real_3: 0.2360946089029312 (0.2179543470684271) - | > loss_disc_real_4: 0.1368928700685501 (0.22054273846675432) - | > loss_disc_real_5: 0.1770029067993164 (0.24136272932370792) - | > loss_0: 2.5054891109466553 (2.5960950252160466) - | > grad_norm_0: tensor(9.4735, device='cuda:0') (tensor(9.8760, device='cuda:0')) - | > loss_gen: 2.08634352684021 (2.134992914217076) - | > loss_kl: 1.5193347930908203 (1.5640084154998204) - | > loss_feat: 3.5016324520111084 (3.0563872420981832) - | > loss_mel: 31.77242660522461 (30.601495880761586) - | > loss_duration: 2.0098423957824707 (2.05664695688872) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 40.88957977294922 (39.41353124304661) - | > grad_norm_1: tensor(81.3429, device='cuda:0') (tensor(115.1605, device='cuda:0')) - | > current_lr_0: 0.000199975 - | > current_lr_1: 0.000199975 - | > step_time: 2.8116 (1.6100726528581617) - | > loader_time: 0.0094 (0.009775492424990774) - - - --> TIME: 2024-11-22 03:31:28 -- STEP: 578/797 -- GLOBAL_STEP: 1375 - | > loss_disc: 2.668713331222534 (2.5978384673801687) - | > loss_disc_real_0: 0.22007042169570923 (0.2167586006069472) - | > loss_disc_real_1: 0.2582193613052368 (0.24730508439371743) - | > loss_disc_real_2: 0.2743563652038574 (0.2461793420765433) - | > loss_disc_real_3: 0.3622855842113495 (0.21832814262245354) - | > loss_disc_real_4: 0.29490241408348083 (0.22093018170149678) - | > loss_disc_real_5: 0.26407620310783386 (0.24166471951973068) - | > loss_0: 2.668713331222534 (2.5978384673801687) - | > grad_norm_0: tensor(5.7965, device='cuda:0') (tensor(9.9385, device='cuda:0')) - | > loss_gen: 2.1235716342926025 (2.133770331998186) - | > loss_kl: 1.4522429704666138 (1.554786404730127) - | > loss_feat: 2.8689703941345215 (3.0515912119492534) - | > loss_mel: 29.375423431396484 (30.561895116390243) - | > loss_duration: 2.0348429679870605 (2.0564023491420556) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 37.85505294799805 (39.3584452302398) - | > grad_norm_1: tensor(55.0381, device='cuda:0') (tensor(114.3605, device='cuda:0')) - | > current_lr_0: 0.000199975 - | > current_lr_1: 0.000199975 - | > step_time: 2.491 (1.653210238189434) - | > loader_time: 0.0112 (0.00999517424296343) - - - --> TIME: 2024-11-22 03:32:40 -- STEP: 603/797 -- GLOBAL_STEP: 1400 - | > loss_disc: 2.502821922302246 (2.5981774946943466) - | > loss_disc_real_0: 0.19895967841148376 (0.2164646317783873) - | > loss_disc_real_1: 0.22862592339515686 (0.24698789155799555) - | > loss_disc_real_2: 0.28514209389686584 (0.24588718860847242) - | > loss_disc_real_3: 0.2148098647594452 (0.21827534267410123) - | > loss_disc_real_4: 0.3091977536678314 (0.22106380798972858) - | > loss_disc_real_5: 0.24384468793869019 (0.2420333253457574) - | > loss_0: 2.502821922302246 (2.5981774946943466) - | > grad_norm_0: tensor(6.7936, device='cuda:0') (tensor(9.9814, device='cuda:0')) - | > loss_gen: 2.4645543098449707 (2.1321026636395697) - | > loss_kl: 1.279252529144287 (1.547684186331273) - | > loss_feat: 3.439903736114502 (3.0504854085235853) - | > loss_mel: 30.974382400512695 (30.520333642785623) - | > loss_duration: 2.0106239318847656 (2.0561096640566303) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 40.16871643066406 (39.306715406984026) - | > grad_norm_1: tensor(62.8722, device='cuda:0') (tensor(115.2456, device='cuda:0')) - | > current_lr_0: 0.000199975 - | > current_lr_1: 0.000199975 - | > step_time: 3.2249 (1.701973282875707) - | > loader_time: 0.011 (0.010449134690646905) - - - --> TIME: 2024-11-22 03:33:40 -- STEP: 628/797 -- GLOBAL_STEP: 1425 - | > loss_disc: 2.478036403656006 (2.5971595420958913) - | > loss_disc_real_0: 0.2938750386238098 (0.21638393444809945) - | > loss_disc_real_1: 0.2155543565750122 (0.24665395607044743) - | > loss_disc_real_2: 0.1680479347705841 (0.2454174082773696) - | > loss_disc_real_3: 0.17721182107925415 (0.21793740671009398) - | > loss_disc_real_4: 0.21224555373191833 (0.22180609840448876) - | > loss_disc_real_5: 0.21053045988082886 (0.24219314714858106) - | > loss_0: 2.478036403656006 (2.5971595420958913) - | > grad_norm_0: tensor(21.0760, device='cuda:0') (tensor(10.1089, device='cuda:0')) - | > loss_gen: 1.9406013488769531 (2.132811363145804) - | > loss_kl: 1.4137004613876343 (1.5398262089984438) - | > loss_feat: 2.9644932746887207 (3.054185867689217) - | > loss_mel: 28.974157333374023 (30.490995358509622) - | > loss_duration: 2.0714659690856934 (2.056880746297776) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 37.364418029785156 (39.27469940550006) - | > grad_norm_1: tensor(130.9291, device='cuda:0') (tensor(115.6594, device='cuda:0')) - | > current_lr_0: 0.000199975 - | > current_lr_1: 0.000199975 - | > step_time: 1.8874 (1.7282542221865085) - | > loader_time: 0.0116 (0.010720178959475959) - - - --> TIME: 2024-11-22 03:34:25 -- STEP: 653/797 -- GLOBAL_STEP: 1450 - | > loss_disc: 2.494757890701294 (2.5995532458628134) - | > loss_disc_real_0: 0.09473652392625809 (0.215918985878618) - | > loss_disc_real_1: 0.22527055442333221 (0.2465767281709002) - | > loss_disc_real_2: 0.19608405232429504 (0.24584947443163596) - | > loss_disc_real_3: 0.1509593278169632 (0.21819557310017842) - | > loss_disc_real_4: 0.15811088681221008 (0.22232921479717696) - | > loss_disc_real_5: 0.13077932596206665 (0.24231909861243336) - | > loss_0: 2.494757890701294 (2.5995532458628134) - | > grad_norm_0: tensor(13.9299, device='cuda:0') (tensor(10.2013, device='cuda:0')) - | > loss_gen: 2.1881558895111084 (2.1317418412081506) - | > loss_kl: 1.5804916620254517 (1.5341555071826367) - | > loss_feat: 3.714559316635132 (3.049151256657668) - | > loss_mel: 31.479507446289062 (30.464976499128124) - | > loss_duration: 2.038651466369629 (2.057329428688854) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 41.001365661621094 (39.2373544070841) - | > grad_norm_1: tensor(115.2041, device='cuda:0') (tensor(116.2804, device='cuda:0')) - | > current_lr_0: 0.000199975 - | > current_lr_1: 0.000199975 - | > step_time: 2.1284 (1.730810807273363) - | > loader_time: 0.0116 (0.010849251316298382) - - - --> TIME: 2024-11-22 03:35:07 -- STEP: 678/797 -- GLOBAL_STEP: 1475 - | > loss_disc: 2.572146415710449 (2.598973492957148) - | > loss_disc_real_0: 0.18818706274032593 (0.21556387374666588) - | > loss_disc_real_1: 0.19615581631660461 (0.24608228924879283) - | > loss_disc_real_2: 0.22653739154338837 (0.24555421764564023) - | > loss_disc_real_3: 0.19465598464012146 (0.21828823746525436) - | > loss_disc_real_4: 0.17096664011478424 (0.2222197554170382) - | > loss_disc_real_5: 0.22853229939937592 (0.24205724956539176) - | > loss_0: 2.572146415710449 (2.598973492957148) - | > grad_norm_0: tensor(13.4050, device='cuda:0') (tensor(10.3613, device='cuda:0')) - | > loss_gen: 2.0983731746673584 (2.1291471830511526) - | > loss_kl: 1.4235759973526 (1.528902348515558) - | > loss_feat: 3.302786350250244 (3.046087606818275) - | > loss_mel: 29.820613861083984 (30.454202047139844) - | > loss_duration: 2.051933765411377 (2.057362902832593) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 38.69728088378906 (39.2157019556096) - | > grad_norm_1: tensor(89.9806, device='cuda:0') (tensor(116.8851, device='cuda:0')) - | > current_lr_0: 0.000199975 - | > current_lr_1: 0.000199975 - | > step_time: 1.8776 (1.7274345553378447) - | > loader_time: 0.0186 (0.01090976094777605) - - - --> TIME: 2024-11-22 03:35:51 -- STEP: 703/797 -- GLOBAL_STEP: 1500 - | > loss_disc: 2.714921474456787 (2.599689393090999) - | > loss_disc_real_0: 0.1620084047317505 (0.21535114746853434) - | > loss_disc_real_1: 0.25806066393852234 (0.2462205114015305) - | > loss_disc_real_2: 0.2758501172065735 (0.2454490677200544) - | > loss_disc_real_3: 0.3524826467037201 (0.2185399439689276) - | > loss_disc_real_4: 0.33567818999290466 (0.22251664607614746) - | > loss_disc_real_5: 0.24716413021087646 (0.24204081903141558) - | > loss_0: 2.714921474456787 (2.599689393090999) - | > grad_norm_0: tensor(9.5776, device='cuda:0') (tensor(10.4314, device='cuda:0')) - | > loss_gen: 2.3555049896240234 (2.1311981666138977) - | > loss_kl: 1.2807705402374268 (1.5220701680922741) - | > loss_feat: 2.9764339923858643 (3.052276450573635) - | > loss_mel: 31.01343536376953 (30.460214045105413) - | > loss_duration: 2.0564420223236084 (2.0571428366100806) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 39.682586669921875 (39.222901541003104) - | > grad_norm_1: tensor(86.3363, device='cuda:0') (tensor(117.4130, device='cuda:0')) - | > current_lr_0: 0.000199975 - | > current_lr_1: 0.000199975 - | > step_time: 1.7023 (1.7282328090152232) - | > loader_time: 0.0097 (0.010941743850708011) - - - --> TIME: 2024-11-22 03:36:33 -- STEP: 728/797 -- GLOBAL_STEP: 1525 - | > loss_disc: 2.3606855869293213 (2.600299191016417) - | > loss_disc_real_0: 0.21091467142105103 (0.21517127635632896) - | > loss_disc_real_1: 0.21418172121047974 (0.2458032813578189) - | > loss_disc_real_2: 0.18979772925376892 (0.24549627028774101) - | > loss_disc_real_3: 0.22927655279636383 (0.21821282149016205) - | > loss_disc_real_4: 0.25078505277633667 (0.2226711559610871) - | > loss_disc_real_5: 0.2070118933916092 (0.24217789112539082) - | > loss_0: 2.3606855869293213 (2.600299191016417) - | > grad_norm_0: tensor(8.7561, device='cuda:0') (tensor(10.5452, device='cuda:0')) - | > loss_gen: 2.2401139736175537 (2.1277848103871713) - | > loss_kl: 1.145336627960205 (1.5142966199379697) - | > loss_feat: 3.319000244140625 (3.045969393227127) - | > loss_mel: 30.27155876159668 (30.42531194267692) - | > loss_duration: 2.0528435707092285 (2.056748838542582) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 39.02885437011719 (39.170111467550065) - | > grad_norm_1: tensor(129.5817, device='cuda:0') (tensor(117.6155, device='cuda:0')) - | > current_lr_0: 0.000199975 - | > current_lr_1: 0.000199975 - | > step_time: 1.7932 (1.7257663512622923) - | > loader_time: 0.0203 (0.011422231629654606) - - - --> TIME: 2024-11-22 03:37:18 -- STEP: 753/797 -- GLOBAL_STEP: 1550 - | > loss_disc: 2.3825533390045166 (2.5995255517136364) - | > loss_disc_real_0: 0.16737113893032074 (0.2151218869217522) - | > loss_disc_real_1: 0.22851061820983887 (0.24545388602482213) - | > loss_disc_real_2: 0.1765597015619278 (0.24520724460700277) - | > loss_disc_real_3: 0.15957719087600708 (0.21815873700309088) - | > loss_disc_real_4: 0.15989536046981812 (0.2224517651941197) - | > loss_disc_real_5: 0.20454180240631104 (0.24204683452250947) - | > loss_0: 2.3825533390045166 (2.5995255517136364) - | > grad_norm_0: tensor(5.8966, device='cuda:0') (tensor(10.6646, device='cuda:0')) - | > loss_gen: 2.2017295360565186 (2.1274353382913556) - | > loss_kl: 1.488129734992981 (1.507185233700006) - | > loss_feat: 3.96242618560791 (3.050128438399924) - | > loss_mel: 34.47013854980469 (30.3879571182636) - | > loss_duration: 2.023911952972412 (2.0559441679185766) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 44.146331787109375 (39.12865017388125) - | > grad_norm_1: tensor(116.0274, device='cuda:0') (tensor(117.9852, device='cuda:0')) - | > current_lr_0: 0.000199975 - | > current_lr_1: 0.000199975 - | > step_time: 1.3188 (1.7212013694869575) - | > loader_time: 0.1173 (0.017402266126229946) - - - --> TIME: 2024-11-22 03:38:22 -- STEP: 778/797 -- GLOBAL_STEP: 1575 - | > loss_disc: 2.6793572902679443 (2.6004283330127946) - | > loss_disc_real_0: 0.27084559202194214 (0.21525955638802757) - | > loss_disc_real_1: 0.18374155461788177 (0.2453140548806264) - | > loss_disc_real_2: 0.2673015594482422 (0.24500283739675593) - | > loss_disc_real_3: 0.1838802993297577 (0.21827504184374777) - | > loss_disc_real_4: 0.2875117361545563 (0.2227540704634778) - | > loss_disc_real_5: 0.20401093363761902 (0.24194933747954112) - | > loss_0: 2.6793572902679443 (2.6004283330127946) - | > grad_norm_0: tensor(7.1201, device='cuda:0') (tensor(10.6505, device='cuda:0')) - | > loss_gen: 2.0049819946289062 (2.1271834724360077) - | > loss_kl: 1.3666231632232666 (1.5003912887107433) - | > loss_feat: 2.8528661727905273 (3.055418835507567) - | > loss_mel: 30.371837615966797 (30.370252660736632) - | > loss_duration: 2.03328800201416 (2.055248763536734) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 38.62959671020508 (39.108494913057015) - | > grad_norm_1: tensor(125.2550, device='cuda:0') (tensor(117.8855, device='cuda:0')) - | > current_lr_0: 0.000199975 - | > current_lr_1: 0.000199975 - | > step_time: 2.9659 (1.7410048053319784) - | > loader_time: 0.1337 (0.023521762580675464) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.5194151401519775 (2.5194151401519775) - | > loss_disc_real_0: 0.3366025686264038 (0.3366025686264038) - | > loss_disc_real_1: 0.18658530712127686 (0.18658530712127686) - | > loss_disc_real_2: 0.2513394057750702 (0.2513394057750702) - | > loss_disc_real_3: 0.22518184781074524 (0.22518184781074524) - | > loss_disc_real_4: 0.16642382740974426 (0.16642382740974426) - | > loss_disc_real_5: 0.2432354837656021 (0.2432354837656021) - | > loss_0: 2.5194151401519775 (2.5194151401519775) - | > loss_gen: 2.208538055419922 (2.208538055419922) - | > loss_kl: 1.9402704238891602 (1.9402704238891602) - | > loss_feat: 3.3308894634246826 (3.3308894634246826) - | > loss_mel: 33.386390686035156 (33.386390686035156) - | > loss_duration: 2.3766753673553467 (2.3766753673553467) - | > loss_1: 43.24276351928711 (43.24276351928711) - - --> STEP: 1 - | > loss_disc: 2.634237766265869 (2.634237766265869) - | > loss_disc_real_0: 0.37206679582595825 (0.37206679582595825) - | > loss_disc_real_1: 0.19655099511146545 (0.19655099511146545) - | > loss_disc_real_2: 0.2646845281124115 (0.2646845281124115) - | > loss_disc_real_3: 0.2793397903442383 (0.2793397903442383) - | > loss_disc_real_4: 0.20295007526874542 (0.20295007526874542) - | > loss_disc_real_5: 0.2893391251564026 (0.2893391251564026) - | > loss_0: 2.634237766265869 (2.634237766265869) - | > loss_gen: 2.429344415664673 (2.429344415664673) - | > loss_kl: 2.4387433528900146 (2.4387433528900146) - | > loss_feat: 2.700084924697876 (2.700084924697876) - | > loss_mel: 31.217466354370117 (31.217466354370117) - | > loss_duration: 2.3181779384613037 (2.3181779384613037) - | > loss_1: 41.10381317138672 (41.10381317138672) - - --> STEP: 2 - | > loss_disc: 3.038503408432007 (2.836370587348938) - | > loss_disc_real_0: 0.5315909385681152 (0.45182886719703674) - | > loss_disc_real_1: 0.21219654381275177 (0.2043737694621086) - | > loss_disc_real_2: 0.29444584250450134 (0.2795651853084564) - | > loss_disc_real_3: 0.35307174921035767 (0.316205769777298) - | > loss_disc_real_4: 0.2304074913263321 (0.21667878329753876) - | > loss_disc_real_5: 0.25764229893684387 (0.27349071204662323) - | > loss_0: 3.038503408432007 (2.836370587348938) - | > loss_gen: 2.1794729232788086 (2.3044086694717407) - | > loss_kl: 1.3329768180847168 (1.8858600854873657) - | > loss_feat: 2.22309947013855 (2.461592197418213) - | > loss_mel: 28.793596267700195 (30.005531311035156) - | > loss_duration: 2.1529502868652344 (2.235564112663269) - | > loss_1: 36.682098388671875 (38.8929557800293) - - --> STEP: 3 - | > loss_disc: 2.905139923095703 (2.8592936992645264) - | > loss_disc_real_0: 0.36592185497283936 (0.42319319645563763) - | > loss_disc_real_1: 0.18536551296710968 (0.19803768396377563) - | > loss_disc_real_2: 0.23033352196216583 (0.2631546308596929) - | > loss_disc_real_3: 0.22567415237426758 (0.28602856397628784) - | > loss_disc_real_4: 0.20871973037719727 (0.21402576565742493) - | > loss_disc_real_5: 0.31686899065971375 (0.28795013825098675) - | > loss_0: 2.905139923095703 (2.8592936992645264) - | > loss_gen: 1.9815384149551392 (2.19678525129954) - | > loss_kl: 1.7690253257751465 (1.8469151655832927) - | > loss_feat: 3.0909347534179688 (2.6713730494181314) - | > loss_mel: 30.431884765625 (30.14764912923177) - | > loss_duration: 2.1802587509155273 (2.2171289920806885) - | > loss_1: 39.45363998413086 (39.07985051472982) - - --> STEP: 4 - | > loss_disc: 2.5180907249450684 (2.773992955684662) - | > loss_disc_real_0: 0.3559282720088959 (0.4063769653439522) - | > loss_disc_real_1: 0.20024554431438446 (0.19858964905142784) - | > loss_disc_real_2: 0.29152679443359375 (0.2702476717531681) - | > loss_disc_real_3: 0.33812975883483887 (0.2990538626909256) - | > loss_disc_real_4: 0.25973838567733765 (0.2254539206624031) - | > loss_disc_real_5: 0.21090535819530487 (0.26868894323706627) - | > loss_0: 2.5180907249450684 (2.773992955684662) - | > loss_gen: 2.5796725749969482 (2.292507082223892) - | > loss_kl: 1.435347080230713 (1.7440231442451477) - | > loss_feat: 2.774885654449463 (2.6972512006759644) - | > loss_mel: 24.120182037353516 (28.640782356262207) - | > loss_duration: 2.0926992893218994 (2.186021566390991) - | > loss_1: 33.002784729003906 (37.56058406829834) - - --> STEP: 5 - | > loss_disc: 2.442711353302002 (2.70773663520813) - | > loss_disc_real_0: 0.3452022075653076 (0.3941420137882233) - | > loss_disc_real_1: 0.18999119102954865 (0.196869957447052) - | > loss_disc_real_2: 0.20488537847995758 (0.257175213098526) - | > loss_disc_real_3: 0.21293920278549194 (0.2818309307098389) - | > loss_disc_real_4: 0.1468959003686905 (0.20974231660366058) - | > loss_disc_real_5: 0.21329796314239502 (0.25761074721813204) - | > loss_0: 2.442711353302002 (2.70773663520813) - | > loss_gen: 2.239260673522949 (2.281857800483704) - | > loss_kl: 0.7588725686073303 (1.5469930291175842) - | > loss_feat: 3.4955954551696777 (2.856920051574707) - | > loss_mel: 29.63032341003418 (28.838690567016602) - | > loss_duration: 2.2374510765075684 (2.1963074684143065) - | > loss_1: 38.36150360107422 (37.720767974853516) - - --> STEP: 6 - | > loss_disc: 2.591278553009033 (2.6883269548416138) - | > loss_disc_real_0: 0.32652467489242554 (0.38287245730559033) - | > loss_disc_real_1: 0.18713150918483734 (0.1952468827366829) - | > loss_disc_real_2: 0.26434293389320374 (0.2583698332309723) - | > loss_disc_real_3: 0.25994178652763367 (0.2781827400128047) - | > loss_disc_real_4: 0.18077203631401062 (0.2049139365553856) - | > loss_disc_real_5: 0.17206236720085144 (0.24335268388191858) - | > loss_0: 2.591278553009033 (2.6883269548416138) - | > loss_gen: 2.253923177719116 (2.277202030022939) - | > loss_kl: 0.8083025217056274 (1.4238779445489247) - | > loss_feat: 3.4484071731567383 (2.9555012385050454) - | > loss_mel: 24.467998504638672 (28.110241889953613) - | > loss_duration: 2.1109957695007324 (2.182088851928711) - | > loss_1: 33.08962631225586 (36.94891103108724) - - --> STEP: 7 - | > loss_disc: 2.3746252059936523 (2.643512419291905) - | > loss_disc_real_0: 0.3282392621040344 (0.3750677151339395) - | > loss_disc_real_1: 0.18909260630607605 (0.19436770038945334) - | > loss_disc_real_2: 0.2643519341945648 (0.2592244190829141) - | > loss_disc_real_3: 0.21116997301578522 (0.268609487584659) - | > loss_disc_real_4: 0.19781923294067383 (0.20390040746756963) - | > loss_disc_real_5: 0.22135502099990845 (0.24021016061306) - | > loss_0: 2.3746252059936523 (2.643512419291905) - | > loss_gen: 2.5391998291015625 (2.314630287034171) - | > loss_kl: 1.2741692066192627 (1.4024909819875444) - | > loss_feat: 3.40676212310791 (3.0199670791625977) - | > loss_mel: 28.879070281982422 (28.2200745173863) - | > loss_duration: 2.0630602836608887 (2.1650847707475935) - | > loss_1: 38.162261962890625 (37.12224687848772) - - --> STEP: 8 - | > loss_disc: 2.634943962097168 (2.642441362142563) - | > loss_disc_real_0: 0.2582516372203827 (0.3604657053947449) - | > loss_disc_real_1: 0.18157951533794403 (0.19276917725801468) - | > loss_disc_real_2: 0.1657925695180893 (0.247545437887311) - | > loss_disc_real_3: 0.1832980215549469 (0.257945554330945) - | > loss_disc_real_4: 0.15469463169574738 (0.19774968549609184) - | > loss_disc_real_5: 0.16464965045452118 (0.23076509684324265) - | > loss_0: 2.634943962097168 (2.642441362142563) - | > loss_gen: 1.781736969947815 (2.2480186223983765) - | > loss_kl: 1.325943112373352 (1.3929224982857704) - | > loss_feat: 3.7600154876708984 (3.1124731302261353) - | > loss_mel: 34.122283935546875 (28.957850694656372) - | > loss_duration: 2.080399513244629 (2.154499113559723) - | > loss_1: 43.07038116455078 (37.865763664245605) - - --> STEP: 9 - | > loss_disc: 2.6584906578063965 (2.644224617216322) - | > loss_disc_real_0: 0.38984978199005127 (0.36373060279422337) - | > loss_disc_real_1: 0.21449589729309082 (0.19518325726191202) - | > loss_disc_real_2: 0.23304736614227295 (0.2459345410267512) - | > loss_disc_real_3: 0.26409482955932617 (0.25862880713409847) - | > loss_disc_real_4: 0.2163650393486023 (0.19981805814637077) - | > loss_disc_real_5: 0.2688902020454407 (0.23500121964348686) - | > loss_0: 2.6584906578063965 (2.644224617216322) - | > loss_gen: 2.2688512802124023 (2.2503333621554904) - | > loss_kl: 1.1815776824951172 (1.3694397409756978) - | > loss_feat: 2.752337694168091 (3.0724580817752414) - | > loss_mel: 27.838354110717773 (28.83346218532986) - | > loss_duration: 2.1060705184936523 (2.1491181585523815) - | > loss_1: 36.147193908691406 (37.67481146918403) - - --> STEP: 10 - | > loss_disc: 2.8395864963531494 (2.663760805130005) - | > loss_disc_real_0: 0.41148629784584045 (0.3685061722993851) - | > loss_disc_real_1: 0.2326737344264984 (0.19893230497837067) - | > loss_disc_real_2: 0.3248271644115448 (0.2538238033652306) - | > loss_disc_real_3: 0.30267807841300964 (0.2630337342619896) - | > loss_disc_real_4: 0.23630571365356445 (0.20346682369709015) - | > loss_disc_real_5: 0.251595139503479 (0.2366606116294861) - | > loss_0: 2.8395864963531494 (2.663760805130005) - | > loss_gen: 2.240999698638916 (2.249399995803833) - | > loss_kl: 1.2239320278167725 (1.3548889696598052) - | > loss_feat: 2.0472869873046875 (2.969940972328186) - | > loss_mel: 25.45877456665039 (28.495993423461915) - | > loss_duration: 2.0311717987060547 (2.137323522567749) - | > loss_1: 33.002166748046875 (37.20754699707031) - - --> STEP: 11 - | > loss_disc: 2.4683356285095215 (2.645994879982688) - | > loss_disc_real_0: 0.34708911180496216 (0.3665591667998921) - | > loss_disc_real_1: 0.17231830954551697 (0.19651285084811124) - | > loss_disc_real_2: 0.19161131978034973 (0.2481681230393323) - | > loss_disc_real_3: 0.28260537981987 (0.26481297476725146) - | > loss_disc_real_4: 0.21307231485843658 (0.20434005016630347) - | > loss_disc_real_5: 0.21926477551460266 (0.2350791719826785) - | > loss_0: 2.4683356285095215 (2.645994879982688) - | > loss_gen: 2.41214656829834 (2.264195138757879) - | > loss_kl: 1.5634357929229736 (1.3738477717746387) - | > loss_feat: 3.5356054306030273 (3.021365013989535) - | > loss_mel: 31.479915618896484 (28.76725907759233) - | > loss_duration: 2.010551929473877 (2.125798832286488) - | > loss_1: 41.00165557861328 (37.552465959028765) - - --> STEP: 12 - | > loss_disc: 2.55844783782959 (2.6386992931365962) - | > loss_disc_real_0: 0.3168584108352661 (0.36241743713617325) - | > loss_disc_real_1: 0.17343376576900482 (0.1945895937581857) - | > loss_disc_real_2: 0.2332177311182022 (0.24692225704590479) - | > loss_disc_real_3: 0.2476504147052765 (0.26338276142875355) - | > loss_disc_real_4: 0.18780697882175446 (0.20296229422092438) - | > loss_disc_real_5: 0.26082152128219604 (0.2372243677576383) - | > loss_0: 2.55844783782959 (2.6386992931365962) - | > loss_gen: 2.21408748626709 (2.2600195010503135) - | > loss_kl: 1.7791640758514404 (1.4076241304477055) - | > loss_feat: 2.980236291885376 (3.0179376204808555) - | > loss_mel: 27.893600463867188 (28.694454193115234) - | > loss_duration: 2.104519844055176 (2.124025583267212) - | > loss_1: 36.97160720825195 (37.5040610631307) - - --> STEP: 13 - | > loss_disc: 2.8871757984161377 (2.6578128704657917) - | > loss_disc_real_0: 0.362174391746521 (0.36239874133696925) - | > loss_disc_real_1: 0.17664432525634766 (0.19320918848881355) - | > loss_disc_real_2: 0.23122529685497284 (0.24571479856967926) - | > loss_disc_real_3: 0.2451275885105133 (0.26197851735811967) - | > loss_disc_real_4: 0.19428686797618866 (0.20229495374056009) - | > loss_disc_real_5: 0.18922807276248932 (0.23353234506570375) - | > loss_0: 2.8871757984161377 (2.6578128704657917) - | > loss_gen: 1.9206959009170532 (2.233917685655447) - | > loss_kl: 1.6302918195724487 (1.424752414226532) - | > loss_feat: 3.394141435623169 (3.0468763754918027) - | > loss_mel: 30.850006103515625 (28.860265878530647) - | > loss_duration: 2.143859386444092 (2.1255512604346642) - | > loss_1: 39.938995361328125 (37.691363701453575) - - --> STEP: 14 - | > loss_disc: 2.605525255203247 (2.654078040804181) - | > loss_disc_real_0: 0.35971009731292725 (0.36220669533525196) - | > loss_disc_real_1: 0.20111162960529327 (0.1937736485685621) - | > loss_disc_real_2: 0.3020223379135132 (0.2497367656656674) - | > loss_disc_real_3: 0.26867780089378357 (0.2624570376106671) - | > loss_disc_real_4: 0.2474413961172104 (0.20551969962460653) - | > loss_disc_real_5: 0.27274611592292786 (0.23633332869836263) - | > loss_0: 2.605525255203247 (2.654078040804181) - | > loss_gen: 2.443046808242798 (2.248855480125972) - | > loss_kl: 1.6061255931854248 (1.4377076412950243) - | > loss_feat: 2.8318564891815186 (3.031517812183925) - | > loss_mel: 31.211545944213867 (29.02821445465088) - | > loss_duration: 2.1314830780029297 (2.1259749616895403) - | > loss_1: 40.22406005859375 (37.872270584106445) - - --> STEP: 15 - | > loss_disc: 2.4574973583221436 (2.6409726619720453) - | > loss_disc_real_0: 0.2833390235900879 (0.356948850552241) - | > loss_disc_real_1: 0.14722827076911926 (0.19067062338193258) - | > loss_disc_real_2: 0.21326349675655365 (0.24730521440505981) - | > loss_disc_real_3: 0.21412445604801178 (0.25923486550649005) - | > loss_disc_real_4: 0.15600332617759705 (0.20221860806147257) - | > loss_disc_real_5: 0.24559633433818817 (0.23695086240768432) - | > loss_0: 2.4574973583221436 (2.6409726619720453) - | > loss_gen: 2.073516607284546 (2.2371662219365436) - | > loss_kl: 1.0037318468093872 (1.4087759216626485) - | > loss_feat: 3.5223910808563232 (3.064242696762085) - | > loss_mel: 29.902467727661133 (29.086498006184897) - | > loss_duration: 2.061887741088867 (2.121702480316162) - | > loss_1: 38.563995361328125 (37.91838556925456) - - --> STEP: 16 - | > loss_disc: 2.3166921138763428 (2.620705127716064) - | > loss_disc_real_0: 0.3150661587715149 (0.3543311823159456) - | > loss_disc_real_1: 0.1592891812324524 (0.18870928324759007) - | > loss_disc_real_2: 0.22028742730617523 (0.24561660271137953) - | > loss_disc_real_3: 0.14045973122119904 (0.2518114196136594) - | > loss_disc_real_4: 0.23396418988704681 (0.20420270692557096) - | > loss_disc_real_5: 0.2204037308692932 (0.23591666668653488) - | > loss_0: 2.3166921138763428 (2.620705127716064) - | > loss_gen: 2.36995792388916 (2.2454657033085823) - | > loss_kl: 1.617917776107788 (1.4218472875654697) - | > loss_feat: 4.061496734619141 (3.126571074128151) - | > loss_mel: 26.15074348449707 (28.903013348579407) - | > loss_duration: 2.1373705863952637 (2.122681736946106) - | > loss_1: 36.337486267089844 (37.81957936286926) - - --> STEP: 17 - | > loss_disc: 2.8813211917877197 (2.6360354844261615) - | > loss_disc_real_0: 0.3922263979911804 (0.35656031264978294) - | > loss_disc_real_1: 0.22675380110740662 (0.1909471960628734) - | > loss_disc_real_2: 0.322513222694397 (0.25013993329861584) - | > loss_disc_real_3: 0.3065199851989746 (0.2550295705304426) - | > loss_disc_real_4: 0.2065122276544571 (0.2043385610860937) - | > loss_disc_real_5: 0.2860190272331238 (0.238863864365746) - | > loss_0: 2.8813211917877197 (2.6360354844261615) - | > loss_gen: 2.1954565048217773 (2.242523985750535) - | > loss_kl: 1.2181568145751953 (1.40986549503663) - | > loss_feat: 2.0719473361968994 (3.0645343836616066) - | > loss_mel: 32.09706497192383 (29.090898738187903) - | > loss_duration: 2.037386417388916 (2.117664365207448) - | > loss_1: 39.62001419067383 (37.92548729391659) - - --> STEP: 18 - | > loss_disc: 2.4704806804656982 (2.626837995317247) - | > loss_disc_real_0: 0.30065059661865234 (0.35345421731472015) - | > loss_disc_real_1: 0.1851460039615631 (0.1906249076128006) - | > loss_disc_real_2: 0.2395816445350647 (0.2495533617006408) - | > loss_disc_real_3: 0.21827417612075806 (0.25298760417434907) - | > loss_disc_real_4: 0.21824084222316742 (0.20511091003815332) - | > loss_disc_real_5: 0.30884766578674316 (0.24275185333357918) - | > loss_0: 2.4704806804656982 (2.626837995317247) - | > loss_gen: 2.3498144149780273 (2.2484845651520624) - | > loss_kl: 1.1245585680007935 (1.3940151102013059) - | > loss_feat: 3.0450544357299805 (3.063452164332072) - | > loss_mel: 30.65505027770996 (29.17779604593913) - | > loss_duration: 2.0015921592712402 (2.111215909322103) - | > loss_1: 39.17606735229492 (37.9949639638265) - - --> STEP: 19 - | > loss_disc: 2.801363706588745 (2.6360235590683785) - | > loss_disc_real_0: 0.35362428426742554 (0.3534631682069678) - | > loss_disc_real_1: 0.1991558074951172 (0.19107390234344884) - | > loss_disc_real_2: 0.2514975368976593 (0.24965568671101018) - | > loss_disc_real_3: 0.25368109345436096 (0.25302410361013916) - | > loss_disc_real_4: 0.16401788592338562 (0.20294811929527082) - | > loss_disc_real_5: 0.20083938539028168 (0.24054593396814247) - | > loss_0: 2.801363706588745 (2.6360235590683785) - | > loss_gen: 1.9501447677612305 (2.2327824705525448) - | > loss_kl: 1.6691285371780396 (1.4084947642527128) - | > loss_feat: 2.590588331222534 (3.038564594168412) - | > loss_mel: 30.229581832885742 (29.233153192620527) - | > loss_duration: 2.1476047039031982 (2.1131311090368974) - | > loss_1: 38.58705139160156 (38.02612646002518) - - --> STEP: 20 - | > loss_disc: 3.1986160278320312 (2.664153182506561) - | > loss_disc_real_0: 0.4550629258155823 (0.3585431560873985) - | > loss_disc_real_1: 0.2238699048757553 (0.19271370247006417) - | > loss_disc_real_2: 0.25482675433158875 (0.2499142400920391) - | > loss_disc_real_3: 0.32973456382751465 (0.2568596266210079) - | > loss_disc_real_4: 0.24036742746829987 (0.20481908470392227) - | > loss_disc_real_5: 0.3058750033378601 (0.24381238743662834) - | > loss_0: 3.1986160278320312 (2.664153182506561) - | > loss_gen: 1.8964563608169556 (2.2159661650657654) - | > loss_kl: 1.2872103452682495 (1.4024305433034896) - | > loss_feat: 2.7461161613464355 (3.023942172527313) - | > loss_mel: 31.991165161132812 (29.371053791046144) - | > loss_duration: 1.9885916709899902 (2.106904137134552) - | > loss_1: 39.90953826904297 (38.120297050476076) - - --> STEP: 21 - | > loss_disc: 2.644404172897339 (2.6632127534775507) - | > loss_disc_real_0: 0.38987135887145996 (0.36003497526759193) - | > loss_disc_real_1: 0.22391681373119354 (0.19419956491107032) - | > loss_disc_real_2: 0.25723811984062195 (0.25026299627054305) - | > loss_disc_real_3: 0.2754240036010742 (0.25774364457243965) - | > loss_disc_real_4: 0.19924315810203552 (0.20455356438954672) - | > loss_disc_real_5: 0.24197518825531006 (0.24372490176132747) - | > loss_0: 2.644404172897339 (2.6632127534775507) - | > loss_gen: 2.267306327819824 (2.2184109347207204) - | > loss_kl: 1.6464645862579346 (1.4140512120156061) - | > loss_feat: 2.4480175971984863 (2.99651719274975) - | > loss_mel: 27.373292922973633 (29.275922321137926) - | > loss_duration: 2.0313448905944824 (2.103306077775501) - | > loss_1: 35.76642608642578 (38.00820795694987) - - --> STEP: 22 - | > loss_disc: 2.585604190826416 (2.659685091538863) - | > loss_disc_real_0: 0.32254111766815186 (0.3583307090130719) - | > loss_disc_real_1: 0.19994284212589264 (0.19446062296628952) - | > loss_disc_real_2: 0.2566812336444855 (0.25055473433299497) - | > loss_disc_real_3: 0.2760333716869354 (0.2585749958049167) - | > loss_disc_real_4: 0.2044157087802887 (0.20454729822548953) - | > loss_disc_real_5: 0.2572134733200073 (0.24433801865035837) - | > loss_0: 2.585604190826416 (2.659685091538863) - | > loss_gen: 2.2835378646850586 (2.221371249719099) - | > loss_kl: 1.6539151668548584 (1.424954119053754) - | > loss_feat: 2.9029836654663086 (2.992265668782321) - | > loss_mel: 32.59528350830078 (29.426802375099875) - | > loss_duration: 2.1644186973571777 (2.1060839241201226) - | > loss_1: 41.60013961791992 (38.171477577903055) - - --> STEP: 23 - | > loss_disc: 2.932415246963501 (2.671542924383412) - | > loss_disc_real_0: 0.4807018041610718 (0.36365119141081104) - | > loss_disc_real_1: 0.23714211583137512 (0.1963163400473802) - | > loss_disc_real_2: 0.270231693983078 (0.2514102543177812) - | > loss_disc_real_3: 0.25974705815315247 (0.25862595503744873) - | > loss_disc_real_4: 0.2509559392929077 (0.20656506522842075) - | > loss_disc_real_5: 0.3352643549442291 (0.2482913376196571) - | > loss_0: 2.932415246963501 (2.671542924383412) - | > loss_gen: 2.289159059524536 (2.2243185457975967) - | > loss_kl: 1.4611060619354248 (1.426525942657305) - | > loss_feat: 2.1265084743499756 (2.9546240516330884) - | > loss_mel: 25.989755630493164 (29.277365560116976) - | > loss_duration: 2.124539852142334 (2.106886355773262) - | > loss_1: 33.99106979370117 (37.98972071772037) - - --> STEP: 24 - | > loss_disc: 2.358680486679077 (2.658506989479065) - | > loss_disc_real_0: 0.22201582789421082 (0.3577497179309527) - | > loss_disc_real_1: 0.19566217064857483 (0.19628908298909664) - | > loss_disc_real_2: 0.22607193887233734 (0.25035449117422104) - | > loss_disc_real_3: 0.18711046874523163 (0.25564614310860634) - | > loss_disc_real_4: 0.11416163295507431 (0.20271492221703133) - | > loss_disc_real_5: 0.18395531177520752 (0.24561066987613836) - | > loss_0: 2.358680486679077 (2.658506989479065) - | > loss_gen: 2.159135341644287 (2.2216025789578757) - | > loss_kl: 1.3004335165023804 (1.4212720915675163) - | > loss_feat: 3.8445510864257812 (2.9917043447494507) - | > loss_mel: 35.441078186035156 (29.53418691953023) - | > loss_duration: 2.0737173557281494 (2.105504314104716) - | > loss_1: 44.81891632080078 (38.27427053451539) - - --> STEP: 25 - | > loss_disc: 2.7611260414123535 (2.6626117515563963) - | > loss_disc_real_0: 0.3488273024559021 (0.35739282131195066) - | > loss_disc_real_1: 0.1993156373500824 (0.19641014516353608) - | > loss_disc_real_2: 0.2489107996225357 (0.25029674351215364) - | > loss_disc_real_3: 0.21594446897506714 (0.25405807614326475) - | > loss_disc_real_4: 0.19262520968914032 (0.20231133371591567) - | > loss_disc_real_5: 0.2776060104370117 (0.24689048349857332) - | > loss_0: 2.7611260414123535 (2.6626117515563963) - | > loss_gen: 2.048980951309204 (2.214697713851929) - | > loss_kl: 1.5295897722244263 (1.4256047987937928) - | > loss_feat: 2.871906042098999 (2.9869124126434325) - | > loss_mel: 30.146760940551758 (29.558689880371094) - | > loss_duration: 2.0030367374420166 (2.101405611038208) - | > loss_1: 38.60027313232422 (38.28731063842774) - - --> STEP: 26 - | > loss_disc: 2.3943257331848145 (2.6522930585421047) - | > loss_disc_real_0: 0.3788420259952545 (0.358217790722847) - | > loss_disc_real_1: 0.22814643383026123 (0.1976307716507178) - | > loss_disc_real_2: 0.22873751819133759 (0.24946754253827608) - | > loss_disc_real_3: 0.21196463704109192 (0.2524390977162581) - | > loss_disc_real_4: 0.1493971198797226 (0.20027617164529288) - | > loss_disc_real_5: 0.2956477999687195 (0.24876576490127122) - | > loss_0: 2.3943257331848145 (2.6522930585421047) - | > loss_gen: 2.573455572128296 (2.228496093016404) - | > loss_kl: 1.169049859046936 (1.4157373011112213) - | > loss_feat: 3.0915610790252686 (2.990937361350426) - | > loss_mel: 31.592205047607422 (29.636902002187874) - | > loss_duration: 2.0398123264312744 (2.099036638553326) - | > loss_1: 40.466087341308594 (38.3711097423847) - - --> STEP: 27 - | > loss_disc: 2.176523447036743 (2.634671961819684) - | > loss_disc_real_0: 0.28964364528656006 (0.35567800755854007) - | > loss_disc_real_1: 0.177512526512146 (0.19688565146040032) - | > loss_disc_real_2: 0.2157193422317505 (0.24821760919358996) - | > loss_disc_real_3: 0.22540214657783508 (0.2514377291555758) - | > loss_disc_real_4: 0.14975738525390625 (0.19840510548264892) - | > loss_disc_real_5: 0.1758202761411667 (0.24606408013237846) - | > loss_0: 2.176523447036743 (2.634671961819684) - | > loss_gen: 2.475151538848877 (2.2376314798990884) - | > loss_kl: 1.520145297050476 (1.4196042639237862) - | > loss_feat: 3.974423408508301 (3.0273627705044217) - | > loss_mel: 29.740968704223633 (29.640756324485498) - | > loss_duration: 2.0536060333251953 (2.097354023544877) - | > loss_1: 39.76429748535156 (38.4227092884205) - - --> STEP: 28 - | > loss_disc: 2.718705177307129 (2.6376731480870927) - | > loss_disc_real_0: 0.33022600412368774 (0.35476900743586676) - | > loss_disc_real_1: 0.18635746836662292 (0.19650964492133685) - | > loss_disc_real_2: 0.19331158697605133 (0.24625667982867785) - | > loss_disc_real_3: 0.233474999666214 (0.2507962031023843) - | > loss_disc_real_4: 0.1469331532716751 (0.19656682147511415) - | > loss_disc_real_5: 0.20459027588367462 (0.2445828728377819) - | > loss_0: 2.718705177307129 (2.6376731480870927) - | > loss_gen: 1.8511345386505127 (2.223828017711639) - | > loss_kl: 1.4412672519683838 (1.4203779420682363) - | > loss_feat: 3.1784448623657227 (3.032758559499468) - | > loss_mel: 26.36887550354004 (29.523903438023158) - | > loss_duration: 2.106083393096924 (2.0976657867431645) - | > loss_1: 34.945804595947266 (38.29853412083217) - - --> STEP: 29 - | > loss_disc: 3.161309242248535 (2.6557295651271424) - | > loss_disc_real_0: 0.5043231248855591 (0.35992604596861477) - | > loss_disc_real_1: 0.24685963988304138 (0.19824585164415426) - | > loss_disc_real_2: 0.3284558355808258 (0.24909113347530365) - | > loss_disc_real_3: 0.41331854462623596 (0.2564004217756206) - | > loss_disc_real_4: 0.32628509402275085 (0.20103986535606713) - | > loss_disc_real_5: 0.3288661539554596 (0.2474891928763225) - | > loss_0: 3.161309242248535 (2.6557295651271424) - | > loss_gen: 2.4578170776367188 (2.2318966059849177) - | > loss_kl: 1.1097254753112793 (1.4096657880421342) - | > loss_feat: 1.6681652069091797 (2.9857036163066994) - | > loss_mel: 28.905027389526367 (29.502562884626716) - | > loss_duration: 2.093398332595825 (2.097518633151877) - | > loss_1: 36.234134674072266 (38.227347933012865) - - --> STEP: 30 - | > loss_disc: 2.9314231872558594 (2.664919352531433) - | > loss_disc_real_0: 0.36675557494163513 (0.3601536969343821) - | > loss_disc_real_1: 0.2117656022310257 (0.19869650999704996) - | > loss_disc_real_2: 0.28543201088905334 (0.250302496055762) - | > loss_disc_real_3: 0.26730766892433167 (0.25676399668057764) - | > loss_disc_real_4: 0.19991791248321533 (0.20100246692697207) - | > loss_disc_real_5: 0.28216132521629333 (0.24864493062098822) - | > loss_0: 2.9314231872558594 (2.664919352531433) - | > loss_gen: 2.057694911956787 (2.2260898828506464) - | > loss_kl: 1.4794018268585205 (1.411990322669347) - | > loss_feat: 2.2973499298095703 (2.962758493423462) - | > loss_mel: 26.314857482910156 (29.396306037902832) - | > loss_duration: 2.0493407249450684 (2.095912702878317) - | > loss_1: 34.19864273071289 (38.093057759602864) - - --> STEP: 31 - | > loss_disc: 2.6947507858276367 (2.665881656831311) - | > loss_disc_real_0: 0.3523986041545868 (0.3599035326511629) - | > loss_disc_real_1: 0.20799370110034943 (0.19899641938747897) - | > loss_disc_real_2: 0.24848859012126923 (0.25024398296110095) - | > loss_disc_real_3: 0.2782110869884491 (0.25745583830341223) - | > loss_disc_real_4: 0.22820064425468445 (0.20187982748593053) - | > loss_disc_real_5: 0.256865531206131 (0.24891011128502508) - | > loss_0: 2.6947507858276367 (2.665881656831311) - | > loss_gen: 2.1954236030578613 (2.2251006480186213) - | > loss_kl: 1.3426533937454224 (1.409753647542769) - | > loss_feat: 2.646191358566284 (2.952546650363553) - | > loss_mel: 28.017282485961914 (29.35182140719506) - | > loss_duration: 2.052229881286621 (2.0945035796011657) - | > loss_1: 36.253780364990234 (38.03372623074439) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.00769964341194399 (+0.0020859395304033837) - | > avg_loss_disc: 2.665881656831311 (+0.1811882911189917) - | > avg_loss_disc_real_0: 0.3599035326511629 (+0.12529550156285688) - | > avg_loss_disc_real_1: 0.19899641938747897 (+0.015344004717565335) - | > avg_loss_disc_real_2: 0.25024398296110095 (+0.083286986716332) - | > avg_loss_disc_real_3: 0.25745583830341223 (+0.06900551146076578) - | > avg_loss_disc_real_4: 0.20187982748593053 (+0.04203007610574844) - | > avg_loss_disc_real_5: 0.24891011128502508 (+0.06723954408399521) - | > avg_loss_0: 2.665881656831311 (+0.1811882911189917) - | > avg_loss_gen: 2.2251006480186213 (+0.4369795130145162) - | > avg_loss_kl: 1.409753647542769 (-0.4232588621877853) - | > avg_loss_feat: 2.952546650363553 (-0.13840697273131308) - | > avg_loss_mel: 29.35182140719506 (-2.2994346003378574) - | > avg_loss_duration: 2.0945035796011657 (+0.05939193694822409) - | > avg_loss_1: 38.03372623074439 (-2.364728989139685) - - > BEST MODEL : /home/aymen/Tamazight-NLP/Speech/coqui_tts/vits_shi_male-November-22-2024_02+49AM-0000000/best_model_1594.pth - - > EPOCH: 2/1000 - --> /home/aymen/Tamazight-NLP/Speech/coqui_tts/vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-22 03:39:55)  - - --> TIME: 2024-11-22 03:40:04 -- STEP: 6/797 -- GLOBAL_STEP: 1600 - | > loss_disc: 2.713501453399658 (2.6027159293492637) - | > loss_disc_real_0: 0.16766558587551117 (0.19413461039463678) - | > loss_disc_real_1: 0.23078013956546783 (0.23602608839670816) - | > loss_disc_real_2: 0.2769104540348053 (0.25592507670323056) - | > loss_disc_real_3: 0.21286047995090485 (0.21577278276284537) - | > loss_disc_real_4: 0.18194110691547394 (0.21081706136465073) - | > loss_disc_real_5: 0.24710844457149506 (0.2384050488471985) - | > loss_0: 2.713501453399658 (2.6027159293492637) - | > grad_norm_0: tensor(14.2083, device='cuda:0') (tensor(15.9551, device='cuda:0')) - | > loss_gen: 2.0454235076904297 (2.0694665710131326) - | > loss_kl: 2.006150007247925 (1.7004116972287495) - | > loss_feat: 2.805072784423828 (2.9291489521662393) - | > loss_mel: 29.83612823486328 (28.425451278686523) - | > loss_duration: 2.235905170440674 (2.39012877146403) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 38.92867660522461 (37.51460647583008) - | > grad_norm_1: tensor(128.8017, device='cuda:0') (tensor(129.2429, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 0.7466 (1.155882716178894) - | > loader_time: 0.0038 (0.016506552696228027) - - - --> TIME: 2024-11-22 03:40:24 -- STEP: 31/797 -- GLOBAL_STEP: 1625 - | > loss_disc: 2.6078436374664307 (2.614136449752315) - | > loss_disc_real_0: 0.3054453432559967 (0.21426928427911573) - | > loss_disc_real_1: 0.24407048523426056 (0.23852404375230113) - | > loss_disc_real_2: 0.1907246857881546 (0.24534706531032435) - | > loss_disc_real_3: 0.27498167753219604 (0.2224867017038407) - | > loss_disc_real_4: 0.2544845938682556 (0.22412717823059328) - | > loss_disc_real_5: 0.15441866219043732 (0.23888693365358538) - | > loss_0: 2.6078436374664307 (2.614136449752315) - | > grad_norm_0: tensor(29.4020, device='cuda:0') (tensor(13.9340, device='cuda:0')) - | > loss_gen: 2.1494028568267822 (2.0948674025074134) - | > loss_kl: 1.4165667295455933 (1.5866899759538713) - | > loss_feat: 2.9715592861175537 (3.089215570880521) - | > loss_mel: 26.77515411376953 (28.751890490131995) - | > loss_duration: 2.140406608581543 (2.2369467289217058) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 35.45309066772461 (37.759609960740605) - | > grad_norm_1: tensor(137.2337, device='cuda:0') (tensor(126.4562, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 0.7982 (0.8618165446865943) - | > loader_time: 0.0053 (0.00762328024833433) - - - --> TIME: 2024-11-22 03:40:44 -- STEP: 56/797 -- GLOBAL_STEP: 1650 - | > loss_disc: 2.4744319915771484 (2.628969711916788) - | > loss_disc_real_0: 0.28268200159072876 (0.215537837307368) - | > loss_disc_real_1: 0.16080188751220703 (0.24409892410039902) - | > loss_disc_real_2: 0.19731517136096954 (0.24302353044705732) - | > loss_disc_real_3: 0.2621728479862213 (0.22299665531941823) - | > loss_disc_real_4: 0.22014151513576508 (0.2245717261518751) - | > loss_disc_real_5: 0.2274651825428009 (0.24222436094922678) - | > loss_0: 2.4744319915771484 (2.628969711916788) - | > grad_norm_0: tensor(21.7986, device='cuda:0') (tensor(13.5206, device='cuda:0')) - | > loss_gen: 2.3207573890686035 (2.093364973153387) - | > loss_kl: 1.3782546520233154 (1.5039686965090888) - | > loss_feat: 3.532912492752075 (3.097158585275922) - | > loss_mel: 28.43310546875 (29.160577024732316) - | > loss_duration: 2.069556474685669 (2.19555133155414) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 37.734588623046875 (38.050620487758074) - | > grad_norm_1: tensor(115.5485, device='cuda:0') (tensor(122.8197, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 0.8233 (0.8335100880690983) - | > loader_time: 0.0045 (0.006841169936316354) - - - --> TIME: 2024-11-22 03:41:05 -- STEP: 81/797 -- GLOBAL_STEP: 1675 - | > loss_disc: 2.668849229812622 (2.6188724040985116) - | > loss_disc_real_0: 0.18550914525985718 (0.21082650548146095) - | > loss_disc_real_1: 0.2659047245979309 (0.2409671578142378) - | > loss_disc_real_2: 0.27409103512763977 (0.24474453797310958) - | > loss_disc_real_3: 0.23657551407814026 (0.22150972448749306) - | > loss_disc_real_4: 0.24303364753723145 (0.23289143321690736) - | > loss_disc_real_5: 0.297812283039093 (0.24641812675529057) - | > loss_0: 2.668849229812622 (2.6188724040985116) - | > grad_norm_0: tensor(4.2445, device='cuda:0') (tensor(14.0055, device='cuda:0')) - | > loss_gen: 2.043855667114258 (2.1148337567294084) - | > loss_kl: 1.463748574256897 (1.465204515574891) - | > loss_feat: 3.0268101692199707 (3.1305443151497534) - | > loss_mel: 28.739389419555664 (29.235135678891783) - | > loss_duration: 2.1160926818847656 (2.170291829992223) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 37.389896392822266 (38.11600998301564) - | > grad_norm_1: tensor(130.4995, device='cuda:0') (tensor(124.4619, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 0.865 (0.8231810198889838) - | > loader_time: 0.0044 (0.00642176616339036) - - - --> TIME: 2024-11-22 03:41:25 -- STEP: 106/797 -- GLOBAL_STEP: 1700 - | > loss_disc: 2.615222454071045 (2.614136644129484) - | > loss_disc_real_0: 0.23414799571037292 (0.21127887210755977) - | > loss_disc_real_1: 0.28596770763397217 (0.24009259270047242) - | > loss_disc_real_2: 0.3334701359272003 (0.24265656170417677) - | > loss_disc_real_3: 0.2445453703403473 (0.2224374680586581) - | > loss_disc_real_4: 0.3161758780479431 (0.23047752931432905) - | > loss_disc_real_5: 0.2502981424331665 (0.2427827923927667) - | > loss_0: 2.615222454071045 (2.614136644129484) - | > grad_norm_0: tensor(16.3904, device='cuda:0') (tensor(14.1463, device='cuda:0')) - | > loss_gen: 2.358511209487915 (2.112384922099564) - | > loss_kl: 1.4360344409942627 (1.426984670027247) - | > loss_feat: 3.4143402576446533 (3.125031831129541) - | > loss_mel: 28.81417465209961 (29.316264872281057) - | > loss_duration: 2.0972743034362793 (2.1559006223138764) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 38.120338439941406 (38.13656695383899) - | > grad_norm_1: tensor(151.2745, device='cuda:0') (tensor(122.7177, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 0.8439 (0.8180407105751757) - | > loader_time: 0.0048 (0.0065426646538500515) - - - --> TIME: 2024-11-22 03:41:46 -- STEP: 131/797 -- GLOBAL_STEP: 1725 - | > loss_disc: 2.5805039405822754 (2.619721707496935) - | > loss_disc_real_0: 0.40949171781539917 (0.21171098117154974) - | > loss_disc_real_1: 0.22030770778656006 (0.2399757582950228) - | > loss_disc_real_2: 0.2257591038942337 (0.24497113314293723) - | > loss_disc_real_3: 0.19643040001392365 (0.22078748149726227) - | > loss_disc_real_4: 0.21891506016254425 (0.2304947295489202) - | > loss_disc_real_5: 0.1946483999490738 (0.2453581267640791) - | > loss_0: 2.5805039405822754 (2.619721707496935) - | > grad_norm_0: tensor(22.7049, device='cuda:0') (tensor(14.7003, device='cuda:0')) - | > loss_gen: 1.9727015495300293 (2.113405168511486) - | > loss_kl: 2.5402257442474365 (1.43601282953306) - | > loss_feat: 3.2083754539489746 (3.1428784286702856) - | > loss_mel: 29.586503982543945 (29.404153911212017) - | > loss_duration: 2.1219987869262695 (2.1462131256365584) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 39.429805755615234 (38.24266352180306) - | > grad_norm_1: tensor(90.8943, device='cuda:0') (tensor(122.7125, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 0.777 (0.8182073076262729) - | > loader_time: 0.0059 (0.006561029958360978) - - - --> TIME: 2024-11-22 03:42:06 -- STEP: 156/797 -- GLOBAL_STEP: 1750 - | > loss_disc: 2.803112268447876 (2.6194689121001815) - | > loss_disc_real_0: 0.293040931224823 (0.2108477165397161) - | > loss_disc_real_1: 0.22158776223659515 (0.24046098813414574) - | > loss_disc_real_2: 0.27731990814208984 (0.2427852499561432) - | > loss_disc_real_3: 0.1772633194923401 (0.22123298860895327) - | > loss_disc_real_4: 0.29705771803855896 (0.23277310616312882) - | > loss_disc_real_5: 0.2718521058559418 (0.2423985952941271) - | > loss_0: 2.803112268447876 (2.6194689121001815) - | > grad_norm_0: tensor(11.2261, device='cuda:0') (tensor(15.3904, device='cuda:0')) - | > loss_gen: 2.211116313934326 (2.110525386455731) - | > loss_kl: 1.403679370880127 (1.426449986604544) - | > loss_feat: 2.8090174198150635 (3.120184985490944) - | > loss_mel: 30.23491668701172 (29.37775208399846) - | > loss_duration: 2.1121826171875 (2.136567045480777) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 38.770912170410156 (38.17147951859694) - | > grad_norm_1: tensor(186.6018, device='cuda:0') (tensor(126.6877, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 0.8339 (0.8170381371791545) - | > loader_time: 0.01 (0.006587619964893048) - - - --> TIME: 2024-11-22 03:42:52 -- STEP: 181/797 -- GLOBAL_STEP: 1775 - | > loss_disc: 2.7703869342803955 (2.616678415741051) - | > loss_disc_real_0: 0.1590099334716797 (0.21063553562480442) - | > loss_disc_real_1: 0.2359222173690796 (0.24011217930369613) - | > loss_disc_real_2: 0.278247594833374 (0.24375465800419696) - | > loss_disc_real_3: 0.1572730392217636 (0.22116229950723068) - | > loss_disc_real_4: 0.27563923597335815 (0.23173876592467502) - | > loss_disc_real_5: 0.30125606060028076 (0.24226873841404256) - | > loss_0: 2.7703869342803955 (2.616678415741051) - | > grad_norm_0: tensor(41.3569, device='cuda:0') (tensor(15.2112, device='cuda:0')) - | > loss_gen: 2.11983060836792 (2.1108668357627813) - | > loss_kl: 1.2933145761489868 (1.3991860602442068) - | > loss_feat: 2.8621058464050293 (3.119713538259431) - | > loss_mel: 29.15187644958496 (29.436875295902485) - | > loss_duration: 2.0496864318847656 (2.126091236567628) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 37.47681427001953 (38.19273294269709) - | > grad_norm_1: tensor(159.2190, device='cuda:0') (tensor(126.9482, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 0.7573 (0.9523901504706282) - | > loader_time: 0.0062 (0.00779300500016186) - - - --> TIME: 2024-11-22 03:43:13 -- STEP: 206/797 -- GLOBAL_STEP: 1800 - | > loss_disc: 2.8430542945861816 (2.6161435587892257) - | > loss_disc_real_0: 0.2747747600078583 (0.21064900270509487) - | > loss_disc_real_1: 0.19927604496479034 (0.2387452431529471) - | > loss_disc_real_2: 0.2377203106880188 (0.24173772703964733) - | > loss_disc_real_3: 0.2786159813404083 (0.22204927123576693) - | > loss_disc_real_4: 0.3255395293235779 (0.23261044369739237) - | > loss_disc_real_5: 0.2825029790401459 (0.24338229246509885) - | > loss_0: 2.8430542945861816 (2.6161435587892257) - | > grad_norm_0: tensor(11.7985, device='cuda:0') (tensor(15.5861, device='cuda:0')) - | > loss_gen: 2.3506340980529785 (2.112661078138257) - | > loss_kl: 1.5405066013336182 (1.3954317225414568) - | > loss_feat: 2.323962926864624 (3.122067074173861) - | > loss_mel: 29.08260154724121 (29.37761404907819) - | > loss_duration: 2.07818603515625 (2.1200301299974758) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 37.375892639160156 (38.12780396915177) - | > grad_norm_1: tensor(125.8885, device='cuda:0') (tensor(128.9168, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 0.7694 (0.938747051850106) - | > loader_time: 0.0057 (0.007660217655515207) - - > Keyboard interrupt detected. - > Saving model before exiting... - - > CHECKPOINT : /home/aymen/Tamazight-NLP/Speech/coqui_tts/vits_shi_male-November-22-2024_02+49AM-0000000/checkpoint_1816.pth - ! Run is kept in /home/aymen/Tamazight-NLP/Speech/coqui_tts/vits_shi_male-November-22-2024_02+49AM-0000000 - > Training Environment: - | > Backend: Torch - | > Mixed precision: True - | > Precision: fp16 - | > Current device: 0 - | > Num. of GPUs: 1 - | > Num. of CPUs: 16 - | > Num. of Torch Threads: 8 - | > Torch seed: 54321 - | > Torch CUDNN: True - | > Torch CUDNN deterministic: False - | > Torch CUDNN benchmark: False - | > Torch TF32 MatMul: False - > Start Tensorboard: tensorboard --logdir=vits_shi_male-November-22-2024_02+49AM-0000000 - > Restoring from checkpoint_1816.pth ... - > Restoring Model... - > Restoring Optimizer... - > Restoring Scaler... - > Model restored from step 1816 - - > Model has 83041708 parameters - > Restoring best loss from best_model_1594.pth ... - > Starting with loaded last best loss {'train_loss': 20.358366614553187, 'eval_loss': None} - - > EPOCH: 0/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-22 10:06:57)  - - --> TIME: 2024-11-22 10:07:05 -- STEP: 8/797 -- GLOBAL_STEP: 1825 - | > loss_disc: 2.5409393310546875 (2.6688399016857147) - | > loss_disc_real_0: 0.19719955325126648 (0.21095344237983227) - | > loss_disc_real_1: 0.16864311695098877 (0.2556985765695572) - | > loss_disc_real_2: 0.17698116600513458 (0.22179239615797997) - | > loss_disc_real_3: 0.25730568170547485 (0.25582074373960495) - | > loss_disc_real_4: 0.21081285178661346 (0.20928240939974785) - | > loss_disc_real_5: 0.1797030121088028 (0.2575731873512268) - | > loss_0: 2.5409393310546875 (2.6688399016857147) - | > grad_norm_0: tensor(10.9003, device='cuda:0') (tensor(14.9977, device='cuda:0')) - | > loss_gen: 2.024256467819214 (2.090315192937851) - | > loss_kl: 1.788813591003418 (1.5773029774427414) - | > loss_feat: 3.1664390563964844 (2.9876204133033752) - | > loss_mel: 28.01046371459961 (28.0568745136261) - | > loss_duration: 2.3693137168884277 (2.37221822142601) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 37.35928726196289 (37.084331035614014) - | > grad_norm_1: tensor(77.4003, device='cuda:0') (tensor(101.3675, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 0.6638 (0.6491020619869232) - | > loader_time: 0.0042 (0.004410356283187866) - - - --> TIME: 2024-11-22 10:07:22 -- STEP: 33/797 -- GLOBAL_STEP: 1850 - | > loss_disc: 2.575932264328003 (2.635209372549346) - | > loss_disc_real_0: 0.19152438640594482 (0.21153430685852515) - | > loss_disc_real_1: 0.26768553256988525 (0.24150348251516168) - | > loss_disc_real_2: 0.33075177669525146 (0.250096448894703) - | > loss_disc_real_3: 0.2650071084499359 (0.23642633403792526) - | > loss_disc_real_4: 0.19900837540626526 (0.23185872263980634) - | > loss_disc_real_5: 0.25316575169563293 (0.2471771831765319) - | > loss_0: 2.575932264328003 (2.635209372549346) - | > grad_norm_0: tensor(27.4063, device='cuda:0') (tensor(16.1247, device='cuda:0')) - | > loss_gen: 1.9798141717910767 (2.1171123656359585) - | > loss_kl: 1.3920096158981323 (1.476547987172098) - | > loss_feat: 2.950573444366455 (3.0922517848737314) - | > loss_mel: 28.951248168945312 (28.496685259269945) - | > loss_duration: 2.178575038909912 (2.2343601530248467) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 37.45221710205078 (37.41695739283706) - | > grad_norm_1: tensor(197.2430, device='cuda:0') (tensor(124.4653, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 0.6405 (0.6558087811325536) - | > loader_time: 0.0042 (0.0050923318573922825) - - - --> TIME: 2024-11-22 10:07:38 -- STEP: 58/797 -- GLOBAL_STEP: 1875 - | > loss_disc: 2.756779432296753 (2.6272556329595638) - | > loss_disc_real_0: 0.30674368143081665 (0.21080091287349834) - | > loss_disc_real_1: 0.2547021508216858 (0.23833580186654782) - | > loss_disc_real_2: 0.19746755063533783 (0.2431441519794793) - | > loss_disc_real_3: 0.25173166394233704 (0.22955891310141005) - | > loss_disc_real_4: 0.2510850727558136 (0.2304961234331131) - | > loss_disc_real_5: 0.19671984016895294 (0.241993632296036) - | > loss_0: 2.756779432296753 (2.6272556329595638) - | > grad_norm_0: tensor(27.8148, device='cuda:0') (tensor(17.2150, device='cuda:0')) - | > loss_gen: 2.1566200256347656 (2.087702821040976) - | > loss_kl: 1.3460984230041504 (1.4321368110590968) - | > loss_feat: 2.8518481254577637 (3.09408608798323) - | > loss_mel: 26.894067764282227 (28.621890725760625) - | > loss_duration: 2.0972061157226562 (2.193502216503537) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 35.34584045410156 (37.42931832938358) - | > grad_norm_1: tensor(485.1492, device='cuda:0') (tensor(137.4170, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 0.6274 (0.6446246319803698) - | > loader_time: 0.0069 (0.005185168364952351) - - - --> TIME: 2024-11-22 10:07:54 -- STEP: 83/797 -- GLOBAL_STEP: 1900 - | > loss_disc: 2.349785566329956 (2.6063085291759087) - | > loss_disc_real_0: 0.19166582822799683 (0.2079191109143108) - | > loss_disc_real_1: 0.26786041259765625 (0.23857365835861988) - | > loss_disc_real_2: 0.2314363420009613 (0.24432880961033235) - | > loss_disc_real_3: 0.18466438353061676 (0.22686790450509772) - | > loss_disc_real_4: 0.1856665164232254 (0.23065904483019586) - | > loss_disc_real_5: 0.300651878118515 (0.24643028608287673) - | > loss_0: 2.349785566329956 (2.6063085291759087) - | > grad_norm_0: tensor(5.0448, device='cuda:0') (tensor(15.1274, device='cuda:0')) - | > loss_gen: 2.2056891918182373 (2.1207847523402017) - | > loss_kl: 1.6277697086334229 (1.4020289843340954) - | > loss_feat: 3.552744150161743 (3.2039764559412576) - | > loss_mel: 31.720861434936523 (29.16467558619488) - | > loss_duration: 2.1352248191833496 (2.168596931250698) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 41.242286682128906 (38.06006231652684) - | > grad_norm_1: tensor(119.4029, device='cuda:0') (tensor(133.4845, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 0.6112 (0.6390470883932459) - | > loader_time: 0.0086 (0.005138672978044992) - - - --> TIME: 2024-11-22 10:08:10 -- STEP: 108/797 -- GLOBAL_STEP: 1925 - | > loss_disc: 2.681520462036133 (2.619907827289016) - | > loss_disc_real_0: 0.3173937201499939 (0.20801604732319165) - | > loss_disc_real_1: 0.3030513823032379 (0.23974266938037342) - | > loss_disc_real_2: 0.29493242502212524 (0.2469766120667811) - | > loss_disc_real_3: 0.18252567946910858 (0.22654742223245125) - | > loss_disc_real_4: 0.28883278369903564 (0.2315200294057528) - | > loss_disc_real_5: 0.282391220331192 (0.24623349612509762) - | > loss_0: 2.681520462036133 (2.619907827289016) - | > grad_norm_0: tensor(29.3702, device='cuda:0') (tensor(15.3358, device='cuda:0')) - | > loss_gen: 2.270965099334717 (2.130671067370308) - | > loss_kl: 1.3924883604049683 (1.3819255199697282) - | > loss_feat: 2.8237874507904053 (3.194929008130674) - | > loss_mel: 28.07632064819336 (29.16455155831796) - | > loss_duration: 2.0707974433898926 (2.15446400642395) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 36.63435745239258 (38.026540932831914) - | > grad_norm_1: tensor(184.2781, device='cuda:0') (tensor(128.0142, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 0.6371 (0.6370579688637348) - | > loader_time: 0.0114 (0.005124747753143309) - - - --> TIME: 2024-11-22 10:08:26 -- STEP: 133/797 -- GLOBAL_STEP: 1950 - | > loss_disc: 2.5859432220458984 (2.620564234884162) - | > loss_disc_real_0: 0.18631939589977264 (0.20647810102629485) - | > loss_disc_real_1: 0.24109530448913574 (0.2390343854974087) - | > loss_disc_real_2: 0.186330646276474 (0.2444321337275039) - | > loss_disc_real_3: 0.25052011013031006 (0.2257437831477115) - | > loss_disc_real_4: 0.22316336631774902 (0.2294034446988787) - | > loss_disc_real_5: 0.21142293512821198 (0.24454660691264876) - | > loss_0: 2.5859432220458984 (2.620564234884162) - | > grad_norm_0: tensor(4.1573, device='cuda:0') (tensor(15.7787, device='cuda:0')) - | > loss_gen: 2.139831304550171 (2.1062899953440612) - | > loss_kl: 1.4219788312911987 (1.3791861247299309) - | > loss_feat: 3.2111458778381348 (3.1521462910157396) - | > loss_mel: 29.434118270874023 (29.094500649244264) - | > loss_duration: 2.0382046699523926 (2.1456342281255507) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 38.245277404785156 (37.877757165664995) - | > grad_norm_1: tensor(91.0626, device='cuda:0') (tensor(127.0071, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 0.6736 (0.6358286294722021) - | > loader_time: 0.0045 (0.005025469270863925) - - - --> TIME: 2024-11-22 10:08:42 -- STEP: 158/797 -- GLOBAL_STEP: 1975 - | > loss_disc: 2.67659068107605 (2.6226683824877197) - | > loss_disc_real_0: 0.1652902066707611 (0.207543117571858) - | > loss_disc_real_1: 0.3540552258491516 (0.23868683867062193) - | > loss_disc_real_2: 0.2908799648284912 (0.2433777385497395) - | > loss_disc_real_3: 0.24781332910060883 (0.22396801232914382) - | > loss_disc_real_4: 0.2528426945209503 (0.23077034799358512) - | > loss_disc_real_5: 0.34973815083503723 (0.24509412399198435) - | > loss_0: 2.67659068107605 (2.6226683824877197) - | > grad_norm_0: tensor(31.2424, device='cuda:0') (tensor(16.5173, device='cuda:0')) - | > loss_gen: 2.0530824661254883 (2.1044989982737756) - | > loss_kl: 1.1248912811279297 (1.3687316375442697) - | > loss_feat: 2.620737075805664 (3.144684489769271) - | > loss_mel: 27.502769470214844 (29.051744931860814) - | > loss_duration: 2.088961362838745 (2.1358298485792138) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 35.39044189453125 (37.805489769464806) - | > grad_norm_1: tensor(168.9830, device='cuda:0') (tensor(133.4169, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 0.641 (0.63709276537352) - | > loader_time: 0.0044 (0.005031066604807405) - - - --> TIME: 2024-11-22 10:08:59 -- STEP: 183/797 -- GLOBAL_STEP: 2000 - | > loss_disc: 2.5029075145721436 (2.621671946322332) - | > loss_disc_real_0: 0.23411881923675537 (0.20581402890180636) - | > loss_disc_real_1: 0.2292826920747757 (0.23783615296655666) - | > loss_disc_real_2: 0.22380194067955017 (0.24347109880929435) - | > loss_disc_real_3: 0.2891451120376587 (0.22450496671629733) - | > loss_disc_real_4: 0.25297972559928894 (0.23193404510047266) - | > loss_disc_real_5: 0.21074353158473969 (0.24368748907508747) - | > loss_0: 2.5029075145721436 (2.621671946322332) - | > grad_norm_0: tensor(12.0449, device='cuda:0') (tensor(16.5345, device='cuda:0')) - | > loss_gen: 1.9494835138320923 (2.0997282279645146) - | > loss_kl: 1.6567587852478027 (1.3642701972377755) - | > loss_feat: 3.6389241218566895 (3.135599772135416) - | > loss_mel: 28.999427795410156 (29.09571815449032) - | > loss_duration: 2.0616157054901123 (2.125843749020269) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 38.306209564208984 (37.8211600506892) - | > grad_norm_1: tensor(55.6021, device='cuda:0') (tensor(133.1718, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 0.6318 (0.638320247983672) - | > loader_time: 0.0049 (0.005166875860078739) - - - --> TIME: 2024-11-22 10:09:15 -- STEP: 208/797 -- GLOBAL_STEP: 2025 - | > loss_disc: 2.6722748279571533 (2.618489282635542) - | > loss_disc_real_0: 0.24409326910972595 (0.2054449141813586) - | > loss_disc_real_1: 0.28680622577667236 (0.23668925542957509) - | > loss_disc_real_2: 0.25211864709854126 (0.24294383394030425) - | > loss_disc_real_3: 0.25664249062538147 (0.226091337748445) - | > loss_disc_real_4: 0.2464321106672287 (0.23274566412258607) - | > loss_disc_real_5: 0.25761255621910095 (0.24318796969377077) - | > loss_0: 2.6722748279571533 (2.618489282635542) - | > grad_norm_0: tensor(50.1301, device='cuda:0') (tensor(16.5307, device='cuda:0')) - | > loss_gen: 1.9884381294250488 (2.1053988761626745) - | > loss_kl: 1.1737418174743652 (1.3637616376464181) - | > loss_feat: 2.5004405975341797 (3.1523050493918925) - | > loss_mel: 25.632699966430664 (29.10469543016874) - | > loss_duration: 2.081785202026367 (2.1200328148328356) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 33.377105712890625 (37.846193827115584) - | > grad_norm_1: tensor(381.7520, device='cuda:0') (tensor(131.0253, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 0.6219 (0.6385575957023184) - | > loader_time: 0.0052 (0.005214242981030391) - - - --> TIME: 2024-11-22 10:09:32 -- STEP: 233/797 -- GLOBAL_STEP: 2050 - | > loss_disc: 2.673574686050415 (2.6231885887522552) - | > loss_disc_real_0: 0.1865537166595459 (0.20744608831891692) - | > loss_disc_real_1: 0.16821424663066864 (0.23774324945881642) - | > loss_disc_real_2: 0.18241028487682343 (0.24232054415434726) - | > loss_disc_real_3: 0.16039861738681793 (0.22496264757260745) - | > loss_disc_real_4: 0.18964873254299164 (0.23163405719488986) - | > loss_disc_real_5: 0.15309499204158783 (0.24261997729667778) - | > loss_0: 2.673574686050415 (2.6231885887522552) - | > grad_norm_0: tensor(32.8426, device='cuda:0') (tensor(16.7501, device='cuda:0')) - | > loss_gen: 2.009751558303833 (2.09943542357678) - | > loss_kl: 1.1153756380081177 (1.3645859153485602) - | > loss_feat: 3.2433812618255615 (3.1344009612251242) - | > loss_mel: 27.378463745117188 (29.114889554199742) - | > loss_duration: 2.0435705184936523 (2.1144762346161303) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 35.79054260253906 (37.82778809510588) - | > grad_norm_1: tensor(140.2598, device='cuda:0') (tensor(132.3740, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 0.6606 (0.6399147674249481) - | > loader_time: 0.0058 (0.005290872549294402) - - - --> TIME: 2024-11-22 10:09:48 -- STEP: 258/797 -- GLOBAL_STEP: 2075 - | > loss_disc: 2.3190228939056396 (2.6219145327575446) - | > loss_disc_real_0: 0.11015838384628296 (0.20640718789641252) - | > loss_disc_real_1: 0.21438534557819366 (0.23749568567488544) - | > loss_disc_real_2: 0.14354316890239716 (0.24367708603079005) - | > loss_disc_real_3: 0.22039715945720673 (0.22520092297201008) - | > loss_disc_real_4: 0.16433832049369812 (0.2320351601224537) - | > loss_disc_real_5: 0.1588219851255417 (0.243027714333793) - | > loss_0: 2.3190228939056396 (2.6219145327575446) - | > grad_norm_0: tensor(8.1140, device='cuda:0') (tensor(16.4956, device='cuda:0')) - | > loss_gen: 2.3022003173828125 (2.1003633825353862) - | > loss_kl: 1.0438297986984253 (1.3546145572218782) - | > loss_feat: 4.2574920654296875 (3.13595647312874) - | > loss_mel: 32.451358795166016 (29.08926979331083) - | > loss_duration: 2.0632965564727783 (2.109180344167609) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 42.11817932128906 (37.789384568384456) - | > grad_norm_1: tensor(113.2036, device='cuda:0') (tensor(136.2941, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 0.6403 (0.6412033739016041) - | > loader_time: 0.0062 (0.005425260972607043) - - - --> TIME: 2024-11-22 10:10:05 -- STEP: 283/797 -- GLOBAL_STEP: 2100 - | > loss_disc: 2.6427111625671387 (2.6210658339645336) - | > loss_disc_real_0: 0.30290162563323975 (0.20677011478494842) - | > loss_disc_real_1: 0.2383727729320526 (0.2375289173829682) - | > loss_disc_real_2: 0.297952264547348 (0.24309320979531157) - | > loss_disc_real_3: 0.32639285922050476 (0.2251105814540344) - | > loss_disc_real_4: 0.23919303715229034 (0.23295206321212514) - | > loss_disc_real_5: 0.2418111264705658 (0.24306478633054995) - | > loss_0: 2.6427111625671387 (2.6210658339645336) - | > grad_norm_0: tensor(46.0676, device='cuda:0') (tensor(16.5647, device='cuda:0')) - | > loss_gen: 2.0156490802764893 (2.1062002068273578) - | > loss_kl: 1.3999450206756592 (1.3476852966281634) - | > loss_feat: 2.910848617553711 (3.1551926860539723) - | > loss_mel: 25.588558197021484 (29.09751063100862) - | > loss_duration: 2.1401796340942383 (2.105279501251116) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 34.05518341064453 (37.811868357574134) - | > grad_norm_1: tensor(232.0831, device='cuda:0') (tensor(132.8389, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 0.6942 (0.6440017914182308) - | > loader_time: 0.0052 (0.0054942415796825845) - - - --> TIME: 2024-11-22 10:10:22 -- STEP: 308/797 -- GLOBAL_STEP: 2125 - | > loss_disc: 2.480001449584961 (2.618580112983655) - | > loss_disc_real_0: 0.22580109536647797 (0.20623437479718945) - | > loss_disc_real_1: 0.23419414460659027 (0.2381283449758957) - | > loss_disc_real_2: 0.20359456539154053 (0.2428207610334669) - | > loss_disc_real_3: 0.14757417142391205 (0.22429137986588787) - | > loss_disc_real_4: 0.20340847969055176 (0.2308559406113315) - | > loss_disc_real_5: 0.2229352593421936 (0.24298620122400197) - | > loss_0: 2.480001449584961 (2.618580112983655) - | > grad_norm_0: tensor(4.8685, device='cuda:0') (tensor(16.5306, device='cuda:0')) - | > loss_gen: 2.1791799068450928 (2.104040217477005) - | > loss_kl: 1.2255527973175049 (1.343192568460068) - | > loss_feat: 3.4937057495117188 (3.151898338423147) - | > loss_mel: 31.85984992980957 (29.105053090429926) - | > loss_duration: 2.0211267471313477 (2.1010392555942796) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 40.779415130615234 (37.80522349592929) - | > grad_norm_1: tensor(72.2764, device='cuda:0') (tensor(132.0388, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 0.661 (0.6461930460744095) - | > loader_time: 0.0075 (0.005571003858145181) - - - --> TIME: 2024-11-22 10:10:40 -- STEP: 333/797 -- GLOBAL_STEP: 2150 - | > loss_disc: 2.8329501152038574 (2.6205936688202645) - | > loss_disc_real_0: 0.2548051178455353 (0.2062720833150475) - | > loss_disc_real_1: 0.21691784262657166 (0.2377778150297858) - | > loss_disc_real_2: 0.3098389208316803 (0.24291407064095633) - | > loss_disc_real_3: 0.22118116915225983 (0.224854531186121) - | > loss_disc_real_4: 0.30994486808776855 (0.23223932378284923) - | > loss_disc_real_5: 0.3210182189941406 (0.24372506266957647) - | > loss_0: 2.8329501152038574 (2.6205936688202645) - | > grad_norm_0: tensor(47.1910, device='cuda:0') (tensor(17.0115, device='cuda:0')) - | > loss_gen: 1.966565489768982 (2.1032605207002186) - | > loss_kl: 1.3272784948349 (1.3309834089365087) - | > loss_feat: 2.236372709274292 (3.144655369423531) - | > loss_mel: 26.14923858642578 (29.068908937700517) - | > loss_duration: 2.055912971496582 (2.097515928136696) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 33.73537063598633 (37.74532422933494) - | > grad_norm_1: tensor(246.8210, device='cuda:0') (tensor(134.2320, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 0.6711 (0.6490123257622709) - | > loader_time: 0.0128 (0.005724374238435212) - - - --> TIME: 2024-11-22 10:10:57 -- STEP: 358/797 -- GLOBAL_STEP: 2175 - | > loss_disc: 2.691023588180542 (2.6197051049610764) - | > loss_disc_real_0: 0.2513316869735718 (0.2062445867744239) - | > loss_disc_real_1: 0.26509299874305725 (0.23796260294468044) - | > loss_disc_real_2: 0.26873764395713806 (0.24297939623867335) - | > loss_disc_real_3: 0.2236436903476715 (0.22459741848307616) - | > loss_disc_real_4: 0.32418501377105713 (0.23192210532932975) - | > loss_disc_real_5: 0.31594985723495483 (0.24312620306148208) - | > loss_0: 2.691023588180542 (2.6197051049610764) - | > grad_norm_0: tensor(13.2033, device='cuda:0') (tensor(17.1727, device='cuda:0')) - | > loss_gen: 2.0638458728790283 (2.1014480251173713) - | > loss_kl: 1.1644175052642822 (1.3244887793530289) - | > loss_feat: 2.970564126968384 (3.144431165476751) - | > loss_mel: 28.438709259033203 (29.041886766529615) - | > loss_duration: 2.0015792846679688 (2.0935197216172483) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 36.63911819458008 (37.70577451503479) - | > grad_norm_1: tensor(136.1986, device='cuda:0') (tensor(134.9081, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 0.6772 (0.6512998302555624) - | > loader_time: 0.0055 (0.005830387829402304) - - - --> TIME: 2024-11-22 10:11:15 -- STEP: 383/797 -- GLOBAL_STEP: 2200 - | > loss_disc: 2.5907034873962402 (2.616899437443708) - | > loss_disc_real_0: 0.327472984790802 (0.20581020123031066) - | > loss_disc_real_1: 0.24228541553020477 (0.2385880378690152) - | > loss_disc_real_2: 0.15498709678649902 (0.2422643498014221) - | > loss_disc_real_3: 0.353177011013031 (0.22486296167728484) - | > loss_disc_real_4: 0.2302182912826538 (0.23171906099307008) - | > loss_disc_real_5: 0.2630489766597748 (0.24253550016226408) - | > loss_0: 2.5907034873962402 (2.616899437443708) - | > grad_norm_0: tensor(15.9476, device='cuda:0') (tensor(17.3753, device='cuda:0')) - | > loss_gen: 2.2378852367401123 (2.1096897252857194) - | > loss_kl: 1.3302743434906006 (1.3187117495673744) - | > loss_feat: 4.272980213165283 (3.1685458605345485) - | > loss_mel: 29.9885311126709 (29.039924531941626) - | > loss_duration: 2.0286197662353516 (2.0896013657667) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 39.85829162597656 (37.72647330281634) - | > grad_norm_1: tensor(196.2769, device='cuda:0') (tensor(136.6668, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 0.7081 (0.6541814741826874) - | > loader_time: 0.0081 (0.005966792218678924) - - - --> TIME: 2024-11-22 10:11:32 -- STEP: 408/797 -- GLOBAL_STEP: 2225 - | > loss_disc: 2.699796438217163 (2.6289154156750345) - | > loss_disc_real_0: 0.11876166611909866 (0.2050238403619505) - | > loss_disc_real_1: 0.2016863077878952 (0.23981179735239813) - | > loss_disc_real_2: 0.3095645308494568 (0.24575316739798175) - | > loss_disc_real_3: 0.204079270362854 (0.2263963315270695) - | > loss_disc_real_4: 0.26081109046936035 (0.23210424542719243) - | > loss_disc_real_5: 0.25954023003578186 (0.24264599441313275) - | > loss_0: 2.699796438217163 (2.6289154156750345) - | > grad_norm_0: tensor(18.9278, device='cuda:0') (tensor(17.5290, device='cuda:0')) - | > loss_gen: 1.9392224550247192 (2.115242250701959) - | > loss_kl: 1.5231189727783203 (1.3144747267166763) - | > loss_feat: 3.0047755241394043 (3.162253425986159) - | > loss_mel: 30.309877395629883 (29.080750194250367) - | > loss_duration: 2.035243511199951 (2.0865586730195043) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 38.81224060058594 (37.75927931187205) - | > grad_norm_1: tensor(55.3641, device='cuda:0') (tensor(137.2176, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 0.6657 (0.6564900454352889) - | > loader_time: 0.0076 (0.006068399723838356) - - - --> TIME: 2024-11-22 10:11:50 -- STEP: 433/797 -- GLOBAL_STEP: 2250 - | > loss_disc: 2.7735912799835205 (2.6246377496741404) - | > loss_disc_real_0: 0.18720877170562744 (0.20424043299419506) - | > loss_disc_real_1: 0.3098757565021515 (0.23936618086785147) - | > loss_disc_real_2: 0.23789623379707336 (0.24467817308514553) - | > loss_disc_real_3: 0.29658931493759155 (0.2260974345526574) - | > loss_disc_real_4: 0.2646678388118744 (0.23131589350606774) - | > loss_disc_real_5: 0.35881710052490234 (0.24240953296285303) - | > loss_0: 2.7735912799835205 (2.6246377496741404) - | > grad_norm_0: tensor(54.5078, device='cuda:0') (tensor(18.0577, device='cuda:0')) - | > loss_gen: 2.2517929077148438 (2.114264446097763) - | > loss_kl: 1.4066962003707886 (1.3103774664859011) - | > loss_feat: 2.300732135772705 (3.1647384513608303) - | > loss_mel: 26.747726440429688 (29.07215141754503) - | > loss_duration: 2.0141730308532715 (2.082853447482439) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 34.72111892700195 (37.744385245765926) - | > grad_norm_1: tensor(182.8033, device='cuda:0') (tensor(138.1412, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 0.704 (0.6589553295602429) - | > loader_time: 0.007 (0.006143669057938572) - - - --> TIME: 2024-11-22 10:12:08 -- STEP: 458/797 -- GLOBAL_STEP: 2275 - | > loss_disc: 2.5429913997650146 (2.624575050637193) - | > loss_disc_real_0: 0.22366780042648315 (0.20464228783372193) - | > loss_disc_real_1: 0.26489052176475525 (0.2396356657667972) - | > loss_disc_real_2: 0.22652338445186615 (0.24454052640556248) - | > loss_disc_real_3: 0.2603098750114441 (0.22658473259757178) - | > loss_disc_real_4: 0.24376440048217773 (0.23082841923013003) - | > loss_disc_real_5: 0.2378358244895935 (0.24270344621554732) - | > loss_0: 2.5429913997650146 (2.624575050637193) - | > grad_norm_0: tensor(11.8969, device='cuda:0') (tensor(18.3705, device='cuda:0')) - | > loss_gen: 2.0676968097686768 (2.1139356717792657) - | > loss_kl: 1.2969468832015991 (1.306202721127255) - | > loss_feat: 3.3167388439178467 (3.1656735437926247) - | > loss_mel: 29.339683532714844 (29.07193508731226) - | > loss_duration: 2.036539316177368 (2.079410700818859) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 38.0576057434082 (37.73715772587144) - | > grad_norm_1: tensor(65.8805, device='cuda:0') (tensor(138.2634, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 0.7388 (0.6612517177798347) - | > loader_time: 0.0149 (0.006256157654341651) - - - --> TIME: 2024-11-22 10:12:26 -- STEP: 483/797 -- GLOBAL_STEP: 2300 - | > loss_disc: 2.558594226837158 (2.623178692831511) - | > loss_disc_real_0: 0.12510834634304047 (0.20413686014233667) - | > loss_disc_real_1: 0.19853396713733673 (0.23961353369874738) - | > loss_disc_real_2: 0.2099597305059433 (0.24428598482477987) - | > loss_disc_real_3: 0.2697615921497345 (0.2269498304180477) - | > loss_disc_real_4: 0.2737236022949219 (0.23060628339864206) - | > loss_disc_real_5: 0.23028191924095154 (0.24249317200842851) - | > loss_0: 2.558594226837158 (2.623178692831511) - | > grad_norm_0: tensor(20.2281, device='cuda:0') (tensor(18.3765, device='cuda:0')) - | > loss_gen: 2.177851676940918 (2.1144714666449493) - | > loss_kl: 1.2374577522277832 (1.3012382059857457) - | > loss_feat: 2.9122025966644287 (3.1713365244816054) - | > loss_mel: 27.200464248657227 (29.03581832506642) - | > loss_duration: 1.9693630933761597 (2.0755022692631018) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 35.49734115600586 (37.69836680094406) - | > grad_norm_1: tensor(149.1980, device='cuda:0') (tensor(139.1417, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 0.6993 (0.6637100087436341) - | > loader_time: 0.0132 (0.006347947979565732) - - - --> TIME: 2024-11-22 10:12:44 -- STEP: 508/797 -- GLOBAL_STEP: 2325 - | > loss_disc: 2.688695192337036 (2.617913106764397) - | > loss_disc_real_0: 0.1859184205532074 (0.20383836264450725) - | > loss_disc_real_1: 0.2531925439834595 (0.2392544623493679) - | > loss_disc_real_2: 0.27082115411758423 (0.24402491274605118) - | > loss_disc_real_3: 0.22420644760131836 (0.2261325026766991) - | > loss_disc_real_4: 0.22287285327911377 (0.23040948139400932) - | > loss_disc_real_5: 0.2550642192363739 (0.24237458638142884) - | > loss_0: 2.688695192337036 (2.617913106764397) - | > grad_norm_0: tensor(25.2463, device='cuda:0') (tensor(18.2928, device='cuda:0')) - | > loss_gen: 2.1626272201538086 (2.1175592966436394) - | > loss_kl: 1.1413183212280273 (1.296905156782292) - | > loss_feat: 2.8993194103240967 (3.186665605841659) - | > loss_mel: 27.373952865600586 (29.017887333246666) - | > loss_duration: 2.005157947540283 (2.071899981245283) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 35.582374572753906 (37.690917398047304) - | > grad_norm_1: tensor(218.7433, device='cuda:0') (tensor(138.7612, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 0.7026 (0.6661302287747545) - | > loader_time: 0.0068 (0.006445782860433022) - - - --> TIME: 2024-11-22 10:13:02 -- STEP: 533/797 -- GLOBAL_STEP: 2350 - | > loss_disc: 2.602534532546997 (2.6174713992714675) - | > loss_disc_real_0: 0.10158830881118774 (0.20394813428732517) - | > loss_disc_real_1: 0.23673750460147858 (0.23934353080073176) - | > loss_disc_real_2: 0.24058222770690918 (0.24400399274439122) - | > loss_disc_real_3: 0.25691184401512146 (0.22583653508051252) - | > loss_disc_real_4: 0.21736185252666473 (0.23023622881404454) - | > loss_disc_real_5: 0.18719451129436493 (0.24280809541189202) - | > loss_0: 2.602534532546997 (2.6174713992714675) - | > grad_norm_0: tensor(14.1194, device='cuda:0') (tensor(18.3030, device='cuda:0')) - | > loss_gen: 1.933274507522583 (2.117456714834101) - | > loss_kl: 1.2214347124099731 (1.291628658212371) - | > loss_feat: 3.267932176589966 (3.1931467937483795) - | > loss_mel: 28.92523956298828 (29.001751042664832) - | > loss_duration: 1.989111065864563 (2.0688303129758014) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 37.33699417114258 (37.6728135371969) - | > grad_norm_1: tensor(103.9750, device='cuda:0') (tensor(140.5889, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 0.7824 (0.6685572193890087) - | > loader_time: 0.0073 (0.00655026820542441) - - - --> TIME: 2024-11-22 10:13:21 -- STEP: 558/797 -- GLOBAL_STEP: 2375 - | > loss_disc: 2.5991835594177246 (2.618280711139832) - | > loss_disc_real_0: 0.18987342715263367 (0.20397003788140514) - | > loss_disc_real_1: 0.22710083425045013 (0.23936110123404467) - | > loss_disc_real_2: 0.3009597063064575 (0.24423277758622683) - | > loss_disc_real_3: 0.17633122205734253 (0.22611279035234108) - | > loss_disc_real_4: 0.19458197057247162 (0.2302276014907813) - | > loss_disc_real_5: 0.2580963373184204 (0.24281488041189836) - | > loss_0: 2.5991835594177246 (2.618280711139832) - | > grad_norm_0: tensor(18.4922, device='cuda:0') (tensor(18.2991, device='cuda:0')) - | > loss_gen: 2.1057162284851074 (2.118181349342441) - | > loss_kl: 1.3780490159988403 (1.290366187745097) - | > loss_feat: 3.226057529449463 (3.200240555629935) - | > loss_mel: 29.04813003540039 (29.004925601371294) - | > loss_duration: 1.9815254211425781 (2.065627495020524) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 37.739479064941406 (37.67934119658662) - | > grad_norm_1: tensor(219.9640, device='cuda:0') (tensor(139.1297, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 0.6994 (0.6712067451955601) - | > loader_time: 0.007 (0.006646954457819674) - - - --> TIME: 2024-11-22 10:13:40 -- STEP: 583/797 -- GLOBAL_STEP: 2400 - | > loss_disc: 2.371753215789795 (2.6168356015383725) - | > loss_disc_real_0: 0.11242993175983429 (0.20378653247605877) - | > loss_disc_real_1: 0.24097153544425964 (0.23889522456386691) - | > loss_disc_real_2: 0.2218811959028244 (0.244020766027489) - | > loss_disc_real_3: 0.156830295920372 (0.22552986016199883) - | > loss_disc_real_4: 0.18864786624908447 (0.22991434920508907) - | > loss_disc_real_5: 0.20605795085430145 (0.2428088949331902) - | > loss_0: 2.371753215789795 (2.6168356015383725) - | > grad_norm_0: tensor(14.6098, device='cuda:0') (tensor(18.3888, device='cuda:0')) - | > loss_gen: 2.1373305320739746 (2.11526541439992) - | > loss_kl: 1.2727657556533813 (1.2870047962481521) - | > loss_feat: 3.709331750869751 (3.1993234967285726) - | > loss_mel: 28.31527328491211 (28.97752226932584) - | > loss_duration: 1.9697275161743164 (2.0625779671693567) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 37.40442657470703 (37.641693952766566) - | > grad_norm_1: tensor(147.3180, device='cuda:0') (tensor(138.8345, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 0.7512 (0.6741756423668839) - | > loader_time: 0.0074 (0.006740592560678156) - - - --> TIME: 2024-11-22 10:13:59 -- STEP: 608/797 -- GLOBAL_STEP: 2425 - | > loss_disc: 2.7158279418945312 (2.6182089887167317) - | > loss_disc_real_0: 0.17264515161514282 (0.20349444474681821) - | > loss_disc_real_1: 0.24743668735027313 (0.23935357552315845) - | > loss_disc_real_2: 0.3037630319595337 (0.2441022945690508) - | > loss_disc_real_3: 0.32272815704345703 (0.225826530153618) - | > loss_disc_real_4: 0.29836252331733704 (0.2302173021935711) - | > loss_disc_real_5: 0.23875080049037933 (0.24313817103393376) - | > loss_0: 2.7158279418945312 (2.6182089887167317) - | > grad_norm_0: tensor(6.8743, device='cuda:0') (tensor(18.6669, device='cuda:0')) - | > loss_gen: 2.024454116821289 (2.1149480205617444) - | > loss_kl: 1.33635413646698 (1.283544270517794) - | > loss_feat: 3.120800733566284 (3.1988481024378217) - | > loss_mel: 29.750885009765625 (28.968121076885016) - | > loss_duration: 2.043030261993408 (2.060165529580494) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 38.27552032470703 (37.625626984395524) - | > grad_norm_1: tensor(104.3214, device='cuda:0') (tensor(141.5060, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 0.7408 (0.6772863962932639) - | > loader_time: 0.0126 (0.006876826286315915) - - - --> TIME: 2024-11-22 10:14:18 -- STEP: 633/797 -- GLOBAL_STEP: 2450 - | > loss_disc: 2.880215883255005 (2.619872433314395) - | > loss_disc_real_0: 0.3277431130409241 (0.20361261394634075) - | > loss_disc_real_1: 0.2810928523540497 (0.23934753208552115) - | > loss_disc_real_2: 0.3091655969619751 (0.24458905349457621) - | > loss_disc_real_3: 0.28548815846443176 (0.22555870672255326) - | > loss_disc_real_4: 0.1839562952518463 (0.23033586313939208) - | > loss_disc_real_5: 0.23665645718574524 (0.24274778652106416) - | > loss_0: 2.880215883255005 (2.619872433314395) - | > grad_norm_0: tensor(30.9508, device='cuda:0') (tensor(19.2323, device='cuda:0')) - | > loss_gen: 2.1702635288238525 (2.113770852345048) - | > loss_kl: 1.3166494369506836 (1.2813666456306894) - | > loss_feat: 2.7323999404907227 (3.1932020096982248) - | > loss_mel: 30.56464958190918 (28.953965492911433) - | > loss_duration: 2.0170278549194336 (2.058089865704096) - | > amp_scaler: 512.0 (257.2132701421801) - | > loss_1: 38.800994873046875 (37.60039484105408) - | > grad_norm_1: tensor(199.0924, device='cuda:0') (tensor(142.2611, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 0.7676 (0.6805629184084107) - | > loader_time: 0.0109 (0.006980932154361668) - - - --> TIME: 2024-11-22 10:14:38 -- STEP: 658/797 -- GLOBAL_STEP: 2475 - | > loss_disc: 2.7504525184631348 (2.6196610442048547) - | > loss_disc_real_0: 0.23806846141815186 (0.20267335377565643) - | > loss_disc_real_1: 0.23367248475551605 (0.23895090062024021) - | > loss_disc_real_2: 0.27020248770713806 (0.2444554646485301) - | > loss_disc_real_3: 0.1703171581029892 (0.22555061773960347) - | > loss_disc_real_4: 0.2602270543575287 (0.23063240881930006) - | > loss_disc_real_5: 0.3653809726238251 (0.24303522478438075) - | > loss_0: 2.7504525184631348 (2.6196610442048547) - | > grad_norm_0: tensor(68.0744, device='cuda:0') (tensor(19.6170, device='cuda:0')) - | > loss_gen: 2.188228130340576 (2.112169772114795) - | > loss_kl: 1.155144453048706 (1.2813584884249323) - | > loss_feat: 2.580002784729004 (3.191180631744824) - | > loss_mel: 25.533849716186523 (28.938601056130818) - | > loss_duration: 1.9470628499984741 (2.055679631088281) - | > amp_scaler: 512.0 (266.8936170212766) - | > loss_1: 33.40428924560547 (37.57898955069782) - | > grad_norm_1: tensor(160.2437, device='cuda:0') (tensor(143.4771, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 0.7718 (0.6840358892835023) - | > loader_time: 0.0076 (0.007102958337151893) - - - --> TIME: 2024-11-22 10:14:58 -- STEP: 683/797 -- GLOBAL_STEP: 2500 - | > loss_disc: 2.6069495677948 (2.6183830298930664) - | > loss_disc_real_0: 0.2654414474964142 (0.20293408264658294) - | > loss_disc_real_1: 0.2574879229068756 (0.23913330930567417) - | > loss_disc_real_2: 0.2523671090602875 (0.24455074668148774) - | > loss_disc_real_3: 0.2230023443698883 (0.2254066475357527) - | > loss_disc_real_4: 0.28972533345222473 (0.23009297369514342) - | > loss_disc_real_5: 0.2415057122707367 (0.2431172028969357) - | > loss_0: 2.6069495677948 (2.6183830298930664) - | > grad_norm_0: tensor(36.2255, device='cuda:0') (tensor(19.9024, device='cuda:0')) - | > loss_gen: 2.1731741428375244 (2.113274573581633) - | > loss_kl: 1.2086212635040283 (1.2782003492073288) - | > loss_feat: 3.0381345748901367 (3.195070833971349) - | > loss_mel: 27.681882858276367 (28.933793996473003) - | > loss_duration: 1.958270788192749 (2.052947865049103) - | > amp_scaler: 512.0 (275.8653001464128) - | > loss_1: 36.06008529663086 (37.57328759524348) - | > grad_norm_1: tensor(201.5609, device='cuda:0') (tensor(143.6526, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 0.7637 (0.6877607478927905) - | > loader_time: 0.0083 (0.007243524009626395) - - - --> TIME: 2024-11-22 10:15:18 -- STEP: 708/797 -- GLOBAL_STEP: 2525 - | > loss_disc: 2.6767430305480957 (2.617568169946727) - | > loss_disc_real_0: 0.1903407722711563 (0.20245130394853786) - | > loss_disc_real_1: 0.26764002442359924 (0.23909880909121642) - | > loss_disc_real_2: 0.27465811371803284 (0.24447298021513528) - | > loss_disc_real_3: 0.2613917589187622 (0.22531615271322467) - | > loss_disc_real_4: 0.1867307424545288 (0.23035873801021253) - | > loss_disc_real_5: 0.25699540972709656 (0.24283108499301018) - | > loss_0: 2.6767430305480957 (2.617568169946727) - | > grad_norm_0: tensor(22.5609, device='cuda:0') (tensor(20.0746, device='cuda:0')) - | > loss_gen: 2.142835855484009 (2.1114850544323334) - | > loss_kl: 1.2177715301513672 (1.2765599509417) - | > loss_feat: 2.8476877212524414 (3.1933598888795913) - | > loss_mel: 26.641494750976562 (28.916796490297475) - | > loss_duration: 1.9952630996704102 (2.0502769339219338) - | > amp_scaler: 512.0 (284.2033898305083) - | > loss_1: 34.845054626464844 (37.5484782989416) - | > grad_norm_1: tensor(279.4022, device='cuda:0') (tensor(145.3274, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 0.821 (0.6919317750607509) - | > loader_time: 0.0162 (0.007418290033178812) - - - --> TIME: 2024-11-22 10:15:43 -- STEP: 733/797 -- GLOBAL_STEP: 2550 - | > loss_disc: 2.595627546310425 (2.6167635855863414) - | > loss_disc_real_0: 0.2034236341714859 (0.20182917151208796) - | > loss_disc_real_1: 0.24265865981578827 (0.2389334619939734) - | > loss_disc_real_2: 0.2497825175523758 (0.24466994783928742) - | > loss_disc_real_3: 0.284385085105896 (0.22547768887848998) - | > loss_disc_real_4: 0.3006577789783478 (0.2302313222566373) - | > loss_disc_real_5: 0.2563817799091339 (0.24300118710586513) - | > loss_0: 2.595627546310425 (2.6167635855863414) - | > grad_norm_0: tensor(11.0758, device='cuda:0') (tensor(20.1240, device='cuda:0')) - | > loss_gen: 2.219775438308716 (2.111816162301928) - | > loss_kl: 1.0587873458862305 (1.2738955261599971) - | > loss_feat: 3.182018995285034 (3.1964781716933506) - | > loss_mel: 27.632789611816406 (28.903270638167935) - | > loss_duration: 1.942962646484375 (2.047396335562776) - | > amp_scaler: 512.0 (291.9727148703953) - | > loss_1: 36.03633499145508 (37.53285680981648) - | > grad_norm_1: tensor(68.7172, device='cuda:0') (tensor(145.8763, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 1.235 (0.7014302182815573) - | > loader_time: 0.0117 (0.007668578120565998) - - - --> TIME: 2024-11-22 10:16:15 -- STEP: 758/797 -- GLOBAL_STEP: 2575 - | > loss_disc: 2.5923166275024414 (2.616161151737527) - | > loss_disc_real_0: 0.21661612391471863 (0.20183740230891517) - | > loss_disc_real_1: 0.20965218544006348 (0.23914821683810064) - | > loss_disc_real_2: 0.31719595193862915 (0.24469315448387632) - | > loss_disc_real_3: 0.18454216420650482 (0.2253040523713056) - | > loss_disc_real_4: 0.2168702781200409 (0.22997399563053353) - | > loss_disc_real_5: 0.291368693113327 (0.24291965806743715) - | > loss_0: 2.5923166275024414 (2.616161151737527) - | > grad_norm_0: tensor(32.2404, device='cuda:0') (tensor(20.2545, device='cuda:0')) - | > loss_gen: 1.82746422290802 (2.112347401069145) - | > loss_kl: 1.3498990535736084 (1.2721314246233046) - | > loss_feat: 2.942702054977417 (3.2011335713882234) - | > loss_mel: 27.652982711791992 (28.890864442709564) - | > loss_duration: 1.95560884475708 (2.0443175748029923) - | > amp_scaler: 512.0 (299.22955145118704) - | > loss_1: 35.72865676879883 (37.52079439792285) - | > grad_norm_1: tensor(188.1738, device='cuda:0') (tensor(146.3352, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 1.1615 (0.7152431102415503) - | > loader_time: 0.1223 (0.011883148731845657) - - - --> TIME: 2024-11-22 10:16:59 -- STEP: 783/797 -- GLOBAL_STEP: 2600 - | > loss_disc: 2.7437264919281006 (2.616196356513949) - | > loss_disc_real_0: 0.17242835462093353 (0.2017710704551499) - | > loss_disc_real_1: 0.214458629488945 (0.23876747559389697) - | > loss_disc_real_2: 0.3016667366027832 (0.24448894471462965) - | > loss_disc_real_3: 0.2509523630142212 (0.22523863141640238) - | > loss_disc_real_4: 0.249073326587677 (0.22989092664471988) - | > loss_disc_real_5: 0.24938394129276276 (0.242637502498173) - | > loss_0: 2.7437264919281006 (2.616196356513949) - | > grad_norm_0: tensor(47.4162, device='cuda:0') (tensor(20.5304, device='cuda:0')) - | > loss_gen: 1.9193994998931885 (2.1105329623472016) - | > loss_kl: 1.1294690370559692 (1.270198586495597) - | > loss_feat: 2.3858299255371094 (3.198755115993786) - | > loss_mel: 25.543720245361328 (28.860782525853022) - | > loss_duration: 1.9643969535827637 (2.0413255918376136) - | > amp_scaler: 512.0 (306.0229885057468) - | > loss_1: 32.942813873291016 (37.48159476775931) - | > grad_norm_1: tensor(306.3112, device='cuda:0') (tensor(146.9122, device='cuda:0')) - | > current_lr_0: 0.000199950003125 - | > current_lr_1: 0.000199950003125 - | > step_time: 2.8813 (0.7434374996833265) - | > loader_time: 0.1381 (0.016386216018696238) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.5623273849487305 (2.5623273849487305) - | > loss_disc_real_0: 0.18966343998908997 (0.18966343998908997) - | > loss_disc_real_1: 0.13638707995414734 (0.13638707995414734) - | > loss_disc_real_2: 0.15456745028495789 (0.15456745028495789) - | > loss_disc_real_3: 0.2176336795091629 (0.2176336795091629) - | > loss_disc_real_4: 0.3100041151046753 (0.3100041151046753) - | > loss_disc_real_5: 0.17965403199195862 (0.17965403199195862) - | > loss_0: 2.5623273849487305 (2.5623273849487305) - | > loss_gen: 1.883204460144043 (1.883204460144043) - | > loss_kl: 1.6273988485336304 (1.6273988485336304) - | > loss_feat: 3.61053466796875 (3.61053466796875) - | > loss_mel: 29.234947204589844 (29.234947204589844) - | > loss_duration: 2.3098244667053223 (2.3098244667053223) - | > loss_1: 38.66591262817383 (38.66591262817383) - - --> STEP: 1 - | > loss_disc: 2.646906614303589 (2.646906614303589) - | > loss_disc_real_0: 0.25816595554351807 (0.25816595554351807) - | > loss_disc_real_1: 0.1774665266275406 (0.1774665266275406) - | > loss_disc_real_2: 0.17897865176200867 (0.17897865176200867) - | > loss_disc_real_3: 0.2586113512516022 (0.2586113512516022) - | > loss_disc_real_4: 0.2401193231344223 (0.2401193231344223) - | > loss_disc_real_5: 0.12227974086999893 (0.12227974086999893) - | > loss_0: 2.646906614303589 (2.646906614303589) - | > loss_gen: 1.869428277015686 (1.869428277015686) - | > loss_kl: 0.20960190892219543 (0.20960190892219543) - | > loss_feat: 3.3401105403900146 (3.3401105403900146) - | > loss_mel: 27.784666061401367 (27.784666061401367) - | > loss_duration: 2.10135817527771 (2.10135817527771) - | > loss_1: 35.3051643371582 (35.3051643371582) - - --> STEP: 2 - | > loss_disc: 2.762274980545044 (2.7045907974243164) - | > loss_disc_real_0: 0.26533442735671997 (0.261750191450119) - | > loss_disc_real_1: 0.18926069140434265 (0.18336360901594162) - | > loss_disc_real_2: 0.19303034245967865 (0.18600449711084366) - | > loss_disc_real_3: 0.285483717918396 (0.2720475345849991) - | > loss_disc_real_4: 0.16503457725048065 (0.20257695019245148) - | > loss_disc_real_5: 0.20569288730621338 (0.16398631408810616) - | > loss_0: 2.762274980545044 (2.7045907974243164) - | > loss_gen: 1.813070297241211 (1.8412492871284485) - | > loss_kl: 2.2018094062805176 (1.2057056576013565) - | > loss_feat: 2.640982151031494 (2.9905463457107544) - | > loss_mel: 25.226226806640625 (26.505446434020996) - | > loss_duration: 2.0084972381591797 (2.054927706718445) - | > loss_1: 33.890586853027344 (34.59787559509277) - - --> STEP: 3 - | > loss_disc: 2.633021831512451 (2.680734475453695) - | > loss_disc_real_0: 0.21778176724910736 (0.2470940500497818) - | > loss_disc_real_1: 0.16294030845165253 (0.1765558421611786) - | > loss_disc_real_2: 0.18841733038425446 (0.18680877486864725) - | > loss_disc_real_3: 0.3053647577762604 (0.28315327564875287) - | > loss_disc_real_4: 0.2143518030643463 (0.20650190114974976) - | > loss_disc_real_5: 0.1679450124502182 (0.16530588020881018) - | > loss_0: 2.633021831512451 (2.680734475453695) - | > loss_gen: 1.8723441362380981 (1.851614236831665) - | > loss_kl: 0.5921411514282227 (1.0011841555436451) - | > loss_feat: 3.240318536758423 (3.073803742726644) - | > loss_mel: 30.866960525512695 (27.95928446451823) - | > loss_duration: 2.0156540870666504 (2.0418365001678467) - | > loss_1: 38.58742141723633 (35.92772420247396) - - --> STEP: 4 - | > loss_disc: 2.601613998413086 (2.6609543561935425) - | > loss_disc_real_0: 0.3251252770423889 (0.2666018567979336) - | > loss_disc_real_1: 0.1997840255498886 (0.1823628880083561) - | > loss_disc_real_2: 0.202378049492836 (0.19070109352469444) - | > loss_disc_real_3: 0.34391549229621887 (0.29834382981061935) - | > loss_disc_real_4: 0.25460463762283325 (0.21852758526802063) - | > loss_disc_real_5: 0.18149195611476898 (0.16935239918529987) - | > loss_0: 2.601613998413086 (2.6609543561935425) - | > loss_gen: 2.23213791847229 (1.9467451572418213) - | > loss_kl: 1.2138878107070923 (1.054360069334507) - | > loss_feat: 3.128614902496338 (3.0875065326690674) - | > loss_mel: 25.973854064941406 (27.462926864624023) - | > loss_duration: 2.002638101577759 (2.0320369005203247) - | > loss_1: 34.5511360168457 (35.583577156066895) - - --> STEP: 5 - | > loss_disc: 2.477632761001587 (2.624290037155151) - | > loss_disc_real_0: 0.13549630343914032 (0.24038074612617494) - | > loss_disc_real_1: 0.1334768384695053 (0.17258567810058595) - | > loss_disc_real_2: 0.13945665955543518 (0.18045220673084258) - | > loss_disc_real_3: 0.19416563212871552 (0.27750819027423856) - | > loss_disc_real_4: 0.19097624719142914 (0.21301731765270232) - | > loss_disc_real_5: 0.10181393474340439 (0.15584470629692077) - | > loss_0: 2.477632761001587 (2.624290037155151) - | > loss_gen: 1.7539291381835938 (1.9081819534301758) - | > loss_kl: 1.3219658136367798 (1.1078812181949615) - | > loss_feat: 4.014562606811523 (3.2729177474975586) - | > loss_mel: 31.816205978393555 (28.33358268737793) - | > loss_duration: 2.1642684936523438 (2.0584832191467286) - | > loss_1: 41.07093048095703 (36.68104782104492) - - --> STEP: 6 - | > loss_disc: 2.7163257598876953 (2.639629324277242) - | > loss_disc_real_0: 0.29596060514450073 (0.24964405596256256) - | > loss_disc_real_1: 0.18621894717216492 (0.17485788961251578) - | > loss_disc_real_2: 0.2097102850675583 (0.1853285531202952) - | > loss_disc_real_3: 0.313307523727417 (0.28347474584976834) - | > loss_disc_real_4: 0.21222639083862305 (0.21288549651702246) - | > loss_disc_real_5: 0.2356099933385849 (0.1691389208038648) - | > loss_0: 2.7163257598876953 (2.639629324277242) - | > loss_gen: 1.9970829486846924 (1.9229987859725952) - | > loss_kl: 0.9986986517906189 (1.0896841237942378) - | > loss_feat: 1.9268038272857666 (3.04856542746226) - | > loss_mel: 17.078453063964844 (26.457727750142414) - | > loss_duration: 2.0307838916778564 (2.053866664568583) - | > loss_1: 24.031824111938477 (34.57284386952718) - - --> STEP: 7 - | > loss_disc: 2.510265827178955 (2.6211488246917725) - | > loss_disc_real_0: 0.23016324639320374 (0.24686108316693986) - | > loss_disc_real_1: 0.16218650341033936 (0.17304769158363342) - | > loss_disc_real_2: 0.16242362558841705 (0.18205642061574118) - | > loss_disc_real_3: 0.23199507594108582 (0.2761205072913851) - | > loss_disc_real_4: 0.22652548551559448 (0.21483406637396132) - | > loss_disc_real_5: 0.1359354555606842 (0.16439556862626756) - | > loss_0: 2.510265827178955 (2.6211488246917725) - | > loss_gen: 1.879687786102295 (1.916811500276838) - | > loss_kl: 1.2821887731552124 (1.1171847879886627) - | > loss_feat: 3.527259349822998 (3.116950273513794) - | > loss_mel: 27.19365119934082 (26.562859671456472) - | > loss_duration: 1.947908878326416 (2.0387298379625594) - | > loss_1: 35.83069610595703 (34.752537046160015) - - --> STEP: 8 - | > loss_disc: 2.619138479232788 (2.6208975315093994) - | > loss_disc_real_0: 0.14132347702980042 (0.23366888239979744) - | > loss_disc_real_1: 0.14006268978118896 (0.16892456635832787) - | > loss_disc_real_2: 0.1633371114730835 (0.17971650697290897) - | > loss_disc_real_3: 0.17327283322811127 (0.2632645480334759) - | > loss_disc_real_4: 0.22353212535381317 (0.2159213237464428) - | > loss_disc_real_5: 0.15879690647125244 (0.16369573585689068) - | > loss_0: 2.619138479232788 (2.6208975315093994) - | > loss_gen: 1.704901933670044 (1.8903228044509888) - | > loss_kl: 0.720122218132019 (1.0675519667565823) - | > loss_feat: 4.27798318862915 (3.2620793879032135) - | > loss_mel: 29.17391586303711 (26.889241695404053) - | > loss_duration: 1.990604043006897 (2.0327141135931015) - | > loss_1: 37.86752700805664 (35.141910791397095) - - --> STEP: 9 - | > loss_disc: 2.251173257827759 (2.579817056655884) - | > loss_disc_real_0: 0.17815354466438293 (0.22750051154030693) - | > loss_disc_real_1: 0.1538374274969101 (0.1672482175959481) - | > loss_disc_real_2: 0.14191573858261108 (0.1755164215962092) - | > loss_disc_real_3: 0.20693279802799225 (0.2570054646995332) - | > loss_disc_real_4: 0.16452684998512268 (0.21021082666185167) - | > loss_disc_real_5: 0.19621410965919495 (0.16730888850159115) - | > loss_0: 2.251173257827759 (2.579817056655884) - | > loss_gen: 2.0972201824188232 (1.9133114020029705) - | > loss_kl: 1.0031490325927734 (1.0603960851828258) - | > loss_feat: 3.8879876136779785 (3.331624746322632) - | > loss_mel: 27.776052474975586 (26.987776226467556) - | > loss_duration: 2.001237630844116 (2.029216726620992) - | > loss_1: 36.765647888183594 (35.322326024373375) - - --> STEP: 10 - | > loss_disc: 2.6508383750915527 (2.5869191884994507) - | > loss_disc_real_0: 0.22294402122497559 (0.22704486250877381) - | > loss_disc_real_1: 0.15952952206134796 (0.1664763480424881) - | > loss_disc_real_2: 0.19850581884384155 (0.17781536132097245) - | > loss_disc_real_3: 0.29080653190612793 (0.2603855714201927) - | > loss_disc_real_4: 0.24903252720832825 (0.21409299671649934) - | > loss_disc_real_5: 0.19285669922828674 (0.16986366957426072) - | > loss_0: 2.6508383750915527 (2.5869191884994507) - | > loss_gen: 1.8088934421539307 (1.9028696060180663) - | > loss_kl: 1.3489124774932861 (1.0892477244138719) - | > loss_feat: 2.6447370052337646 (3.262935972213745) - | > loss_mel: 23.300369262695312 (26.619035530090333) - | > loss_duration: 1.8913822174072266 (2.0154332756996154) - | > loss_1: 30.994293212890625 (34.8895227432251) - - --> STEP: 11 - | > loss_disc: 2.741652250289917 (2.6009858304804023) - | > loss_disc_real_0: 0.0979417935013771 (0.21530821987173773) - | > loss_disc_real_1: 0.178874209523201 (0.16760342635891654) - | > loss_disc_real_2: 0.13369999825954437 (0.17380487376993353) - | > loss_disc_real_3: 0.1793670356273651 (0.25302024998448114) - | > loss_disc_real_4: 0.23916488885879517 (0.21637225963852622) - | > loss_disc_real_5: 0.09586033970117569 (0.163136094131253) - | > loss_0: 2.741652250289917 (2.6009858304804023) - | > loss_gen: 1.518263816833496 (1.8679054433649236) - | > loss_kl: 1.3705443143844604 (1.1148201416839252) - | > loss_feat: 4.349452972412109 (3.361710244959051) - | > loss_mel: 27.840240478515625 (26.73005416176536) - | > loss_duration: 1.9132736921310425 (2.006146040829745) - | > loss_1: 36.99177551269531 (35.08063663135875) - - --> STEP: 12 - | > loss_disc: 2.4352214336395264 (2.5871721307436624) - | > loss_disc_real_0: 0.19511589407920837 (0.21362552605569363) - | > loss_disc_real_1: 0.2228735089302063 (0.1722092665731907) - | > loss_disc_real_2: 0.1445435732603073 (0.17136643206079802) - | > loss_disc_real_3: 0.24617132544517517 (0.25244950627287227) - | > loss_disc_real_4: 0.1486266553401947 (0.21072679261366525) - | > loss_disc_real_5: 0.16220135986804962 (0.16305819960931936) - | > loss_0: 2.4352214336395264 (2.5871721307436624) - | > loss_gen: 1.915290355682373 (1.8718541860580444) - | > loss_kl: 0.9688023328781128 (1.1026519909501074) - | > loss_feat: 3.3684403896331787 (3.3622710903485618) - | > loss_mel: 28.103687286376953 (26.844523588816326) - | > loss_duration: 1.9760375022888184 (2.0036369959513345) - | > loss_1: 36.33225631713867 (35.18493827184041) - - --> STEP: 13 - | > loss_disc: 2.5075595378875732 (2.581048085139348) - | > loss_disc_real_0: 0.15212886035442352 (0.20889501330944207) - | > loss_disc_real_1: 0.14633966982364655 (0.17021929759245652) - | > loss_disc_real_2: 0.1469549834728241 (0.16948862832326156) - | > loss_disc_real_3: 0.19641120731830597 (0.2481388678917518) - | > loss_disc_real_4: 0.19151677191257477 (0.20924909871358138) - | > loss_disc_real_5: 0.14382828772068024 (0.1615789756178856) - | > loss_0: 2.5075595378875732 (2.581048085139348) - | > loss_gen: 1.7644591331481934 (1.863593028141902) - | > loss_kl: 1.4852327108383179 (1.1320812770953543) - | > loss_feat: 4.592262268066406 (3.4568857963268576) - | > loss_mel: 29.247182846069336 (27.029343531681942) - | > loss_duration: 2.094883918762207 (2.0106559900137095) - | > loss_1: 39.184017181396484 (35.492559726421646) - - --> STEP: 14 - | > loss_disc: 3.039919376373291 (2.6138246059417725) - | > loss_disc_real_0: 0.4563356041908264 (0.22656934122954095) - | > loss_disc_real_1: 0.17921385169029236 (0.17086176574230194) - | > loss_disc_real_2: 0.24819163978099823 (0.17511027199881418) - | > loss_disc_real_3: 0.351699560880661 (0.25553606024810244) - | > loss_disc_real_4: 0.35350295901298523 (0.2195529458778245) - | > loss_disc_real_5: 0.24679332971572876 (0.16766571519630297) - | > loss_0: 3.039919376373291 (2.6138246059417725) - | > loss_gen: 2.1046338081359863 (1.880810226712908) - | > loss_kl: 1.4568281173706055 (1.1552774799721581) - | > loss_feat: 1.6826534271240234 (3.330154912812369) - | > loss_mel: 27.281925201416016 (27.04738507952009) - | > loss_duration: 2.0471086502075195 (2.0132597514561246) - | > loss_1: 34.57314682006836 (35.42688737596784) - - --> STEP: 15 - | > loss_disc: 2.7348172664642334 (2.6218907833099365) - | > loss_disc_real_0: 0.3392965495586395 (0.23408448845148086) - | > loss_disc_real_1: 0.16581563651561737 (0.17052535712718964) - | > loss_disc_real_2: 0.16521258652210236 (0.17445042630036672) - | > loss_disc_real_3: 0.2593674957752228 (0.2557914892832438) - | > loss_disc_real_4: 0.2126275599002838 (0.2190912534793218) - | > loss_disc_real_5: 0.20044946670532227 (0.16985129863023757) - | > loss_0: 2.7348172664642334 (2.6218907833099365) - | > loss_gen: 1.942141056060791 (1.8848989486694336) - | > loss_kl: 0.9661929607391357 (1.1426718453566234) - | > loss_feat: 3.4049253463745117 (3.335139608383179) - | > loss_mel: 30.372804641723633 (27.269079717000327) - | > loss_duration: 1.9610595703125 (2.0097797393798826) - | > loss_1: 38.647125244140625 (35.641569900512685) - - --> STEP: 16 - | > loss_disc: 2.5539932250976562 (2.617647185921669) - | > loss_disc_real_0: 0.1565062403678894 (0.2292358479462564) - | > loss_disc_real_1: 0.155618816614151 (0.16959369834512472) - | > loss_disc_real_2: 0.1491755247116089 (0.17287074495106936) - | > loss_disc_real_3: 0.2176630198955536 (0.2534084599465132) - | > loss_disc_real_4: 0.22241002321243286 (0.21929867658764124) - | > loss_disc_real_5: 0.14599959552288055 (0.16836056718602777) - | > loss_0: 2.5539932250976562 (2.617647185921669) - | > loss_gen: 1.747657060623169 (1.876321330666542) - | > loss_kl: 1.366105318069458 (1.1566364374011755) - | > loss_feat: 4.231863021850586 (3.3911848217248917) - | > loss_mel: 31.117828369140625 (27.509626507759094) - | > loss_duration: 2.0304055213928223 (2.0110688507556915) - | > loss_1: 40.49386215209961 (35.94483816623687) - - --> STEP: 17 - | > loss_disc: 2.708801507949829 (2.623009204864502) - | > loss_disc_real_0: 0.22581276297569275 (0.22903449000681148) - | > loss_disc_real_1: 0.17797598242759705 (0.1700867738793878) - | > loss_disc_real_2: 0.19121818244457245 (0.17395000598009894) - | > loss_disc_real_3: 0.21536068618297577 (0.2511703556074816) - | > loss_disc_real_4: 0.29057833552360535 (0.2234915977015215) - | > loss_disc_real_5: 0.19873614609241486 (0.170147365945227) - | > loss_0: 2.708801507949829 (2.623009204864502) - | > loss_gen: 1.8763866424560547 (1.8763251725365133) - | > loss_kl: 0.9551478624343872 (1.144784168285482) - | > loss_feat: 2.9701104164123535 (3.3664157390594482) - | > loss_mel: 31.79154396057129 (27.76150400498334) - | > loss_duration: 1.9431560039520264 (2.0070739774142994) - | > loss_1: 39.53634262084961 (36.156103134155266) - - --> STEP: 18 - | > loss_disc: 2.696035861968994 (2.627066241370307) - | > loss_disc_real_0: 0.3128200173377991 (0.23368924152519968) - | > loss_disc_real_1: 0.17639201879501343 (0.17043706526358923) - | > loss_disc_real_2: 0.17932626605033875 (0.17424868709511226) - | > loss_disc_real_3: 0.25129222869873047 (0.2511771263347732) - | > loss_disc_real_4: 0.2153158187866211 (0.2230373877618048) - | > loss_disc_real_5: 0.14533495903015137 (0.16876889889438948) - | > loss_0: 2.696035861968994 (2.627066241370307) - | > loss_gen: 1.8205091953277588 (1.8732242849138048) - | > loss_kl: 1.1271324157714844 (1.1438035153680377) - | > loss_feat: 3.0072178840637207 (3.346460302670797) - | > loss_mel: 27.587871551513672 (27.75185775756836) - | > loss_duration: 1.918104648590088 (2.0021312369240656) - | > loss_1: 35.460838317871094 (36.11747731102837) - - --> STEP: 19 - | > loss_disc: 2.415717601776123 (2.6159426287600867) - | > loss_disc_real_0: 0.22153764963150024 (0.23304968405711024) - | > loss_disc_real_1: 0.17167697846889496 (0.17050232385334216) - | > loss_disc_real_2: 0.13388915359973907 (0.17212450112167157) - | > loss_disc_real_3: 0.22499215602874756 (0.2497989700028771) - | > loss_disc_real_4: 0.1312398463487625 (0.21820593821374992) - | > loss_disc_real_5: 0.11262594908475876 (0.16581400679914574) - | > loss_0: 2.415717601776123 (2.6159426287600867) - | > loss_gen: 1.9725821018218994 (1.8784536436984414) - | > loss_kl: 1.3555235862731934 (1.1549466769946248) - | > loss_feat: 4.699518203735352 (3.4176738764110364) - | > loss_mel: 30.63930892944336 (27.903828871877568) - | > loss_duration: 2.0567092895507812 (2.005003766009682) - | > loss_1: 40.7236442565918 (36.35990715026855) - - --> STEP: 20 - | > loss_disc: 2.7891845703125 (2.624604725837707) - | > loss_disc_real_0: 0.34665000438690186 (0.2387297000735998) - | > loss_disc_real_1: 0.20342068374156952 (0.1721482418477535) - | > loss_disc_real_2: 0.19356182217597961 (0.17319636717438697) - | > loss_disc_real_3: 0.3176972568035126 (0.25319388434290885) - | > loss_disc_real_4: 0.19753600656986237 (0.21717244163155555) - | > loss_disc_real_5: 0.2195749431848526 (0.16850205361843107) - | > loss_0: 2.7891845703125 (2.624604725837707) - | > loss_gen: 1.948415994644165 (1.8819517612457275) - | > loss_kl: 1.384792685508728 (1.16643897742033) - | > loss_feat: 2.644495964050293 (3.3790149807929994) - | > loss_mel: 27.260520935058594 (27.87166347503662) - | > loss_duration: 1.9140809774398804 (2.000457626581192) - | > loss_1: 35.15230941772461 (36.29952726364135) - - --> STEP: 21 - | > loss_disc: 2.622889280319214 (2.624523037955874) - | > loss_disc_real_0: 0.1834598183631897 (0.23609780094453267) - | > loss_disc_real_1: 0.13560695946216583 (0.17040818078177317) - | > loss_disc_real_2: 0.17339111864566803 (0.1732056410539718) - | > loss_disc_real_3: 0.20445168018341064 (0.2508728270019804) - | > loss_disc_real_4: 0.2546117305755615 (0.21895526491460346) - | > loss_disc_real_5: 0.20788174867630005 (0.1703772771926153) - | > loss_0: 2.622889280319214 (2.624523037955874) - | > loss_gen: 1.769105315208435 (1.8765781209582375) - | > loss_kl: 0.8654062747955322 (1.1521040868191492) - | > loss_feat: 3.057480812072754 (3.363703829901559) - | > loss_mel: 26.34148406982422 (27.798797789074126) - | > loss_duration: 1.943697214126587 (1.9977547497976393) - | > loss_1: 33.977176666259766 (36.18893913995652) - - --> STEP: 22 - | > loss_disc: 2.8001370429992676 (2.6325054927305733) - | > loss_disc_real_0: 0.26046162843704224 (0.23720524764873765) - | > loss_disc_real_1: 0.1822669357061386 (0.17094721509651703) - | > loss_disc_real_2: 0.19492734968662262 (0.17419299144636502) - | > loss_disc_real_3: 0.2915489375591278 (0.2527217411182143) - | > loss_disc_real_4: 0.2591525614261627 (0.22078241475603796) - | > loss_disc_real_5: 0.18944206833839417 (0.17124385860833252) - | > loss_0: 2.8001370429992676 (2.6325054927305733) - | > loss_gen: 1.8534371852874756 (1.8755262602459302) - | > loss_kl: 0.5749322772026062 (1.1258690045638517) - | > loss_feat: 2.27690052986145 (3.314303679899736) - | > loss_mel: 22.92118263244629 (27.577088009227406) - | > loss_duration: 2.04740834236145 (2.0000117312778127) - | > loss_1: 29.67386245727539 (35.89279929074374) - - --> STEP: 23 - | > loss_disc: 2.650043249130249 (2.6332680038783853) - | > loss_disc_real_0: 0.3018735945224762 (0.24001691490411758) - | > loss_disc_real_1: 0.16000086069107056 (0.1704712866441063) - | > loss_disc_real_2: 0.18386676907539368 (0.17461359047371408) - | > loss_disc_real_3: 0.2529226541519165 (0.25273047646750574) - | > loss_disc_real_4: 0.2633383572101593 (0.22263267312360846) - | > loss_disc_real_5: 0.2186783403158188 (0.17330622737822324) - | > loss_0: 2.650043249130249 (2.6332680038783853) - | > loss_gen: 2.056248903274536 (1.8833837664645652) - | > loss_kl: 1.2263259887695312 (1.130236699529316) - | > loss_feat: 3.0144901275634766 (3.301268308059029) - | > loss_mel: 28.020835876464844 (27.59638139475947) - | > loss_duration: 2.040653705596924 (2.001778773639513) - | > loss_1: 36.358551025390625 (35.91304936616317) - - --> STEP: 24 - | > loss_disc: 2.426452875137329 (2.624650706847508) - | > loss_disc_real_0: 0.20820561051368713 (0.23869144388784966) - | > loss_disc_real_1: 0.1495959609746933 (0.16960148140788076) - | > loss_disc_real_2: 0.17312279343605042 (0.1745514739304781) - | > loss_disc_real_3: 0.23945048451423645 (0.25217714346945286) - | > loss_disc_real_4: 0.18307358026504517 (0.22098437758783498) - | > loss_disc_real_5: 0.21300901472568512 (0.1749605101843675) - | > loss_0: 2.426452875137329 (2.624650706847508) - | > loss_gen: 2.104409694671631 (1.8925931801398594) - | > loss_kl: 1.1890324354171753 (1.132686521857977) - | > loss_feat: 3.592494249343872 (3.3134027222792306) - | > loss_mel: 28.387298583984375 (27.62933627764384) - | > loss_duration: 1.9843031167984009 (2.0010506212711334) - | > loss_1: 37.25753402709961 (35.96906956036886) - - --> STEP: 25 - | > loss_disc: 2.4804203510284424 (2.6188814926147455) - | > loss_disc_real_0: 0.23110929131507874 (0.23838815778493883) - | > loss_disc_real_1: 0.15610049664974213 (0.1690614420175552) - | > loss_disc_real_2: 0.17684601247310638 (0.17464325547218323) - | > loss_disc_real_3: 0.2002061903476715 (0.2500983053445816) - | > loss_disc_real_4: 0.21558599174022675 (0.22076844215393066) - | > loss_disc_real_5: 0.15542620420455933 (0.17417913794517517) - | > loss_0: 2.4804203510284424 (2.6188814926147455) - | > loss_gen: 1.8593719005584717 (1.891264328956604) - | > loss_kl: 1.0124493837356567 (1.1278770363330841) - | > loss_feat: 3.5629336833953857 (3.323383960723877) - | > loss_mel: 28.595746994018555 (27.66799270629883) - | > loss_duration: 1.9044902324676514 (1.9971882057189942) - | > loss_1: 36.934993743896484 (36.00770652770996) - - --> STEP: 26 - | > loss_disc: 2.5616161823272705 (2.6166789806806117) - | > loss_disc_real_0: 0.14030510187149048 (0.23461573255749849) - | > loss_disc_real_1: 0.1246674507856369 (0.16735398081632757) - | > loss_disc_real_2: 0.12608681619167328 (0.17277570011524054) - | > loss_disc_real_3: 0.2901652753353119 (0.2516393426519174) - | > loss_disc_real_4: 0.19936008751392365 (0.21994504389854577) - | > loss_disc_real_5: 0.1447334587574005 (0.17304661182256845) - | > loss_0: 2.5616161823272705 (2.6166789806806117) - | > loss_gen: 1.8725671768188477 (1.8905452077205365) - | > loss_kl: 1.0226340293884277 (1.1238292283736742) - | > loss_feat: 4.225691795349121 (3.358088108209463) - | > loss_mel: 29.344633102416992 (27.732478875380295) - | > loss_duration: 1.9928412437438965 (1.9970210148737981) - | > loss_1: 38.45836639404297 (36.101962676415084) - - --> STEP: 27 - | > loss_disc: 2.6739554405212402 (2.6188003310450796) - | > loss_disc_real_0: 0.1997910439968109 (0.23332592927747303) - | > loss_disc_real_1: 0.2147682160139084 (0.16911006360142317) - | > loss_disc_real_2: 0.17987613379955292 (0.17303867914058543) - | > loss_disc_real_3: 0.2670885920524597 (0.2522115370741597) - | > loss_disc_real_4: 0.2805310785770416 (0.22218897110886043) - | > loss_disc_real_5: 0.16427607834339142 (0.1727217772492656) - | > loss_0: 2.6739554405212402 (2.6188003310450796) - | > loss_gen: 1.929145336151123 (1.8919748421068545) - | > loss_kl: 1.5262327194213867 (1.1387330613754412) - | > loss_feat: 3.322216033935547 (3.356759512865985) - | > loss_mel: 28.566923141479492 (27.763384218569154) - | > loss_duration: 1.98380446434021 (1.9965315130021837) - | > loss_1: 37.32831954956055 (36.1473833013464) - - --> STEP: 28 - | > loss_disc: 2.5221662521362305 (2.615349113941192) - | > loss_disc_real_0: 0.2307879477739334 (0.23323528708091804) - | > loss_disc_real_1: 0.1851961314678192 (0.16968456602522303) - | > loss_disc_real_2: 0.1779477745294571 (0.17321400397590228) - | > loss_disc_real_3: 0.22378845512866974 (0.2511964270046779) - | > loss_disc_real_4: 0.2238365262746811 (0.2222478123647826) - | > loss_disc_real_5: 0.16842211782932281 (0.17256821798426764) - | > loss_0: 2.5221662521362305 (2.615349113941192) - | > loss_gen: 1.911873698234558 (1.8926855155399867) - | > loss_kl: 1.171014666557312 (1.1398859758462223) - | > loss_feat: 3.099188804626465 (3.347560559000288) - | > loss_mel: 26.607322692871094 (27.722096306937082) - | > loss_duration: 2.001495361328125 (1.9967087932995387) - | > loss_1: 34.7908935546875 (36.098937238965725) - - --> STEP: 29 - | > loss_disc: 2.463118553161621 (2.610099784259138) - | > loss_disc_real_0: 0.19295236468315125 (0.23184622079133987) - | > loss_disc_real_1: 0.1376274824142456 (0.1685791493489824) - | > loss_disc_real_2: 0.17520016431808472 (0.17328249226356374) - | > loss_disc_real_3: 0.2059301882982254 (0.2496355222216968) - | > loss_disc_real_4: 0.19596350193023682 (0.22134145683255688) - | > loss_disc_real_5: 0.17508509755134583 (0.17265500693485655) - | > loss_0: 2.463118553161621 (2.610099784259138) - | > loss_gen: 1.9982072114944458 (1.8963241947108302) - | > loss_kl: 0.8607369065284729 (1.1302601458697483) - | > loss_feat: 3.8767075538635254 (3.3658070070990203) - | > loss_mel: 27.185287475585938 (27.703585657580145) - | > loss_duration: 1.9842255115509033 (1.9962783353082065) - | > loss_1: 35.90516662597656 (36.09225549369024) - - --> STEP: 30 - | > loss_disc: 2.705672025680542 (2.6132855256398515) - | > loss_disc_real_0: 0.2042381316423416 (0.23092595115303993) - | > loss_disc_real_1: 0.19566869735717773 (0.16948213428258893) - | > loss_disc_real_2: 0.14503449201583862 (0.17234089225530624) - | > loss_disc_real_3: 0.27243101596832275 (0.25039537201325096) - | > loss_disc_real_4: 0.20574554800987244 (0.2208215932051341) - | > loss_disc_real_5: 0.14841888844966888 (0.17184713631868362) - | > loss_0: 2.705672025680542 (2.6132855256398515) - | > loss_gen: 1.727912187576294 (1.890710461139679) - | > loss_kl: 1.168841004371643 (1.131546174486478) - | > loss_feat: 3.4517054557800293 (3.3686702887217206) - | > loss_mel: 26.29447364807129 (27.656615257263184) - | > loss_duration: 1.988187551498413 (1.9960086425145467) - | > loss_1: 34.63111877441406 (36.04355093638103) - - --> STEP: 31 - | > loss_disc: 2.5574021339416504 (2.6114828355850705) - | > loss_disc_real_0: 0.2636728882789612 (0.23198230396355352) - | > loss_disc_real_1: 0.1387726366519928 (0.16849150532676324) - | > loss_disc_real_2: 0.14137712121009827 (0.17134206093126728) - | > loss_disc_real_3: 0.18908831477165222 (0.24841772500545745) - | > loss_disc_real_4: 0.1547556221485138 (0.2186904328484689) - | > loss_disc_real_5: 0.12922325730323792 (0.1704721724794757) - | > loss_0: 2.5574021339416504 (2.6114828355850705) - | > loss_gen: 1.8233275413513184 (1.8885368185658609) - | > loss_kl: 0.9683385491371155 (1.1262814123784342) - | > loss_feat: 4.7840256690979 (3.4143269138951458) - | > loss_mel: 28.957874298095703 (27.698591355354555) - | > loss_duration: 1.9535880088806152 (1.9946402349779684) - | > loss_1: 38.487152099609375 (36.122376780356134) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.012883393995223506 (+0) - | > avg_loss_disc: 2.6114828355850705 (+0) - | > avg_loss_disc_real_0: 0.23198230396355352 (+0) - | > avg_loss_disc_real_1: 0.16849150532676324 (+0) - | > avg_loss_disc_real_2: 0.17134206093126728 (+0) - | > avg_loss_disc_real_3: 0.24841772500545745 (+0) - | > avg_loss_disc_real_4: 0.2186904328484689 (+0) - | > avg_loss_disc_real_5: 0.1704721724794757 (+0) - | > avg_loss_0: 2.6114828355850705 (+0) - | > avg_loss_gen: 1.8885368185658609 (+0) - | > avg_loss_kl: 1.1262814123784342 (+0) - | > avg_loss_feat: 3.4143269138951458 (+0) - | > avg_loss_mel: 27.698591355354555 (+0) - | > avg_loss_duration: 1.9946402349779684 (+0) - | > avg_loss_1: 36.122376780356134 (+0) - - > BEST MODEL : vits_shi_male-November-22-2024_02+49AM-0000000/best_model_2614.pth - - > EPOCH: 1/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-22 10:18:01)  - - --> TIME: 2024-11-22 10:18:12 -- STEP: 11/797 -- GLOBAL_STEP: 2625 - | > loss_disc: 2.6557323932647705 (2.6897151036696) - | > loss_disc_real_0: 0.19309797883033752 (0.24648347971114246) - | > loss_disc_real_1: 0.25817906856536865 (0.23462289707227188) - | > loss_disc_real_2: 0.21313422918319702 (0.24178165197372437) - | > loss_disc_real_3: 0.24168887734413147 (0.22607980804009872) - | > loss_disc_real_4: 0.2398611456155777 (0.21527822044762698) - | > loss_disc_real_5: 0.22221793234348297 (0.25323260643265466) - | > loss_0: 2.6557323932647705 (2.6897151036696) - | > grad_norm_0: tensor(13.3644, device='cuda:0') (tensor(36.5965, device='cuda:0')) - | > loss_gen: 2.127822160720825 (2.0628602613102305) - | > loss_kl: 1.3300268650054932 (1.3561505404385654) - | > loss_feat: 2.800691604614258 (3.073597387834029) - | > loss_mel: 26.907346725463867 (27.504059704867277) - | > loss_duration: 2.170092821121216 (2.2421489628878506) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 35.33597946166992 (36.23881669477983) - | > grad_norm_1: tensor(218.1665, device='cuda:0') (tensor(174.9892, device='cuda:0')) - | > current_lr_0: 0.00019992500937460937 - | > current_lr_1: 0.00019992500937460937 - | > step_time: 0.841 (0.89072585105896) - | > loader_time: 0.0116 (0.005374453284523704) - - - --> TIME: 2024-11-22 10:18:37 -- STEP: 36/797 -- GLOBAL_STEP: 2650 - | > loss_disc: 2.728501796722412 (2.594524807400173) - | > loss_disc_real_0: 0.12353515625 (0.20867189413143528) - | > loss_disc_real_1: 0.2974514365196228 (0.2332039007710086) - | > loss_disc_real_2: 0.2790183424949646 (0.2438750093181928) - | > loss_disc_real_3: 0.26432061195373535 (0.22071988176968363) - | > loss_disc_real_4: 0.3063998520374298 (0.22405559652381474) - | > loss_disc_real_5: 0.25055038928985596 (0.24449258339073923) - | > loss_0: 2.728501796722412 (2.594524807400173) - | > grad_norm_0: tensor(13.0790, device='cuda:0') (tensor(28.4311, device='cuda:0')) - | > loss_gen: 2.191199779510498 (2.113234447108375) - | > loss_kl: 1.1787135601043701 (1.407031731473075) - | > loss_feat: 2.864152669906616 (3.31018602848053) - | > loss_mel: 27.515092849731445 (27.580744531419544) - | > loss_duration: 2.0661609172821045 (2.126399281952116) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 35.8153190612793 (36.537595960828995) - | > grad_norm_1: tensor(237.1241, device='cuda:0') (tensor(178.2851, device='cuda:0')) - | > current_lr_0: 0.00019992500937460937 - | > current_lr_1: 0.00019992500937460937 - | > step_time: 0.9841 (0.9412733846240573) - | > loader_time: 0.0057 (0.005398545000288222) - - - --> TIME: 2024-11-22 10:18:58 -- STEP: 61/797 -- GLOBAL_STEP: 2675 - | > loss_disc: 2.5954506397247314 (2.5879673527889566) - | > loss_disc_real_0: 0.27549779415130615 (0.2052890881896019) - | > loss_disc_real_1: 0.252955824136734 (0.23014208137011918) - | > loss_disc_real_2: 0.23495113849639893 (0.2408549025899074) - | > loss_disc_real_3: 0.20903141796588898 (0.2207890993258992) - | > loss_disc_real_4: 0.23777194321155548 (0.22520594372123967) - | > loss_disc_real_5: 0.28355884552001953 (0.24090308781530037) - | > loss_0: 2.5954506397247314 (2.5879673527889566) - | > grad_norm_0: tensor(27.4673, device='cuda:0') (tensor(26.1108, device='cuda:0')) - | > loss_gen: 2.0665524005889893 (2.1158668095948285) - | > loss_kl: 1.5729291439056396 (1.442324044274502) - | > loss_feat: 3.3749654293060303 (3.3500642229299076) - | > loss_mel: 28.56867027282715 (27.884174284387807) - | > loss_duration: 1.9875012636184692 (2.082023616696968) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 37.57061767578125 (36.874452934890485) - | > grad_norm_1: tensor(304.6527, device='cuda:0') (tensor(164.9718, device='cuda:0')) - | > current_lr_0: 0.00019992500937460937 - | > current_lr_1: 0.00019992500937460937 - | > step_time: 0.8942 (0.9036856440247082) - | > loader_time: 0.006 (0.0054637955837562435) - - - --> TIME: 2024-11-22 10:19:22 -- STEP: 86/797 -- GLOBAL_STEP: 2700 - | > loss_disc: 2.5982446670532227 (2.590643051058747) - | > loss_disc_real_0: 0.2463081330060959 (0.2008726918246857) - | > loss_disc_real_1: 0.17175813019275665 (0.23045246077831402) - | > loss_disc_real_2: 0.19324782490730286 (0.24200556150009467) - | > loss_disc_real_3: 0.19770114123821259 (0.22210927324932675) - | > loss_disc_real_4: 0.19715075194835663 (0.22527884501357412) - | > loss_disc_real_5: 0.15963947772979736 (0.2422149449933407) - | > loss_0: 2.5982446670532227 (2.590643051058747) - | > grad_norm_0: tensor(19.2777, device='cuda:0') (tensor(27.3502, device='cuda:0')) - | > loss_gen: 2.1046276092529297 (2.127079414766889) - | > loss_kl: 1.2662818431854248 (1.4048952266227368) - | > loss_feat: 3.757613182067871 (3.356607947238656) - | > loss_mel: 29.65007972717285 (27.853707180466763) - | > loss_duration: 2.0182225704193115 (2.0557610378708957) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 38.79682540893555 (36.798050902610605) - | > grad_norm_1: tensor(195.0138, device='cuda:0') (tensor(174.2171, device='cuda:0')) - | > current_lr_0: 0.00019992500937460937 - | > current_lr_1: 0.00019992500937460937 - | > step_time: 1.0002 (0.9130059508390205) - | > loader_time: 0.0069 (0.005382515663324401) - - - --> TIME: 2024-11-22 10:19:46 -- STEP: 111/797 -- GLOBAL_STEP: 2725 - | > loss_disc: 2.4716949462890625 (2.6038567268096644) - | > loss_disc_real_0: 0.2080010324716568 (0.2031435528853992) - | > loss_disc_real_1: 0.240592360496521 (0.23221300005375803) - | > loss_disc_real_2: 0.2274637669324875 (0.24360000066929036) - | > loss_disc_real_3: 0.17578263580799103 (0.22302830662276293) - | > loss_disc_real_4: 0.22820529341697693 (0.22799153988425797) - | > loss_disc_real_5: 0.23820140957832336 (0.24130633553943118) - | > loss_0: 2.4716949462890625 (2.6038567268096644) - | > grad_norm_0: tensor(30.0420, device='cuda:0') (tensor(27.1001, device='cuda:0')) - | > loss_gen: 2.0742578506469727 (2.1162030503556557) - | > loss_kl: 1.555247187614441 (1.3822493397437774) - | > loss_feat: 3.0482075214385986 (3.332061733211483) - | > loss_mel: 26.05282974243164 (27.88684332907737) - | > loss_duration: 1.995993733406067 (2.0401215188138124) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 34.72653579711914 (36.75747897173908) - | > grad_norm_1: tensor(218.8726, device='cuda:0') (tensor(171.3540, device='cuda:0')) - | > current_lr_0: 0.00019992500937460937 - | > current_lr_1: 0.00019992500937460937 - | > step_time: 1.0007 (0.9227055214546822) - | > loader_time: 0.0075 (0.005484041866955458) - - - --> TIME: 2024-11-22 10:20:11 -- STEP: 136/797 -- GLOBAL_STEP: 2750 - | > loss_disc: 2.6483194828033447 (2.5955697122742145) - | > loss_disc_real_0: 0.21029144525527954 (0.20113852642038288) - | > loss_disc_real_1: 0.25175589323043823 (0.23044340882231207) - | > loss_disc_real_2: 0.29251226782798767 (0.24297309349126675) - | > loss_disc_real_3: 0.19309855997562408 (0.22266248821773948) - | > loss_disc_real_4: 0.2271319329738617 (0.22763333995552623) - | > loss_disc_real_5: 0.25761061906814575 (0.24093434422769966) - | > loss_0: 2.6483194828033447 (2.5955697122742145) - | > grad_norm_0: tensor(33.7042, device='cuda:0') (tensor(26.1554, device='cuda:0')) - | > loss_gen: 2.179778814315796 (2.1219531104845175) - | > loss_kl: 1.5949283838272095 (1.3621394901591188) - | > loss_feat: 3.2692863941192627 (3.3554353100412033) - | > loss_mel: 26.915849685668945 (27.93247750226189) - | > loss_duration: 1.9669082164764404 (2.030461678610128) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 35.92675018310547 (36.80246705167434) - | > grad_norm_1: tensor(359.6764, device='cuda:0') (tensor(168.4827, device='cuda:0')) - | > current_lr_0: 0.00019992500937460937 - | > current_lr_1: 0.00019992500937460937 - | > step_time: 0.9493 (0.9304136405972874) - | > loader_time: 0.0061 (0.005571602021946628) - - - --> TIME: 2024-11-22 10:20:35 -- STEP: 161/797 -- GLOBAL_STEP: 2775 - | > loss_disc: 2.571714401245117 (2.5906360341895445) - | > loss_disc_real_0: 0.36718666553497314 (0.20145006186288336) - | > loss_disc_real_1: 0.25377705693244934 (0.22914727911445665) - | > loss_disc_real_2: 0.20656511187553406 (0.24340735042687528) - | > loss_disc_real_3: 0.3070198893547058 (0.22280562664411083) - | > loss_disc_real_4: 0.23064374923706055 (0.2282822789242549) - | > loss_disc_real_5: 0.20838595926761627 (0.24052595536901344) - | > loss_0: 2.571714401245117 (2.5906360341895445) - | > grad_norm_0: tensor(17.5253, device='cuda:0') (tensor(25.9084, device='cuda:0')) - | > loss_gen: 2.3490490913391113 (2.127475230590159) - | > loss_kl: 1.1810998916625977 (1.3515294497797945) - | > loss_feat: 3.358649492263794 (3.3701461886767277) - | > loss_mel: 27.928422927856445 (27.928532985426624) - | > loss_duration: 1.9405293464660645 (2.0197749330390313) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 36.757747650146484 (36.79745880269113) - | > grad_norm_1: tensor(90.3881, device='cuda:0') (tensor(170.3278, device='cuda:0')) - | > current_lr_0: 0.00019992500937460937 - | > current_lr_1: 0.00019992500937460937 - | > step_time: 1.0558 (0.938434106222591) - | > loader_time: 0.005 (0.00563597234879962) - - - --> TIME: 2024-11-22 10:21:00 -- STEP: 186/797 -- GLOBAL_STEP: 2800 - | > loss_disc: 2.7107644081115723 (2.5974278539739637) - | > loss_disc_real_0: 0.34256476163864136 (0.2010493701103554) - | > loss_disc_real_1: 0.19116844236850739 (0.22907931766202372) - | > loss_disc_real_2: 0.2694894075393677 (0.24527507788071068) - | > loss_disc_real_3: 0.2530548870563507 (0.22370476395853103) - | > loss_disc_real_4: 0.24562565982341766 (0.23030463790380826) - | > loss_disc_real_5: 0.3015996515750885 (0.24131200009936926) - | > loss_0: 2.7107644081115723 (2.5974278539739637) - | > grad_norm_0: tensor(28.6240, device='cuda:0') (tensor(26.1995, device='cuda:0')) - | > loss_gen: 2.1268599033355713 (2.123821919323297) - | > loss_kl: 1.3907253742218018 (1.3390783907905701) - | > loss_feat: 2.95692777633667 (3.3444278599113546) - | > loss_mel: 27.808984756469727 (27.88509245841734) - | > loss_duration: 1.9242489337921143 (2.0098878106763283) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 36.20774841308594 (36.70230837791194) - | > grad_norm_1: tensor(74.2580, device='cuda:0') (tensor(169.4776, device='cuda:0')) - | > current_lr_0: 0.00019992500937460937 - | > current_lr_1: 0.00019992500937460937 - | > step_time: 1.0568 (0.9445301025144516) - | > loader_time: 0.0054 (0.005706698663773078) - - - --> TIME: 2024-11-22 10:21:26 -- STEP: 211/797 -- GLOBAL_STEP: 2825 - | > loss_disc: 2.5210795402526855 (2.5956027033204725) - | > loss_disc_real_0: 0.20853854715824127 (0.20021908387753637) - | > loss_disc_real_1: 0.23798559606075287 (0.22990257261206187) - | > loss_disc_real_2: 0.20064005255699158 (0.2440667624157187) - | > loss_disc_real_3: 0.21816235780715942 (0.22334875936191795) - | > loss_disc_real_4: 0.22193890810012817 (0.22987653505745656) - | > loss_disc_real_5: 0.17787042260169983 (0.2398287568823986) - | > loss_0: 2.5210795402526855 (2.5956027033204725) - | > grad_norm_0: tensor(12.9656, device='cuda:0') (tensor(26.1689, device='cuda:0')) - | > loss_gen: 2.2350046634674072 (2.1243728647864843) - | > loss_kl: 1.3931890726089478 (1.3291638278848188) - | > loss_feat: 3.6792163848876953 (3.348667919918259) - | > loss_mel: 28.44605255126953 (27.9647571871066) - | > loss_duration: 1.9634976387023926 (2.0050337410651125) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 37.71696090698242 (36.771995481156594) - | > grad_norm_1: tensor(73.6849, device='cuda:0') (tensor(171.3440, device='cuda:0')) - | > current_lr_0: 0.00019992500937460937 - | > current_lr_1: 0.00019992500937460937 - | > step_time: 0.9859 (0.9519719828926556) - | > loader_time: 0.0078 (0.005792599718717604) - - - --> TIME: 2024-11-22 10:21:51 -- STEP: 236/797 -- GLOBAL_STEP: 2850 - | > loss_disc: 2.851492166519165 (2.593369241488183) - | > loss_disc_real_0: 0.17871958017349243 (0.20095771405909021) - | > loss_disc_real_1: 0.3000006675720215 (0.22994908576799652) - | > loss_disc_real_2: 0.3387143015861511 (0.2443281052855112) - | > loss_disc_real_3: 0.30395498871803284 (0.22410991857365026) - | > loss_disc_real_4: 0.34491869807243347 (0.22949160717554012) - | > loss_disc_real_5: 0.300919771194458 (0.23965527524508662) - | > loss_0: 2.851492166519165 (2.593369241488183) - | > grad_norm_0: tensor(6.4560, device='cuda:0') (tensor(25.9288, device='cuda:0')) - | > loss_gen: 2.100186824798584 (2.1276895499835597) - | > loss_kl: 1.1938586235046387 (1.325683644514973) - | > loss_feat: 3.09741473197937 (3.353152611498105) - | > loss_mel: 28.13021469116211 (27.99947872808424) - | > loss_duration: 1.895492672920227 (1.9986983396239208) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 36.41716384887695 (36.80470281536294) - | > grad_norm_1: tensor(74.5191, device='cuda:0') (tensor(168.2077, device='cuda:0')) - | > current_lr_0: 0.00019992500937460937 - | > current_lr_1: 0.00019992500937460937 - | > step_time: 0.954 (0.9566546031984232) - | > loader_time: 0.0065 (0.005823491993597) - - - --> TIME: 2024-11-22 10:22:17 -- STEP: 261/797 -- GLOBAL_STEP: 2875 - | > loss_disc: 2.903735876083374 (2.5995896803464933) - | > loss_disc_real_0: 0.48367059230804443 (0.20142874689737042) - | > loss_disc_real_1: 0.26591530442237854 (0.23077384162679943) - | > loss_disc_real_2: 0.24624918401241302 (0.24399844628412604) - | > loss_disc_real_3: 0.21214234828948975 (0.22406498705290287) - | > loss_disc_real_4: 0.250435471534729 (0.23090775613583825) - | > loss_disc_real_5: 0.242999866604805 (0.24038077516916612) - | > loss_0: 2.903735876083374 (2.5995896803464933) - | > grad_norm_0: tensor(22.8972, device='cuda:0') (tensor(26.0092, device='cuda:0')) - | > loss_gen: 2.292159080505371 (2.1321644760183007) - | > loss_kl: 1.1462070941925049 (1.3203809309279781) - | > loss_feat: 3.4412858486175537 (3.3531451060854156) - | > loss_mel: 30.693944931030273 (27.966114489968252) - | > loss_duration: 1.9943273067474365 (1.9937692821254227) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 39.56792449951172 (36.765574173909016) - | > grad_norm_1: tensor(124.4353, device='cuda:0') (tensor(167.2626, device='cuda:0')) - | > current_lr_0: 0.00019992500937460937 - | > current_lr_1: 0.00019992500937460937 - | > step_time: 0.998 (0.9649618183515994) - | > loader_time: 0.0071 (0.005919081041182596) - - - --> TIME: 2024-11-22 10:22:43 -- STEP: 286/797 -- GLOBAL_STEP: 2900 - | > loss_disc: 2.6050937175750732 (2.599934671308612) - | > loss_disc_real_0: 0.16654586791992188 (0.20024377795366144) - | > loss_disc_real_1: 0.21560613811016083 (0.2306004085845047) - | > loss_disc_real_2: 0.26393771171569824 (0.2457151305633825) - | > loss_disc_real_3: 0.20566198229789734 (0.22441940754652023) - | > loss_disc_real_4: 0.18322384357452393 (0.2302789888181887) - | > loss_disc_real_5: 0.2828220725059509 (0.24110151631953) - | > loss_0: 2.6050937175750732 (2.599934671308612) - | > grad_norm_0: tensor(11.1155, device='cuda:0') (tensor(25.6684, device='cuda:0')) - | > loss_gen: 2.071497917175293 (2.1303092007870466) - | > loss_kl: 1.298181414604187 (1.3124831543935762) - | > loss_feat: 3.59371280670166 (3.3456514665296866) - | > loss_mel: 30.11823844909668 (27.975297807813526) - | > loss_duration: 1.9179246425628662 (1.9902811262991054) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 38.99955368041992 (36.75402267162614) - | > grad_norm_1: tensor(54.7779, device='cuda:0') (tensor(164.7586, device='cuda:0')) - | > current_lr_0: 0.00019992500937460937 - | > current_lr_1: 0.00019992500937460937 - | > step_time: 0.9805 (0.9695515882718814) - | > loader_time: 0.006 (0.005943726826381018) - - - --> TIME: 2024-11-22 10:23:10 -- STEP: 311/797 -- GLOBAL_STEP: 2925 - | > loss_disc: 2.5786020755767822 (2.604670665655107) - | > loss_disc_real_0: 0.09973891824483871 (0.20134225930910782) - | > loss_disc_real_1: 0.29474955797195435 (0.23072388202814428) - | > loss_disc_real_2: 0.2454620748758316 (0.24538931595550856) - | > loss_disc_real_3: 0.1993529051542282 (0.2248176930418352) - | > loss_disc_real_4: 0.23934043943881989 (0.23142614045518775) - | > loss_disc_real_5: 0.2383892983198166 (0.24031433225923796) - | > loss_0: 2.5786020755767822 (2.604670665655107) - | > grad_norm_0: tensor(76.0875, device='cuda:0') (tensor(26.0882, device='cuda:0')) - | > loss_gen: 2.043585777282715 (2.1230951654949393) - | > loss_kl: 1.126558780670166 (1.3082973573752157) - | > loss_feat: 2.859391689300537 (3.321511589829178) - | > loss_mel: 25.503814697265625 (27.94730443433166) - | > loss_duration: 1.950620412826538 (1.9866873225215171) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 33.483970642089844 (36.68689587338558) - | > grad_norm_1: tensor(276.2658, device='cuda:0') (tensor(167.0392, device='cuda:0')) - | > current_lr_0: 0.00019992500937460937 - | > current_lr_1: 0.00019992500937460937 - | > step_time: 1.0002 (0.9765145602333584) - | > loader_time: 0.0067 (0.006049733453241575) - - - --> TIME: 2024-11-22 10:23:37 -- STEP: 336/797 -- GLOBAL_STEP: 2950 - | > loss_disc: 2.585334539413452 (2.5989452288264325) - | > loss_disc_real_0: 0.16989824175834656 (0.20044632091940867) - | > loss_disc_real_1: 0.20664700865745544 (0.23028475795650766) - | > loss_disc_real_2: 0.2704840302467346 (0.2451548052153417) - | > loss_disc_real_3: 0.2817883789539337 (0.2245710410532497) - | > loss_disc_real_4: 0.27801743149757385 (0.2299416882119009) - | > loss_disc_real_5: 0.280283659696579 (0.23954031117526547) - | > loss_0: 2.585334539413452 (2.5989452288264325) - | > grad_norm_0: tensor(13.1030, device='cuda:0') (tensor(25.8022, device='cuda:0')) - | > loss_gen: 2.007131814956665 (2.1206926657330434) - | > loss_kl: 1.0758692026138306 (1.3061502840192551) - | > loss_feat: 2.997775077819824 (3.317364811897278) - | > loss_mel: 27.52618408203125 (27.908775647481278) - | > loss_duration: 1.9272346496582031 (1.983878224378541) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 35.53419494628906 (36.636861636525076) - | > grad_norm_1: tensor(65.9806, device='cuda:0') (tensor(166.1611, device='cuda:0')) - | > current_lr_0: 0.00019992500937460937 - | > current_lr_1: 0.00019992500937460937 - | > step_time: 1.0921 (0.9840956635418392) - | > loader_time: 0.0095 (0.0061729940630140786) - - - --> TIME: 2024-11-22 10:24:04 -- STEP: 361/797 -- GLOBAL_STEP: 2975 - | > loss_disc: 2.373582601547241 (2.5939837235162795) - | > loss_disc_real_0: 0.16788187623023987 (0.19935402536243613) - | > loss_disc_real_1: 0.2368183583021164 (0.22980347189051292) - | > loss_disc_real_2: 0.2359379082918167 (0.24484456662821308) - | > loss_disc_real_3: 0.25283679366111755 (0.22445348297294818) - | > loss_disc_real_4: 0.261267751455307 (0.2296612671785408) - | > loss_disc_real_5: 0.2255765050649643 (0.23914222858866827) - | > loss_0: 2.373582601547241 (2.5939837235162795) - | > grad_norm_0: tensor(5.7575, device='cuda:0') (tensor(25.1023, device='cuda:0')) - | > loss_gen: 2.1740002632141113 (2.1260706513212004) - | > loss_kl: 1.4061237573623657 (1.3062346544622394) - | > loss_feat: 3.959085702896118 (3.335967621974998) - | > loss_mel: 28.24506378173828 (27.89427730845612) - | > loss_duration: 1.8919070959091187 (1.9808871283755745) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 37.67618179321289 (36.643437377633774) - | > grad_norm_1: tensor(55.6206, device='cuda:0') (tensor(165.0677, device='cuda:0')) - | > current_lr_0: 0.00019992500937460937 - | > current_lr_1: 0.00019992500937460937 - | > step_time: 1.0708 (0.98920175771634) - | > loader_time: 0.0057 (0.006315539087945407) - - - --> TIME: 2024-11-22 10:24:31 -- STEP: 386/797 -- GLOBAL_STEP: 3000 - | > loss_disc: 2.4536094665527344 (2.5880114389824738) - | > loss_disc_real_0: 0.27477604150772095 (0.19902999818788292) - | > loss_disc_real_1: 0.24213099479675293 (0.22937610289902266) - | > loss_disc_real_2: 0.2508770227432251 (0.24401899319084197) - | > loss_disc_real_3: 0.22858482599258423 (0.22355591783715037) - | > loss_disc_real_4: 0.2803764045238495 (0.22905443400298997) - | > loss_disc_real_5: 0.23287297785282135 (0.2387388061172295) - | > loss_0: 2.4536094665527344 (2.5880114389824738) - | > grad_norm_0: tensor(28.5789, device='cuda:0') (tensor(24.9018, device='cuda:0')) - | > loss_gen: 2.123786687850952 (2.1308202644703926) - | > loss_kl: 1.171588659286499 (1.3049719301221285) - | > loss_feat: 3.4507334232330322 (3.3602058059810975) - | > loss_mel: 29.494556427001953 (27.919826749692923) - | > loss_duration: 1.8996305465698242 (1.9784125948199343) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 38.140296936035156 (36.69423737303577) - | > grad_norm_1: tensor(111.3027, device='cuda:0') (tensor(164.2253, device='cuda:0')) - | > current_lr_0: 0.00019992500937460937 - | > current_lr_1: 0.00019992500937460937 - | > step_time: 1.076 (0.9937890595105028) - | > loader_time: 0.0124 (0.0064291552558464115) - - - --> TIME: 2024-11-22 10:24:57 -- STEP: 411/797 -- GLOBAL_STEP: 3025 - | > loss_disc: 2.5841987133026123 (2.5868393121844657) - | > loss_disc_real_0: 0.25049668550491333 (0.19883951749607304) - | > loss_disc_real_1: 0.22100193798542023 (0.2293119212281675) - | > loss_disc_real_2: 0.28256773948669434 (0.24436732912730708) - | > loss_disc_real_3: 0.18282590806484222 (0.22343181042848131) - | > loss_disc_real_4: 0.24560244381427765 (0.22879196746941033) - | > loss_disc_real_5: 0.27702394127845764 (0.23888969861895498) - | > loss_0: 2.5841987133026123 (2.5868393121844657) - | > grad_norm_0: tensor(8.2655, device='cuda:0') (tensor(25.2244, device='cuda:0')) - | > loss_gen: 1.9479069709777832 (2.133576944216615) - | > loss_kl: 1.0909507274627686 (1.3023304369327795) - | > loss_feat: 3.115636110305786 (3.3690497579365752) - | > loss_mel: 28.285587310791016 (27.91303644853206) - | > loss_duration: 1.932633638381958 (1.9765681100877828) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 36.372711181640625 (36.69456172395501) - | > grad_norm_1: tensor(61.4458, device='cuda:0') (tensor(164.7127, device='cuda:0')) - | > current_lr_0: 0.00019992500937460937 - | > current_lr_1: 0.00019992500937460937 - | > step_time: 1.0996 (0.9968508096216949) - | > loader_time: 0.0081 (0.00651648560869723) - - - --> TIME: 2024-11-22 10:25:24 -- STEP: 436/797 -- GLOBAL_STEP: 3050 - | > loss_disc: 2.526080846786499 (2.587926442470025) - | > loss_disc_real_0: 0.1757342666387558 (0.19820761627628716) - | > loss_disc_real_1: 0.13583408296108246 (0.22950249030297504) - | > loss_disc_real_2: 0.20679183304309845 (0.24496405250435577) - | > loss_disc_real_3: 0.2739858329296112 (0.22326635625726038) - | > loss_disc_real_4: 0.15905776619911194 (0.22854620474604295) - | > loss_disc_real_5: 0.16036459803581238 (0.2389737392066542) - | > loss_0: 2.526080846786499 (2.587926442470025) - | > grad_norm_0: tensor(18.6023, device='cuda:0') (tensor(25.2815, device='cuda:0')) - | > loss_gen: 2.123035430908203 (2.135078847955126) - | > loss_kl: 1.416440725326538 (1.3004116072840648) - | > loss_feat: 3.56376314163208 (3.374320289957414) - | > loss_mel: 28.040834426879883 (27.907593342142363) - | > loss_duration: 1.940070390701294 (1.9748189329007355) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 37.084144592285156 (36.692223072051966) - | > grad_norm_1: tensor(160.7330, device='cuda:0') (tensor(166.8760, device='cuda:0')) - | > current_lr_0: 0.00019992500937460937 - | > current_lr_1: 0.00019992500937460937 - | > step_time: 1.0796 (1.0001337008738735) - | > loader_time: 0.0089 (0.00660936876174507) - - - --> TIME: 2024-11-22 10:25:51 -- STEP: 461/797 -- GLOBAL_STEP: 3075 - | > loss_disc: 2.6296472549438477 (2.5878598907247277) - | > loss_disc_real_0: 0.12474517524242401 (0.19795894404618705) - | > loss_disc_real_1: 0.2626534104347229 (0.2295647814481998) - | > loss_disc_real_2: 0.2860949635505676 (0.24484853271936388) - | > loss_disc_real_3: 0.256451815366745 (0.2234900344704599) - | > loss_disc_real_4: 0.2726547122001648 (0.22907893754008538) - | > loss_disc_real_5: 0.3254662752151489 (0.23868939647382356) - | > loss_0: 2.6296472549438477 (2.5878598907247277) - | > grad_norm_0: tensor(41.2220, device='cuda:0') (tensor(25.3702, device='cuda:0')) - | > loss_gen: 2.472325325012207 (2.136807933029539) - | > loss_kl: 1.220908761024475 (1.2983279278635202) - | > loss_feat: 3.906090259552002 (3.3783095369111433) - | > loss_mel: 28.112363815307617 (27.922160204475713) - | > loss_duration: 1.9927771091461182 (1.9731973789777781) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 37.7044677734375 (36.70880301965804) - | > grad_norm_1: tensor(97.3647, device='cuda:0') (tensor(166.4358, device='cuda:0')) - | > current_lr_0: 0.00019992500937460937 - | > current_lr_1: 0.00019992500937460937 - | > step_time: 1.0538 (1.0033222429147255) - | > loader_time: 0.0071 (0.006678914816932929) - - - --> TIME: 2024-11-22 10:26:18 -- STEP: 486/797 -- GLOBAL_STEP: 3100 - | > loss_disc: 2.5178418159484863 (2.5853761238325768) - | > loss_disc_real_0: 0.1555500328540802 (0.197368876142389) - | > loss_disc_real_1: 0.2300940901041031 (0.228988183240709) - | > loss_disc_real_2: 0.2324887216091156 (0.24455747324130173) - | > loss_disc_real_3: 0.2540692090988159 (0.22342693065235644) - | > loss_disc_real_4: 0.2527264356613159 (0.22886032264664344) - | > loss_disc_real_5: 0.2335168868303299 (0.2389453301980417) - | > loss_0: 2.5178418159484863 (2.5853761238325768) - | > grad_norm_0: tensor(78.3578, device='cuda:0') (tensor(25.4638, device='cuda:0')) - | > loss_gen: 2.500216245651245 (2.139077679855835) - | > loss_kl: 1.2832579612731934 (1.2978379273856129) - | > loss_feat: 3.6379635334014893 (3.3849976244286744) - | > loss_mel: 26.633882522583008 (27.92273546148229) - | > loss_duration: 1.9800866842269897 (1.9711165872130378) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 36.03540802001953 (36.71576530943187) - | > grad_norm_1: tensor(368.8163, device='cuda:0') (tensor(166.3760, device='cuda:0')) - | > current_lr_0: 0.00019992500937460937 - | > current_lr_1: 0.00019992500937460937 - | > step_time: 1.0443 (1.007134099065522) - | > loader_time: 0.0085 (0.006774531960977941) - - - --> TIME: 2024-11-22 10:26:45 -- STEP: 511/797 -- GLOBAL_STEP: 3125 - | > loss_disc: 2.571117401123047 (2.5823001749594847) - | > loss_disc_real_0: 0.10686951875686646 (0.1973979027537217) - | > loss_disc_real_1: 0.20900483429431915 (0.22877824217547643) - | > loss_disc_real_2: 0.23307770490646362 (0.24431030921740074) - | > loss_disc_real_3: 0.22861126065254211 (0.22331090990286284) - | > loss_disc_real_4: 0.16300885379314423 (0.22834885132056162) - | > loss_disc_real_5: 0.22278547286987305 (0.23876092340906538) - | > loss_0: 2.571117401123047 (2.5823001749594847) - | > grad_norm_0: tensor(29.0848, device='cuda:0') (tensor(25.5689, device='cuda:0')) - | > loss_gen: 2.0366711616516113 (2.139885249669773) - | > loss_kl: 1.2795416116714478 (1.2940535110270208) - | > loss_feat: 3.315159320831299 (3.3950042010753356) - | > loss_mel: 25.59188461303711 (27.90653791632904) - | > loss_duration: 1.9012477397918701 (1.9692231789960324) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 34.12450408935547 (36.70470404951536) - | > grad_norm_1: tensor(178.9785, device='cuda:0') (tensor(165.9105, device='cuda:0')) - | > current_lr_0: 0.00019992500937460937 - | > current_lr_1: 0.00019992500937460937 - | > step_time: 1.061 (1.0104164731945782) - | > loader_time: 0.0066 (0.006857026579795287) - - - --> TIME: 2024-11-22 10:27:13 -- STEP: 536/797 -- GLOBAL_STEP: 3150 - | > loss_disc: 2.5913760662078857 (2.5800565387775642) - | > loss_disc_real_0: 0.08882982283830643 (0.19628190139391974) - | > loss_disc_real_1: 0.22999152541160583 (0.22853972021935146) - | > loss_disc_real_2: 0.23400604724884033 (0.24391332702405416) - | > loss_disc_real_3: 0.19213007390499115 (0.2230980316065808) - | > loss_disc_real_4: 0.19918940961360931 (0.22901602917865144) - | > loss_disc_real_5: 0.2187047302722931 (0.23857848025135583) - | > loss_0: 2.5913760662078857 (2.5800565387775642) - | > grad_norm_0: tensor(21.9394, device='cuda:0') (tensor(25.8666, device='cuda:0')) - | > loss_gen: 2.497627019882202 (2.1443545471376466) - | > loss_kl: 1.1693816184997559 (1.2925482784856612) - | > loss_feat: 4.326297760009766 (3.409173008221299) - | > loss_mel: 29.911989212036133 (27.89784948149724) - | > loss_duration: 1.909114122390747 (1.9677238048457393) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 39.81441116333008 (36.71164912963977) - | > grad_norm_1: tensor(87.8560, device='cuda:0') (tensor(165.7906, device='cuda:0')) - | > current_lr_0: 0.00019992500937460937 - | > current_lr_1: 0.00019992500937460937 - | > step_time: 1.0227 (1.0134122318296293) - | > loader_time: 0.007 (0.006932493910860662) - - - --> TIME: 2024-11-22 10:27:39 -- STEP: 561/797 -- GLOBAL_STEP: 3175 - | > loss_disc: 2.616574287414551 (2.5787684420213326) - | > loss_disc_real_0: 0.12792328000068665 (0.19638573819250132) - | > loss_disc_real_1: 0.22734494507312775 (0.22857171104500426) - | > loss_disc_real_2: 0.24655219912528992 (0.24429340068244254) - | > loss_disc_real_3: 0.19224993884563446 (0.22277344607892519) - | > loss_disc_real_4: 0.2658313512802124 (0.2286071077706342) - | > loss_disc_real_5: 0.2801527678966522 (0.2388711142587789) - | > loss_0: 2.616574287414551 (2.5787684420213326) - | > grad_norm_0: tensor(16.5116, device='cuda:0') (tensor(26.0827, device='cuda:0')) - | > loss_gen: 2.096649646759033 (2.147158727076391) - | > loss_kl: 1.3917675018310547 (1.290483373477923) - | > loss_feat: 3.797344207763672 (3.422086267335317) - | > loss_mel: 28.728668212890625 (27.890732144714462) - | > loss_duration: 1.9390826225280762 (1.9664965742624596) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 37.95351028442383 (36.716957095685025) - | > grad_norm_1: tensor(143.3521, device='cuda:0') (tensor(166.7055, device='cuda:0')) - | > current_lr_0: 0.00019992500937460937 - | > current_lr_1: 0.00019992500937460937 - | > step_time: 1.0141 (1.0154261882292397) - | > loader_time: 0.0082 (0.007064677814748837) - - - --> TIME: 2024-11-22 10:28:05 -- STEP: 586/797 -- GLOBAL_STEP: 3200 - | > loss_disc: 2.376006841659546 (2.5778958004082413) - | > loss_disc_real_0: 0.2292894423007965 (0.19628874742689803) - | > loss_disc_real_1: 0.159321591258049 (0.22848864071350863) - | > loss_disc_real_2: 0.2535737454891205 (0.24412358384388705) - | > loss_disc_real_3: 0.2009301781654358 (0.2228827674208851) - | > loss_disc_real_4: 0.22007814049720764 (0.22890644253520837) - | > loss_disc_real_5: 0.24893233180046082 (0.2388434017604732) - | > loss_0: 2.376006841659546 (2.5778958004082413) - | > grad_norm_0: tensor(18.9241, device='cuda:0') (tensor(25.9118, device='cuda:0')) - | > loss_gen: 2.252335548400879 (2.1481316264578925) - | > loss_kl: 1.4132375717163086 (1.2896828220159129) - | > loss_feat: 3.9003686904907227 (3.42415357897306) - | > loss_mel: 29.821950912475586 (27.880491110245117) - | > loss_duration: 1.9859508275985718 (1.9653699249537735) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 39.373844146728516 (36.70782905878057) - | > grad_norm_1: tensor(126.2362, device='cuda:0') (tensor(167.4361, device='cuda:0')) - | > current_lr_0: 0.00019992500937460937 - | > current_lr_1: 0.00019992500937460937 - | > step_time: 0.9938 (1.0146598559597662) - | > loader_time: 0.0072 (0.00713603040870953) - - - --> TIME: 2024-11-22 10:28:30 -- STEP: 611/797 -- GLOBAL_STEP: 3225 - | > loss_disc: 2.420445203781128 (2.5762688376119196) - | > loss_disc_real_0: 0.16773845255374908 (0.19547859670780302) - | > loss_disc_real_1: 0.19871997833251953 (0.22875860876079082) - | > loss_disc_real_2: 0.1992112398147583 (0.24407451576667605) - | > loss_disc_real_3: 0.22240528464317322 (0.2227686337407209) - | > loss_disc_real_4: 0.2056589424610138 (0.22889870197897846) - | > loss_disc_real_5: 0.207387775182724 (0.23843329343731393) - | > loss_0: 2.420445203781128 (2.5762688376119196) - | > grad_norm_0: tensor(7.9471, device='cuda:0') (tensor(26.1420, device='cuda:0')) - | > loss_gen: 2.2198307514190674 (2.1485770162310827) - | > loss_kl: 1.2850613594055176 (1.2892251548322262) - | > loss_feat: 3.5510334968566895 (3.426335632508398) - | > loss_mel: 28.818809509277344 (27.86741065354667) - | > loss_duration: 1.9434747695922852 (1.9644073542518432) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 37.818206787109375 (36.695955775958595) - | > grad_norm_1: tensor(87.9716, device='cuda:0') (tensor(169.1176, device='cuda:0')) - | > current_lr_0: 0.00019992500937460937 - | > current_lr_1: 0.00019992500937460937 - | > step_time: 0.9954 (1.0139632334295554) - | > loader_time: 0.0075 (0.007211345697580892) - - - --> TIME: 2024-11-22 10:28:54 -- STEP: 636/797 -- GLOBAL_STEP: 3250 - | > loss_disc: 2.639957904815674 (2.574053890675117) - | > loss_disc_real_0: 0.19098687171936035 (0.19516114379812335) - | > loss_disc_real_1: 0.2815590798854828 (0.22847800773316584) - | > loss_disc_real_2: 0.2222992479801178 (0.24372569598116964) - | > loss_disc_real_3: 0.22557155787944794 (0.2228607334922882) - | > loss_disc_real_4: 0.20767630636692047 (0.22864860736723966) - | > loss_disc_real_5: 0.24873195588588715 (0.2382700066872925) - | > loss_0: 2.639957904815674 (2.574053890675117) - | > grad_norm_0: tensor(22.0194, device='cuda:0') (tensor(26.2681, device='cuda:0')) - | > loss_gen: 2.0973854064941406 (2.149755903759845) - | > loss_kl: 1.3276218175888062 (1.28875579164838) - | > loss_feat: 3.689328193664551 (3.4315617613072664) - | > loss_mel: 27.694684982299805 (27.864637218931186) - | > loss_duration: 1.940717101097107 (1.9637986897672501) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 36.74973678588867 (36.69850934526454) - | > grad_norm_1: tensor(140.6030, device='cuda:0') (tensor(169.6379, device='cuda:0')) - | > current_lr_0: 0.00019992500937460937 - | > current_lr_1: 0.00019992500937460937 - | > step_time: 0.9158 (1.0107393605904027) - | > loader_time: 0.0085 (0.00730986977523228) - - - --> TIME: 2024-11-22 10:29:17 -- STEP: 661/797 -- GLOBAL_STEP: 3275 - | > loss_disc: 2.5109097957611084 (2.5726141669926927) - | > loss_disc_real_0: 0.10270334780216217 (0.1948407584077111) - | > loss_disc_real_1: 0.18901336193084717 (0.22814927311013938) - | > loss_disc_real_2: 0.18934734165668488 (0.24380854957944145) - | > loss_disc_real_3: 0.22977079451084137 (0.22236860690021298) - | > loss_disc_real_4: 0.18043480813503265 (0.22859238660732303) - | > loss_disc_real_5: 0.16847647726535797 (0.23826343755543503) - | > loss_0: 2.5109097957611084 (2.5726141669926927) - | > grad_norm_0: tensor(49.1167, device='cuda:0') (tensor(26.9326, device='cuda:0')) - | > loss_gen: 2.219301462173462 (2.1506391705976147) - | > loss_kl: 1.2951915264129639 (1.2881168439060053) - | > loss_feat: 3.972259044647217 (3.436736111200884) - | > loss_mel: 29.17320442199707 (27.859832105766447) - | > loss_duration: 1.9179553985595703 (1.9627138733322793) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 38.577911376953125 (36.698038104081824) - | > grad_norm_1: tensor(293.0437, device='cuda:0') (tensor(171.8950, device='cuda:0')) - | > current_lr_0: 0.00019992500937460937 - | > current_lr_1: 0.00019992500937460937 - | > step_time: 0.98 (1.0074593472589) - | > loader_time: 0.016 (0.007443214148147746) - - - --> TIME: 2024-11-22 10:29:42 -- STEP: 686/797 -- GLOBAL_STEP: 3300 - | > loss_disc: 2.4420485496520996 (2.5717982488192876) - | > loss_disc_real_0: 0.25306373834609985 (0.1944688511333556) - | > loss_disc_real_1: 0.2744387686252594 (0.22818121758259768) - | > loss_disc_real_2: 0.25566524267196655 (0.24377549037815183) - | > loss_disc_real_3: 0.1710067093372345 (0.22263259387442044) - | > loss_disc_real_4: 0.26715946197509766 (0.2286308111498029) - | > loss_disc_real_5: 0.2253565639257431 (0.23857185028428238) - | > loss_0: 2.4420485496520996 (2.5717982488192876) - | > grad_norm_0: tensor(38.6879, device='cuda:0') (tensor(27.1153, device='cuda:0')) - | > loss_gen: 1.963374376296997 (2.1522463978900874) - | > loss_kl: 1.1929826736450195 (1.2868711394054217) - | > loss_feat: 3.6685473918914795 (3.441694481727333) - | > loss_mel: 27.728574752807617 (27.856317389463197) - | > loss_duration: 1.9594483375549316 (1.9614714948846026) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 36.5129280090332 (36.69860089138018) - | > grad_norm_1: tensor(163.7808, device='cuda:0') (tensor(172.5113, device='cuda:0')) - | > current_lr_0: 0.00019992500937460937 - | > current_lr_1: 0.00019992500937460937 - | > step_time: 0.9232 (1.0056920805755942) - | > loader_time: 0.0092 (0.007504233813494359) - - - --> TIME: 2024-11-22 10:30:06 -- STEP: 711/797 -- GLOBAL_STEP: 3325 - | > loss_disc: 2.7330362796783447 (2.571175359304776) - | > loss_disc_real_0: 0.054813459515571594 (0.19386292894471716) - | > loss_disc_real_1: 0.2715432941913605 (0.22818712339999805) - | > loss_disc_real_2: 0.32949575781822205 (0.2437346756835527) - | > loss_disc_real_3: 0.28315868973731995 (0.22260045834441058) - | > loss_disc_real_4: 0.24346572160720825 (0.22840735775257465) - | > loss_disc_real_5: 0.2829492688179016 (0.23821284429140063) - | > loss_0: 2.7330362796783447 (2.571175359304776) - | > grad_norm_0: tensor(76.6760, device='cuda:0') (tensor(27.2812, device='cuda:0')) - | > loss_gen: 2.251008987426758 (2.1523746587388475) - | > loss_kl: 1.2637237310409546 (1.2875429782518708) - | > loss_feat: 3.1337108612060547 (3.4463079166814747) - | > loss_mel: 24.791858673095703 (27.852975917767875) - | > loss_duration: 1.9204235076904297 (1.9600750264906852) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 33.36072540283203 (36.699276485523555) - | > grad_norm_1: tensor(258.9102, device='cuda:0') (tensor(172.5802, device='cuda:0')) - | > current_lr_0: 0.00019992500937460937 - | > current_lr_1: 0.00019992500937460937 - | > step_time: 0.9902 (1.0041417683227174) - | > loader_time: 0.015 (0.007624488004316929) - - - --> TIME: 2024-11-22 10:30:36 -- STEP: 736/797 -- GLOBAL_STEP: 3350 - | > loss_disc: 2.7762584686279297 (2.571589932817477) - | > loss_disc_real_0: 0.12884411215782166 (0.1942184510357354) - | > loss_disc_real_1: 0.20804248750209808 (0.22806677528980956) - | > loss_disc_real_2: 0.23557427525520325 (0.2436814795896087) - | > loss_disc_real_3: 0.2024690806865692 (0.22265251737047473) - | > loss_disc_real_4: 0.2244408279657364 (0.2284138708213425) - | > loss_disc_real_5: 0.2249821275472641 (0.23840071545387415) - | > loss_0: 2.7762584686279297 (2.571589932817477) - | > grad_norm_0: tensor(105.2798, device='cuda:0') (tensor(27.5597, device='cuda:0')) - | > loss_gen: 1.9322586059570312 (2.1513117775321033) - | > loss_kl: 1.2538740634918213 (1.2860560021970602) - | > loss_feat: 3.2717745304107666 (3.444465338535931) - | > loss_mel: 24.503395080566406 (27.834015703719594) - | > loss_duration: 1.9288713932037354 (1.9586513730818813) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 32.890174865722656 (36.674500201059395) - | > grad_norm_1: tensor(574.4155, device='cuda:0') (tensor(173.3585, device='cuda:0')) - | > current_lr_0: 0.00019992500937460937 - | > current_lr_1: 0.00019992500937460937 - | > step_time: 2.016 (1.010419568613822) - | > loader_time: 0.0098 (0.008127546828726063) - - - --> TIME: 2024-11-22 10:31:20 -- STEP: 761/797 -- GLOBAL_STEP: 3375 - | > loss_disc: 2.628077507019043 (2.5700912369065123) - | > loss_disc_real_0: 0.2566332221031189 (0.194020540608918) - | > loss_disc_real_1: 0.20881395041942596 (0.22795168566915272) - | > loss_disc_real_2: 0.2639588713645935 (0.24311502949480315) - | > loss_disc_real_3: 0.23380021750926971 (0.2224514971679363) - | > loss_disc_real_4: 0.16013073921203613 (0.228675334412071) - | > loss_disc_real_5: 0.14265424013137817 (0.23796342441545365) - | > loss_0: 2.628077507019043 (2.5700912369065123) - | > grad_norm_0: tensor(12.9560, device='cuda:0') (tensor(27.5581, device='cuda:0')) - | > loss_gen: 2.1415140628814697 (2.1525174678546874) - | > loss_kl: 1.2697017192840576 (1.285717194716346) - | > loss_feat: 3.687685012817383 (3.4536488125108074) - | > loss_mel: 27.30706787109375 (27.814699015072236) - | > loss_duration: 1.8907382488250732 (1.956889442795993) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 36.29670715332031 (36.66347195127786) - | > grad_norm_1: tensor(108.0657, device='cuda:0') (tensor(173.4550, device='cuda:0')) - | > current_lr_0: 0.00019992500937460937 - | > current_lr_1: 0.00019992500937460937 - | > step_time: 1.4289 (1.03336261575075) - | > loader_time: 0.009 (0.008581138315088012) - - - --> TIME: 2024-11-22 10:32:24 -- STEP: 786/797 -- GLOBAL_STEP: 3400 - | > loss_disc: 2.784078359603882 (2.5703232294427205) - | > loss_disc_real_0: 0.20420289039611816 (0.19386928511484888) - | > loss_disc_real_1: 0.2716750502586365 (0.22765410008055867) - | > loss_disc_real_2: 0.21347106993198395 (0.24332645620781046) - | > loss_disc_real_3: 0.24644646048545837 (0.22253929272900708) - | > loss_disc_real_4: 0.23841947317123413 (0.22935359088974144) - | > loss_disc_real_5: 0.25431957840919495 (0.23849823972347736) - | > loss_0: 2.784078359603882 (2.5703232294427205) - | > grad_norm_0: tensor(78.7794, device='cuda:0') (tensor(27.7687, device='cuda:0')) - | > loss_gen: 1.8728363513946533 (2.1555572026255203) - | > loss_kl: 1.234133243560791 (1.284228721344442) - | > loss_feat: 2.5150773525238037 (3.4643190726069095) - | > loss_mel: 25.166048049926758 (27.82765098503831) - | > loss_duration: 1.9193834066390991 (1.955058639134463) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 32.70747756958008 (36.68681463819113) - | > grad_norm_1: tensor(539.9643, device='cuda:0') (tensor(173.3537, device='cuda:0')) - | > current_lr_0: 0.00019992500937460937 - | > current_lr_1: 0.00019992500937460937 - | > step_time: 3.5766 (1.0815399700145405) - | > loader_time: 0.0095 (0.00926159599051827) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.4956274032592773 (2.4956274032592773) - | > loss_disc_real_0: 0.1750195026397705 (0.1750195026397705) - | > loss_disc_real_1: 0.1702822744846344 (0.1702822744846344) - | > loss_disc_real_2: 0.21852338314056396 (0.21852338314056396) - | > loss_disc_real_3: 0.16753126680850983 (0.16753126680850983) - | > loss_disc_real_4: 0.19109144806861877 (0.19109144806861877) - | > loss_disc_real_5: 0.16783379018306732 (0.16783379018306732) - | > loss_0: 2.4956274032592773 (2.4956274032592773) - | > loss_gen: 1.8773696422576904 (1.8773696422576904) - | > loss_kl: 1.944419264793396 (1.944419264793396) - | > loss_feat: 3.8181023597717285 (3.8181023597717285) - | > loss_mel: 31.222009658813477 (31.222009658813477) - | > loss_duration: 2.2498722076416016 (2.2498722076416016) - | > loss_1: 41.11177062988281 (41.11177062988281) - - --> STEP: 1 - | > loss_disc: 2.5334811210632324 (2.5334811210632324) - | > loss_disc_real_0: 0.1769154965877533 (0.1769154965877533) - | > loss_disc_real_1: 0.1832866221666336 (0.1832866221666336) - | > loss_disc_real_2: 0.2996295094490051 (0.2996295094490051) - | > loss_disc_real_3: 0.17964814603328705 (0.17964814603328705) - | > loss_disc_real_4: 0.22188794612884521 (0.22188794612884521) - | > loss_disc_real_5: 0.25647443532943726 (0.25647443532943726) - | > loss_0: 2.5334811210632324 (2.5334811210632324) - | > loss_gen: 2.0197675228118896 (2.0197675228118896) - | > loss_kl: 2.466238260269165 (2.466238260269165) - | > loss_feat: 3.064467430114746 (3.064467430114746) - | > loss_mel: 28.51123809814453 (28.51123809814453) - | > loss_duration: 2.081374168395996 (2.081374168395996) - | > loss_1: 38.14308547973633 (38.14308547973633) - - --> STEP: 2 - | > loss_disc: 2.7757904529571533 (2.654635787010193) - | > loss_disc_real_0: 0.24531419575214386 (0.21111484616994858) - | > loss_disc_real_1: 0.18762566149234772 (0.18545614182949066) - | > loss_disc_real_2: 0.28322482109069824 (0.2914271652698517) - | > loss_disc_real_3: 0.23017321527004242 (0.20491068065166473) - | > loss_disc_real_4: 0.20338375866413116 (0.2126358523964882) - | > loss_disc_real_5: 0.23316249251365662 (0.24481846392154694) - | > loss_0: 2.7757904529571533 (2.654635787010193) - | > loss_gen: 1.7824617624282837 (1.9011146426200867) - | > loss_kl: 1.1723134517669678 (1.8192758560180664) - | > loss_feat: 2.56440806388855 (2.814437747001648) - | > loss_mel: 28.06565284729004 (28.288445472717285) - | > loss_duration: 1.8756906986236572 (1.9785324335098267) - | > loss_1: 35.46052551269531 (36.80180549621582) - - --> STEP: 3 - | > loss_disc: 2.3536362648010254 (2.5543026129404702) - | > loss_disc_real_0: 0.16980649530887604 (0.1973453958829244) - | > loss_disc_real_1: 0.14949417114257812 (0.1734688182671865) - | > loss_disc_real_2: 0.2577432692050934 (0.28019919991493225) - | > loss_disc_real_3: 0.15361477434635162 (0.18781204521656036) - | > loss_disc_real_4: 0.246896430850029 (0.22405604521433511) - | > loss_disc_real_5: 0.22885340452194214 (0.239496777455012) - | > loss_0: 2.3536362648010254 (2.5543026129404702) - | > loss_gen: 2.161473512649536 (1.987900932629903) - | > loss_kl: 1.6479051113128662 (1.7621522744496663) - | > loss_feat: 3.7575836181640625 (3.128819704055786) - | > loss_mel: 27.282835006713867 (27.95324198404948) - | > loss_duration: 1.9702656269073486 (1.9757768313090007) - | > loss_1: 36.82006072998047 (36.80789057413737) - - --> STEP: 4 - | > loss_disc: 2.4775924682617188 (2.5351250767707825) - | > loss_disc_real_0: 0.1232430636882782 (0.17881981283426285) - | > loss_disc_real_1: 0.15797723829746246 (0.16959592327475548) - | > loss_disc_real_2: 0.26614099740982056 (0.2766846492886543) - | > loss_disc_real_3: 0.14457373321056366 (0.1770024672150612) - | > loss_disc_real_4: 0.19299833476543427 (0.2162916176021099) - | > loss_disc_real_5: 0.21288490295410156 (0.2328438088297844) - | > loss_0: 2.4775924682617188 (2.5351250767707825) - | > loss_gen: 1.848006010055542 (1.9529272019863129) - | > loss_kl: 1.4754858016967773 (1.690485656261444) - | > loss_feat: 3.7817673683166504 (3.292056620121002) - | > loss_mel: 22.86279296875 (26.68062973022461) - | > loss_duration: 1.8774819374084473 (1.9512031078338623) - | > loss_1: 31.84553337097168 (35.56730127334595) - - --> STEP: 5 - | > loss_disc: 2.432018518447876 (2.514503765106201) - | > loss_disc_real_0: 0.21831588447093964 (0.18671902716159822) - | > loss_disc_real_1: 0.13659407198429108 (0.1629955530166626) - | > loss_disc_real_2: 0.23550476133823395 (0.26844867169857023) - | > loss_disc_real_3: 0.15058180689811707 (0.17171833515167237) - | > loss_disc_real_4: 0.19648540019989014 (0.21233037412166594) - | > loss_disc_real_5: 0.16668500006198883 (0.21961204707622528) - | > loss_0: 2.432018518447876 (2.514503765106201) - | > loss_gen: 1.8517879247665405 (1.9326993465423583) - | > loss_kl: 0.8451729416847229 (1.5214231133460998) - | > loss_feat: 3.873079776763916 (3.408261251449585) - | > loss_mel: 28.081083297729492 (26.960720443725585) - | > loss_duration: 2.1126251220703125 (1.9834875106811523) - | > loss_1: 36.76374816894531 (35.80659065246582) - - --> STEP: 6 - | > loss_disc: 2.3700127601623535 (2.490421930948893) - | > loss_disc_real_0: 0.08573675155639648 (0.16988864789406458) - | > loss_disc_real_1: 0.18509967625141144 (0.1666795735557874) - | > loss_disc_real_2: 0.2543272376060486 (0.2660950993498166) - | > loss_disc_real_3: 0.14621956646442413 (0.16746854037046432) - | > loss_disc_real_4: 0.18306802213191986 (0.20745331545670828) - | > loss_disc_real_5: 0.13434967398643494 (0.20540165156126022) - | > loss_0: 2.3700127601623535 (2.490421930948893) - | > loss_gen: 1.8324342966079712 (1.9159885048866272) - | > loss_kl: 0.7171105146408081 (1.3873710135618846) - | > loss_feat: 3.582180976867676 (3.4372478723526) - | > loss_mel: 23.477815628051758 (26.38023630777995) - | > loss_duration: 2.0073914527893066 (1.9874715010325115) - | > loss_1: 31.616931915283203 (35.108314196268715) - - --> STEP: 7 - | > loss_disc: 2.248260736465454 (2.455827474594116) - | > loss_disc_real_0: 0.13719269633293152 (0.16521779767104558) - | > loss_disc_real_1: 0.17772641777992249 (0.16825769415923528) - | > loss_disc_real_2: 0.28819119930267334 (0.2692516850573676) - | > loss_disc_real_3: 0.13816982507705688 (0.16328300961426326) - | > loss_disc_real_4: 0.19235625863075256 (0.20529659305300033) - | > loss_disc_real_5: 0.18057899177074432 (0.20185555730547225) - | > loss_0: 2.248260736465454 (2.455827474594116) - | > loss_gen: 2.101860284805298 (1.9425416163035802) - | > loss_kl: 1.2884833812713623 (1.3732442089489527) - | > loss_feat: 3.8575119972229004 (3.4972856044769287) - | > loss_mel: 28.323057174682617 (26.6577821459089) - | > loss_duration: 1.8472037315368652 (1.967433248247419) - | > loss_1: 37.418113708496094 (35.438285555158345) - - --> STEP: 8 - | > loss_disc: 2.217726707458496 (2.4260648787021637) - | > loss_disc_real_0: 0.10086052119731903 (0.15717313811182976) - | > loss_disc_real_1: 0.16445304453372955 (0.16778211295604706) - | > loss_disc_real_2: 0.23880508542060852 (0.2654458601027727) - | > loss_disc_real_3: 0.06075042486190796 (0.15046643652021885) - | > loss_disc_real_4: 0.10467663407325745 (0.19271909818053246) - | > loss_disc_real_5: 0.07124609500169754 (0.1855293745175004) - | > loss_0: 2.217726707458496 (2.4260648787021637) - | > loss_gen: 1.7717067003250122 (1.9211872518062592) - | > loss_kl: 1.3419561386108398 (1.3693332001566887) - | > loss_feat: 5.258131980895996 (3.717391401529312) - | > loss_mel: 31.48535919189453 (27.261229276657104) - | > loss_duration: 1.9547417163848877 (1.9658468067646027) - | > loss_1: 41.81189727783203 (36.234987020492554) - - --> STEP: 9 - | > loss_disc: 2.4380366802215576 (2.427395078870985) - | > loss_disc_real_0: 0.12833140790462494 (0.15396850142214033) - | > loss_disc_real_1: 0.18500356376171112 (0.16969560749000973) - | > loss_disc_real_2: 0.2344689518213272 (0.26200398140483433) - | > loss_disc_real_3: 0.16540899872779846 (0.1521267212099499) - | > loss_disc_real_4: 0.21716190874576569 (0.19543496602111393) - | > loss_disc_real_5: 0.1720108687877655 (0.18402731832530764) - | > loss_0: 2.4380366802215576 (2.427395078870985) - | > loss_gen: 1.8364274501800537 (1.911769496070014) - | > loss_kl: 1.0720877647399902 (1.3363059295548334) - | > loss_feat: 3.274869203567505 (3.668222268422445) - | > loss_mel: 26.289669036865234 (27.15327813890245) - | > loss_duration: 1.9794425964355469 (1.9673574500613742) - | > loss_1: 34.45249557495117 (36.0369324154324) - - --> STEP: 10 - | > loss_disc: 2.6869091987609863 (2.4533464908599854) - | > loss_disc_real_0: 0.20364724099636078 (0.15893637537956237) - | > loss_disc_real_1: 0.19435995817184448 (0.1721620425581932) - | > loss_disc_real_2: 0.2708369195461273 (0.2628872752189636) - | > loss_disc_real_3: 0.16607263684272766 (0.1535213127732277) - | > loss_disc_real_4: 0.20105071365833282 (0.1959965407848358) - | > loss_disc_real_5: 0.22252096235752106 (0.18787668272852898) - | > loss_0: 2.6869091987609863 (2.4533464908599854) - | > loss_gen: 1.7517541646957397 (1.8957679629325868) - | > loss_kl: 1.1360249519348145 (1.3162778317928314) - | > loss_feat: 2.2564568519592285 (3.527045726776123) - | > loss_mel: 24.30272102355957 (26.868222427368163) - | > loss_duration: 1.842920184135437 (1.9549137234687806) - | > loss_1: 31.28987693786621 (35.56222686767578) - - --> STEP: 11 - | > loss_disc: 2.304004192352295 (2.439769918268377) - | > loss_disc_real_0: 0.16891804337501526 (0.15984379974278537) - | > loss_disc_real_1: 0.18342292308807373 (0.17318575897000052) - | > loss_disc_real_2: 0.2192995250225067 (0.2589247524738312) - | > loss_disc_real_3: 0.1486552208662033 (0.15307894078168002) - | > loss_disc_real_4: 0.23454786837100983 (0.19950120692903345) - | > loss_disc_real_5: 0.13164880871772766 (0.18276505781845612) - | > loss_0: 2.304004192352295 (2.439769918268377) - | > loss_gen: 1.9710079431533813 (1.902607961134477) - | > loss_kl: 1.4935418367385864 (1.3323927413333545) - | > loss_feat: 4.362253189086914 (3.6029736778952857) - | > loss_mel: 29.10474967956543 (27.071543086658824) - | > loss_duration: 1.8422811031341553 (1.944674394347451) - | > loss_1: 38.773834228515625 (35.85419117320668) - - --> STEP: 12 - | > loss_disc: 2.3415141105651855 (2.4315819342931113) - | > loss_disc_real_0: 0.15290352702140808 (0.1592654436826706) - | > loss_disc_real_1: 0.1331111490726471 (0.16984620814522108) - | > loss_disc_real_2: 0.24019239842891693 (0.2573637229700883) - | > loss_disc_real_3: 0.15275810658931732 (0.15305220459898314) - | > loss_disc_real_4: 0.22626009583473206 (0.20173111433784166) - | > loss_disc_real_5: 0.20925463736057281 (0.1849725227802992) - | > loss_0: 2.3415141105651855 (2.4315819342931113) - | > loss_gen: 2.074418544769287 (1.9169255097707112) - | > loss_kl: 1.7156257629394531 (1.3643288264671962) - | > loss_feat: 3.8719325065612793 (3.625386913617452) - | > loss_mel: 27.033601760864258 (27.068381309509277) - | > loss_duration: 1.8954086303710938 (1.9405689140160878) - | > loss_1: 36.59098434448242 (35.915590604146324) - - --> STEP: 13 - | > loss_disc: 2.381089448928833 (2.4276978969573975) - | > loss_disc_real_0: 0.13110217452049255 (0.15709903836250305) - | > loss_disc_real_1: 0.15752311050891876 (0.1688982775578132) - | > loss_disc_real_2: 0.2342628836631775 (0.25558673533109516) - | > loss_disc_real_3: 0.11200238764286041 (0.14989452637158907) - | > loss_disc_real_4: 0.23738941550254822 (0.20447406058128065) - | > loss_disc_real_5: 0.1713857799768448 (0.183927388718495) - | > loss_0: 2.381089448928833 (2.4276978969573975) - | > loss_gen: 1.9517409801483154 (1.9196036228766808) - | > loss_kl: 1.5571542978286743 (1.3791615550334637) - | > loss_feat: 3.966026544570923 (3.6515899621523342) - | > loss_mel: 29.386547088623047 (27.24670175405649) - | > loss_duration: 2.011396646499634 (1.9460172011302068) - | > loss_1: 38.872867584228516 (36.14307344876803) - - --> STEP: 14 - | > loss_disc: 2.454566240310669 (2.429617064339774) - | > loss_disc_real_0: 0.14019343256950378 (0.15589149509157454) - | > loss_disc_real_1: 0.17529119551181793 (0.16935491455452784) - | > loss_disc_real_2: 0.2336779236793518 (0.2540218202131135) - | > loss_disc_real_3: 0.1529952734708786 (0.1501160083072526) - | > loss_disc_real_4: 0.21523398160934448 (0.20524262636899948) - | > loss_disc_real_5: 0.19225017726421356 (0.18452187361461775) - | > loss_0: 2.454566240310669 (2.429617064339774) - | > loss_gen: 1.819907784461975 (1.9124824915613448) - | > loss_kl: 1.4624570608139038 (1.385111234017781) - | > loss_feat: 3.4188268184661865 (3.6349640233176097) - | > loss_mel: 29.074121475219727 (27.377231734139578) - | > loss_duration: 1.9726898670196533 (1.9479223915508814) - | > loss_1: 37.74800491333008 (36.25771141052246) - - --> STEP: 15 - | > loss_disc: 2.496108293533325 (2.4340498129526775) - | > loss_disc_real_0: 0.1436130702495575 (0.15507293343544007) - | > loss_disc_real_1: 0.1437414437532425 (0.16764734983444213) - | > loss_disc_real_2: 0.23861579596996307 (0.2529947519302368) - | > loss_disc_real_3: 0.1385810524225235 (0.14934701124827068) - | > loss_disc_real_4: 0.2183360904455185 (0.20611552397410074) - | > loss_disc_real_5: 0.2114506959915161 (0.18631712843974432) - | > loss_0: 2.496108293533325 (2.4340498129526775) - | > loss_gen: 1.8388142585754395 (1.907571276028951) - | > loss_kl: 0.9821425080299377 (1.3582466522852579) - | > loss_feat: 3.9354357719421387 (3.6549954732259113) - | > loss_mel: 29.29234504699707 (27.504905954996744) - | > loss_duration: 1.917554259300232 (1.9458978494008383) - | > loss_1: 37.96628952026367 (36.37161661783854) - - --> STEP: 16 - | > loss_disc: 2.3282482624053955 (2.4274372160434723) - | > loss_disc_real_0: 0.13048304617404938 (0.15353606548160315) - | > loss_disc_real_1: 0.10654786229133606 (0.163828631862998) - | > loss_disc_real_2: 0.24547743797302246 (0.2525249198079109) - | > loss_disc_real_3: 0.09395859390497208 (0.1458852351643145) - | > loss_disc_real_4: 0.16093896329402924 (0.20329198893159628) - | > loss_disc_real_5: 0.11339078098535538 (0.181759231723845) - | > loss_0: 2.3282482624053955 (2.4274372160434723) - | > loss_gen: 1.7194385528564453 (1.8958129808306694) - | > loss_kl: 1.58572518825531 (1.3724640607833862) - | > loss_feat: 4.257828235626221 (3.692672520875931) - | > loss_mel: 23.587961196899414 (27.26009690761566) - | > loss_duration: 1.9929249286651611 (1.9488370418548584) - | > loss_1: 33.14387893676758 (36.169883012771606) - - --> STEP: 17 - | > loss_disc: 2.6077308654785156 (2.438042724833769) - | > loss_disc_real_0: 0.20682650804519653 (0.15667079739710865) - | > loss_disc_real_1: 0.20606330037117004 (0.1663130241281846) - | > loss_disc_real_2: 0.27628883719444275 (0.25392279730123635) - | > loss_disc_real_3: 0.23466341197490692 (0.15110748085905523) - | > loss_disc_real_4: 0.21427150070667267 (0.2039378425654243) - | > loss_disc_real_5: 0.20141184329986572 (0.18291526769890504) - | > loss_0: 2.6077308654785156 (2.438042724833769) - | > loss_gen: 1.9586796760559082 (1.8995110217262716) - | > loss_kl: 1.187938928604126 (1.3616096412434298) - | > loss_feat: 2.702132225036621 (3.634405444650089) - | > loss_mel: 29.597867965698242 (27.397612852208756) - | > loss_duration: 1.8779234886169434 (1.944665656370275) - | > loss_1: 37.32453918457031 (36.23780396405388) - - --> STEP: 18 - | > loss_disc: 2.414079189300537 (2.436711417304145) - | > loss_disc_real_0: 0.1689831167459488 (0.15735481513871086) - | > loss_disc_real_1: 0.15287566184997559 (0.16556650400161743) - | > loss_disc_real_2: 0.25892797112464905 (0.25420086251364815) - | > loss_disc_real_3: 0.1335555911064148 (0.15013237587279743) - | > loss_disc_real_4: 0.2904355227947235 (0.2087432692448298) - | > loss_disc_real_5: 0.21019525825977325 (0.1844308227300644) - | > loss_0: 2.414079189300537 (2.436711417304145) - | > loss_gen: 2.038663625717163 (1.9072417219479878) - | > loss_kl: 1.1801326274871826 (1.3515275849236383) - | > loss_feat: 3.4668068885803223 (3.625094413757324) - | > loss_mel: 27.751628875732422 (27.417280409071182) - | > loss_duration: 1.8551137447357178 (1.9396905501683552) - | > loss_1: 36.29234313964844 (36.24083391825358) - - --> STEP: 19 - | > loss_disc: 2.349872589111328 (2.432140952662418) - | > loss_disc_real_0: 0.13882866501808167 (0.15637975460604617) - | > loss_disc_real_1: 0.1882466822862625 (0.1667601975955461) - | > loss_disc_real_2: 0.270753413438797 (0.25507204940444544) - | > loss_disc_real_3: 0.15932463109493256 (0.1506161787792256) - | > loss_disc_real_4: 0.20876294374465942 (0.20874430474482084) - | > loss_disc_real_5: 0.20415906608104706 (0.18546915132748454) - | > loss_0: 2.349872589111328 (2.432140952662418) - | > loss_gen: 2.083498239517212 (1.9165183807674206) - | > loss_kl: 1.6052534580230713 (1.364881578244661) - | > loss_feat: 3.471273422241211 (3.6169985720985816) - | > loss_mel: 28.32200813293457 (27.46489765769557) - | > loss_duration: 2.0235986709594727 (1.9441067670520984) - | > loss_1: 37.50563430786133 (36.30740235981188) - - --> STEP: 20 - | > loss_disc: 2.705657720565796 (2.4458167910575868) - | > loss_disc_real_0: 0.20106998085975647 (0.15861426591873168) - | > loss_disc_real_1: 0.21371595561504364 (0.169107985496521) - | > loss_disc_real_2: 0.30326518416404724 (0.25748170614242555) - | > loss_disc_real_3: 0.20355334877967834 (0.15326303727924823) - | > loss_disc_real_4: 0.25275933742523193 (0.2109450563788414) - | > loss_disc_real_5: 0.24647875130176544 (0.1885196313261986) - | > loss_0: 2.705657720565796 (2.4458167910575868) - | > loss_gen: 1.9022421836853027 (1.915804570913315) - | > loss_kl: 1.249088168144226 (1.3590919077396393) - | > loss_feat: 2.831216335296631 (3.577709460258484) - | > loss_mel: 28.935054779052734 (27.53840551376343) - | > loss_duration: 1.8575165271759033 (1.9397772550582886) - | > loss_1: 36.775115966796875 (36.33078804016113) - - --> STEP: 21 - | > loss_disc: 2.6081910133361816 (2.4535488968803767) - | > loss_disc_real_0: 0.138871431350708 (0.157674130939302) - | > loss_disc_real_1: 0.17035651206970215 (0.16916743914286295) - | > loss_disc_real_2: 0.27258241176605225 (0.2582007873625982) - | > loss_disc_real_3: 0.16792264580726624 (0.1539611138758205) - | > loss_disc_real_4: 0.19848018884658813 (0.21035149125825792) - | > loss_disc_real_5: 0.18988445401191711 (0.18858462288266137) - | > loss_0: 2.6081910133361816 (2.4535488968803767) - | > loss_gen: 1.8129076957702637 (1.9109047197160267) - | > loss_kl: 1.6281394958496094 (1.371903697649638) - | > loss_feat: 3.0475072860717773 (3.5524617376781644) - | > loss_mel: 25.473705291748047 (27.44008645557222) - | > loss_duration: 1.9209394454956055 (1.9388802165076846) - | > loss_1: 33.883201599121094 (36.21423630487351) - - --> STEP: 22 - | > loss_disc: 2.098864793777466 (2.4374268921938804) - | > loss_disc_real_0: 0.1741102784872055 (0.15842122855511578) - | > loss_disc_real_1: 0.17603018879890442 (0.16947938230904666) - | > loss_disc_real_2: 0.2646007537841797 (0.2584916949272156) - | > loss_disc_real_3: 0.18694473803043365 (0.15546036951921202) - | > loss_disc_real_4: 0.2361895889043808 (0.21152595024217258) - | > loss_disc_real_5: 0.2116047590970993 (0.18963099271059036) - | > loss_0: 2.098864793777466 (2.4374268921938804) - | > loss_gen: 2.624305009841919 (1.9433320056308399) - | > loss_kl: 1.5887067317962646 (1.381758381019939) - | > loss_feat: 4.188736915588379 (3.5813833366740835) - | > loss_mel: 31.435224533081055 (27.62168364091353) - | > loss_duration: 2.004703998565674 (1.9418722066012295) - | > loss_1: 41.841678619384766 (36.4700291373513) - - --> STEP: 23 - | > loss_disc: 2.5477237701416016 (2.4422224086263897) - | > loss_disc_real_0: 0.2439344823360443 (0.16213919611080832) - | > loss_disc_real_1: 0.15514928102493286 (0.16885633442712866) - | > loss_disc_real_2: 0.22812163829803467 (0.25717125768246857) - | > loss_disc_real_3: 0.1517803966999054 (0.1553003707009813) - | > loss_disc_real_4: 0.20792482793331146 (0.2113693797070047) - | > loss_disc_real_5: 0.23122841119766235 (0.19143957612307175) - | > loss_0: 2.5477237701416016 (2.4422224086263897) - | > loss_gen: 1.8578853607177734 (1.9396169341128806) - | > loss_kl: 1.4483239650726318 (1.384652536848317) - | > loss_feat: 2.828472137451172 (3.5486480671426524) - | > loss_mel: 24.56399154663086 (27.4887405063795) - | > loss_duration: 2.0347418785095215 (1.9459100184233293) - | > loss_1: 32.73341369628906 (36.30756759643555) - - --> STEP: 24 - | > loss_disc: 2.093837261199951 (2.4277063608169547) - | > loss_disc_real_0: 0.10488788783550262 (0.15975372493267057) - | > loss_disc_real_1: 0.13522474467754364 (0.16745501818756262) - | > loss_disc_real_2: 0.2128724604845047 (0.25532547446588677) - | > loss_disc_real_3: 0.1363397091627121 (0.15451034313688675) - | > loss_disc_real_4: 0.22106193006038666 (0.21177323597172895) - | > loss_disc_real_5: 0.13253913819789886 (0.18898539120952287) - | > loss_0: 2.093837261199951 (2.4277063608169547) - | > loss_gen: 2.1063694953918457 (1.946564957499504) - | > loss_kl: 1.216772437095642 (1.3776575326919556) - | > loss_feat: 4.667399883270264 (3.5952627261479697) - | > loss_mel: 33.06392288208008 (27.72103977203369) - | > loss_duration: 1.9262844324111938 (1.9450922856728237) - | > loss_1: 42.980751037597656 (36.58561690648397) - - --> STEP: 25 - | > loss_disc: 2.467916965484619 (2.4293147850036614) - | > loss_disc_real_0: 0.14612913131713867 (0.15920874118804929) - | > loss_disc_real_1: 0.1958872228860855 (0.16859230637550354) - | > loss_disc_real_2: 0.3076964020729065 (0.25742031157016754) - | > loss_disc_real_3: 0.14591720700263977 (0.15416661769151688) - | > loss_disc_real_4: 0.17602960765361786 (0.21034349083900453) - | > loss_disc_real_5: 0.17254997789859772 (0.18832797467708587) - | > loss_0: 2.467916965484619 (2.4293147850036614) - | > loss_gen: 1.9545645713806152 (1.9468849420547485) - | > loss_kl: 1.430613398551941 (1.3797757673263549) - | > loss_feat: 3.5228970050811768 (3.592368097305298) - | > loss_mel: 28.313291549682617 (27.74472984313965) - | > loss_duration: 1.8672206401824951 (1.9419774198532105) - | > loss_1: 37.088584899902344 (36.60573562622071) - - --> STEP: 26 - | > loss_disc: 2.296840190887451 (2.424219608306884) - | > loss_disc_real_0: 0.19943265616893768 (0.16075581484116036) - | > loss_disc_real_1: 0.15248017013072968 (0.16797260882762763) - | > loss_disc_real_2: 0.23713067173957825 (0.25663994080745256) - | > loss_disc_real_3: 0.11869680881500244 (0.1528023942731894) - | > loss_disc_real_4: 0.22974033653736115 (0.2110895233658644) - | > loss_disc_real_5: 0.1887740045785904 (0.18834512967329758) - | > loss_0: 2.296840190887451 (2.424219608306884) - | > loss_gen: 2.080369234085083 (1.9520189532866845) - | > loss_kl: 1.1740550994873047 (1.3718634339479299) - | > loss_feat: 3.6586992740631104 (3.5949192964113674) - | > loss_mel: 28.30417251586914 (27.76624686901386) - | > loss_duration: 1.8853976726531982 (1.939801275730133) - | > loss_1: 37.102691650390625 (36.624849319458015) - - --> STEP: 27 - | > loss_disc: 2.3208935260772705 (2.4203927163724535) - | > loss_disc_real_0: 0.12546959519386292 (0.1594489178171864) - | > loss_disc_real_1: 0.21628229320049286 (0.169761856396993) - | > loss_disc_real_2: 0.2025928944349289 (0.254638198349211) - | > loss_disc_real_3: 0.14191606640815735 (0.15239919694485488) - | > loss_disc_real_4: 0.20447741448879242 (0.21084463044449134) - | > loss_disc_real_5: 0.14672675728797913 (0.18680370847384134) - | > loss_0: 2.3208935260772705 (2.4203927163724535) - | > loss_gen: 1.8929481506347656 (1.9498311457810578) - | > loss_kl: 1.4351991415023804 (1.3742092008943911) - | > loss_feat: 3.8778419494628906 (3.6053979131910534) - | > loss_mel: 28.856239318847656 (27.806616959748446) - | > loss_duration: 1.9046907424926758 (1.9385008856102273) - | > loss_1: 37.9669189453125 (36.67455560189707) - - --> STEP: 28 - | > loss_disc: 2.264893054962158 (2.4148391570363716) - | > loss_disc_real_0: 0.14039435982704163 (0.15876839788896693) - | > loss_disc_real_1: 0.15082181990146637 (0.16908542652215278) - | > loss_disc_real_2: 0.21824629604816437 (0.253338487552745) - | > loss_disc_real_3: 0.15234804153442383 (0.1523973699659109) - | > loss_disc_real_4: 0.18825602531433105 (0.21003789454698563) - | > loss_disc_real_5: 0.1934278905391693 (0.18704028640474593) - | > loss_0: 2.264893054962158 (2.4148391570363716) - | > loss_gen: 1.9606947898864746 (1.950219133070537) - | > loss_kl: 1.4254204034805298 (1.3760381724153246) - | > loss_feat: 3.629338026046753 (3.6062529172216142) - | > loss_mel: 24.185279846191406 (27.67728349140712) - | > loss_duration: 1.942065954208374 (1.9386282094887324) - | > loss_1: 33.142799377441406 (36.54842145102365) - - --> STEP: 29 - | > loss_disc: 2.62495756149292 (2.422084619259011) - | > loss_disc_real_0: 0.20712736248970032 (0.1604359483924405) - | > loss_disc_real_1: 0.20168499648571014 (0.1702095496243444) - | > loss_disc_real_2: 0.27174484729766846 (0.25397318961291476) - | > loss_disc_real_3: 0.21315136551856995 (0.1544923353297957) - | > loss_disc_real_4: 0.25038424134254456 (0.21142914788476352) - | > loss_disc_real_5: 0.21579596400260925 (0.1880318614943274) - | > loss_0: 2.62495756149292 (2.422084619259011) - | > loss_gen: 1.9530816078186035 (1.9503178390963325) - | > loss_kl: 1.0721650123596191 (1.3655597875858176) - | > loss_feat: 2.3289034366607666 (3.5622063834091713) - | > loss_mel: 24.456403732299805 (27.566218672127558) - | > loss_duration: 1.9441587924957275 (1.9388189192475944) - | > loss_1: 31.754711151123047 (36.38312109585466) - - --> STEP: 30 - | > loss_disc: 2.4864935874938965 (2.4242315848668405) - | > loss_disc_real_0: 0.1518460214138031 (0.1601496174931526) - | > loss_disc_real_1: 0.19912609457969666 (0.17117343445618946) - | > loss_disc_real_2: 0.2737259566783905 (0.25463161518176397) - | > loss_disc_real_3: 0.19184887409210205 (0.15573755328853925) - | > loss_disc_real_4: 0.1804679036140442 (0.2103971064090729) - | > loss_disc_real_5: 0.234737828373909 (0.18958872705698013) - | > loss_0: 2.4864935874938965 (2.4242315848668405) - | > loss_gen: 1.9948692321777344 (1.9518028855323792) - | > loss_kl: 1.422474980354309 (1.3674569606781006) - | > loss_feat: 3.298198699951172 (3.5534061272939046) - | > loss_mel: 24.23305892944336 (27.45511334737142) - | > loss_duration: 1.9130526781082153 (1.9379600445429483) - | > loss_1: 32.86165237426758 (36.26573880513509) - - --> STEP: 31 - | > loss_disc: 2.4884512424468994 (2.426303186724262) - | > loss_disc_real_0: 0.23517349362373352 (0.16256974252962295) - | > loss_disc_real_1: 0.17753450572490692 (0.17137863030356745) - | > loss_disc_real_2: 0.254829466342926 (0.2546379974772853) - | > loss_disc_real_3: 0.18171429634094238 (0.1565755127418426) - | > loss_disc_real_4: 0.17924024164676666 (0.2093920462554501) - | > loss_disc_real_5: 0.15202486515045166 (0.18837698957612437) - | > loss_0: 2.4884512424468994 (2.426303186724262) - | > loss_gen: 1.8588027954101562 (1.9488028826252106) - | > loss_kl: 1.2671337127685547 (1.3642207268745667) - | > loss_feat: 3.3775155544281006 (3.5477322378466205) - | > loss_mel: 25.89743423461914 (27.40486563405683) - | > loss_duration: 1.879459261894226 (1.936072922522022) - | > loss_1: 34.28034591674805 (36.201693873251635) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.004211479617703346 (-0.00867191437752016) - | > avg_loss_disc: 2.426303186724262 (-0.1851796488608084) - | > avg_loss_disc_real_0: 0.16256974252962295 (-0.06941256143393057) - | > avg_loss_disc_real_1: 0.17137863030356745 (+0.0028871249768042118) - | > avg_loss_disc_real_2: 0.2546379974772853 (+0.08329593654601805) - | > avg_loss_disc_real_3: 0.1565755127418426 (-0.09184221226361486) - | > avg_loss_disc_real_4: 0.2093920462554501 (-0.009298386593018793) - | > avg_loss_disc_real_5: 0.18837698957612437 (+0.01790481709664868) - | > avg_loss_0: 2.426303186724262 (-0.1851796488608084) - | > avg_loss_gen: 1.9488028826252106 (+0.060266064059349755) - | > avg_loss_kl: 1.3642207268745667 (+0.2379393144961326) - | > avg_loss_feat: 3.5477322378466205 (+0.13340532395147475) - | > avg_loss_mel: 27.40486563405683 (-0.2937257212977258) - | > avg_loss_duration: 1.936072922522022 (-0.058567312455946485) - | > avg_loss_1: 36.201693873251635 (+0.07931709289550071) - - > BEST MODEL : vits_shi_male-November-22-2024_02+49AM-0000000/best_model_3411.pth - - > EPOCH: 2/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-22 10:33:25)  - - --> TIME: 2024-11-22 10:33:38 -- STEP: 14/797 -- GLOBAL_STEP: 3425 - | > loss_disc: 2.486717700958252 (2.5367371865681245) - | > loss_disc_real_0: 0.24555206298828125 (0.1925576435668128) - | > loss_disc_real_1: 0.2092345803976059 (0.22855118342808314) - | > loss_disc_real_2: 0.189205139875412 (0.21955964182104384) - | > loss_disc_real_3: 0.22806844115257263 (0.23453290973390853) - | > loss_disc_real_4: 0.1619141399860382 (0.21642746031284332) - | > loss_disc_real_5: 0.15660181641578674 (0.22283431461879186) - | > loss_0: 2.486717700958252 (2.5367371865681245) - | > grad_norm_0: tensor(23.7071, device='cuda:0') (tensor(30.1870, device='cuda:0')) - | > loss_gen: 2.2512428760528564 (2.1796144247055054) - | > loss_kl: 1.614345908164978 (1.5419343199048723) - | > loss_feat: 4.185831546783447 (3.599424430302211) - | > loss_mel: 26.188968658447266 (26.6753568649292) - | > loss_duration: 2.0785317420959473 (2.142424523830414) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 36.31892395019531 (36.138754435947966) - | > grad_norm_1: tensor(149.6699, device='cuda:0') (tensor(166.6014, device='cuda:0')) - | > current_lr_0: 0.00019990001874843754 - | > current_lr_1: 0.00019990001874843754 - | > step_time: 0.8288 (0.8292211464473179) - | > loader_time: 0.0038 (0.005337306431361607) - - - --> TIME: 2024-11-22 10:33:58 -- STEP: 39/797 -- GLOBAL_STEP: 3450 - | > loss_disc: 2.4397382736206055 (2.532557346881965) - | > loss_disc_real_0: 0.09739918261766434 (0.18572691866220575) - | > loss_disc_real_1: 0.23514246940612793 (0.22433287325577858) - | > loss_disc_real_2: 0.2366795539855957 (0.23578888407120338) - | > loss_disc_real_3: 0.22719347476959229 (0.22952186144315279) - | > loss_disc_real_4: 0.1935226321220398 (0.22418627028281873) - | > loss_disc_real_5: 0.2719523310661316 (0.23711744715005922) - | > loss_0: 2.4397382736206055 (2.532557346881965) - | > grad_norm_0: tensor(26.8693, device='cuda:0') (tensor(35.5706, device='cuda:0')) - | > loss_gen: 2.0800881385803223 (2.213079862105541) - | > loss_kl: 1.1632637977600098 (1.4025013752472704) - | > loss_feat: 3.850050210952759 (3.714649805655846) - | > loss_mel: 28.97797966003418 (26.81472264803373) - | > loss_duration: 2.016331195831299 (2.0569953276560855) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 38.08771514892578 (36.20194919292744) - | > grad_norm_1: tensor(68.1946, device='cuda:0') (tensor(199.2050, device='cuda:0')) - | > current_lr_0: 0.00019990001874843754 - | > current_lr_1: 0.00019990001874843754 - | > step_time: 0.7881 (0.8063557331378644) - | > loader_time: 0.0033 (0.004918398001255133) - - - --> TIME: 2024-11-22 10:34:18 -- STEP: 64/797 -- GLOBAL_STEP: 3475 - | > loss_disc: 2.5769846439361572 (2.5109231397509584) - | > loss_disc_real_0: 0.29571083188056946 (0.18353026174008846) - | > loss_disc_real_1: 0.28850477933883667 (0.22341616242192686) - | > loss_disc_real_2: 0.26286014914512634 (0.23771559074521065) - | > loss_disc_real_3: 0.22374163568019867 (0.22323237196542323) - | > loss_disc_real_4: 0.26989588141441345 (0.22237372398376465) - | > loss_disc_real_5: 0.2658706307411194 (0.23453341238200665) - | > loss_0: 2.5769846439361572 (2.5109231397509584) - | > grad_norm_0: tensor(27.7618, device='cuda:0') (tensor(33.2720, device='cuda:0')) - | > loss_gen: 2.3012824058532715 (2.2406647503376007) - | > loss_kl: 1.2546581029891968 (1.3508091410621998) - | > loss_feat: 3.5122053623199463 (3.8098654486238956) - | > loss_mel: 27.21816062927246 (27.10820707678795) - | > loss_duration: 1.9218168258666992 (2.0124102290719748) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 36.20812225341797 (36.521956712007515) - | > grad_norm_1: tensor(185.0624, device='cuda:0') (tensor(201.2380, device='cuda:0')) - | > current_lr_0: 0.00019990001874843754 - | > current_lr_1: 0.00019990001874843754 - | > step_time: 0.8266 (0.807126734405756) - | > loader_time: 0.0042 (0.005151815712451934) - - - --> TIME: 2024-11-22 10:34:39 -- STEP: 89/797 -- GLOBAL_STEP: 3500 - | > loss_disc: 2.5111806392669678 (2.520777461234104) - | > loss_disc_real_0: 0.2384379804134369 (0.18295075945305028) - | > loss_disc_real_1: 0.22496570646762848 (0.2237890734431449) - | > loss_disc_real_2: 0.22432172298431396 (0.2401272016629744) - | > loss_disc_real_3: 0.18338796496391296 (0.22220117088114277) - | > loss_disc_real_4: 0.24917763471603394 (0.22530085350690263) - | > loss_disc_real_5: 0.21282324194908142 (0.23762405002385042) - | > loss_0: 2.5111806392669678 (2.520777461234104) - | > grad_norm_0: tensor(14.0465, device='cuda:0') (tensor(31.6645, device='cuda:0')) - | > loss_gen: 2.2833046913146973 (2.2472800887032847) - | > loss_kl: 1.2528234720230103 (1.335973127504413) - | > loss_feat: 4.051347255706787 (3.8066308230496526) - | > loss_mel: 29.776912689208984 (27.161557186855358) - | > loss_duration: 1.9733927249908447 (1.9917709921183218) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 39.33778381347656 (36.543212440576454) - | > grad_norm_1: tensor(124.7510, device='cuda:0') (tensor(190.7121, device='cuda:0')) - | > current_lr_0: 0.00019990001874843754 - | > current_lr_1: 0.00019990001874843754 - | > step_time: 0.8606 (0.8085076085637125) - | > loader_time: 0.0039 (0.005224653844083293) - - - --> TIME: 2024-11-22 10:35:00 -- STEP: 114/797 -- GLOBAL_STEP: 3525 - | > loss_disc: 2.5192456245422363 (2.523169159889221) - | > loss_disc_real_0: 0.2554957866668701 (0.18514222161550278) - | > loss_disc_real_1: 0.20836246013641357 (0.22340446396877892) - | > loss_disc_real_2: 0.1985611915588379 (0.23869771628003372) - | > loss_disc_real_3: 0.19642643630504608 (0.22177162086754515) - | > loss_disc_real_4: 0.1598857343196869 (0.2262973245560077) - | > loss_disc_real_5: 0.19730234146118164 (0.236789387307669) - | > loss_0: 2.5192456245422363 (2.523169159889221) - | > grad_norm_0: tensor(26.3267, device='cuda:0') (tensor(31.9392, device='cuda:0')) - | > loss_gen: 2.255326509475708 (2.2356697812415) - | > loss_kl: 1.3355220556259155 (1.3334192476774518) - | > loss_feat: 3.744823694229126 (3.7873717086356984) - | > loss_mel: 27.380083084106445 (27.179229853446024) - | > loss_duration: 1.9760615825653076 (1.9802823014426654) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 36.69181823730469 (36.515972974007596) - | > grad_norm_1: tensor(74.2281, device='cuda:0') (tensor(196.8952, device='cuda:0')) - | > current_lr_0: 0.00019990001874843754 - | > current_lr_1: 0.00019990001874843754 - | > step_time: 0.8696 (0.8106445325048346) - | > loader_time: 0.0147 (0.005296897469905385) - - - --> TIME: 2024-11-22 10:35:20 -- STEP: 139/797 -- GLOBAL_STEP: 3550 - | > loss_disc: 2.6449036598205566 (2.519055800472232) - | > loss_disc_real_0: 0.14767606556415558 (0.18442245192236184) - | > loss_disc_real_1: 0.2623659372329712 (0.22382655225211767) - | > loss_disc_real_2: 0.3004874885082245 (0.23994584960474385) - | > loss_disc_real_3: 0.29069143533706665 (0.2204763985795083) - | > loss_disc_real_4: 0.32183563709259033 (0.22679426590744536) - | > loss_disc_real_5: 0.2664491534233093 (0.23706321139558614) - | > loss_0: 2.6449036598205566 (2.519055800472232) - | > grad_norm_0: tensor(81.5436, device='cuda:0') (tensor(34.4029, device='cuda:0')) - | > loss_gen: 2.128854513168335 (2.248230240327848) - | > loss_kl: 1.1689674854278564 (1.3275029740745214) - | > loss_feat: 3.220324993133545 (3.8158481069605985) - | > loss_mel: 26.453651428222656 (27.239370291181604) - | > loss_duration: 1.9559392929077148 (1.974054044956784) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 34.927738189697266 (36.60500567594022) - | > grad_norm_1: tensor(472.0079, device='cuda:0') (tensor(200.2758, device='cuda:0')) - | > current_lr_0: 0.00019990001874843754 - | > current_lr_1: 0.00019990001874843754 - | > step_time: 0.7963 (0.8108545670406424) - | > loader_time: 0.0046 (0.005274571960778543) - - - --> TIME: 2024-11-22 10:35:41 -- STEP: 164/797 -- GLOBAL_STEP: 3575 - | > loss_disc: 2.36617112159729 (2.527715742588043) - | > loss_disc_real_0: 0.07953815162181854 (0.1843645932925184) - | > loss_disc_real_1: 0.211104154586792 (0.2241204423693622) - | > loss_disc_real_2: 0.2257101833820343 (0.24066898217651903) - | > loss_disc_real_3: 0.14348933100700378 (0.21989211585463547) - | > loss_disc_real_4: 0.14662796258926392 (0.22861681669587042) - | > loss_disc_real_5: 0.15022563934326172 (0.23605017409455487) - | > loss_0: 2.36617112159729 (2.527715742588043) - | > grad_norm_0: tensor(12.8316, device='cuda:0') (tensor(34.0514, device='cuda:0')) - | > loss_gen: 2.0979502201080322 (2.2282945833555075) - | > loss_kl: 1.3657119274139404 (1.3121927565917735) - | > loss_feat: 4.282199859619141 (3.7623032622221038) - | > loss_mel: 27.64840316772461 (27.169108518740025) - | > loss_duration: 1.8750548362731934 (1.9648105836496124) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 37.269317626953125 (36.43670972963659) - | > grad_norm_1: tensor(46.2550, device='cuda:0') (tensor(201.7444, device='cuda:0')) - | > current_lr_0: 0.00019990001874843754 - | > current_lr_1: 0.00019990001874843754 - | > step_time: 0.8751 (0.8122806650836293) - | > loader_time: 0.0046 (0.00535538719921577) - - - --> TIME: 2024-11-22 10:36:02 -- STEP: 189/797 -- GLOBAL_STEP: 3600 - | > loss_disc: 2.472134828567505 (2.5281471474460835) - | > loss_disc_real_0: 0.1274339109659195 (0.1844556781823042) - | > loss_disc_real_1: 0.21903549134731293 (0.2238241704525771) - | > loss_disc_real_2: 0.26124632358551025 (0.24098366293957624) - | > loss_disc_real_3: 0.1789405345916748 (0.2206182225198342) - | > loss_disc_real_4: 0.23417258262634277 (0.2276530333612331) - | > loss_disc_real_5: 0.22787725925445557 (0.23598553492594018) - | > loss_0: 2.472134828567505 (2.5281471474460835) - | > grad_norm_0: tensor(46.3055, device='cuda:0') (tensor(33.8126, device='cuda:0')) - | > loss_gen: 2.0125818252563477 (2.2237643974798686) - | > loss_kl: 1.034305214881897 (1.3010397947654515) - | > loss_feat: 3.4945948123931885 (3.7461572891820674) - | > loss_mel: 24.691919326782227 (27.190573021217627) - | > loss_duration: 1.9615081548690796 (1.9579722811936073) - | > amp_scaler: 128.0 (253.2910052910053) - | > loss_1: 33.19491195678711 (36.419506900524965) - | > grad_norm_1: tensor(330.8652, device='cuda:0') (tensor(204.6076, device='cuda:0')) - | > current_lr_0: 0.00019990001874843754 - | > current_lr_1: 0.00019990001874843754 - | > step_time: 0.7749 (0.8149872885810004) - | > loader_time: 0.0058 (0.0054890995933895995) - - - --> TIME: 2024-11-22 10:36:23 -- STEP: 214/797 -- GLOBAL_STEP: 3625 - | > loss_disc: 2.4720706939697266 (2.5295322342453725) - | > loss_disc_real_0: 0.23960888385772705 (0.184232363181415) - | > loss_disc_real_1: 0.16267360746860504 (0.22301996541078958) - | > loss_disc_real_2: 0.31685930490493774 (0.24178609843844565) - | > loss_disc_real_3: 0.24231724441051483 (0.22130440300870163) - | > loss_disc_real_4: 0.2776408791542053 (0.22847005898985906) - | > loss_disc_real_5: 0.3090044856071472 (0.23617172178542503) - | > loss_0: 2.4720706939697266 (2.5295322342453725) - | > grad_norm_0: tensor(28.6627, device='cuda:0') (tensor(33.7889, device='cuda:0')) - | > loss_gen: 2.337955951690674 (2.2219496324797645) - | > loss_kl: 1.1275510787963867 (1.2977905540822812) - | > loss_feat: 3.6116225719451904 (3.7309995778253144) - | > loss_mel: 28.151348114013672 (27.16993280214684) - | > loss_duration: 1.9368362426757812 (1.9547286640817876) - | > amp_scaler: 128.0 (238.65420560747663) - | > loss_1: 37.165313720703125 (36.375401345368836) - | > grad_norm_1: tensor(278.9452, device='cuda:0') (tensor(208.7173, device='cuda:0')) - | > current_lr_0: 0.00019990001874843754 - | > current_lr_1: 0.00019990001874843754 - | > step_time: 0.9561 (0.8172144978959984) - | > loader_time: 0.0056 (0.005528698457735719) - - - --> TIME: 2024-11-22 10:36:44 -- STEP: 239/797 -- GLOBAL_STEP: 3650 - | > loss_disc: 2.30198335647583 (2.526434290857994) - | > loss_disc_real_0: 0.2532917261123657 (0.18409010936276185) - | > loss_disc_real_1: 0.19339203834533691 (0.22208667574567276) - | > loss_disc_real_2: 0.19399765133857727 (0.24063078628923104) - | > loss_disc_real_3: 0.18303969502449036 (0.2206544820608953) - | > loss_disc_real_4: 0.142924502491951 (0.22781265043813315) - | > loss_disc_real_5: 0.16498328745365143 (0.2358767047960888) - | > loss_0: 2.30198335647583 (2.526434290857994) - | > grad_norm_0: tensor(12.6839, device='cuda:0') (tensor(34.6415, device='cuda:0')) - | > loss_gen: 2.468431234359741 (2.218342770592437) - | > loss_kl: 1.338404655456543 (1.3007900455506767) - | > loss_feat: 4.316103458404541 (3.7280070612121325) - | > loss_mel: 27.130672454833984 (27.123778474879565) - | > loss_duration: 1.9487438201904297 (1.9498978394344764) - | > amp_scaler: 128.0 (227.0794979079498) - | > loss_1: 37.202354431152344 (36.32081631137735) - | > grad_norm_1: tensor(54.5836, device='cuda:0') (tensor(213.5819, device='cuda:0')) - | > current_lr_0: 0.00019990001874843754 - | > current_lr_1: 0.00019990001874843754 - | > step_time: 0.7948 (0.8195354200307295) - | > loader_time: 0.005 (0.005598737604947268) - - - --> TIME: 2024-11-22 10:37:06 -- STEP: 264/797 -- GLOBAL_STEP: 3675 - | > loss_disc: 2.6246798038482666 (2.5329179059375426) - | > loss_disc_real_0: 0.2255183458328247 (0.18507147278410918) - | > loss_disc_real_1: 0.26965802907943726 (0.2230617975759687) - | > loss_disc_real_2: 0.3125254213809967 (0.24155600295599663) - | > loss_disc_real_3: 0.18191108107566833 (0.22150406805854855) - | > loss_disc_real_4: 0.24048161506652832 (0.22844007628207857) - | > loss_disc_real_5: 0.2501887381076813 (0.2368127317026709) - | > loss_0: 2.6246798038482666 (2.5329179059375426) - | > grad_norm_0: tensor(34.3168, device='cuda:0') (tensor(36.3178, device='cuda:0')) - | > loss_gen: 2.0387442111968994 (2.2150161058613733) - | > loss_kl: 1.1800650358200073 (1.299035989199623) - | > loss_feat: 3.0159926414489746 (3.7121716024297657) - | > loss_mel: 25.965435028076172 (27.08460100491841) - | > loss_duration: 1.8634147644042969 (1.9456254582513461) - | > amp_scaler: 128.0 (217.6969696969697) - | > loss_1: 34.06365203857422 (36.2564503135103) - | > grad_norm_1: tensor(62.7887, device='cuda:0') (tensor(216.2913, device='cuda:0')) - | > current_lr_0: 0.00019990001874843754 - | > current_lr_1: 0.00019990001874843754 - | > step_time: 0.8148 (0.8218873495405371) - | > loader_time: 0.0054 (0.005631375493425309) - - - --> TIME: 2024-11-22 10:37:28 -- STEP: 289/797 -- GLOBAL_STEP: 3700 - | > loss_disc: 2.611400604248047 (2.532408761318168) - | > loss_disc_real_0: 0.1760464608669281 (0.18520827735790332) - | > loss_disc_real_1: 0.2524855136871338 (0.2225267482360754) - | > loss_disc_real_2: 0.2653440237045288 (0.24188530269791098) - | > loss_disc_real_3: 0.2542897164821625 (0.22131582037594077) - | > loss_disc_real_4: 0.17820903658866882 (0.2287166276398827) - | > loss_disc_real_5: 0.23419684171676636 (0.23673680079230797) - | > loss_0: 2.611400604248047 (2.532408761318168) - | > grad_norm_0: tensor(23.3670, device='cuda:0') (tensor(36.5245, device='cuda:0')) - | > loss_gen: 2.125828266143799 (2.2119089604249043) - | > loss_kl: 1.3224623203277588 (1.3015814128631533) - | > loss_feat: 3.5730557441711426 (3.703190057747917) - | > loss_mel: 26.567663192749023 (27.071538984569298) - | > loss_duration: 1.902527093887329 (1.943452083940737) - | > amp_scaler: 128.0 (209.93771626297578) - | > loss_1: 35.49153518676758 (36.23167167320382) - | > grad_norm_1: tensor(160.4721, device='cuda:0') (tensor(216.8410, device='cuda:0')) - | > current_lr_0: 0.00019990001874843754 - | > current_lr_1: 0.00019990001874843754 - | > step_time: 0.8463 (0.8258357130532447) - | > loader_time: 0.0049 (0.005746844730575191) - - - --> TIME: 2024-11-22 10:37:49 -- STEP: 314/797 -- GLOBAL_STEP: 3725 - | > loss_disc: 2.8403704166412354 (2.537193045494664) - | > loss_disc_real_0: 0.21343815326690674 (0.18507346603426203) - | > loss_disc_real_1: 0.19172583520412445 (0.22286885068010373) - | > loss_disc_real_2: 0.22673089802265167 (0.24168210296304363) - | > loss_disc_real_3: 0.2041906863451004 (0.22117903657779572) - | > loss_disc_real_4: 0.23612359166145325 (0.22858605362996934) - | > loss_disc_real_5: 0.21513371169567108 (0.23757970551396626) - | > loss_0: 2.8403704166412354 (2.537193045494664) - | > grad_norm_0: tensor(20.4265, device='cuda:0') (tensor(36.3124, device='cuda:0')) - | > loss_gen: 2.0322976112365723 (2.205657116546751) - | > loss_kl: 1.2399221658706665 (1.3017218788717952) - | > loss_feat: 3.071338653564453 (3.6875456594357825) - | > loss_mel: 26.97549819946289 (27.074156736871988) - | > loss_duration: 1.9251477718353271 (1.9411035252224869) - | > amp_scaler: 128.0 (203.41401273885353) - | > loss_1: 35.244205474853516 (36.2101850691874) - | > grad_norm_1: tensor(138.4101, device='cuda:0') (tensor(218.9392, device='cuda:0')) - | > current_lr_0: 0.00019990001874843754 - | > current_lr_1: 0.00019990001874843754 - | > step_time: 0.8446 (0.8279764895226547) - | > loader_time: 0.0112 (0.005773049251289121) - - - --> TIME: 2024-11-22 10:38:12 -- STEP: 339/797 -- GLOBAL_STEP: 3750 - | > loss_disc: 2.508800506591797 (2.5349327378568414) - | > loss_disc_real_0: 0.25678741931915283 (0.18464890581756208) - | > loss_disc_real_1: 0.2721169590950012 (0.22321672238695234) - | > loss_disc_real_2: 0.30155572295188904 (0.2411774156895359) - | > loss_disc_real_3: 0.24458527565002441 (0.2214690286852969) - | > loss_disc_real_4: 0.2894776165485382 (0.2280921196691406) - | > loss_disc_real_5: 0.2817063331604004 (0.23749800316527878) - | > loss_0: 2.508800506591797 (2.5349327378568414) - | > grad_norm_0: tensor(17.7766, device='cuda:0') (tensor(37.1922, device='cuda:0')) - | > loss_gen: 2.4138927459716797 (2.2098351347762915) - | > loss_kl: 1.227746844291687 (1.3007126501527855) - | > loss_feat: 3.498765707015991 (3.695954234902486) - | > loss_mel: 26.22585105895996 (27.072512854517022) - | > loss_duration: 1.920013427734375 (1.9393896163389044) - | > amp_scaler: 128.0 (197.8525073746313) - | > loss_1: 35.28627014160156 (36.21840461798472) - | > grad_norm_1: tensor(125.6773, device='cuda:0') (tensor(222.5572, device='cuda:0')) - | > current_lr_0: 0.00019990001874843754 - | > current_lr_1: 0.00019990001874843754 - | > step_time: 0.9124 (0.831661584454652) - | > loader_time: 0.0051 (0.005846956134897415) - - - --> TIME: 2024-11-22 10:38:34 -- STEP: 364/797 -- GLOBAL_STEP: 3775 - | > loss_disc: 2.662031650543213 (2.5346976741329676) - | > loss_disc_real_0: 0.12208452075719833 (0.18461700842030093) - | > loss_disc_real_1: 0.20075081288814545 (0.22260312078991434) - | > loss_disc_real_2: 0.32854411005973816 (0.2415879068711957) - | > loss_disc_real_3: 0.16356314718723297 (0.22079757756584292) - | > loss_disc_real_4: 0.1790238469839096 (0.22801462655047794) - | > loss_disc_real_5: 0.20417171716690063 (0.2368741344947081) - | > loss_0: 2.662031650543213 (2.5346976741329676) - | > grad_norm_0: tensor(16.0913, device='cuda:0') (tensor(38.0162, device='cuda:0')) - | > loss_gen: 2.338660717010498 (2.2092285817796053) - | > loss_kl: 1.001135230064392 (1.2999512179867247) - | > loss_feat: 4.149478435516357 (3.7000563609731065) - | > loss_mel: 29.337127685546875 (27.065656557187918) - | > loss_duration: 1.9409191608428955 (1.937264309152142) - | > amp_scaler: 128.0 (193.0549450549451) - | > loss_1: 38.76731872558594 (36.212157144651286) - | > grad_norm_1: tensor(86.0808, device='cuda:0') (tensor(223.3269, device='cuda:0')) - | > current_lr_0: 0.00019990001874843754 - | > current_lr_1: 0.00019990001874843754 - | > step_time: 0.8861 (0.8346449287383112) - | > loader_time: 0.0064 (0.005949926245343553) - - - --> TIME: 2024-11-22 10:38:56 -- STEP: 389/797 -- GLOBAL_STEP: 3800 - | > loss_disc: 2.5683462619781494 (2.5369056196629565) - | > loss_disc_real_0: 0.3425593376159668 (0.1846235857409805) - | > loss_disc_real_1: 0.3084331452846527 (0.2230812318642219) - | > loss_disc_real_2: 0.18633200228214264 (0.24159658035612963) - | > loss_disc_real_3: 0.22737300395965576 (0.22105643344722248) - | > loss_disc_real_4: 0.22706055641174316 (0.2286586759559293) - | > loss_disc_real_5: 0.18076133728027344 (0.2373522552625685) - | > loss_0: 2.5683462619781494 (2.5369056196629565) - | > grad_norm_0: tensor(65.2471, device='cuda:0') (tensor(38.0179, device='cuda:0')) - | > loss_gen: 2.104185104370117 (2.2082197886812667) - | > loss_kl: 1.2659969329833984 (1.2983068394783517) - | > loss_feat: 3.9852755069732666 (3.697540407622075) - | > loss_mel: 28.07412338256836 (27.08787756284894) - | > loss_duration: 1.9314252138137817 (1.9353310007669013) - | > amp_scaler: 128.0 (188.87403598971727) - | > loss_1: 37.36100769042969 (36.22727574051803) - | > grad_norm_1: tensor(232.2800, device='cuda:0') (tensor(223.4686, device='cuda:0')) - | > current_lr_0: 0.00019990001874843754 - | > current_lr_1: 0.00019990001874843754 - | > step_time: 0.8476 (0.837363583263211) - | > loader_time: 0.0065 (0.006053034015057325) - - - --> TIME: 2024-11-22 10:39:18 -- STEP: 414/797 -- GLOBAL_STEP: 3825 - | > loss_disc: 2.597322940826416 (2.537039878863647) - | > loss_disc_real_0: 0.11407621204853058 (0.18456822029058478) - | > loss_disc_real_1: 0.23532311618328094 (0.2232392049677994) - | > loss_disc_real_2: 0.2202160805463791 (0.24149863835838106) - | > loss_disc_real_3: 0.18594710528850555 (0.22065364461446155) - | > loss_disc_real_4: 0.21217161417007446 (0.2278705572232532) - | > loss_disc_real_5: 0.21156258881092072 (0.23760081680068643) - | > loss_0: 2.597322940826416 (2.537039878863647) - | > grad_norm_0: tensor(23.9298, device='cuda:0') (tensor(38.9965, device='cuda:0')) - | > loss_gen: 1.9745168685913086 (2.208001297453176) - | > loss_kl: 1.3291457891464233 (1.3006344899751123) - | > loss_feat: 3.736300468444824 (3.6993940417893265) - | > loss_mel: 28.632307052612305 (27.111426077027243) - | > loss_duration: 1.8962070941925049 (1.9339651724566584) - | > amp_scaler: 128.0 (185.19806763285027) - | > loss_1: 37.568477630615234 (36.253421230592586) - | > grad_norm_1: tensor(114.5225, device='cuda:0') (tensor(226.0073, device='cuda:0')) - | > current_lr_0: 0.00019990001874843754 - | > current_lr_1: 0.00019990001874843754 - | > step_time: 0.8477 (0.8396879739807425) - | > loader_time: 0.01 (0.006151268447654834) - - - --> TIME: 2024-11-22 10:39:41 -- STEP: 439/797 -- GLOBAL_STEP: 3850 - | > loss_disc: 2.4547388553619385 (2.536432933698757) - | > loss_disc_real_0: 0.14513304829597473 (0.1845555941580639) - | > loss_disc_real_1: 0.2038296014070511 (0.22312915445663933) - | > loss_disc_real_2: 0.25050076842308044 (0.2414414327685002) - | > loss_disc_real_3: 0.24916113913059235 (0.22045945819119386) - | > loss_disc_real_4: 0.21308185160160065 (0.22798775323159604) - | > loss_disc_real_5: 0.2334049493074417 (0.23773051194150788) - | > loss_0: 2.4547388553619385 (2.536432933698757) - | > grad_norm_0: tensor(15.8104, device='cuda:0') (tensor(38.9839, device='cuda:0')) - | > loss_gen: 1.988378882408142 (2.206829531860787) - | > loss_kl: 1.2835713624954224 (1.301088003335617) - | > loss_feat: 3.531022787094116 (3.7001615673099946) - | > loss_mel: 27.690567016601562 (27.102662857681302) - | > loss_duration: 1.8734242916107178 (1.9325531566333118) - | > amp_scaler: 128.0 (181.94077448747157) - | > loss_1: 36.366966247558594 (36.24329527852747) - | > grad_norm_1: tensor(246.7464, device='cuda:0') (tensor(229.8447, device='cuda:0')) - | > current_lr_0: 0.00019990001874843754 - | > current_lr_1: 0.00019990001874843754 - | > step_time: 0.8586 (0.8420094362967108) - | > loader_time: 0.0063 (0.006225174814802095) - - - --> TIME: 2024-11-22 10:40:03 -- STEP: 464/797 -- GLOBAL_STEP: 3875 - | > loss_disc: 2.5202698707580566 (2.53588417789032) - | > loss_disc_real_0: 0.23911863565444946 (0.18482575999123263) - | > loss_disc_real_1: 0.2694929242134094 (0.22308463974181433) - | > loss_disc_real_2: 0.26689091324806213 (0.24151525794175163) - | > loss_disc_real_3: 0.23681704699993134 (0.22046902721169695) - | > loss_disc_real_4: 0.19726523756980896 (0.22768938589584212) - | > loss_disc_real_5: 0.30209702253341675 (0.23802949562026507) - | > loss_0: 2.5202698707580566 (2.53588417789032) - | > grad_norm_0: tensor(47.3204, device='cuda:0') (tensor(39.2737, device='cuda:0')) - | > loss_gen: 2.0955076217651367 (2.208410445215374) - | > loss_kl: 1.2925236225128174 (1.2998908720910536) - | > loss_feat: 3.5017001628875732 (3.7061391390603164) - | > loss_mel: 26.316274642944336 (27.084780076454418) - | > loss_duration: 1.8638222217559814 (1.9316579653271313) - | > amp_scaler: 128.0 (179.03448275862073) - | > loss_1: 35.069828033447266 (36.23087864497612) - | > grad_norm_1: tensor(259.0188, device='cuda:0') (tensor(232.1900, device='cuda:0')) - | > current_lr_0: 0.00019990001874843754 - | > current_lr_1: 0.00019990001874843754 - | > step_time: 0.9168 (0.8445093102496247) - | > loader_time: 0.0066 (0.006280288614075758) - - - --> TIME: 2024-11-22 10:40:26 -- STEP: 489/797 -- GLOBAL_STEP: 3900 - | > loss_disc: 2.49764084815979 (2.532174659409165) - | > loss_disc_real_0: 0.12301629781723022 (0.18386692433391363) - | > loss_disc_real_1: 0.2741526663303375 (0.22303176339113884) - | > loss_disc_real_2: 0.2042407989501953 (0.24122246563556493) - | > loss_disc_real_3: 0.2664627134799957 (0.2202384686116548) - | > loss_disc_real_4: 0.21632395684719086 (0.2269054728051636) - | > loss_disc_real_5: 0.18781717121601105 (0.2377974839237326) - | > loss_0: 2.49764084815979 (2.532174659409165) - | > grad_norm_0: tensor(30.3687, device='cuda:0') (tensor(39.2120, device='cuda:0')) - | > loss_gen: 2.281137466430664 (2.2116777782303676) - | > loss_kl: 1.336340069770813 (1.2972727237547335) - | > loss_feat: 4.155498504638672 (3.719051106575808) - | > loss_mel: 28.060461044311523 (27.072784201499136) - | > loss_duration: 1.8651050329208374 (1.930065229626521) - | > amp_scaler: 128.0 (176.42535787321066) - | > loss_1: 37.69853973388672 (36.23085119875418) - | > grad_norm_1: tensor(94.6636, device='cuda:0') (tensor(232.8709, device='cuda:0')) - | > current_lr_0: 0.00019990001874843754 - | > current_lr_1: 0.00019990001874843754 - | > step_time: 0.9011 (0.8465652763234083) - | > loader_time: 0.0068 (0.006393944558921766) - - - --> TIME: 2024-11-22 10:40:48 -- STEP: 514/797 -- GLOBAL_STEP: 3925 - | > loss_disc: 2.5014305114746094 (2.529942149781998) - | > loss_disc_real_0: 0.09381499886512756 (0.18308132172268646) - | > loss_disc_real_1: 0.2411617636680603 (0.22255336352649366) - | > loss_disc_real_2: 0.24588151276111603 (0.24097990253324175) - | > loss_disc_real_3: 0.21236082911491394 (0.2199257048651402) - | > loss_disc_real_4: 0.20499035716056824 (0.22736382603297436) - | > loss_disc_real_5: 0.23309309780597687 (0.2379685267806053) - | > loss_0: 2.5014305114746094 (2.529942149781998) - | > grad_norm_0: tensor(111.2402, device='cuda:0') (tensor(39.2141, device='cuda:0')) - | > loss_gen: 2.1650502681732178 (2.213778428298491) - | > loss_kl: 1.0080571174621582 (1.2964827224670206) - | > loss_feat: 3.824012279510498 (3.7312024799302392) - | > loss_mel: 24.701749801635742 (27.084962124954394) - | > loss_duration: 1.8800002336502075 (1.9286369247659172) - | > amp_scaler: 128.0 (174.07003891050587) - | > loss_1: 33.5788688659668 (36.2550628342981) - | > grad_norm_1: tensor(677.9693, device='cuda:0') (tensor(236.1484, device='cuda:0')) - | > current_lr_0: 0.00019990001874843754 - | > current_lr_1: 0.00019990001874843754 - | > step_time: 0.88 (0.8485836801825796) - | > loader_time: 0.0068 (0.006467641095706924) - - - --> TIME: 2024-11-22 10:41:11 -- STEP: 539/797 -- GLOBAL_STEP: 3950 - | > loss_disc: 2.3689191341400146 (2.5306542481473753) - | > loss_disc_real_0: 0.20894137024879456 (0.18357072867356333) - | > loss_disc_real_1: 0.23330827057361603 (0.22284439594548797) - | > loss_disc_real_2: 0.20645920932292938 (0.2410012949430876) - | > loss_disc_real_3: 0.2282303273677826 (0.21996612363047413) - | > loss_disc_real_4: 0.18826822936534882 (0.2274279837982111) - | > loss_disc_real_5: 0.2500794529914856 (0.23840713064170718) - | > loss_0: 2.3689191341400146 (2.5306542481473753) - | > grad_norm_0: tensor(24.0169, device='cuda:0') (tensor(39.4859, device='cuda:0')) - | > loss_gen: 2.372020721435547 (2.218322840382748) - | > loss_kl: 1.2524189949035645 (1.2960418979179429) - | > loss_feat: 4.325367450714111 (3.74238168286481) - | > loss_mel: 27.4102725982666 (27.090977762537225) - | > loss_duration: 1.9082527160644531 (1.9281487433941333) - | > amp_scaler: 128.0 (171.9332096474954) - | > loss_1: 37.268333435058594 (36.275873070966334) - | > grad_norm_1: tensor(247.3941, device='cuda:0') (tensor(237.1573, device='cuda:0')) - | > current_lr_0: 0.00019990001874843754 - | > current_lr_1: 0.00019990001874843754 - | > step_time: 0.92 (0.8505223005291261) - | > loader_time: 0.0138 (0.006590160235403199) - - - --> TIME: 2024-11-22 10:41:34 -- STEP: 564/797 -- GLOBAL_STEP: 3975 - | > loss_disc: 2.5145695209503174 (2.5294768894817823) - | > loss_disc_real_0: 0.2088230550289154 (0.18341802369723922) - | > loss_disc_real_1: 0.22253717482089996 (0.222549619523029) - | > loss_disc_real_2: 0.2770688831806183 (0.240969855919586) - | > loss_disc_real_3: 0.2849379777908325 (0.22002617465266103) - | > loss_disc_real_4: 0.23415085673332214 (0.22729357361053754) - | > loss_disc_real_5: 0.257581889629364 (0.23813922203918717) - | > loss_0: 2.5145695209503174 (2.5294768894817823) - | > grad_norm_0: tensor(30.8541, device='cuda:0') (tensor(39.2908, device='cuda:0')) - | > loss_gen: 2.0619523525238037 (2.216287578885437) - | > loss_kl: 1.4001402854919434 (1.2965328470400872) - | > loss_feat: 3.4400086402893066 (3.7449744191575567) - | > loss_mel: 25.56747817993164 (27.09251385884927) - | > loss_duration: 1.8801071643829346 (1.926869251626603) - | > amp_scaler: 128.0 (169.98581560283688) - | > loss_1: 34.34968566894531 (36.27717809136031) - | > grad_norm_1: tensor(249.9377, device='cuda:0') (tensor(236.7013, device='cuda:0')) - | > current_lr_0: 0.00019990001874843754 - | > current_lr_1: 0.00019990001874843754 - | > step_time: 0.9081 (0.8530760732948357) - | > loader_time: 0.0089 (0.006684378951999312) - - - --> TIME: 2024-11-22 10:41:57 -- STEP: 589/797 -- GLOBAL_STEP: 4000 - | > loss_disc: 2.611579656600952 (2.527392162734261) - | > loss_disc_real_0: 0.11890718340873718 (0.18239238629266236) - | > loss_disc_real_1: 0.21299752593040466 (0.22256483728341225) - | > loss_disc_real_2: 0.2835941016674042 (0.24078723472022848) - | > loss_disc_real_3: 0.22996683418750763 (0.21982521438537914) - | > loss_disc_real_4: 0.2639588713645935 (0.22698085948647798) - | > loss_disc_real_5: 0.2820104658603668 (0.23832380670440617) - | > loss_0: 2.611579656600952 (2.527392162734261) - | > grad_norm_0: tensor(95.8753, device='cuda:0') (tensor(39.2848, device='cuda:0')) - | > loss_gen: 2.1654937267303467 (2.2176463858988167) - | > loss_kl: 1.1522107124328613 (1.2937494045809688) - | > loss_feat: 3.3136377334594727 (3.750773977545203) - | > loss_mel: 24.364896774291992 (27.092167201795064) - | > loss_duration: 1.8810852766036987 (1.9258758653404353) - | > amp_scaler: 128.0 (168.20373514431242) - | > loss_1: 32.877323150634766 (36.280212988472925) - | > grad_norm_1: tensor(1126.2322, device='cuda:0') (tensor(239.9124, device='cuda:0')) - | > current_lr_0: 0.00019990001874843754 - | > current_lr_1: 0.00019990001874843754 - | > step_time: 0.8467 (0.8549885328840113) - | > loader_time: 0.0077 (0.006792907601503848) - - - --> TIME: 2024-11-22 10:42:20 -- STEP: 614/797 -- GLOBAL_STEP: 4025 - | > loss_disc: 2.533386468887329 (2.5224074129172958) - | > loss_disc_real_0: 0.18833959102630615 (0.18130356866975558) - | > loss_disc_real_1: 0.2022579163312912 (0.22231822886810637) - | > loss_disc_real_2: 0.28416943550109863 (0.24044682961624686) - | > loss_disc_real_3: 0.24109679460525513 (0.21954460626510533) - | > loss_disc_real_4: 0.2515827715396881 (0.22628670083874608) - | > loss_disc_real_5: 0.19755204021930695 (0.23771780615229554) - | > loss_0: 2.533386468887329 (2.5224074129172958) - | > grad_norm_0: tensor(18.7813, device='cuda:0') (tensor(38.7529, device='cuda:0')) - | > loss_gen: 2.4420297145843506 (2.2223595182748106) - | > loss_kl: 1.3434985876083374 (1.2933660923269743) - | > loss_feat: 4.055307388305664 (3.7679480842348037) - | > loss_mel: 29.346588134765625 (27.11500673884288) - | > loss_duration: 1.8945378065109253 (1.9253592442611918) - | > amp_scaler: 128.0 (166.56677524429966) - | > loss_1: 39.08196258544922 (36.324039847532354) - | > grad_norm_1: tensor(160.9637, device='cuda:0') (tensor(238.6015, device='cuda:0')) - | > current_lr_0: 0.00019990001874843754 - | > current_lr_1: 0.00019990001874843754 - | > step_time: 0.9512 (0.857282040950141) - | > loader_time: 0.0095 (0.006878413284252055) - - - --> TIME: 2024-11-22 10:42:43 -- STEP: 639/797 -- GLOBAL_STEP: 4050 - | > loss_disc: 2.3906521797180176 (2.5207081613406337) - | > loss_disc_real_0: 0.13733959197998047 (0.18112937139466692) - | > loss_disc_real_1: 0.21580930054187775 (0.2220833603415132) - | > loss_disc_real_2: 0.25359591841697693 (0.2403838334368988) - | > loss_disc_real_3: 0.2195228785276413 (0.2193959762046408) - | > loss_disc_real_4: 0.19500312209129333 (0.22621703161879894) - | > loss_disc_real_5: 0.21196410059928894 (0.2375960162314637) - | > loss_0: 2.3906521797180176 (2.5207081613406337) - | > grad_norm_0: tensor(19.5474, device='cuda:0') (tensor(39.1317, device='cuda:0')) - | > loss_gen: 2.2652974128723145 (2.2228881337086728) - | > loss_kl: 1.37802255153656 (1.292919830630456) - | > loss_feat: 4.059911251068115 (3.769029731481848) - | > loss_mel: 27.754127502441406 (27.10321381916648) - | > loss_duration: 1.9546120166778564 (1.9255133065072956) - | > amp_scaler: 128.0 (165.05790297339595) - | > loss_1: 37.41197204589844 (36.31356497512359) - | > grad_norm_1: tensor(147.0228, device='cuda:0') (tensor(242.2827, device='cuda:0')) - | > current_lr_0: 0.00019990001874843754 - | > current_lr_1: 0.00019990001874843754 - | > step_time: 0.9005 (0.859992554116883) - | > loader_time: 0.0097 (0.006967699024039255) - - - --> TIME: 2024-11-22 10:43:07 -- STEP: 664/797 -- GLOBAL_STEP: 4075 - | > loss_disc: 2.754570722579956 (2.520666156906681) - | > loss_disc_real_0: 0.2351999580860138 (0.1811736954308775) - | > loss_disc_real_1: 0.25476324558258057 (0.22217623838952874) - | > loss_disc_real_2: 0.2504848539829254 (0.24018889070903682) - | > loss_disc_real_3: 0.23472675681114197 (0.21912102130836392) - | > loss_disc_real_4: 0.23962563276290894 (0.2262078756129886) - | > loss_disc_real_5: 0.22222742438316345 (0.23801330930317738) - | > loss_0: 2.754570722579956 (2.520666156906681) - | > grad_norm_0: tensor(32.8667, device='cuda:0') (tensor(39.1080, device='cuda:0')) - | > loss_gen: 2.089613676071167 (2.2245826116168366) - | > loss_kl: 1.2647249698638916 (1.294887267232659) - | > loss_feat: 3.5565426349639893 (3.7781470619052295) - | > loss_mel: 26.389753341674805 (27.119875847575166) - | > loss_duration: 1.8898711204528809 (1.9246860358370357) - | > amp_scaler: 128.0 (163.6626506024096) - | > loss_1: 35.19050598144531 (36.34217896518933) - | > grad_norm_1: tensor(177.7891, device='cuda:0') (tensor(243.9131, device='cuda:0')) - | > current_lr_0: 0.00019990001874843754 - | > current_lr_1: 0.00019990001874843754 - | > step_time: 0.9382 (0.8632045057882742) - | > loader_time: 0.0178 (0.00705747216580862) - - - --> TIME: 2024-11-22 10:43:31 -- STEP: 689/797 -- GLOBAL_STEP: 4100 - | > loss_disc: 2.680917739868164 (2.520411398656485) - | > loss_disc_real_0: 0.13891971111297607 (0.18070146552839866) - | > loss_disc_real_1: 0.18918247520923615 (0.22234330309016964) - | > loss_disc_real_2: 0.2569431960582733 (0.2403437238516413) - | > loss_disc_real_3: 0.23609301447868347 (0.21910273852516154) - | > loss_disc_real_4: 0.21175654232501984 (0.22619015651015661) - | > loss_disc_real_5: 0.22944112122058868 (0.23816371509056475) - | > loss_0: 2.680917739868164 (2.520411398656485) - | > grad_norm_0: tensor(46.7392, device='cuda:0') (tensor(39.4761, device='cuda:0')) - | > loss_gen: 2.103123903274536 (2.224618207041516) - | > loss_kl: 1.292246699333191 (1.2960055319941095) - | > loss_feat: 3.339357852935791 (3.7775835035847307) - | > loss_mel: 25.989715576171875 (27.115062054771112) - | > loss_duration: 1.9234323501586914 (1.9237767862823774) - | > amp_scaler: 128.0 (162.36865021770683) - | > loss_1: 34.64787673950195 (36.33704622044441) - | > grad_norm_1: tensor(503.1346, device='cuda:0') (tensor(247.8606, device='cuda:0')) - | > current_lr_0: 0.00019990001874843754 - | > current_lr_1: 0.00019990001874843754 - | > step_time: 0.9575 (0.8660529099285859) - | > loader_time: 0.0086 (0.0071878080271152) - - - --> TIME: 2024-11-22 10:43:56 -- STEP: 714/797 -- GLOBAL_STEP: 4125 - | > loss_disc: 2.7083473205566406 (2.5203363194185164) - | > loss_disc_real_0: 0.12655603885650635 (0.18047382221857183) - | > loss_disc_real_1: 0.22421732544898987 (0.2221447653984991) - | > loss_disc_real_2: 0.23675477504730225 (0.24007381624033472) - | > loss_disc_real_3: 0.24600225687026978 (0.2193256264202902) - | > loss_disc_real_4: 0.23320026695728302 (0.22639723105423934) - | > loss_disc_real_5: 0.22528155148029327 (0.23795470620403766) - | > loss_0: 2.7083473205566406 (2.5203363194185164) - | > grad_norm_0: tensor(211.6400, device='cuda:0') (tensor(40.3966, device='cuda:0')) - | > loss_gen: 2.186513662338257 (2.224733148636272) - | > loss_kl: 1.2285239696502686 (1.2956462995845723) - | > loss_feat: 2.5956172943115234 (3.7778053874729065) - | > loss_mel: 23.053754806518555 (27.107249730107487) - | > loss_duration: 1.8845133781433105 (1.9226778278163834) - | > amp_scaler: 128.0 (161.16526610644263) - | > loss_1: 30.948923110961914 (36.328112516750416) - | > grad_norm_1: tensor(746.4625, device='cuda:0') (tensor(251.8434, device='cuda:0')) - | > current_lr_0: 0.00019990001874843754 - | > current_lr_1: 0.00019990001874843754 - | > step_time: 0.9846 (0.8694618820142342) - | > loader_time: 0.0097 (0.007268203740694276) - - - --> TIME: 2024-11-22 10:44:21 -- STEP: 739/797 -- GLOBAL_STEP: 4150 - | > loss_disc: 2.4810898303985596 (2.520400267976549) - | > loss_disc_real_0: 0.13183540105819702 (0.18031802705422284) - | > loss_disc_real_1: 0.2234908789396286 (0.22206500228065928) - | > loss_disc_real_2: 0.22390852868556976 (0.240519826079899) - | > loss_disc_real_3: 0.20732033252716064 (0.21938138180922753) - | > loss_disc_real_4: 0.23850388824939728 (0.2263102981895814) - | > loss_disc_real_5: 0.25054383277893066 (0.23810081623484539) - | > loss_0: 2.4810898303985596 (2.520400267976549) - | > grad_norm_0: tensor(33.2141, device='cuda:0') (tensor(40.4688, device='cuda:0')) - | > loss_gen: 1.944995641708374 (2.2268068861412926) - | > loss_kl: 1.2461920976638794 (1.2942132763514174) - | > loss_feat: 3.581347942352295 (3.7826698968471795) - | > loss_mel: 26.40245246887207 (27.09373610913349) - | > loss_duration: 1.8558790683746338 (1.9214354961586257) - | > amp_scaler: 128.0 (160.0433017591341) - | > loss_1: 35.03086853027344 (36.318861771662235) - | > grad_norm_1: tensor(325.0970, device='cuda:0') (tensor(252.0282, device='cuda:0')) - | > current_lr_0: 0.00019990001874843754 - | > current_lr_1: 0.00019990001874843754 - | > step_time: 0.9309 (0.8736205536554563) - | > loader_time: 0.0858 (0.008256514759605729) - - - --> TIME: 2024-11-22 10:44:50 -- STEP: 764/797 -- GLOBAL_STEP: 4175 - | > loss_disc: 2.5023393630981445 (2.5208509258574856) - | > loss_disc_real_0: 0.08404514193534851 (0.1802160664076344) - | > loss_disc_real_1: 0.26195231080055237 (0.2220528329288617) - | > loss_disc_real_2: 0.24364057183265686 (0.24022950243731445) - | > loss_disc_real_3: 0.20374855399131775 (0.21951682929008107) - | > loss_disc_real_4: 0.19096726179122925 (0.22611712523935984) - | > loss_disc_real_5: 0.22229033708572388 (0.2384147824456242) - | > loss_0: 2.5023393630981445 (2.5208509258574856) - | > grad_norm_0: tensor(42.1407, device='cuda:0') (tensor(40.6356, device='cuda:0')) - | > loss_gen: 2.083498239517212 (2.2249699543908004) - | > loss_kl: 1.3015849590301514 (1.293755232117563) - | > loss_feat: 3.704272508621216 (3.780498794236109) - | > loss_mel: 28.218429565429688 (27.08555328658737) - | > loss_duration: 1.8776631355285645 (1.9200798268405554) - | > amp_scaler: 128.0 (158.9947643979059) - | > loss_1: 37.18545150756836 (36.304857206594214) - | > grad_norm_1: tensor(422.8459, device='cuda:0') (tensor(253.0786, device='cuda:0')) - | > current_lr_0: 0.00019990001874843754 - | > current_lr_1: 0.00019990001874843754 - | > step_time: 1.1088 (0.8791787421516096) - | > loader_time: 0.0988 (0.011059548842345232) - - - --> TIME: 2024-11-22 10:45:45 -- STEP: 789/797 -- GLOBAL_STEP: 4200 - | > loss_disc: 2.5755321979522705 (2.5200284482257307) - | > loss_disc_real_0: 0.09752140939235687 (0.1798675558818986) - | > loss_disc_real_1: 0.26427584886550903 (0.2219290445418262) - | > loss_disc_real_2: 0.2406078726053238 (0.2401113989461964) - | > loss_disc_real_3: 0.2948469817638397 (0.21937513713109932) - | > loss_disc_real_4: 0.18716071546077728 (0.2260046731420948) - | > loss_disc_real_5: 0.21295998990535736 (0.23805415890969248) - | > loss_0: 2.5755321979522705 (2.5200284482257307) - | > grad_norm_0: tensor(22.4629, device='cuda:0') (tensor(40.7931, device='cuda:0')) - | > loss_gen: 2.267658233642578 (2.2262778061575466) - | > loss_kl: 1.3962056636810303 (1.2954551798158118) - | > loss_feat: 4.29236364364624 (3.7892853116807834) - | > loss_mel: 28.01230239868164 (27.088856843336746) - | > loss_duration: 1.9677907228469849 (1.9187923199928003) - | > amp_scaler: 128.0 (158.0126742712296) - | > loss_1: 37.93632125854492 (36.31866758465007) - | > grad_norm_1: tensor(209.6270, device='cuda:0') (tensor(255.0576, device='cuda:0')) - | > current_lr_0: 0.00019990001874843754 - | > current_lr_1: 0.00019990001874843754 - | > step_time: 1.1107 (0.9171195516719259) - | > loader_time: 0.1096 (0.014218350931416598) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.8692376613616943 (2.8692376613616943) - | > loss_disc_real_0: 0.11665771901607513 (0.11665771901607513) - | > loss_disc_real_1: 0.12329081445932388 (0.12329081445932388) - | > loss_disc_real_2: 0.275725781917572 (0.275725781917572) - | > loss_disc_real_3: 0.12110579758882523 (0.12110579758882523) - | > loss_disc_real_4: 0.20560863614082336 (0.20560863614082336) - | > loss_disc_real_5: 0.18405355513095856 (0.18405355513095856) - | > loss_0: 2.8692376613616943 (2.8692376613616943) - | > loss_gen: 1.4968504905700684 (1.4968504905700684) - | > loss_kl: 1.1347556114196777 (1.1347556114196777) - | > loss_feat: 3.629758358001709 (3.629758358001709) - | > loss_mel: 26.151878356933594 (26.151878356933594) - | > loss_duration: 2.194425106048584 (2.194425106048584) - | > loss_1: 34.607666015625 (34.607666015625) - - --> STEP: 1 - | > loss_disc: 2.757127523422241 (2.757127523422241) - | > loss_disc_real_0: 0.13420362770557404 (0.13420362770557404) - | > loss_disc_real_1: 0.11960134655237198 (0.11960134655237198) - | > loss_disc_real_2: 0.17506225407123566 (0.17506225407123566) - | > loss_disc_real_3: 0.08887538313865662 (0.08887538313865662) - | > loss_disc_real_4: 0.13509045541286469 (0.13509045541286469) - | > loss_disc_real_5: 0.13758046925067902 (0.13758046925067902) - | > loss_0: 2.757127523422241 (2.757127523422241) - | > loss_gen: 1.4945839643478394 (1.4945839643478394) - | > loss_kl: 0.9301599264144897 (0.9301599264144897) - | > loss_feat: 5.083731651306152 (5.083731651306152) - | > loss_mel: 35.08097839355469 (35.08097839355469) - | > loss_duration: 2.062513828277588 (2.062513828277588) - | > loss_1: 44.65196990966797 (44.65196990966797) - - --> STEP: 2 - | > loss_disc: 2.7037744522094727 (2.730450987815857) - | > loss_disc_real_0: 0.16256263852119446 (0.14838313311338425) - | > loss_disc_real_1: 0.13627277314662933 (0.12793705984950066) - | > loss_disc_real_2: 0.3399411737918854 (0.2575017139315605) - | > loss_disc_real_3: 0.1888013333082199 (0.13883835822343826) - | > loss_disc_real_4: 0.29306426644325256 (0.21407736092805862) - | > loss_disc_real_5: 0.24206623435020447 (0.18982335180044174) - | > loss_0: 2.7037744522094727 (2.730450987815857) - | > loss_gen: 1.914476990699768 (1.7045304775238037) - | > loss_kl: 1.2219234704971313 (1.0760416984558105) - | > loss_feat: 3.312269926071167 (4.19800078868866) - | > loss_mel: 28.095916748046875 (31.58844757080078) - | > loss_duration: 1.8146255016326904 (1.9385696649551392) - | > loss_1: 36.359214782714844 (40.505592346191406) - - --> STEP: 3 - | > loss_disc: 2.4836997985839844 (2.648200591405233) - | > loss_disc_real_0: 0.0994967669248581 (0.13208767771720886) - | > loss_disc_real_1: 0.10146591067314148 (0.11911334345738094) - | > loss_disc_real_2: 0.3110507130622864 (0.2753513803084691) - | > loss_disc_real_3: 0.12588463723659515 (0.13452045122782388) - | > loss_disc_real_4: 0.11377432942390442 (0.18064301709334055) - | > loss_disc_real_5: 0.12339204549789429 (0.16767958303292593) - | > loss_0: 2.4836997985839844 (2.648200591405233) - | > loss_gen: 1.791691541671753 (1.7335841655731201) - | > loss_kl: 1.3489651679992676 (1.1670161883036296) - | > loss_feat: 4.712586402893066 (4.369529326756795) - | > loss_mel: 31.22383689880371 (31.46691068013509) - | > loss_duration: 1.8830069303512573 (1.920048753420512) - | > loss_1: 40.960086822509766 (40.657090504964195) - - --> STEP: 4 - | > loss_disc: 2.8113532066345215 (2.688988745212555) - | > loss_disc_real_0: 0.1835046261548996 (0.14494191482663155) - | > loss_disc_real_1: 0.1078856885433197 (0.11630642972886562) - | > loss_disc_real_2: 0.32634103298187256 (0.28809879347682) - | > loss_disc_real_3: 0.17678770422935486 (0.14508726447820663) - | > loss_disc_real_4: 0.2554605305194855 (0.19934739544987679) - | > loss_disc_real_5: 0.23543308675289154 (0.18461795896291733) - | > loss_0: 2.8113532066345215 (2.688988745212555) - | > loss_gen: 1.7442721128463745 (1.7362561523914337) - | > loss_kl: 1.1180452108383179 (1.1547734439373016) - | > loss_feat: 3.4673397541046143 (4.14398193359375) - | > loss_mel: 25.68124771118164 (30.02049493789673) - | > loss_duration: 1.8656302690505981 (1.9064441323280334) - | > loss_1: 33.87653350830078 (38.96195125579834) - - --> STEP: 5 - | > loss_disc: 2.4305992126464844 (2.637310838699341) - | > loss_disc_real_0: 0.1152181476354599 (0.1389971613883972) - | > loss_disc_real_1: 0.0936056599020958 (0.11176627576351165) - | > loss_disc_real_2: 0.23840917646884918 (0.27816087007522583) - | > loss_disc_real_3: 0.15064099431037903 (0.14619801044464112) - | > loss_disc_real_4: 0.24802453815937042 (0.20908282399177552) - | > loss_disc_real_5: 0.10896992683410645 (0.16948835253715516) - | > loss_0: 2.4305992126464844 (2.637310838699341) - | > loss_gen: 1.7809278964996338 (1.7451905012130737) - | > loss_kl: 1.121071457862854 (1.148033046722412) - | > loss_feat: 4.559401988983154 (4.227065944671631) - | > loss_mel: 29.063329696655273 (29.829061889648436) - | > loss_duration: 2.094280958175659 (1.9440114974975586) - | > loss_1: 38.619014739990234 (38.89336395263672) - - --> STEP: 6 - | > loss_disc: 2.5518813133239746 (2.6230725844701133) - | > loss_disc_real_0: 0.12204756587743759 (0.1361722288032373) - | > loss_disc_real_1: 0.11849483102560043 (0.11288770164052646) - | > loss_disc_real_2: 0.28891730308532715 (0.27995360891024273) - | > loss_disc_real_3: 0.1277018040418625 (0.14311530937751135) - | > loss_disc_real_4: 0.2901531457901001 (0.22259454429149628) - | > loss_disc_real_5: 0.16681146621704102 (0.16904220481713614) - | > loss_0: 2.5518813133239746 (2.6230725844701133) - | > loss_gen: 1.8565109968185425 (1.7637439171473186) - | > loss_kl: 1.1559115648269653 (1.149346133073171) - | > loss_feat: 4.011727333068848 (4.191176176071167) - | > loss_mel: 30.952367782592773 (30.016279538472492) - | > loss_duration: 1.9177918434143066 (1.9396415551503499) - | > loss_1: 39.894309997558594 (39.06018829345703) - - --> STEP: 7 - | > loss_disc: 2.4768452644348145 (2.6021829673222134) - | > loss_disc_real_0: 0.09061063826084137 (0.12966343015432358) - | > loss_disc_real_1: 0.08306097239255905 (0.10862674031938825) - | > loss_disc_real_2: 0.2821403741836548 (0.28026600394930157) - | > loss_disc_real_3: 0.1233435571193695 (0.14029077334063395) - | > loss_disc_real_4: 0.22217412292957306 (0.22253448409693583) - | > loss_disc_real_5: 0.09280332177877426 (0.15815093581165587) - | > loss_0: 2.4768452644348145 (2.6021829673222134) - | > loss_gen: 1.640134572982788 (1.7460854394095284) - | > loss_kl: 1.2067316770553589 (1.1575440679277693) - | > loss_feat: 4.739116191864014 (4.2694533211844305) - | > loss_mel: 30.304813385009766 (30.057498659406388) - | > loss_duration: 1.78645920753479 (1.9177583626338415) - | > loss_1: 39.67725372314453 (39.1483404976981) - - --> STEP: 8 - | > loss_disc: 2.9568357467651367 (2.6465145647525787) - | > loss_disc_real_0: 0.12449353188276291 (0.1290171928703785) - | > loss_disc_real_1: 0.19221597909927368 (0.11907539516687393) - | > loss_disc_real_2: 0.31332677602767944 (0.2843986004590988) - | > loss_disc_real_3: 0.09924798458814621 (0.13516042474657297) - | > loss_disc_real_4: 0.2742961347103119 (0.22900469042360783) - | > loss_disc_real_5: 0.07910790294408798 (0.14827055670320988) - | > loss_0: 2.9568357467651367 (2.6465145647525787) - | > loss_gen: 1.4690272808074951 (1.7114531695842743) - | > loss_kl: 1.5370861291885376 (1.2049868255853653) - | > loss_feat: 4.249419212341309 (4.2669490575790405) - | > loss_mel: 31.13970375061035 (30.192774295806885) - | > loss_duration: 1.9525763988494873 (1.9221106171607971) - | > loss_1: 40.34781265258789 (39.298274517059326) - - --> STEP: 9 - | > loss_disc: 2.3943493366241455 (2.618496206071642) - | > loss_disc_real_0: 0.10904958844184875 (0.1267985701560974) - | > loss_disc_real_1: 0.1551806628704071 (0.12308709157837762) - | > loss_disc_real_2: 0.28859734535217285 (0.2848651276694404) - | > loss_disc_real_3: 0.1683117151260376 (0.13884390145540237) - | > loss_disc_real_4: 0.18246053159236908 (0.22383311722013685) - | > loss_disc_real_5: 0.1346660703420639 (0.146758947107527) - | > loss_0: 2.3943493366241455 (2.618496206071642) - | > loss_gen: 1.8830422163009644 (1.7305186192194622) - | > loss_kl: 1.0920212268829346 (1.1924350923962064) - | > loss_feat: 4.258323669433594 (4.265990681118435) - | > loss_mel: 30.928922653198242 (30.274568557739258) - | > loss_duration: 1.9326255321502686 (1.9232789410485163) - | > loss_1: 40.094932556152344 (39.38679207695855) - - --> STEP: 10 - | > loss_disc: 2.790895462036133 (2.6357361316680907) - | > loss_disc_real_0: 0.1197163462638855 (0.12609034776687622) - | > loss_disc_real_1: 0.20118525624275208 (0.13089690804481507) - | > loss_disc_real_2: 0.3817687928676605 (0.2945554941892624) - | > loss_disc_real_3: 0.19628380239009857 (0.144587891548872) - | > loss_disc_real_4: 0.2535185217857361 (0.22680165767669677) - | > loss_disc_real_5: 0.17875708639621735 (0.14995876103639602) - | > loss_0: 2.790895462036133 (2.6357361316680907) - | > loss_gen: 1.7693346738815308 (1.734400224685669) - | > loss_kl: 0.9416670203208923 (1.167358285188675) - | > loss_feat: 3.340139389038086 (4.173405551910401) - | > loss_mel: 30.620824813842773 (30.30919418334961) - | > loss_duration: 1.812747836112976 (1.9122258305549622) - | > loss_1: 38.484710693359375 (39.29658393859863) - - --> STEP: 11 - | > loss_disc: 2.5204572677612305 (2.625256234949285) - | > loss_disc_real_0: 0.10567386448383331 (0.12423430383205414) - | > loss_disc_real_1: 0.10678387433290482 (0.12870481407100504) - | > loss_disc_real_2: 0.22875064611434937 (0.2885732352733612) - | > loss_disc_real_3: 0.10368327796459198 (0.14086929031393744) - | > loss_disc_real_4: 0.25236958265304565 (0.22912601449272849) - | > loss_disc_real_5: 0.13618364930152893 (0.1487064781514081) - | > loss_0: 2.5204572677612305 (2.625256234949285) - | > loss_gen: 1.6392874717712402 (1.7257536107843572) - | > loss_kl: 1.449066400527954 (1.192968113855882) - | > loss_feat: 4.483386516571045 (4.201585639606822) - | > loss_mel: 26.987537384033203 (30.007225383411754) - | > loss_duration: 1.8084419965744019 (1.9027909365567295) - | > loss_1: 36.36771774291992 (39.03032337535512) - - --> STEP: 12 - | > loss_disc: 2.4737260341644287 (2.612628718217214) - | > loss_disc_real_0: 0.14073717594146729 (0.12560954317450523) - | > loss_disc_real_1: 0.13217943906784058 (0.12899436615407467) - | > loss_disc_real_2: 0.29381221532821655 (0.28900981694459915) - | > loss_disc_real_3: 0.10864817351102829 (0.13818419724702835) - | > loss_disc_real_4: 0.15415799617767334 (0.22287867963314056) - | > loss_disc_real_5: 0.12842659652233124 (0.1470164880156517) - | > loss_0: 2.4737260341644287 (2.612628718217214) - | > loss_gen: 1.7722147703170776 (1.7296253740787506) - | > loss_kl: 1.5917328596115112 (1.2261985093355179) - | > loss_feat: 4.504705429077148 (4.226845622062683) - | > loss_mel: 29.348608016967773 (29.952340602874756) - | > loss_duration: 1.8910837173461914 (1.9018153349558513) - | > loss_1: 39.108341217041016 (39.03682486216228) - - --> STEP: 13 - | > loss_disc: 2.8421711921691895 (2.630285831598135) - | > loss_disc_real_0: 0.20299014449119568 (0.13156189712194297) - | > loss_disc_real_1: 0.1624830663204193 (0.13157042001302427) - | > loss_disc_real_2: 0.27240803837776184 (0.2877327570548424) - | > loss_disc_real_3: 0.17130298912525177 (0.1407317966222763) - | > loss_disc_real_4: 0.29496362805366516 (0.2284236756654886) - | > loss_disc_real_5: 0.2015553116798401 (0.1512117821436662) - | > loss_0: 2.8421711921691895 (2.630285831598135) - | > loss_gen: 1.635002851486206 (1.7223467184947088) - | > loss_kl: 1.4955058097839355 (1.2469144555238576) - | > loss_feat: 2.204655885696411 (4.071292565419124) - | > loss_mel: 19.976001739501953 (29.184929921076847) - | > loss_duration: 1.9729435443878174 (1.9072867356813872) - | > loss_1: 27.284109115600586 (38.13276980473445) - - --> STEP: 14 - | > loss_disc: 2.5756895542144775 (2.6263860974993025) - | > loss_disc_real_0: 0.1509663611650467 (0.13294793026787893) - | > loss_disc_real_1: 0.1129458025097847 (0.13024009019136432) - | > loss_disc_real_2: 0.2688288390636444 (0.28638247719832827) - | > loss_disc_real_3: 0.201616570353508 (0.14508070903165) - | > loss_disc_real_4: 0.28077569603919983 (0.23216310569218226) - | > loss_disc_real_5: 0.21663734316825867 (0.15588503650256566) - | > loss_0: 2.5756895542144775 (2.6263860974993025) - | > loss_gen: 1.9209718704223633 (1.736534229346684) - | > loss_kl: 0.8438118696212769 (1.2181214136736733) - | > loss_feat: 3.5398478507995605 (4.0333322286605835) - | > loss_mel: 27.388914108276367 (29.056643077305385) - | > loss_duration: 1.9610111713409424 (1.9111241953713554) - | > loss_1: 35.65455627441406 (37.955754552568706) - - --> STEP: 15 - | > loss_disc: 2.806063413619995 (2.638364585240682) - | > loss_disc_real_0: 0.08843834698200226 (0.12998062471548716) - | > loss_disc_real_1: 0.15919150412082672 (0.13217018445332848) - | > loss_disc_real_2: 0.29819604754447937 (0.2871700485547384) - | > loss_disc_real_3: 0.12390929460525513 (0.1436692814032237) - | > loss_disc_real_4: 0.31886568665504456 (0.23794327775637308) - | > loss_disc_real_5: 0.21994756162166595 (0.16015587151050567) - | > loss_0: 2.806063413619995 (2.638364585240682) - | > loss_gen: 1.6891777515411377 (1.7333771308263144) - | > loss_kl: 0.7507562637329102 (1.1869637370109558) - | > loss_feat: 3.732154607772827 (4.0132537206014) - | > loss_mel: 32.336544036865234 (29.27530314127604) - | > loss_duration: 1.8784213066101074 (1.9089440027872722) - | > loss_1: 40.387054443359375 (38.117841211954754) - - --> STEP: 16 - | > loss_disc: 2.8900716304779053 (2.6540962755680084) - | > loss_disc_real_0: 0.14679169654846191 (0.13103131670504808) - | > loss_disc_real_1: 0.12842214107513428 (0.13193593174219134) - | > loss_disc_real_2: 0.28660768270492554 (0.28713490068912506) - | > loss_disc_real_3: 0.13402843475341797 (0.14306672848761082) - | > loss_disc_real_4: 0.24683640897274017 (0.23849909845739603) - | > loss_disc_real_5: 0.2075987607240677 (0.1631210520863533) - | > loss_0: 2.8900716304779053 (2.6540962755680084) - | > loss_gen: 1.5209670066833496 (1.720101498067379) - | > loss_kl: 1.0778381824493408 (1.1801433898508549) - | > loss_feat: 3.0626883506774902 (3.9538433849811554) - | > loss_mel: 23.29620361328125 (28.901609420776367) - | > loss_duration: 1.9461148977279663 (1.9112671837210655) - | > loss_1: 30.903812408447266 (37.666964411735535) - - --> STEP: 17 - | > loss_disc: 2.7650070190429688 (2.6606204369488884) - | > loss_disc_real_0: 0.21402661502361298 (0.13591339307672837) - | > loss_disc_real_1: 0.15993402898311615 (0.13358287863871632) - | > loss_disc_real_2: 0.3098722994327545 (0.28847239473286795) - | > loss_disc_real_3: 0.15928417444229126 (0.14402069589670966) - | > loss_disc_real_4: 0.2761172354221344 (0.24071193004355712) - | > loss_disc_real_5: 0.17074288427829742 (0.16356939515646765) - | > loss_0: 2.7650070190429688 (2.6606204369488884) - | > loss_gen: 1.7340706586837769 (1.7209232133977554) - | > loss_kl: 0.7883375287055969 (1.157095986254075) - | > loss_feat: 3.078765392303467 (3.9023682089412914) - | > loss_mel: 26.434110641479492 (28.756462433758905) - | > loss_duration: 1.8607568740844727 (1.90829598903656) - | > loss_1: 33.89604187011719 (37.445145438699164) - - --> STEP: 18 - | > loss_disc: 2.9774138927459717 (2.6782200733820596) - | > loss_disc_real_0: 0.11225316673517227 (0.13459893605775303) - | > loss_disc_real_1: 0.1076829731464386 (0.13214399500025642) - | > loss_disc_real_2: 0.2290361374616623 (0.2851703804400232) - | > loss_disc_real_3: 0.08349113911390305 (0.1406579427421093) - | > loss_disc_real_4: 0.2086428701877594 (0.2389303156071239) - | > loss_disc_real_5: 0.09892173856496811 (0.15997785867916214) - | > loss_0: 2.9774138927459717 (2.6782200733820596) - | > loss_gen: 1.4440001249313354 (1.705538597371843) - | > loss_kl: 1.2625612020492554 (1.1629551649093628) - | > loss_feat: 4.746059417724609 (3.9492399427625866) - | > loss_mel: 28.319610595703125 (28.73219288720025) - | > loss_duration: 1.8215556144714355 (1.9034770793384976) - | > loss_1: 37.593788146972656 (37.45340336693658) - - --> STEP: 19 - | > loss_disc: 2.898963212966919 (2.6898381333602104) - | > loss_disc_real_0: 0.11331605911254883 (0.1334787846395844) - | > loss_disc_real_1: 0.16597028076648712 (0.13392432583005806) - | > loss_disc_real_2: 0.3300318419933319 (0.2875315099954605) - | > loss_disc_real_3: 0.0982423722743988 (0.13842554429644033) - | > loss_disc_real_4: 0.20861384272575378 (0.2373347117712623) - | > loss_disc_real_5: 0.11980699747800827 (0.15786360282646983) - | > loss_0: 2.898963212966919 (2.6898381333602104) - | > loss_gen: 1.4535672664642334 (1.6922769483767057) - | > loss_kl: 1.2177568674087524 (1.1658394650409096) - | > loss_feat: 3.9763524532318115 (3.9506669169978093) - | > loss_mel: 28.422531127929688 (28.71589489987022) - | > loss_duration: 1.9675617218017578 (1.9068499552576166) - | > loss_1: 37.03777313232422 (37.431528091430664) - - --> STEP: 20 - | > loss_disc: 2.6764791011810303 (2.689170181751251) - | > loss_disc_real_0: 0.18469488620758057 (0.1360395897179842) - | > loss_disc_real_1: 0.1490352749824524 (0.13467987328767778) - | > loss_disc_real_2: 0.29153308272361755 (0.2877315886318684) - | > loss_disc_real_3: 0.1552804559469223 (0.13926828987896442) - | > loss_disc_real_4: 0.28197169303894043 (0.23956656083464622) - | > loss_disc_real_5: 0.19783295691013336 (0.159862070530653) - | > loss_0: 2.6764791011810303 (2.689170181751251) - | > loss_gen: 1.8265827894210815 (1.6989922404289246) - | > loss_kl: 1.41200590133667 (1.1781477868556975) - | > loss_feat: 3.3337173461914062 (3.919819438457489) - | > loss_mel: 25.8460636138916 (28.572403335571288) - | > loss_duration: 1.8082634210586548 (1.9019206285476684) - | > loss_1: 34.22663116455078 (37.27128324508667) - - --> STEP: 21 - | > loss_disc: 2.5668227672576904 (2.683344114394415) - | > loss_disc_real_0: 0.12003503739833832 (0.13527746817895345) - | > loss_disc_real_1: 0.10838384926319122 (0.13342768166746413) - | > loss_disc_real_2: 0.22399163246154785 (0.28469635262375786) - | > loss_disc_real_3: 0.13101167976856232 (0.13887511796894528) - | > loss_disc_real_4: 0.18294565379619598 (0.2368703271661486) - | > loss_disc_real_5: 0.1584470123052597 (0.15979468680563427) - | > loss_0: 2.5668227672576904 (2.683344114394415) - | > loss_gen: 1.6613644361495972 (1.697200440225147) - | > loss_kl: 1.3168431520462036 (1.1847523280552454) - | > loss_feat: 4.246176719665527 (3.9353602613721574) - | > loss_mel: 27.02366828918457 (28.498654047648113) - | > loss_duration: 1.8878709077835083 (1.9012515942255657) - | > loss_1: 36.13592529296875 (37.217218580700106) - - --> STEP: 22 - | > loss_disc: 2.534695625305176 (2.6765873648903584) - | > loss_disc_real_0: 0.14485108852386475 (0.13571263274008577) - | > loss_disc_real_1: 0.10306070744991302 (0.13204736465757547) - | > loss_disc_real_2: 0.29875844717025757 (0.28533553873950784) - | > loss_disc_real_3: 0.12634050846099854 (0.13830536299131133) - | > loss_disc_real_4: 0.1842697262763977 (0.234479390762069) - | > loss_disc_real_5: 0.16597898304462433 (0.16007579118013382) - | > loss_0: 2.534695625305176 (2.6765873648903584) - | > loss_gen: 1.7764103412628174 (1.700800890272314) - | > loss_kl: 1.2860368490219116 (1.1893561699173665) - | > loss_feat: 4.517707347869873 (3.96183058348569) - | > loss_mel: 29.590234756469727 (28.54827135259455) - | > loss_duration: 1.9507226943969727 (1.9035002805969932) - | > loss_1: 39.12110900878906 (37.30375905470415) - - --> STEP: 23 - | > loss_disc: 2.68772029876709 (2.6770714054936944) - | > loss_disc_real_0: 0.15642769634723663 (0.13661328767952713) - | > loss_disc_real_1: 0.1265125721693039 (0.1318067215059115) - | > loss_disc_real_2: 0.2617725729942322 (0.2843110619679741) - | > loss_disc_real_3: 0.13231493532657623 (0.1380449096145837) - | > loss_disc_real_4: 0.2029849886894226 (0.23311006893282352) - | > loss_disc_real_5: 0.1623688042163849 (0.16017548739910126) - | > loss_0: 2.68772029876709 (2.6770714054936944) - | > loss_gen: 1.624881625175476 (1.697500052659408) - | > loss_kl: 1.3859258890151978 (1.1979026794433592) - | > loss_feat: 3.9834506511688232 (3.962770586428435) - | > loss_mel: 27.991201400756836 (28.524050919905953) - | > loss_duration: 1.9824146032333374 (1.9069313381029211) - | > loss_1: 36.967872619628906 (37.2891552966574) - - --> STEP: 24 - | > loss_disc: 2.6901068687438965 (2.6776145497957864) - | > loss_disc_real_0: 0.14783088862895966 (0.13708068771908682) - | > loss_disc_real_1: 0.12930451333522797 (0.13170246283213302) - | > loss_disc_real_2: 0.29119059443473816 (0.2845977091540893) - | > loss_disc_real_3: 0.18129251897335052 (0.13984689333786568) - | > loss_disc_real_4: 0.34105703234672546 (0.23760785907506943) - | > loss_disc_real_5: 0.22040806710720062 (0.16268517822027206) - | > loss_0: 2.6901068687438965 (2.6776145497957864) - | > loss_gen: 1.8091403245925903 (1.7021517306566238) - | > loss_kl: 1.0205739736557007 (1.1905139833688734) - | > loss_feat: 2.705127477645874 (3.9103687902291617) - | > loss_mel: 21.361209869384766 (28.22559920946757) - | > loss_duration: 1.8876826763153076 (1.9061293105284374) - | > loss_1: 28.783733367919922 (36.934762716293335) - - --> STEP: 25 - | > loss_disc: 2.6532907485961914 (2.676641597747803) - | > loss_disc_real_0: 0.13495278358459473 (0.13699557155370715) - | > loss_disc_real_1: 0.11197415739297867 (0.13091333061456684) - | > loss_disc_real_2: 0.3128880262374878 (0.2857293218374252) - | > loss_disc_real_3: 0.1688721477985382 (0.14100790351629258) - | > loss_disc_real_4: 0.22608008980751038 (0.23714674830436708) - | > loss_disc_real_5: 0.1946222186088562 (0.16396265983581543) - | > loss_0: 2.6532907485961914 (2.676641597747803) - | > loss_gen: 1.7941645383834839 (1.7058322429656982) - | > loss_kl: 1.2444190979003906 (1.192670187950134) - | > loss_feat: 3.327580690383911 (3.8870572662353515) - | > loss_mel: 22.672914505004883 (28.003491821289064) - | > loss_duration: 1.7885961532592773 (1.901427984237671) - | > loss_1: 30.827674865722656 (36.69047920227051) - - --> STEP: 26 - | > loss_disc: 2.1707775592803955 (2.6571852885759792) - | > loss_disc_real_0: 0.10249840468168259 (0.13566875744324466) - | > loss_disc_real_1: 0.0861654281616211 (0.1291922574432997) - | > loss_disc_real_2: 0.28388968110084534 (0.28565856642447984) - | > loss_disc_real_3: 0.09308146685361862 (0.13916457902926666) - | > loss_disc_real_4: 0.20028947293758392 (0.23572916079026002) - | > loss_disc_real_5: 0.1360529214143753 (0.16288920835806772) - | > loss_0: 2.1707775592803955 (2.6571852885759792) - | > loss_gen: 1.9581400156021118 (1.7155363880670988) - | > loss_kl: 1.311631202697754 (1.1972456115942731) - | > loss_feat: 4.599891662597656 (3.914473973787748) - | > loss_mel: 27.61707305908203 (27.988629561204178) - | > loss_duration: 1.8587356805801392 (1.899785972558535) - | > loss_1: 37.3454704284668 (36.71567117250883) - - --> STEP: 27 - | > loss_disc: 2.5750181674957275 (2.6541420618693032) - | > loss_disc_real_0: 0.09946775436401367 (0.13432797955142128) - | > loss_disc_real_1: 0.19012492895126343 (0.13144902305470577) - | > loss_disc_real_2: 0.3001759648323059 (0.28619624784699194) - | > loss_disc_real_3: 0.07421952486038208 (0.1367592066526413) - | > loss_disc_real_4: 0.1803828775882721 (0.23367929844944565) - | > loss_disc_real_5: 0.12747345864772797 (0.16157751392435143) - | > loss_0: 2.5750181674957275 (2.6541420618693032) - | > loss_gen: 1.5932434797286987 (1.7110070210916024) - | > loss_kl: 1.34325110912323 (1.202653222613864) - | > loss_feat: 4.04080867767334 (3.9191530368946217) - | > loss_mel: 27.46189308166504 (27.969120802702726) - | > loss_duration: 1.8666390180587769 (1.8985583075770625) - | > loss_1: 36.30583572387695 (36.70049208181876) - - --> STEP: 28 - | > loss_disc: 2.51407527923584 (2.6491396767752513) - | > loss_disc_real_0: 0.12310854345560074 (0.13392728540514198) - | > loss_disc_real_1: 0.1102452427148819 (0.13069174518542634) - | > loss_disc_real_2: 0.3035893738269806 (0.2868174309177058) - | > loss_disc_real_3: 0.14929424226284027 (0.13720688649586268) - | > loss_disc_real_4: 0.17925353348255157 (0.23173552112919943) - | > loss_disc_real_5: 0.16969257593154907 (0.16186733756746566) - | > loss_0: 2.51407527923584 (2.6491396767752513) - | > loss_gen: 1.8134770393371582 (1.7146666646003723) - | > loss_kl: 1.5177841186523438 (1.2139078974723811) - | > loss_feat: 4.191575527191162 (3.9288824115480696) - | > loss_mel: 27.871013641357422 (27.965616975511825) - | > loss_duration: 1.8819401264190674 (1.8979648011071342) - | > loss_1: 37.275787353515625 (36.72103834152222) - - --> STEP: 29 - | > loss_disc: 2.627737045288086 (2.6484016549998315) - | > loss_disc_real_0: 0.11265506595373154 (0.13319376059647264) - | > loss_disc_real_1: 0.13122716546058655 (0.1307102079535353) - | > loss_disc_real_2: 0.29112035036087036 (0.2869658074502287) - | > loss_disc_real_3: 0.11045044660568237 (0.1362842506375806) - | > loss_disc_real_4: 0.20925286412239075 (0.2309602570944819) - | > loss_disc_real_5: 0.12254702299833298 (0.16051146465128865) - | > loss_0: 2.627737045288086 (2.6484016549998315) - | > loss_gen: 1.592728614807129 (1.7104619042626743) - | > loss_kl: 0.8664688467979431 (1.201927240552573) - | > loss_feat: 3.854534387588501 (3.9263186865839463) - | > loss_mel: 30.395299911499023 (28.04939914571828) - | > loss_duration: 1.8672997951507568 (1.8969073871086384) - | > loss_1: 38.57632827758789 (36.78501385655896) - - --> STEP: 30 - | > loss_disc: 2.4764161109924316 (2.6426688035329184) - | > loss_disc_real_0: 0.18716710805892944 (0.13499287217855455) - | > loss_disc_real_1: 0.11528280377388 (0.1301959611475468) - | > loss_disc_real_2: 0.2597048580646515 (0.28605710913737614) - | > loss_disc_real_3: 0.122697614133358 (0.1358313627541065) - | > loss_disc_real_4: 0.17023803293704987 (0.22893618295590082) - | > loss_disc_real_5: 0.14410275220870972 (0.15996450756986935) - | > loss_0: 2.4764161109924316 (2.6426688035329184) - | > loss_gen: 1.9112370014190674 (1.7171544075012206) - | > loss_kl: 1.407403588294983 (1.2087764521439865) - | > loss_feat: 5.01301383972168 (3.962541858355204) - | > loss_mel: 31.06584930419922 (28.14994748433431) - | > loss_duration: 1.8800512552261353 (1.8963455160458882) - | > loss_1: 41.27755355834961 (36.93476517995199) - - --> STEP: 31 - | > loss_disc: 2.905762195587158 (2.651155687147571) - | > loss_disc_real_0: 0.19054116308689117 (0.13678475253043637) - | > loss_disc_real_1: 0.13892877101898193 (0.13047766469178668) - | > loss_disc_real_2: 0.2905074656009674 (0.28620066902329844) - | > loss_disc_real_3: 0.14540743827819824 (0.136140268416174) - | > loss_disc_real_4: 0.31458520889282227 (0.23169905476031766) - | > loss_disc_real_5: 0.2644597887992859 (0.16333532309339893) - | > loss_0: 2.905762195587158 (2.651155687147571) - | > loss_gen: 1.6945226192474365 (1.7164243498156149) - | > loss_kl: 0.9527892470359802 (1.200518800366309) - | > loss_feat: 2.6308937072753906 (3.9195854663848877) - | > loss_mel: 21.99596405029297 (27.951431889687814) - | > loss_duration: 1.840362310409546 (1.8945396061866515) - | > loss_1: 29.114532470703125 (36.682499608685895) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.012650251388549805 (+0.008438771770846459) - | > avg_loss_disc: 2.651155687147571 (+0.22485250042330884) - | > avg_loss_disc_real_0: 0.13678475253043637 (-0.025784989999186575) - | > avg_loss_disc_real_1: 0.13047766469178668 (-0.040900965611780776) - | > avg_loss_disc_real_2: 0.28620066902329844 (+0.03156267154601311) - | > avg_loss_disc_real_3: 0.136140268416174 (-0.020435244325668595) - | > avg_loss_disc_real_4: 0.23169905476031766 (+0.022307008504867554) - | > avg_loss_disc_real_5: 0.16333532309339893 (-0.025041666482725433) - | > avg_loss_0: 2.651155687147571 (+0.22485250042330884) - | > avg_loss_gen: 1.7164243498156149 (-0.23237853280959575) - | > avg_loss_kl: 1.200518800366309 (-0.16370192650825777) - | > avg_loss_feat: 3.9195854663848877 (+0.3718532285382672) - | > avg_loss_mel: 27.951431889687814 (+0.5465662556309852) - | > avg_loss_duration: 1.8945396061866515 (-0.041533316335370385) - | > avg_loss_1: 36.682499608685895 (+0.4808057354342594) - - - > EPOCH: 3/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-22 10:46:25)  - - --> TIME: 2024-11-22 10:46:40 -- STEP: 17/797 -- GLOBAL_STEP: 4225 - | > loss_disc: 2.5220367908477783 (2.5309122730703915) - | > loss_disc_real_0: 0.12080686539411545 (0.1722418074222172) - | > loss_disc_real_1: 0.1931767612695694 (0.21367084892357097) - | > loss_disc_real_2: 0.19987982511520386 (0.22704756435225992) - | > loss_disc_real_3: 0.21666797995567322 (0.22580142143894644) - | > loss_disc_real_4: 0.22263312339782715 (0.2327900213353774) - | > loss_disc_real_5: 0.22724084556102753 (0.25779400941203623) - | > loss_0: 2.5220367908477783 (2.5309122730703915) - | > grad_norm_0: tensor(50.0562, device='cuda:0') (tensor(55.2882, device='cuda:0')) - | > loss_gen: 2.12692928314209 (2.2296480781891765) - | > loss_kl: 1.5273196697235107 (1.382150089039522) - | > loss_feat: 4.042503833770752 (3.870376671061796) - | > loss_mel: 25.824249267578125 (26.09358226551729) - | > loss_duration: 2.0533454418182373 (2.0927819223964916) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.57434844970703 (35.66853893504423) - | > grad_norm_1: tensor(157.2980, device='cuda:0') (tensor(275.2815, device='cuda:0')) - | > current_lr_0: 0.00019987503124609398 - | > current_lr_1: 0.00019987503124609398 - | > step_time: 0.7695 (0.7965381986954633) - | > loader_time: 0.0046 (0.004290973438936121) - - - --> TIME: 2024-11-22 10:47:00 -- STEP: 42/797 -- GLOBAL_STEP: 4250 - | > loss_disc: 2.627143621444702 (2.5186891101655506) - | > loss_disc_real_0: 0.09831425547599792 (0.17653083712572143) - | > loss_disc_real_1: 0.2403063178062439 (0.2168788799927348) - | > loss_disc_real_2: 0.23499351739883423 (0.23367146118765786) - | > loss_disc_real_3: 0.2149050533771515 (0.22493687662340345) - | > loss_disc_real_4: 0.17972758412361145 (0.2261860448689688) - | > loss_disc_real_5: 0.2563707232475281 (0.2420401062284197) - | > loss_0: 2.627143621444702 (2.5186891101655506) - | > grad_norm_0: tensor(55.4715, device='cuda:0') (tensor(54.1003, device='cuda:0')) - | > loss_gen: 1.9062305688858032 (2.2517902396974105) - | > loss_kl: 1.716875433921814 (1.4145355437483107) - | > loss_feat: 3.3892035484313965 (3.946167469024658) - | > loss_mel: 25.107967376708984 (26.37430899483817) - | > loss_duration: 1.9905810356140137 (2.0211656462578547) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.11085891723633 (36.00796763102214) - | > grad_norm_1: tensor(271.9590, device='cuda:0') (tensor(325.8541, device='cuda:0')) - | > current_lr_0: 0.00019987503124609398 - | > current_lr_1: 0.00019987503124609398 - | > step_time: 0.8244 (0.8013049591155279) - | > loader_time: 0.0045 (0.005025937443687802) - - - --> TIME: 2024-11-22 10:47:21 -- STEP: 67/797 -- GLOBAL_STEP: 4275 - | > loss_disc: 2.8008294105529785 (2.502896938750993) - | > loss_disc_real_0: 0.13539043068885803 (0.1660913731624831) - | > loss_disc_real_1: 0.29859834909439087 (0.2203415485460367) - | > loss_disc_real_2: 0.3025039732456207 (0.23508157658932813) - | > loss_disc_real_3: 0.355480432510376 (0.22442183009724118) - | > loss_disc_real_4: 0.16425468027591705 (0.22650366176420184) - | > loss_disc_real_5: 0.27413105964660645 (0.2398853989234611) - | > loss_0: 2.8008294105529785 (2.502896938750993) - | > grad_norm_0: tensor(69.0798, device='cuda:0') (tensor(49.0983, device='cuda:0')) - | > loss_gen: 2.338646650314331 (2.2906939698689013) - | > loss_kl: 1.2900341749191284 (1.4134753186311293) - | > loss_feat: 3.4314520359039307 (4.025008315470681) - | > loss_mel: 26.544692993164062 (26.558251879108486) - | > loss_duration: 1.9216845035552979 (1.9827240990169013) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.52650833129883 (36.27015344420475) - | > grad_norm_1: tensor(108.2240, device='cuda:0') (tensor(333.2048, device='cuda:0')) - | > current_lr_0: 0.00019987503124609398 - | > current_lr_1: 0.00019987503124609398 - | > step_time: 0.7987 (0.8059033422327754) - | > loader_time: 0.009 (0.005395512082683507) - - - --> TIME: 2024-11-22 10:47:41 -- STEP: 92/797 -- GLOBAL_STEP: 4300 - | > loss_disc: 2.577648162841797 (2.4925829509030213) - | > loss_disc_real_0: 0.13739386200904846 (0.16827489994466302) - | > loss_disc_real_1: 0.21046723425388336 (0.22128633134390996) - | > loss_disc_real_2: 0.2514484226703644 (0.23352293767358945) - | > loss_disc_real_3: 0.22283798456192017 (0.22091233373984046) - | > loss_disc_real_4: 0.2260049432516098 (0.22361136584178262) - | > loss_disc_real_5: 0.25212687253952026 (0.2374315992321657) - | > loss_0: 2.577648162841797 (2.4925829509030213) - | > grad_norm_0: tensor(39.0452, device='cuda:0') (tensor(48.7089, device='cuda:0')) - | > loss_gen: 2.424792766571045 (2.2758109258568804) - | > loss_kl: 1.3996156454086304 (1.3792449106340823) - | > loss_feat: 4.189986705780029 (4.0196179799411595) - | > loss_mel: 26.115644454956055 (26.567739528158437) - | > loss_duration: 1.9300742149353027 (1.9615011033804521) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.06011199951172 (36.20391443501347) - | > grad_norm_1: tensor(477.7506, device='cuda:0') (tensor(331.4486, device='cuda:0')) - | > current_lr_0: 0.00019987503124609398 - | > current_lr_1: 0.00019987503124609398 - | > step_time: 0.778 (0.8020674845446711) - | > loader_time: 0.0091 (0.005399442237356437) - - - --> TIME: 2024-11-22 10:48:02 -- STEP: 117/797 -- GLOBAL_STEP: 4325 - | > loss_disc: 2.470855236053467 (2.488257605805355) - | > loss_disc_real_0: 0.09505313634872437 (0.16587984561920166) - | > loss_disc_real_1: 0.24592985212802887 (0.22217774021829295) - | > loss_disc_real_2: 0.26287972927093506 (0.23413502482267526) - | > loss_disc_real_3: 0.2343185693025589 (0.2214176234526512) - | > loss_disc_real_4: 0.2893199324607849 (0.22311882419973358) - | > loss_disc_real_5: 0.22965534031391144 (0.23885313567952213) - | > loss_0: 2.470855236053467 (2.488257605805355) - | > grad_norm_0: tensor(8.2214, device='cuda:0') (tensor(48.1436, device='cuda:0')) - | > loss_gen: 2.169362783432007 (2.287213211385613) - | > loss_kl: 1.405958652496338 (1.3827255475215423) - | > loss_feat: 3.732468605041504 (4.036447058376085) - | > loss_mel: 25.980770111083984 (26.51999841999804) - | > loss_duration: 1.9020676612854004 (1.9539515829493856) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.19062805175781 (36.18033580290965) - | > grad_norm_1: tensor(118.9979, device='cuda:0') (tensor(346.4081, device='cuda:0')) - | > current_lr_0: 0.00019987503124609398 - | > current_lr_1: 0.00019987503124609398 - | > step_time: 0.8308 (0.8086727154560578) - | > loader_time: 0.0051 (0.005645980182875937) - - - --> TIME: 2024-11-22 10:48:23 -- STEP: 142/797 -- GLOBAL_STEP: 4350 - | > loss_disc: 2.4424798488616943 (2.4909639459260746) - | > loss_disc_real_0: 0.2181362807750702 (0.16570365103617518) - | > loss_disc_real_1: 0.22349965572357178 (0.22137572973127095) - | > loss_disc_real_2: 0.23877964913845062 (0.2349406252024879) - | > loss_disc_real_3: 0.19840121269226074 (0.22080262876312495) - | > loss_disc_real_4: 0.197271466255188 (0.22410931259813444) - | > loss_disc_real_5: 0.21410369873046875 (0.23777432687265773) - | > loss_0: 2.4424798488616943 (2.4909639459260746) - | > grad_norm_0: tensor(20.3911, device='cuda:0') (tensor(48.4237, device='cuda:0')) - | > loss_gen: 2.2303545475006104 (2.28162659809623) - | > loss_kl: 1.3141566514968872 (1.37788454831486) - | > loss_feat: 4.153842449188232 (4.02345032087514) - | > loss_mel: 28.333724975585938 (26.49541317577093) - | > loss_duration: 1.8876667022705078 (1.9481193280555833) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.91974639892578 (36.12649392410064) - | > grad_norm_1: tensor(181.0796, device='cuda:0') (tensor(355.8537, device='cuda:0')) - | > current_lr_0: 0.00019987503124609398 - | > current_lr_1: 0.00019987503124609398 - | > step_time: 0.8267 (0.8142639767955726) - | > loader_time: 0.0045 (0.005499666845294793) - - - --> TIME: 2024-11-22 10:48:44 -- STEP: 167/797 -- GLOBAL_STEP: 4375 - | > loss_disc: 2.4015145301818848 (2.4868900661696927) - | > loss_disc_real_0: 0.06965918838977814 (0.16344412893592236) - | > loss_disc_real_1: 0.19981321692466736 (0.22026127130685452) - | > loss_disc_real_2: 0.2194531112909317 (0.2347889763866356) - | > loss_disc_real_3: 0.178159698843956 (0.2213317084009062) - | > loss_disc_real_4: 0.2329050451517105 (0.22416481960141016) - | > loss_disc_real_5: 0.20963701605796814 (0.23828088978450454) - | > loss_0: 2.4015145301818848 (2.4868900661696927) - | > grad_norm_0: tensor(10.8006, device='cuda:0') (tensor(46.2231, device='cuda:0')) - | > loss_gen: 2.1956892013549805 (2.2862479187057385) - | > loss_kl: 1.383835792541504 (1.3652257530275225) - | > loss_feat: 4.149884223937988 (4.059852117549871) - | > loss_mel: 26.152645111083984 (26.604976642631485) - | > loss_duration: 1.8466250896453857 (1.9387619645295742) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.72867965698242 (36.25506442178509) - | > grad_norm_1: tensor(105.2217, device='cuda:0') (tensor(352.3210, device='cuda:0')) - | > current_lr_0: 0.00019987503124609398 - | > current_lr_1: 0.00019987503124609398 - | > step_time: 0.8108 (0.8162765474376564) - | > loader_time: 0.0048 (0.005490855542485587) - - - --> TIME: 2024-11-22 10:49:06 -- STEP: 192/797 -- GLOBAL_STEP: 4400 - | > loss_disc: 2.3445818424224854 (2.4845495621363307) - | > loss_disc_real_0: 0.17670395970344543 (0.16238232903803382) - | > loss_disc_real_1: 0.21970513463020325 (0.22069634846411645) - | > loss_disc_real_2: 0.19679594039916992 (0.23562839922184745) - | > loss_disc_real_3: 0.2316589057445526 (0.22190372952415297) - | > loss_disc_real_4: 0.19572293758392334 (0.22344296282002082) - | > loss_disc_real_5: 0.18361133337020874 (0.2389292618415008) - | > loss_0: 2.3445818424224854 (2.4845495621363307) - | > grad_norm_0: tensor(24.2262, device='cuda:0') (tensor(44.1414, device='cuda:0')) - | > loss_gen: 2.2174923419952393 (2.2911597390969574) - | > loss_kl: 1.4499554634094238 (1.364353947651883) - | > loss_feat: 4.164994239807129 (4.059557039290666) - | > loss_mel: 28.03791618347168 (26.65204483270645) - | > loss_duration: 1.926758050918579 (1.9325061856458585) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.797115325927734 (36.299621731042855) - | > grad_norm_1: tensor(82.6852, device='cuda:0') (tensor(346.0223, device='cuda:0')) - | > current_lr_0: 0.00019987503124609398 - | > current_lr_1: 0.00019987503124609398 - | > step_time: 1.049 (0.8225281089544296) - | > loader_time: 0.0063 (0.005590102324883145) - - - --> TIME: 2024-11-22 10:49:30 -- STEP: 217/797 -- GLOBAL_STEP: 4425 - | > loss_disc: 2.4342877864837646 (2.4847711879536845) - | > loss_disc_real_0: 0.22755706310272217 (0.1628628277181205) - | > loss_disc_real_1: 0.21076704561710358 (0.22059733664385184) - | > loss_disc_real_2: 0.23740191757678986 (0.23595925169881038) - | > loss_disc_real_3: 0.1791471242904663 (0.22080338080220507) - | > loss_disc_real_4: 0.21542637050151825 (0.22326657110782264) - | > loss_disc_real_5: 0.22124634683132172 (0.2381329852315138) - | > loss_0: 2.4342877864837646 (2.4847711879536845) - | > grad_norm_0: tensor(65.8932, device='cuda:0') (tensor(46.8980, device='cuda:0')) - | > loss_gen: 2.5251286029815674 (2.2839316157152) - | > loss_kl: 1.3095672130584717 (1.354842481250587) - | > loss_feat: 4.226884841918945 (4.032622200003417) - | > loss_mel: 27.20891571044922 (26.614053040605537) - | > loss_duration: 1.8702352046966553 (1.9295893610897152) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.14073181152344 (36.215038651145534) - | > grad_norm_1: tensor(548.5244, device='cuda:0') (tensor(360.6872, device='cuda:0')) - | > current_lr_0: 0.00019987503124609398 - | > current_lr_1: 0.00019987503124609398 - | > step_time: 0.9704 (0.834535549313242) - | > loader_time: 0.0058 (0.00563984312769455) - - - --> TIME: 2024-11-22 10:49:53 -- STEP: 242/797 -- GLOBAL_STEP: 4450 - | > loss_disc: 2.4733657836914062 (2.4866712851957833) - | > loss_disc_real_0: 0.10511843860149384 (0.1632323116833759) - | > loss_disc_real_1: 0.22003377974033356 (0.2209174055452189) - | > loss_disc_real_2: 0.2533261775970459 (0.2358548196633) - | > loss_disc_real_3: 0.2805951237678528 (0.22108371435733867) - | > loss_disc_real_4: 0.2851557433605194 (0.2233941434643978) - | > loss_disc_real_5: 0.25813889503479004 (0.23847199354536278) - | > loss_0: 2.4733657836914062 (2.4866712851957833) - | > grad_norm_0: tensor(123.8499, device='cuda:0') (tensor(48.8753, device='cuda:0')) - | > loss_gen: 2.2773425579071045 (2.2829473614692666) - | > loss_kl: 1.4627680778503418 (1.3595336786479004) - | > loss_feat: 3.372063398361206 (4.026267423117455) - | > loss_mel: 24.44639015197754 (26.635699768696934) - | > loss_duration: 1.9047807455062866 (1.9254128701430706) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.46334457397461 (36.22986110970992) - | > grad_norm_1: tensor(476.6973, device='cuda:0') (tensor(359.5695, device='cuda:0')) - | > current_lr_0: 0.00019987503124609398 - | > current_lr_1: 0.00019987503124609398 - | > step_time: 0.8796 (0.8448140236957014) - | > loader_time: 0.007 (0.005815597605114142) - - - --> TIME: 2024-11-22 10:50:17 -- STEP: 267/797 -- GLOBAL_STEP: 4475 - | > loss_disc: 2.529026985168457 (2.48659058545859) - | > loss_disc_real_0: 0.2541916072368622 (0.16324157018060984) - | > loss_disc_real_1: 0.21197454631328583 (0.22197810440474236) - | > loss_disc_real_2: 0.257206529378891 (0.2363923472746481) - | > loss_disc_real_3: 0.2183273434638977 (0.22100837327791065) - | > loss_disc_real_4: 0.2849639654159546 (0.22338552792532168) - | > loss_disc_real_5: 0.3387923836708069 (0.23839079764451873) - | > loss_0: 2.529026985168457 (2.48659058545859) - | > grad_norm_0: tensor(35.1351, device='cuda:0') (tensor(47.7745, device='cuda:0')) - | > loss_gen: 2.499868869781494 (2.284833588850183) - | > loss_kl: 1.1116955280303955 (1.3564895942863007) - | > loss_feat: 4.075644493103027 (4.0281202891346215) - | > loss_mel: 29.870101928710938 (26.68432626474216) - | > loss_duration: 1.892244815826416 (1.9214791805110174) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 39.44955825805664 (36.27524898114721) - | > grad_norm_1: tensor(494.0440, device='cuda:0') (tensor(354.9697, device='cuda:0')) - | > current_lr_0: 0.00019987503124609398 - | > current_lr_1: 0.00019987503124609398 - | > step_time: 0.9499 (0.8537846281287376) - | > loader_time: 0.0052 (0.0059275841445065635) - - - --> TIME: 2024-11-22 10:50:50 -- STEP: 292/797 -- GLOBAL_STEP: 4500 - | > loss_disc: 2.516411304473877 (2.489423056987866) - | > loss_disc_real_0: 0.2374975085258484 (0.16488116468009473) - | > loss_disc_real_1: 0.18184532225131989 (0.22180305640787298) - | > loss_disc_real_2: 0.22052320837974548 (0.2358652698258831) - | > loss_disc_real_3: 0.16780923306941986 (0.220772520013868) - | > loss_disc_real_4: 0.2261432409286499 (0.22348173608212438) - | > loss_disc_real_5: 0.22440949082374573 (0.23786307103319526) - | > loss_0: 2.516411304473877 (2.489423056987866) - | > grad_norm_0: tensor(88.8406, device='cuda:0') (tensor(48.3179, device='cuda:0')) - | > loss_gen: 2.2349777221679688 (2.2781465408736685) - | > loss_kl: 1.4539923667907715 (1.35076070832063) - | > loss_feat: 3.7949798107147217 (4.013480093381175) - | > loss_mel: 25.880144119262695 (26.66240969749347) - | > loss_duration: 1.9013322591781616 (1.9194868043677447) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.26542663574219 (36.224283897713434) - | > grad_norm_1: tensor(507.6467, device='cuda:0') (tensor(350.2572, device='cuda:0')) - | > current_lr_0: 0.00019987503124609398 - | > current_lr_1: 0.00019987503124609398 - | > step_time: 1.5982 (0.8904370837015648) - | > loader_time: 0.0085 (0.006176452114157482) - - - --> TIME: 2024-11-22 10:51:17 -- STEP: 317/797 -- GLOBAL_STEP: 4525 - | > loss_disc: 2.6259803771972656 (2.4901206500898767) - | > loss_disc_real_0: 0.21206095814704895 (0.1645893708506029) - | > loss_disc_real_1: 0.1350252479314804 (0.22166816453076316) - | > loss_disc_real_2: 0.2129087597131729 (0.23565647255170985) - | > loss_disc_real_3: 0.15316852927207947 (0.22035747193011576) - | > loss_disc_real_4: 0.2523745596408844 (0.22374715651341417) - | > loss_disc_real_5: 0.26055100560188293 (0.2380381871708184) - | > loss_0: 2.6259803771972656 (2.4901206500898767) - | > grad_norm_0: tensor(55.1530, device='cuda:0') (tensor(47.8896, device='cuda:0')) - | > loss_gen: 2.1025230884552 (2.277152322820306) - | > loss_kl: 1.2570172548294067 (1.342369199363215) - | > loss_feat: 3.754549980163574 (4.012919034115524) - | > loss_mel: 26.192279815673828 (26.66309200852452) - | > loss_duration: 1.8471271991729736 (1.9169335211113048) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.15349578857422 (36.21246615268452) - | > grad_norm_1: tensor(316.3109, device='cuda:0') (tensor(352.5155, device='cuda:0')) - | > current_lr_0: 0.00019987503124609398 - | > current_lr_1: 0.00019987503124609398 - | > step_time: 1.0483 (0.9072076439481428) - | > loader_time: 0.007 (0.006292952348005134) - - - --> TIME: 2024-11-22 10:51:44 -- STEP: 342/797 -- GLOBAL_STEP: 4550 - | > loss_disc: 2.3870582580566406 (2.4893128105074336) - | > loss_disc_real_0: 0.1494327187538147 (0.1646191628203232) - | > loss_disc_real_1: 0.2164270281791687 (0.22237248248175576) - | > loss_disc_real_2: 0.1907212734222412 (0.23566949358809064) - | > loss_disc_real_3: 0.2359495908021927 (0.22034204158692333) - | > loss_disc_real_4: 0.2318156361579895 (0.22365603528437558) - | > loss_disc_real_5: 0.24073193967342377 (0.2380161192812766) - | > loss_0: 2.3870582580566406 (2.4893128105074336) - | > grad_norm_0: tensor(37.6960, device='cuda:0') (tensor(48.5406, device='cuda:0')) - | > loss_gen: 2.501980781555176 (2.279650726164988) - | > loss_kl: 1.287532925605774 (1.3387008297164535) - | > loss_feat: 5.063999176025391 (4.017110770208794) - | > loss_mel: 27.43634605407715 (26.642315106085174) - | > loss_duration: 1.8931795358657837 (1.91531313023372) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 38.183040618896484 (36.193090589422916) - | > grad_norm_1: tensor(571.4012, device='cuda:0') (tensor(353.6772, device='cuda:0')) - | > current_lr_0: 0.00019987503124609398 - | > current_lr_1: 0.00019987503124609398 - | > step_time: 1.0998 (0.9177379928834257) - | > loader_time: 0.0097 (0.006404188641330654) - - - --> TIME: 2024-11-22 10:52:11 -- STEP: 367/797 -- GLOBAL_STEP: 4575 - | > loss_disc: 2.630126714706421 (2.489731125350869) - | > loss_disc_real_0: 0.2860812842845917 (0.16495707233205487) - | > loss_disc_real_1: 0.25280317664146423 (0.22246911557396365) - | > loss_disc_real_2: 0.24230629205703735 (0.23584368942706396) - | > loss_disc_real_3: 0.2582167685031891 (0.2199834859054485) - | > loss_disc_real_4: 0.21528755128383636 (0.22379302111649707) - | > loss_disc_real_5: 0.2348201721906662 (0.23857517347592425) - | > loss_0: 2.630126714706421 (2.489731125350869) - | > grad_norm_0: tensor(125.1224, device='cuda:0') (tensor(50.1364, device='cuda:0')) - | > loss_gen: 2.4192426204681396 (2.280791987190452) - | > loss_kl: 1.2715333700180054 (1.3377365197082955) - | > loss_feat: 4.207002639770508 (4.019503303054894) - | > loss_mel: 26.027177810668945 (26.623383826066107) - | > loss_duration: 1.9159743785858154 (1.9133309541671089) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.8409309387207 (36.174746588725164) - | > grad_norm_1: tensor(400.1553, device='cuda:0') (tensor(360.5441, device='cuda:0')) - | > current_lr_0: 0.00019987503124609398 - | > current_lr_1: 0.00019987503124609398 - | > step_time: 0.8915 (0.9262827956384144) - | > loader_time: 0.008 (0.006520218680275236) - - - --> TIME: 2024-11-22 10:52:37 -- STEP: 392/797 -- GLOBAL_STEP: 4600 - | > loss_disc: 2.5011069774627686 (2.4884172069783124) - | > loss_disc_real_0: 0.16562172770500183 (0.16406800592204146) - | > loss_disc_real_1: 0.23477455973625183 (0.22229869146736303) - | > loss_disc_real_2: 0.23792925477027893 (0.23623676350986472) - | > loss_disc_real_3: 0.19448716938495636 (0.2195698371613208) - | > loss_disc_real_4: 0.24617096781730652 (0.2235626602849486) - | > loss_disc_real_5: 0.2287871241569519 (0.2388158362472848) - | > loss_0: 2.5011069774627686 (2.4884172069783124) - | > grad_norm_0: tensor(43.8086, device='cuda:0') (tensor(50.8089, device='cuda:0')) - | > loss_gen: 2.30106520652771 (2.2829166842358424) - | > loss_kl: 1.2727824449539185 (1.3344276314791375) - | > loss_feat: 4.07817268371582 (4.026353146956895) - | > loss_mel: 25.52068519592285 (26.628593722168286) - | > loss_duration: 1.9058083295822144 (1.9119048407491372) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.07851028442383 (36.18419600992784) - | > grad_norm_1: tensor(334.7414, device='cuda:0') (tensor(367.1538, device='cuda:0')) - | > current_lr_0: 0.00019987503124609398 - | > current_lr_1: 0.00019987503124609398 - | > step_time: 1.0155 (0.9329766868328562) - | > loader_time: 0.0064 (0.006586488412351026) - - - --> TIME: 2024-11-22 10:53:02 -- STEP: 417/797 -- GLOBAL_STEP: 4625 - | > loss_disc: 2.5627925395965576 (2.4879021072845102) - | > loss_disc_real_0: 0.2326458841562271 (0.1643402998646101) - | > loss_disc_real_1: 0.2444046288728714 (0.22244015096617548) - | > loss_disc_real_2: 0.2375020831823349 (0.23604363471055204) - | > loss_disc_real_3: 0.1933494210243225 (0.21944429250143702) - | > loss_disc_real_4: 0.2694475054740906 (0.2233899151928705) - | > loss_disc_real_5: 0.2618540823459625 (0.23885849938332607) - | > loss_0: 2.5627925395965576 (2.4879021072845102) - | > grad_norm_0: tensor(33.5394, device='cuda:0') (tensor(51.1486, device='cuda:0')) - | > loss_gen: 2.204737901687622 (2.2841073286047333) - | > loss_kl: 1.2507362365722656 (1.3324799892141956) - | > loss_feat: 4.117463111877441 (4.033169909346878) - | > loss_mel: 26.51955223083496 (26.64339505568397) - | > loss_duration: 1.8532445430755615 (1.9105304814071107) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.945735931396484 (36.20368276454274) - | > grad_norm_1: tensor(221.6160, device='cuda:0') (tensor(364.6470, device='cuda:0')) - | > current_lr_0: 0.00019987503124609398 - | > current_lr_1: 0.00019987503124609398 - | > step_time: 0.9492 (0.9370973824882964) - | > loader_time: 0.0069 (0.006633306864640126) - - - --> TIME: 2024-11-22 10:53:29 -- STEP: 442/797 -- GLOBAL_STEP: 4650 - | > loss_disc: 2.443253755569458 (2.4897436620962576) - | > loss_disc_real_0: 0.1775941252708435 (0.16452029799174406) - | > loss_disc_real_1: 0.20198343694210052 (0.22281138143792953) - | > loss_disc_real_2: 0.24696943163871765 (0.23619678791831522) - | > loss_disc_real_3: 0.20055295526981354 (0.2194763179784177) - | > loss_disc_real_4: 0.17873157560825348 (0.22351913078270885) - | > loss_disc_real_5: 0.23589159548282623 (0.23872264719049854) - | > loss_0: 2.443253755569458 (2.4897436620962576) - | > grad_norm_0: tensor(79.7591, device='cuda:0') (tensor(51.2960, device='cuda:0')) - | > loss_gen: 2.342698812484741 (2.2868074111269574) - | > loss_kl: 1.5943706035614014 (1.3325172336392819) - | > loss_feat: 3.8554108142852783 (4.044209180913901) - | > loss_mel: 27.151052474975586 (26.677787047166095) - | > loss_duration: 1.8780256509780884 (1.9092250897873582) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.821556091308594 (36.250545928920545) - | > grad_norm_1: tensor(620.0869, device='cuda:0') (tensor(370.9335, device='cuda:0')) - | > current_lr_0: 0.00019987503124609398 - | > current_lr_1: 0.00019987503124609398 - | > step_time: 0.8939 (0.9433613303559938) - | > loader_time: 0.0071 (0.006716311787048618) - - - --> TIME: 2024-11-22 10:53:55 -- STEP: 467/797 -- GLOBAL_STEP: 4675 - | > loss_disc: 2.321507692337036 (2.487963425270751) - | > loss_disc_real_0: 0.17378000915050507 (0.16438163955729837) - | > loss_disc_real_1: 0.16015158593654633 (0.22311932387775735) - | > loss_disc_real_2: 0.21323077380657196 (0.23620513097504733) - | > loss_disc_real_3: 0.16324827075004578 (0.2192987721309672) - | > loss_disc_real_4: 0.18367399275302887 (0.2229750548714744) - | > loss_disc_real_5: 0.1815950572490692 (0.23864610638365755) - | > loss_0: 2.321507692337036 (2.487963425270751) - | > grad_norm_0: tensor(59.8347, device='cuda:0') (tensor(50.6438, device='cuda:0')) - | > loss_gen: 2.3779354095458984 (2.286525967544863) - | > loss_kl: 1.321274757385254 (1.3288267781954) - | > loss_feat: 4.722728252410889 (4.045931865622708) - | > loss_mel: 26.963783264160156 (26.68958268992651) - | > loss_duration: 1.8435757160186768 (1.9083593928073663) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.22929382324219 (36.25922666218856) - | > grad_norm_1: tensor(585.9391, device='cuda:0') (tensor(370.8810, device='cuda:0')) - | > current_lr_0: 0.00019987503124609398 - | > current_lr_1: 0.00019987503124609398 - | > step_time: 1.0434 (0.9475408698047254) - | > loader_time: 0.0133 (0.006816488261906954) - - - --> TIME: 2024-11-22 10:54:22 -- STEP: 492/797 -- GLOBAL_STEP: 4700 - | > loss_disc: 2.4066009521484375 (2.487972473710534) - | > loss_disc_real_0: 0.12552990019321442 (0.16386981640101939) - | > loss_disc_real_1: 0.25214019417762756 (0.2229654759592642) - | > loss_disc_real_2: 0.22253994643688202 (0.23631261625304456) - | > loss_disc_real_3: 0.21400731801986694 (0.21922938478732013) - | > loss_disc_real_4: 0.2195267230272293 (0.2230796774137553) - | > loss_disc_real_5: 0.2511501908302307 (0.2389668319980061) - | > loss_0: 2.4066009521484375 (2.487972473710534) - | > grad_norm_0: tensor(79.2970, device='cuda:0') (tensor(50.9716, device='cuda:0')) - | > loss_gen: 2.293393135070801 (2.2872124970928414) - | > loss_kl: 1.123413324356079 (1.3261527293096718) - | > loss_feat: 3.8661084175109863 (4.047601493393502) - | > loss_mel: 24.0018310546875 (26.67188603703569) - | > loss_duration: 1.8689758777618408 (1.9068766873541887) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.15372085571289 (36.23972940444945) - | > grad_norm_1: tensor(825.4026, device='cuda:0') (tensor(375.6533, device='cuda:0')) - | > current_lr_0: 0.00019987503124609398 - | > current_lr_1: 0.00019987503124609398 - | > step_time: 0.9913 (0.9536469728966069) - | > loader_time: 0.0061 (0.006890703022964603) - - - --> TIME: 2024-11-22 10:54:48 -- STEP: 517/797 -- GLOBAL_STEP: 4725 - | > loss_disc: 2.3747806549072266 (2.48893026825999) - | > loss_disc_real_0: 0.2231035828590393 (0.16323310463928858) - | > loss_disc_real_1: 0.21491758525371552 (0.22265892494577968) - | > loss_disc_real_2: 0.24139493703842163 (0.23607162851660118) - | > loss_disc_real_3: 0.19232870638370514 (0.21884553377990335) - | > loss_disc_real_4: 0.20020760595798492 (0.22357365997720732) - | > loss_disc_real_5: 0.24328753352165222 (0.23970501469286082) - | > loss_0: 2.3747806549072266 (2.48893026825999) - | > grad_norm_0: tensor(201.3216, device='cuda:0') (tensor(51.6729, device='cuda:0')) - | > loss_gen: 2.3873989582061768 (2.2894843839815064) - | > loss_kl: 1.1479310989379883 (1.3233847696499856) - | > loss_feat: 4.104336261749268 (4.049872144739679) - | > loss_mel: 25.5997314453125 (26.667033381803357) - | > loss_duration: 1.9061880111694336 (1.9057611715862783) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.14558792114258 (36.23553580057228) - | > grad_norm_1: tensor(433.6766, device='cuda:0') (tensor(378.7311, device='cuda:0')) - | > current_lr_0: 0.00019987503124609398 - | > current_lr_1: 0.00019987503124609398 - | > step_time: 0.9828 (0.9577014676837442) - | > loader_time: 0.0088 (0.007041083083161996) - - - --> TIME: 2024-11-22 10:55:14 -- STEP: 542/797 -- GLOBAL_STEP: 4750 - | > loss_disc: 2.5108072757720947 (2.491114819621689) - | > loss_disc_real_0: 0.10626187175512314 (0.16242250599434463) - | > loss_disc_real_1: 0.2418903410434723 (0.22296819341028748) - | > loss_disc_real_2: 0.22602328658103943 (0.2369401681467176) - | > loss_disc_real_3: 0.19515788555145264 (0.21949265090356893) - | > loss_disc_real_4: 0.20972414314746857 (0.22386099888884714) - | > loss_disc_real_5: 0.2813695967197418 (0.23982396110122495) - | > loss_0: 2.5108072757720947 (2.491114819621689) - | > grad_norm_0: tensor(100.3589, device='cuda:0') (tensor(52.4684, device='cuda:0')) - | > loss_gen: 2.3354949951171875 (2.289329818034082) - | > loss_kl: 1.340406894683838 (1.3235799720806392) - | > loss_feat: 4.027375221252441 (4.049579870216961) - | > loss_mel: 26.591197967529297 (26.66449565113251) - | > loss_duration: 1.9118014574050903 (1.905545450444591) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.206275939941406 (36.23253071000212) - | > grad_norm_1: tensor(312.3152, device='cuda:0') (tensor(383.0826, device='cuda:0')) - | > current_lr_0: 0.00019987503124609398 - | > current_lr_1: 0.00019987503124609398 - | > step_time: 1.0578 (0.9619016744113936) - | > loader_time: 0.0084 (0.0070992826975579655) - - - --> TIME: 2024-11-22 10:55:42 -- STEP: 567/797 -- GLOBAL_STEP: 4775 - | > loss_disc: 2.4987409114837646 (2.4912358511902886) - | > loss_disc_real_0: 0.11669747531414032 (0.16197444262012609) - | > loss_disc_real_1: 0.24825745820999146 (0.22315863807680747) - | > loss_disc_real_2: 0.20365053415298462 (0.236801395550817) - | > loss_disc_real_3: 0.20381705462932587 (0.21949902701157106) - | > loss_disc_real_4: 0.21193508803844452 (0.22417613434255437) - | > loss_disc_real_5: 0.2728751599788666 (0.23982267298553356) - | > loss_0: 2.4987409114837646 (2.4912358511902886) - | > grad_norm_0: tensor(96.6002, device='cuda:0') (tensor(53.0034, device='cuda:0')) - | > loss_gen: 2.1210248470306396 (2.288867739352808) - | > loss_kl: 1.2628614902496338 (1.3193776231173695) - | > loss_feat: 3.569943904876709 (4.04611316349561) - | > loss_mel: 24.28223991394043 (26.657959845541225) - | > loss_duration: 1.8991657495498657 (1.9044260095666956) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.13523483276367 (36.21674433713234) - | > grad_norm_1: tensor(759.7166, device='cuda:0') (tensor(387.8947, device='cuda:0')) - | > current_lr_0: 0.00019987503124609398 - | > current_lr_1: 0.00019987503124609398 - | > step_time: 0.9971 (0.9665362923233597) - | > loader_time: 0.0073 (0.007181570433224742) - - - --> TIME: 2024-11-22 10:56:08 -- STEP: 592/797 -- GLOBAL_STEP: 4800 - | > loss_disc: 2.325430393218994 (2.489607148879284) - | > loss_disc_real_0: 0.20979003608226776 (0.1615321651176625) - | > loss_disc_real_1: 0.1896553635597229 (0.22267992142587906) - | > loss_disc_real_2: 0.23540718853473663 (0.2370874705548222) - | > loss_disc_real_3: 0.178124338388443 (0.219190414365683) - | > loss_disc_real_4: 0.1854238361120224 (0.22403490436389237) - | > loss_disc_real_5: 0.17672426998615265 (0.23954817047342658) - | > loss_0: 2.325430393218994 (2.489607148879284) - | > grad_norm_0: tensor(156.8317, device='cuda:0') (tensor(53.9894, device='cuda:0')) - | > loss_gen: 2.3194026947021484 (2.291092379673105) - | > loss_kl: 1.3934857845306396 (1.3171995886274284) - | > loss_feat: 4.122877597808838 (4.051253260792913) - | > loss_mel: 27.534292221069336 (26.67000450959077) - | > loss_duration: 1.9161429405212402 (1.9039447531104088) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.286197662353516 (36.23349444930616) - | > grad_norm_1: tensor(858.4398, device='cuda:0') (tensor(397.3744, device='cuda:0')) - | > current_lr_0: 0.00019987503124609398 - | > current_lr_1: 0.00019987503124609398 - | > step_time: 1.0332 (0.9692602230084909) - | > loader_time: 0.0084 (0.00732362350902042) - - - --> TIME: 2024-11-22 10:56:34 -- STEP: 617/797 -- GLOBAL_STEP: 4825 - | > loss_disc: 2.6048951148986816 (2.4896511753335777) - | > loss_disc_real_0: 0.14507301151752472 (0.16131814257687066) - | > loss_disc_real_1: 0.2048051506280899 (0.22285316519837717) - | > loss_disc_real_2: 0.23534196615219116 (0.2371928834354858) - | > loss_disc_real_3: 0.19815115630626678 (0.2192884972213346) - | > loss_disc_real_4: 0.26608753204345703 (0.22390008128491173) - | > loss_disc_real_5: 0.22180983424186707 (0.23910072657190615) - | > loss_0: 2.6048951148986816 (2.4896511753335777) - | > grad_norm_0: tensor(88.7391, device='cuda:0') (tensor(54.1639, device='cuda:0')) - | > loss_gen: 2.319220542907715 (2.2895492425420847) - | > loss_kl: 1.3689887523651123 (1.3145634784111133) - | > loss_feat: 3.7443220615386963 (4.0477676407058185) - | > loss_mel: 27.319242477416992 (26.68077813245875) - | > loss_duration: 1.8809356689453125 (1.903491807138514) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.63270950317383 (36.23615027478678) - | > grad_norm_1: tensor(339.6437, device='cuda:0') (tensor(403.8644, device='cuda:0')) - | > current_lr_0: 0.00019987503124609398 - | > current_lr_1: 0.00019987503124609398 - | > step_time: 1.0182 (0.9717106166110047) - | > loader_time: 0.0114 (0.007419212517514222) - - - --> TIME: 2024-11-22 10:57:02 -- STEP: 642/797 -- GLOBAL_STEP: 4850 - | > loss_disc: 2.4342758655548096 (2.4888647701881395) - | > loss_disc_real_0: 0.14187543094158173 (0.16088492829480272) - | > loss_disc_real_1: 0.25132596492767334 (0.22294035876558582) - | > loss_disc_real_2: 0.20502667129039764 (0.23719687734344666) - | > loss_disc_real_3: 0.21493874490261078 (0.2191337853948646) - | > loss_disc_real_4: 0.15274974703788757 (0.22389047436207254) - | > loss_disc_real_5: 0.24249880015850067 (0.23896261011003705) - | > loss_0: 2.4342758655548096 (2.4888647701881395) - | > grad_norm_0: tensor(87.1035, device='cuda:0') (tensor(55.3101, device='cuda:0')) - | > loss_gen: 2.6512210369110107 (2.289016172150583) - | > loss_kl: 1.2392678260803223 (1.3130195109272296) - | > loss_feat: 4.106083869934082 (4.043974887173493) - | > loss_mel: 25.30994987487793 (26.66624511885123) - | > loss_duration: 1.904157042503357 (1.9035878989184014) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.21067810058594 (36.21584356611018) - | > grad_norm_1: tensor(207.1719, device='cuda:0') (tensor(411.5110, device='cuda:0')) - | > current_lr_0: 0.00019987503124609398 - | > current_lr_1: 0.00019987503124609398 - | > step_time: 1.0064 (0.9770454639957701) - | > loader_time: 0.0096 (0.00753726877527445) - - - --> TIME: 2024-11-22 10:57:29 -- STEP: 667/797 -- GLOBAL_STEP: 4875 - | > loss_disc: 2.575070381164551 (2.4879502692501414) - | > loss_disc_real_0: 0.07824546098709106 (0.16047150159123424) - | > loss_disc_real_1: 0.1809881329536438 (0.2225616096869402) - | > loss_disc_real_2: 0.24831952154636383 (0.23712198556899308) - | > loss_disc_real_3: 0.22415322065353394 (0.21900308250576656) - | > loss_disc_real_4: 0.2548239529132843 (0.22359685600920953) - | > loss_disc_real_5: 0.2295391857624054 (0.2391023561135046) - | > loss_0: 2.575070381164551 (2.4879502692501414) - | > grad_norm_0: tensor(99.1738, device='cuda:0') (tensor(55.7667, device='cuda:0')) - | > loss_gen: 2.1726572513580322 (2.2888943135649) - | > loss_kl: 1.211638331413269 (1.3126440625498141) - | > loss_feat: 4.0273261070251465 (4.0470882559466) - | > loss_mel: 25.720478057861328 (26.654652313850093) - | > loss_duration: 1.8649721145629883 (1.9030112902085106) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.9970703125 (36.20629021217081) - | > grad_norm_1: tensor(513.8873, device='cuda:0') (tensor(413.2018, device='cuda:0')) - | > current_lr_0: 0.00019987503124609398 - | > current_lr_1: 0.00019987503124609398 - | > step_time: 1.1009 (0.9800651706140796) - | > loader_time: 0.0127 (0.007640401462743666) - - - --> TIME: 2024-11-22 10:57:56 -- STEP: 692/797 -- GLOBAL_STEP: 4900 - | > loss_disc: 2.5520071983337402 (2.4877216664352857) - | > loss_disc_real_0: 0.12229888141155243 (0.1598058726983092) - | > loss_disc_real_1: 0.2092849612236023 (0.22247064014562987) - | > loss_disc_real_2: 0.29180946946144104 (0.23731278824065463) - | > loss_disc_real_3: 0.16683103144168854 (0.2191538826664748) - | > loss_disc_real_4: 0.27249839901924133 (0.2239857125768944) - | > loss_disc_real_5: 0.2846224009990692 (0.23925835358226574) - | > loss_0: 2.5520071983337402 (2.4877216664352857) - | > grad_norm_0: tensor(49.2009, device='cuda:0') (tensor(56.6981, device='cuda:0')) - | > loss_gen: 2.3765392303466797 (2.291603468401583) - | > loss_kl: 1.3328213691711426 (1.3114109816234238) - | > loss_feat: 4.5407843589782715 (4.05060342040365) - | > loss_mel: 27.55401611328125 (26.668007693538776) - | > loss_duration: 1.8863729238510132 (1.9019785606103137) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.69053268432617 (36.22360408926286) - | > grad_norm_1: tensor(541.1487, device='cuda:0') (tensor(420.5276, device='cuda:0')) - | > current_lr_0: 0.00019987503124609398 - | > current_lr_1: 0.00019987503124609398 - | > step_time: 0.9702 (0.9826412900334838) - | > loader_time: 0.0085 (0.007735382614797252) - - - --> TIME: 2024-11-22 10:58:24 -- STEP: 717/797 -- GLOBAL_STEP: 4925 - | > loss_disc: 2.4797444343566895 (2.486258906466859) - | > loss_disc_real_0: 0.09014031291007996 (0.15981798451731571) - | > loss_disc_real_1: 0.2972414791584015 (0.2226361136265214) - | > loss_disc_real_2: 0.22842280566692352 (0.23696730750375214) - | > loss_disc_real_3: 0.2767309248447418 (0.2192379806497273) - | > loss_disc_real_4: 0.20556001365184784 (0.2238388137899682) - | > loss_disc_real_5: 0.2018851935863495 (0.23907057873416312) - | > loss_0: 2.4797444343566895 (2.486258906466859) - | > grad_norm_0: tensor(42.6253, device='cuda:0') (tensor(56.7588, device='cuda:0')) - | > loss_gen: 2.112947702407837 (2.2919160405295993) - | > loss_kl: 1.420624852180481 (1.311007328612036) - | > loss_feat: 4.105530261993408 (4.056924476450625) - | > loss_mel: 28.042266845703125 (26.687024221593198) - | > loss_duration: 1.8308857679367065 (1.900978979871529) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.51225662231445 (36.247851029932086) - | > grad_norm_1: tensor(284.2076, device='cuda:0') (tensor(417.7388, device='cuda:0')) - | > current_lr_0: 0.00019987503124609398 - | > current_lr_1: 0.00019987503124609398 - | > step_time: 1.3946 (0.9871646616415665) - | > loader_time: 0.0096 (0.00793804450680189) - - - --> TIME: 2024-11-22 10:59:02 -- STEP: 742/797 -- GLOBAL_STEP: 4950 - | > loss_disc: 2.5129384994506836 (2.4845359511773877) - | > loss_disc_real_0: 0.1848941445350647 (0.15978894065412885) - | > loss_disc_real_1: 0.23772750794887543 (0.2225048347223159) - | > loss_disc_real_2: 0.33199673891067505 (0.23678264166466953) - | > loss_disc_real_3: 0.1729491502046585 (0.21899705402292005) - | > loss_disc_real_4: 0.24306467175483704 (0.22355075199608854) - | > loss_disc_real_5: 0.34131622314453125 (0.2390566154250077) - | > loss_0: 2.5129384994506836 (2.4845359511773877) - | > grad_norm_0: tensor(100.5145, device='cuda:0') (tensor(56.8202, device='cuda:0')) - | > loss_gen: 2.2976889610290527 (2.293177078355034) - | > loss_kl: 1.2375231981277466 (1.3102601327986083) - | > loss_feat: 3.955549716949463 (4.064969766814757) - | > loss_mel: 27.597888946533203 (26.699394956110623) - | > loss_duration: 1.9063632488250732 (1.8997550892701367) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.99501419067383 (36.26755701306698) - | > grad_norm_1: tensor(534.1711, device='cuda:0') (tensor(418.3311, device='cuda:0')) - | > current_lr_0: 0.00019987503124609398 - | > current_lr_1: 0.00019987503124609398 - | > step_time: 1.9888 (1.0050162835262535) - | > loader_time: 0.0087 (0.008164829963622394) - - - --> TIME: 2024-11-22 11:00:09 -- STEP: 767/797 -- GLOBAL_STEP: 4975 - | > loss_disc: 2.3099050521850586 (2.4836823483334074) - | > loss_disc_real_0: 0.07484443485736847 (0.15895160693175028) - | > loss_disc_real_1: 0.19081252813339233 (0.22276551090909422) - | > loss_disc_real_2: 0.2039986550807953 (0.23700357668558342) - | > loss_disc_real_3: 0.17580974102020264 (0.21892028005679548) - | > loss_disc_real_4: 0.18491385877132416 (0.22357409853473637) - | > loss_disc_real_5: 0.21715721487998962 (0.23870570764353563) - | > loss_0: 2.3099050521850586 (2.4836823483334074) - | > grad_norm_0: tensor(103.1889, device='cuda:0') (tensor(56.9310, device='cuda:0')) - | > loss_gen: 2.2168326377868652 (2.2940621512809654) - | > loss_kl: 1.2003060579299927 (1.309297602366282) - | > loss_feat: 4.358234405517578 (4.069859716696413) - | > loss_mel: 25.79057502746582 (26.688136233810962) - | > loss_duration: 1.8518965244293213 (1.8984063545137526) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.4178466796875 (36.25976206395278) - | > grad_norm_1: tensor(770.7780, device='cuda:0') (tensor(424.7097, device='cuda:0')) - | > current_lr_0: 0.00019987503124609398 - | > current_lr_1: 0.00019987503124609398 - | > step_time: 4.9141 (1.0579521572108055) - | > loader_time: 0.0127 (0.0091644579925935) - - - --> TIME: 2024-11-22 11:01:57 -- STEP: 792/797 -- GLOBAL_STEP: 5000 - | > loss_disc: 2.3367271423339844 (2.483814448720278) - | > loss_disc_real_0: 0.10534493625164032 (0.15882127308239702) - | > loss_disc_real_1: 0.2018037885427475 (0.22284928771356746) - | > loss_disc_real_2: 0.2529149353504181 (0.23691796535870643) - | > loss_disc_real_3: 0.23046571016311646 (0.21905141741488915) - | > loss_disc_real_4: 0.20339785516262054 (0.22354523750078498) - | > loss_disc_real_5: 0.24073323607444763 (0.23827883812852882) - | > loss_0: 2.3367271423339844 (2.483814448720278) - | > grad_norm_0: tensor(40.0061, device='cuda:0') (tensor(57.7760, device='cuda:0')) - | > loss_gen: 2.734724998474121 (2.2947184208667624) - | > loss_kl: 1.2016152143478394 (1.308477153982779) - | > loss_feat: 5.097945690155029 (4.074384822688924) - | > loss_mel: 28.426166534423828 (26.67789353987183) - | > loss_duration: 1.8645154237747192 (1.8973355442285538) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 39.32497024536133 (36.25280950045348) - | > grad_norm_1: tensor(773.3174, device='cuda:0') (tensor(430.3531, device='cuda:0')) - | > current_lr_0: 0.00019987503124609398 - | > current_lr_1: 0.00019987503124609398 - | > step_time: 4.0307 (1.1592512669587363) - | > loader_time: 0.0103 (0.009614131065330123) - - - > CHECKPOINT : vits_shi_male-November-22-2024_02+49AM-0000000/checkpoint_5000.pth - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.5480754375457764 (2.5480754375457764) - | > loss_disc_real_0: 0.14847740530967712 (0.14847740530967712) - | > loss_disc_real_1: 0.16887706518173218 (0.16887706518173218) - | > loss_disc_real_2: 0.23756638169288635 (0.23756638169288635) - | > loss_disc_real_3: 0.10506798326969147 (0.10506798326969147) - | > loss_disc_real_4: 0.20594926178455353 (0.20594926178455353) - | > loss_disc_real_5: 0.2646947205066681 (0.2646947205066681) - | > loss_0: 2.5480754375457764 (2.5480754375457764) - | > loss_gen: 1.8711916208267212 (1.8711916208267212) - | > loss_kl: 0.678624153137207 (0.678624153137207) - | > loss_feat: 3.6926045417785645 (3.6926045417785645) - | > loss_mel: 26.074222564697266 (26.074222564697266) - | > loss_duration: 2.1211910247802734 (2.1211910247802734) - | > loss_1: 34.437835693359375 (34.437835693359375) - - --> STEP: 1 - | > loss_disc: 2.45419979095459 (2.45419979095459) - | > loss_disc_real_0: 0.12738314270973206 (0.12738314270973206) - | > loss_disc_real_1: 0.1560371071100235 (0.1560371071100235) - | > loss_disc_real_2: 0.25384578108787537 (0.25384578108787537) - | > loss_disc_real_3: 0.1744552105665207 (0.1744552105665207) - | > loss_disc_real_4: 0.2419242560863495 (0.2419242560863495) - | > loss_disc_real_5: 0.2967747747898102 (0.2967747747898102) - | > loss_0: 2.45419979095459 (2.45419979095459) - | > loss_gen: 2.210960865020752 (2.210960865020752) - | > loss_kl: 0.6653220057487488 (0.6653220057487488) - | > loss_feat: 5.127932548522949 (5.127932548522949) - | > loss_mel: 33.56166458129883 (33.56166458129883) - | > loss_duration: 2.0515127182006836 (2.0515127182006836) - | > loss_1: 43.617393493652344 (43.617393493652344) - - --> STEP: 2 - | > loss_disc: 2.655907154083252 (2.555053472518921) - | > loss_disc_real_0: 0.08131717145442963 (0.10435015708208084) - | > loss_disc_real_1: 0.1995425969362259 (0.1777898520231247) - | > loss_disc_real_2: 0.23969882726669312 (0.24677230417728424) - | > loss_disc_real_3: 0.20120392739772797 (0.18782956898212433) - | > loss_disc_real_4: 0.26216667890548706 (0.2520454674959183) - | > loss_disc_real_5: 0.29634472727775574 (0.29655975103378296) - | > loss_0: 2.655907154083252 (2.555053472518921) - | > loss_gen: 1.878244161605835 (2.0446025133132935) - | > loss_kl: 1.3873564004898071 (1.026339203119278) - | > loss_feat: 2.902776002883911 (4.01535427570343) - | > loss_mel: 23.345975875854492 (28.45382022857666) - | > loss_duration: 1.813568353652954 (1.9325405359268188) - | > loss_1: 31.32792091369629 (37.472657203674316) - - --> STEP: 3 - | > loss_disc: 2.4654526710510254 (2.525186538696289) - | > loss_disc_real_0: 0.04370922967791557 (0.08413651461402576) - | > loss_disc_real_1: 0.1976252943277359 (0.18440166612466177) - | > loss_disc_real_2: 0.30313852429389954 (0.265561044216156) - | > loss_disc_real_3: 0.09632311761379242 (0.1573274185260137) - | > loss_disc_real_4: 0.24790869653224945 (0.250666543841362) - | > loss_disc_real_5: 0.24837425351142883 (0.2804979185263316) - | > loss_0: 2.4654526710510254 (2.525186538696289) - | > loss_gen: 1.963602066040039 (2.0176023642222085) - | > loss_kl: 1.295547366142273 (1.1160752574602764) - | > loss_feat: 3.6270947456359863 (3.8859344323476157) - | > loss_mel: 25.262680053710938 (27.390106836954754) - | > loss_duration: 1.926170825958252 (1.9304172992706299) - | > loss_1: 34.075096130371094 (36.34013684590658) - - --> STEP: 4 - | > loss_disc: 2.3701119422912598 (2.4864178895950317) - | > loss_disc_real_0: 0.09306193888187408 (0.08636787068098783) - | > loss_disc_real_1: 0.1474504917860031 (0.1751638725399971) - | > loss_disc_real_2: 0.2262285351753235 (0.2557279169559479) - | > loss_disc_real_3: 0.13100633025169373 (0.1507471464574337) - | > loss_disc_real_4: 0.20441535115242004 (0.2391037456691265) - | > loss_disc_real_5: 0.2536270320415497 (0.2737801969051361) - | > loss_0: 2.3701119422912598 (2.4864178895950317) - | > loss_gen: 1.9729976654052734 (2.006451189517975) - | > loss_kl: 1.1998183727264404 (1.1370110362768173) - | > loss_feat: 4.95281982421875 (4.152655780315399) - | > loss_mel: 26.434886932373047 (27.151301860809326) - | > loss_duration: 1.8334583044052124 (1.9061775505542755) - | > loss_1: 36.39398193359375 (36.35359811782837) - - --> STEP: 5 - | > loss_disc: 2.2015697956085205 (2.4294482707977294) - | > loss_disc_real_0: 0.04910602793097496 (0.07891550213098526) - | > loss_disc_real_1: 0.16631220281124115 (0.17339353859424592) - | > loss_disc_real_2: 0.20048688352108002 (0.2446797102689743) - | > loss_disc_real_3: 0.10956182330846786 (0.14251008182764052) - | > loss_disc_real_4: 0.12300099432468414 (0.21588319540023804) - | > loss_disc_real_5: 0.1905590146780014 (0.25713596045970916) - | > loss_0: 2.2015697956085205 (2.4294482707977294) - | > loss_gen: 2.0375900268554688 (2.0126789569854737) - | > loss_kl: 1.274792194366455 (1.164567267894745) - | > loss_feat: 5.842830657958984 (4.490690755844116) - | > loss_mel: 29.18424415588379 (27.557890319824217) - | > loss_duration: 2.0168490409851074 (1.9283118486404418) - | > loss_1: 40.35630798339844 (37.154140090942384) - - --> STEP: 6 - | > loss_disc: 2.5348994731903076 (2.4470234711964927) - | > loss_disc_real_0: 0.07463134825229645 (0.07820147648453712) - | > loss_disc_real_1: 0.24105089902877808 (0.1846697653333346) - | > loss_disc_real_2: 0.2180059552192688 (0.24023408442735672) - | > loss_disc_real_3: 0.14411941170692444 (0.14277830347418785) - | > loss_disc_real_4: 0.2021178901195526 (0.21358897785345712) - | > loss_disc_real_5: 0.2327967882156372 (0.25307943175236386) - | > loss_0: 2.5348994731903076 (2.4470234711964927) - | > loss_gen: 1.785336971282959 (1.9747886260350545) - | > loss_kl: 1.1715247631072998 (1.1657268504301708) - | > loss_feat: 3.2744300365448 (4.2879806359608965) - | > loss_mel: 23.639019012451172 (26.90474510192871) - | > loss_duration: 1.8774844408035278 (1.9198406140009563) - | > loss_1: 31.7477970123291 (36.2530829111735) - - --> STEP: 7 - | > loss_disc: 2.411458969116211 (2.4419428280421664) - | > loss_disc_real_0: 0.08699695765972137 (0.07945797379527773) - | > loss_disc_real_1: 0.15334026515483856 (0.1801941224506923) - | > loss_disc_real_2: 0.2467321902513504 (0.24116238525935582) - | > loss_disc_real_3: 0.1416700929403305 (0.1426199876836368) - | > loss_disc_real_4: 0.19620852172374725 (0.21110605554921286) - | > loss_disc_real_5: 0.18866492807865143 (0.24387735979897635) - | > loss_0: 2.411458969116211 (2.4419428280421664) - | > loss_gen: 2.0163257122039795 (1.980722495487758) - | > loss_kl: 1.0684444904327393 (1.1518293704305376) - | > loss_feat: 5.705057144165039 (4.490420137132917) - | > loss_mel: 28.178447723388672 (27.086702619280135) - | > loss_duration: 1.7717516422271729 (1.8986850466047014) - | > loss_1: 38.740028381347656 (36.6083608354841) - - --> STEP: 8 - | > loss_disc: 2.382606267929077 (2.4345257580280304) - | > loss_disc_real_0: 0.07506503164768219 (0.07890885602682829) - | > loss_disc_real_1: 0.16701653599739075 (0.17854692414402962) - | > loss_disc_real_2: 0.3307749629020691 (0.252363957464695) - | > loss_disc_real_3: 0.19740666449069977 (0.14946832228451967) - | > loss_disc_real_4: 0.24413901567459106 (0.21523517556488514) - | > loss_disc_real_5: 0.22835823893547058 (0.24193746969103813) - | > loss_0: 2.382606267929077 (2.4345257580280304) - | > loss_gen: 2.3451411724090576 (2.0262748301029205) - | > loss_kl: 1.0773848295211792 (1.1425238028168678) - | > loss_feat: 5.7658257484436035 (4.649845838546753) - | > loss_mel: 30.577396392822266 (27.5230393409729) - | > loss_duration: 1.9153344631195068 (1.9007662236690521) - | > loss_1: 41.68108367919922 (37.242451190948486) - - --> STEP: 9 - | > loss_disc: 2.696394920349121 (2.4636223316192627) - | > loss_disc_real_0: 0.06843064725399017 (0.07774461060762405) - | > loss_disc_real_1: 0.17865166068077087 (0.17855856153700086) - | > loss_disc_real_2: 0.264485239982605 (0.2537107666333516) - | > loss_disc_real_3: 0.18200302124023438 (0.15308328883515465) - | > loss_disc_real_4: 0.19214819371700287 (0.2126699553595649) - | > loss_disc_real_5: 0.30300626158714294 (0.24872289101282755) - | > loss_0: 2.696394920349121 (2.4636223316192627) - | > loss_gen: 1.801236629486084 (2.0012705855899386) - | > loss_kl: 1.4670071601867676 (1.178577509191301) - | > loss_feat: 3.215949058532715 (4.490523974100749) - | > loss_mel: 24.250715255737305 (27.159447775946724) - | > loss_duration: 1.85109281539917 (1.8952469560835097) - | > loss_1: 32.586002349853516 (36.72506798638238) - - --> STEP: 10 - | > loss_disc: 2.682454824447632 (2.4855055809020996) - | > loss_disc_real_0: 0.09427621215581894 (0.07939777076244355) - | > loss_disc_real_1: 0.20209074020385742 (0.18091177940368652) - | > loss_disc_real_2: 0.28902313113212585 (0.2572420030832291) - | > loss_disc_real_3: 0.1809566169977188 (0.15587062165141105) - | > loss_disc_real_4: 0.23692689836025238 (0.21509564965963363) - | > loss_disc_real_5: 0.29906871914863586 (0.2537574738264084) - | > loss_0: 2.682454824447632 (2.4855055809020996) - | > loss_gen: 1.9792602062225342 (1.9990695476531983) - | > loss_kl: 1.2428621053695679 (1.185005968809128) - | > loss_feat: 3.3764023780822754 (4.379111814498901) - | > loss_mel: 28.963794708251953 (27.339882469177248) - | > loss_duration: 1.7812148332595825 (1.8838437438011169) - | > loss_1: 37.343536376953125 (36.78691482543945) - - --> STEP: 11 - | > loss_disc: 2.663363456726074 (2.5016744787042793) - | > loss_disc_real_0: 0.1036217212677002 (0.08159994808110324) - | > loss_disc_real_1: 0.19234901666641235 (0.1819515282457525) - | > loss_disc_real_2: 0.31648823618888855 (0.26262802427465265) - | > loss_disc_real_3: 0.16473259031772614 (0.1566762551665306) - | > loss_disc_real_4: 0.24668993055820465 (0.2179678570140492) - | > loss_disc_real_5: 0.3420346677303314 (0.26178267327221955) - | > loss_0: 2.663363456726074 (2.5016744787042793) - | > loss_gen: 2.0189781188964844 (2.000879417766224) - | > loss_kl: 1.4655042886734009 (1.2105058160695163) - | > loss_feat: 3.808397054672241 (4.327228654514659) - | > loss_mel: 24.50342559814453 (27.082022753628817) - | > loss_duration: 1.797760248184204 (1.8760179714723066) - | > loss_1: 33.59406661987305 (36.49665589766069) - - --> STEP: 12 - | > loss_disc: 2.699434280395508 (2.5181544621785483) - | > loss_disc_real_0: 0.10804638266563416 (0.08380381762981415) - | > loss_disc_real_1: 0.1805400550365448 (0.18183390547831854) - | > loss_disc_real_2: 0.26794666051864624 (0.2630712439616521) - | > loss_disc_real_3: 0.1517869234085083 (0.15626881085336208) - | > loss_disc_real_4: 0.2369617372751236 (0.21955068036913872) - | > loss_disc_real_5: 0.29578301310539246 (0.2646160349249839) - | > loss_0: 2.699434280395508 (2.5181544621785483) - | > loss_gen: 1.8657515048980713 (1.989618758360545) - | > loss_kl: 1.3395744562149048 (1.221261536081632) - | > loss_feat: 4.347814083099365 (4.328944106896718) - | > loss_mel: 28.252214431762695 (27.17953872680664) - | > loss_duration: 1.860722541809082 (1.8747433523337047) - | > loss_1: 37.66607666015625 (36.59410762786865) - - --> STEP: 13 - | > loss_disc: 2.7591917514801025 (2.5366957921248217) - | > loss_disc_real_0: 0.08299196511507034 (0.08374136743637231) - | > loss_disc_real_1: 0.18272438645362854 (0.18190240401488084) - | > loss_disc_real_2: 0.3051303029060364 (0.2663065561881432) - | > loss_disc_real_3: 0.23461216688156128 (0.16229522285553125) - | > loss_disc_real_4: 0.2560114562511444 (0.2223553554369853) - | > loss_disc_real_5: 0.33937448263168335 (0.27036668474857617) - | > loss_0: 2.7591917514801025 (2.5366957921248217) - | > loss_gen: 1.9393000602722168 (1.9857480892768273) - | > loss_kl: 1.3553577661514282 (1.2315766307023854) - | > loss_feat: 4.098848819732666 (4.311244469422561) - | > loss_mel: 29.21611976623535 (27.336198806762695) - | > loss_duration: 1.9302687644958496 (1.8790145378846388) - | > loss_1: 38.539894104003906 (36.743783510648285) - - --> STEP: 14 - | > loss_disc: 2.4799327850341797 (2.532641291618347) - | > loss_disc_real_0: 0.09595440328121185 (0.08461372713957514) - | > loss_disc_real_1: 0.19383811950683594 (0.18275495512144907) - | > loss_disc_real_2: 0.262506365776062 (0.26603511401585167) - | > loss_disc_real_3: 0.13132783770561218 (0.16008326677339418) - | > loss_disc_real_4: 0.24570076167583466 (0.22402288445404597) - | > loss_disc_real_5: 0.25922730565071106 (0.2695710148130144) - | > loss_0: 2.4799327850341797 (2.532641291618347) - | > loss_gen: 2.009351968765259 (1.9874340806688582) - | > loss_kl: 0.8697145581245422 (1.2057293398039681) - | > loss_feat: 3.506742238998413 (4.253780024392264) - | > loss_mel: 27.05335235595703 (27.315995488848007) - | > loss_duration: 1.932563066482544 (1.8828394327844893) - | > loss_1: 35.371726989746094 (36.64577947344099) - - --> STEP: 15 - | > loss_disc: 2.600131034851074 (2.5371406078338623) - | > loss_disc_real_0: 0.08602435141801834 (0.08470776875813803) - | > loss_disc_real_1: 0.2221258580684662 (0.18537968198458354) - | > loss_disc_real_2: 0.2121911346912384 (0.2624455153942108) - | > loss_disc_real_3: 0.13702790439128876 (0.15854624261458714) - | > loss_disc_real_4: 0.21661359071731567 (0.22352893153826395) - | > loss_disc_real_5: 0.24212250113487244 (0.26774111390113825) - | > loss_0: 2.600131034851074 (2.5371406078338623) - | > loss_gen: 1.893086552619934 (1.9811442454655965) - | > loss_kl: 1.023051381111145 (1.1935508092244467) - | > loss_feat: 3.1218788623809814 (4.178319946924845) - | > loss_mel: 24.415874481201172 (27.122654088338216) - | > loss_duration: 1.844106912612915 (1.8802572647730509) - | > loss_1: 32.29800033569336 (36.35592753092448) - - --> STEP: 16 - | > loss_disc: 2.407266139984131 (2.529023453593254) - | > loss_disc_real_0: 0.06981413066387177 (0.08377691637724638) - | > loss_disc_real_1: 0.19171229004859924 (0.18577546998858452) - | > loss_disc_real_2: 0.27814149856567383 (0.26342651434242725) - | > loss_disc_real_3: 0.09594199061393738 (0.15463347686454654) - | > loss_disc_real_4: 0.2208113670349121 (0.22335908375680447) - | > loss_disc_real_5: 0.22599461674690247 (0.2651319578289985) - | > loss_0: 2.407266139984131 (2.529023453593254) - | > loss_gen: 1.996764063835144 (1.9821204841136932) - | > loss_kl: 1.6543502807617188 (1.2223507761955261) - | > loss_feat: 4.273777961730957 (4.184286072850227) - | > loss_mel: 24.11651039123535 (26.934770107269287) - | > loss_duration: 1.9386872053146362 (1.8839091360569) - | > loss_1: 33.9800910949707 (36.20743775367737) - - --> STEP: 17 - | > loss_disc: 2.6122963428497314 (2.533921858843635) - | > loss_disc_real_0: 0.08042289316654205 (0.08357962089426377) - | > loss_disc_real_1: 0.16553427278995514 (0.1845848113298416) - | > loss_disc_real_2: 0.26959431171417236 (0.2637893259525299) - | > loss_disc_real_3: 0.16119007766246796 (0.15501915926442428) - | > loss_disc_real_4: 0.22797594964504242 (0.2236306641031714) - | > loss_disc_real_5: 0.3128611445426941 (0.2679395570474512) - | > loss_0: 2.6122963428497314 (2.533921858843635) - | > loss_gen: 1.946547031402588 (1.9800279280718636) - | > loss_kl: 0.9501141309738159 (1.2063368558883667) - | > loss_feat: 3.871018409729004 (4.1658585632548615) - | > loss_mel: 28.916301727294922 (27.051330790800208) - | > loss_duration: 1.8259429931640625 (1.8804993629455566) - | > loss_1: 37.509925842285156 (36.284054700066065) - - --> STEP: 18 - | > loss_disc: 2.470013380050659 (2.530371387799581) - | > loss_disc_real_0: 0.1224406361579895 (0.08573856618669298) - | > loss_disc_real_1: 0.2452729195356369 (0.18795637289683023) - | > loss_disc_real_2: 0.21184879541397095 (0.26090374092261) - | > loss_disc_real_3: 0.14524966478347778 (0.15447640957103836) - | > loss_disc_real_4: 0.13641509413719177 (0.218785354660617) - | > loss_disc_real_5: 0.23444731533527374 (0.26607887695233023) - | > loss_0: 2.470013380050659 (2.530371387799581) - | > loss_gen: 1.9091182947158813 (1.9760885039965312) - | > loss_kl: 1.5671488046646118 (1.2263819641537137) - | > loss_feat: 3.462982416152954 (4.126809888415867) - | > loss_mel: 24.189701080322266 (26.892351362440323) - | > loss_duration: 1.8113089799880981 (1.8766554527812533) - | > loss_1: 32.94026184082031 (36.098288430107964) - - --> STEP: 19 - | > loss_disc: 2.462003707885742 (2.5267730888567472) - | > loss_disc_real_0: 0.08267354965209961 (0.08557724952697754) - | > loss_disc_real_1: 0.14948050677776337 (0.18593132731161618) - | > loss_disc_real_2: 0.22055016458034515 (0.2587798684835434) - | > loss_disc_real_3: 0.208944171667099 (0.15734313389188365) - | > loss_disc_real_4: 0.19348043203353882 (0.21745351662761286) - | > loss_disc_real_5: 0.2524518668651581 (0.2653616658951106) - | > loss_0: 2.462003707885742 (2.5267730888567472) - | > loss_gen: 2.0503506660461426 (1.9799970388412476) - | > loss_kl: 1.1899139881134033 (1.2244625969936973) - | > loss_feat: 5.233270168304443 (4.185044639988949) - | > loss_mel: 29.783124923706055 (27.044497339349043) - | > loss_duration: 1.9243791103363037 (1.8791672242315192) - | > loss_1: 40.18103790283203 (36.313169981303965) - - --> STEP: 20 - | > loss_disc: 2.431187629699707 (2.5219938158988953) - | > loss_disc_real_0: 0.05456572026014328 (0.08402667306363583) - | > loss_disc_real_1: 0.20499634742736816 (0.1868845783174038) - | > loss_disc_real_2: 0.25885340571403503 (0.258783545345068) - | > loss_disc_real_3: 0.11214660108089447 (0.15508330725133418) - | > loss_disc_real_4: 0.14579780399799347 (0.2138707309961319) - | > loss_disc_real_5: 0.25203588604927063 (0.26469537690281864) - | > loss_0: 2.431187629699707 (2.5219938158988953) - | > loss_gen: 2.011727809906006 (1.9815835773944854) - | > loss_kl: 1.1651362180709839 (1.2214962780475616) - | > loss_feat: 5.054333686828613 (4.228509092330933) - | > loss_mel: 28.232059478759766 (27.10387544631958) - | > loss_duration: 1.8034778833389282 (1.8753827571868897) - | > loss_1: 38.2667350769043 (36.41084823608398) - - --> STEP: 21 - | > loss_disc: 2.578068733215332 (2.524664050056821) - | > loss_disc_real_0: 0.08814764022827148 (0.08422290959528514) - | > loss_disc_real_1: 0.1671428680419922 (0.1859444968757175) - | > loss_disc_real_2: 0.23505385220050812 (0.25765355995723177) - | > loss_disc_real_3: 0.1515270471572876 (0.15491396153257006) - | > loss_disc_real_4: 0.18534822762012482 (0.21251251654965536) - | > loss_disc_real_5: 0.2731207311153412 (0.2650965842462721) - | > loss_0: 2.578068733215332 (2.524664050056821) - | > loss_gen: 1.8053616285324097 (1.9731920560201008) - | > loss_kl: 1.2831915616989136 (1.224434148697626) - | > loss_feat: 4.42800760269165 (4.238009021395729) - | > loss_mel: 28.55047607421875 (27.172761190505256) - | > loss_duration: 1.822075605392456 (1.8728443213871546) - | > loss_1: 37.88911437988281 (36.481241861979164) - - --> STEP: 22 - | > loss_disc: 2.8882479667663574 (2.541190591725436) - | > loss_disc_real_0: 0.10307638347148895 (0.08507988568056714) - | > loss_disc_real_1: 0.20383098721504211 (0.18675751916386865) - | > loss_disc_real_2: 0.27304184436798096 (0.25835302743044763) - | > loss_disc_real_3: 0.17729522287845612 (0.15593129159374672) - | > loss_disc_real_4: 0.2871616780757904 (0.2159056602553888) - | > loss_disc_real_5: 0.3179922103881836 (0.2675009308890863) - | > loss_0: 2.8882479667663574 (2.541190591725436) - | > loss_gen: 1.7326946258544922 (1.9622603546489368) - | > loss_kl: 1.2848182916641235 (1.2271788824688306) - | > loss_feat: 3.0354490280151367 (4.183347203514793) - | > loss_mel: 21.518310546875 (26.91574070670388) - | > loss_duration: 1.9600650072097778 (1.8768088980154558) - | > loss_1: 29.53133773803711 (36.16533712907271) - - --> STEP: 23 - | > loss_disc: 2.609968423843384 (2.5441809322523032) - | > loss_disc_real_0: 0.06777399778366089 (0.084327455772006) - | > loss_disc_real_1: 0.2657070755958557 (0.19019010857395505) - | > loss_disc_real_2: 0.26791098713874817 (0.2587685908960259) - | > loss_disc_real_3: 0.14148001372814178 (0.15530297516480737) - | > loss_disc_real_4: 0.1883009821176529 (0.21470545685809592) - | > loss_disc_real_5: 0.3264898955821991 (0.270065668484439) - | > loss_0: 2.609968423843384 (2.5441809322523032) - | > loss_gen: 1.8852485418319702 (1.9589120149612427) - | > loss_kl: 1.557712435722351 (1.2415499065233315) - | > loss_feat: 4.12986421585083 (4.181021856225056) - | > loss_mel: 26.459012985229492 (26.895882979683254) - | > loss_duration: 1.9422732591629028 (1.879655174587084) - | > loss_1: 35.97411346435547 (36.157023056693696) - - --> STEP: 24 - | > loss_disc: 2.8331727981567383 (2.556222259998321) - | > loss_disc_real_0: 0.07685442268848419 (0.08401607939352591) - | > loss_disc_real_1: 0.24338190257549286 (0.1924064333240191) - | > loss_disc_real_2: 0.2189645618200302 (0.25711008968452603) - | > loss_disc_real_3: 0.11098887771368027 (0.15345655443767708) - | > loss_disc_real_4: 0.19139999151229858 (0.21373439580202103) - | > loss_disc_real_5: 0.27195972204208374 (0.2701445873826742) - | > loss_0: 2.8331727981567383 (2.556222259998321) - | > loss_gen: 1.4657446146011353 (1.9383633732795715) - | > loss_kl: 1.0837849378585815 (1.2349763661623003) - | > loss_feat: 1.9645353555679321 (4.088668252031009) - | > loss_mel: 19.74740219116211 (26.598029613494873) - | > loss_duration: 1.8823094367980957 (1.879765768845876) - | > loss_1: 26.143775939941406 (35.73980442682902) - - --> STEP: 25 - | > loss_disc: 2.592907190322876 (2.557689657211303) - | > loss_disc_real_0: 0.05597241222858429 (0.08289433270692825) - | > loss_disc_real_1: 0.23438408970832825 (0.19408553957939148) - | > loss_disc_real_2: 0.21704338490962982 (0.25550742149353023) - | > loss_disc_real_3: 0.11579213291406631 (0.15194997757673265) - | > loss_disc_real_4: 0.16661317646503448 (0.21184954702854156) - | > loss_disc_real_5: 0.2601572573184967 (0.2697450941801071) - | > loss_0: 2.592907190322876 (2.557689657211303) - | > loss_gen: 1.596641182899475 (1.9246944856643677) - | > loss_kl: 1.2640461921691895 (1.2361391592025759) - | > loss_feat: 2.2229645252227783 (4.014040102958679) - | > loss_mel: 13.988633155822754 (26.093653755187987) - | > loss_duration: 1.7696928977966309 (1.8753628540039062) - | > loss_1: 20.841978073120117 (35.14389137268066) - - --> STEP: 26 - | > loss_disc: 2.0313611030578613 (2.537446251282325) - | > loss_disc_real_0: 0.06876114010810852 (0.08235074837620442) - | > loss_disc_real_1: 0.1606902927160263 (0.1928011070077236) - | > loss_disc_real_2: 0.20750950276851654 (0.25366134769641435) - | > loss_disc_real_3: 0.11531846970319748 (0.15054107342775053) - | > loss_disc_real_4: 0.09428130090236664 (0.20732769140830407) - | > loss_disc_real_5: 0.19570080935955048 (0.26689723707162416) - | > loss_0: 2.0313611030578613 (2.537446251282325) - | > loss_gen: 2.2343623638153076 (1.9366047886701732) - | > loss_kl: 1.268004298210144 (1.2373647414720976) - | > loss_feat: 5.651036739349365 (4.077001512050629) - | > loss_mel: 28.3595027923584 (26.18080179507916) - | > loss_duration: 1.859452247619629 (1.874750907604511) - | > loss_1: 39.37236022949219 (35.306524790250336) - - --> STEP: 27 - | > loss_disc: 2.706087589263916 (2.5436922267631243) - | > loss_disc_real_0: 0.08321425318717957 (0.08238273003587017) - | > loss_disc_real_1: 0.15609052777290344 (0.19144145592495246) - | > loss_disc_real_2: 0.3703463673591614 (0.2579830150913309) - | > loss_disc_real_3: 0.14018303155899048 (0.15015744224742608) - | > loss_disc_real_4: 0.3345850110054016 (0.21204092546745582) - | > loss_disc_real_5: 0.3103923499584198 (0.26850816717854253) - | > loss_0: 2.706087589263916 (2.5436922267631243) - | > loss_gen: 1.9651929140090942 (1.93766360812717) - | > loss_kl: 1.3953770399093628 (1.2432170488216259) - | > loss_feat: 4.186136245727539 (4.081043539223848) - | > loss_mel: 28.09433364868164 (26.251673345212584) - | > loss_duration: 1.8545076847076416 (1.8740011586083307) - | > loss_1: 37.495548248291016 (35.38759973314073) - - --> STEP: 28 - | > loss_disc: 2.185931444168091 (2.5309150559561586) - | > loss_disc_real_0: 0.06053882837295532 (0.08160259069076606) - | > loss_disc_real_1: 0.17584118247032166 (0.1908843033015728) - | > loss_disc_real_2: 0.1846199631690979 (0.25536290609410833) - | > loss_disc_real_3: 0.09593280404806137 (0.14822084802602017) - | > loss_disc_real_4: 0.15996280312538147 (0.21018099252666747) - | > loss_disc_real_5: 0.1814573109149933 (0.2653992080262729) - | > loss_0: 2.185931444168091 (2.5309150559561586) - | > loss_gen: 2.07824969291687 (1.9426845397268022) - | > loss_kl: 1.1496124267578125 (1.2398740266050612) - | > loss_feat: 5.265466690063477 (4.123344366039549) - | > loss_mel: 23.525161743164062 (26.15429793085371) - | > loss_duration: 1.875267505645752 (1.8740463852882385) - | > loss_1: 33.89375686645508 (35.33424820218767) - - --> STEP: 29 - | > loss_disc: 2.480856418609619 (2.5291888960476574) - | > loss_disc_real_0: 0.08200179040431976 (0.08161635619812999) - | > loss_disc_real_1: 0.1877550333738327 (0.19077639744199557) - | > loss_disc_real_2: 0.21788939833641052 (0.2540707161714291) - | > loss_disc_real_3: 0.17166900634765625 (0.14902940520952487) - | > loss_disc_real_4: 0.2320251613855362 (0.2109342397286974) - | > loss_disc_real_5: 0.22678318619728088 (0.2640676210666525) - | > loss_0: 2.480856418609619 (2.5291888960476574) - | > loss_gen: 1.9229307174682617 (1.942003373442025) - | > loss_kl: 0.9825805425643921 (1.2310018375002105) - | > loss_feat: 5.346257209777832 (4.165513774444317) - | > loss_mel: 31.138748168945312 (26.32617552527066) - | > loss_duration: 1.873367190361023 (1.874022964773507) - | > loss_1: 41.263885498046875 (35.53871845376903) - - --> STEP: 30 - | > loss_disc: 2.7599010467529297 (2.5368793010711665) - | > loss_disc_real_0: 0.09023748338222504 (0.08190372710426648) - | > loss_disc_real_1: 0.20838043093681335 (0.1913631985584895) - | > loss_disc_real_2: 0.24082353711128235 (0.2536291435360909) - | > loss_disc_real_3: 0.169757679104805 (0.14972034767270087) - | > loss_disc_real_4: 0.19149792194366455 (0.21028636246919633) - | > loss_disc_real_5: 0.28065088391304016 (0.2646203964948654) - | > loss_0: 2.7599010467529297 (2.5368793010711665) - | > loss_gen: 1.6212726831436157 (1.931312350432078) - | > loss_kl: 1.4081710577011108 (1.2369074781735738) - | > loss_feat: 3.140805721282959 (4.131356839338939) - | > loss_mel: 23.654132843017578 (26.237107435862224) - | > loss_duration: 1.8599896430969238 (1.8735551873842875) - | > loss_1: 31.684371948242188 (35.410240236918135) - - --> STEP: 31 - | > loss_disc: 2.5520179271698 (2.5373676438485417) - | > loss_disc_real_0: 0.07121193408966064 (0.08155883055540823) - | > loss_disc_real_1: 0.22300666570663452 (0.19238395556326834) - | > loss_disc_real_2: 0.2649303674697876 (0.2539936991468553) - | > loss_disc_real_3: 0.10843963176012039 (0.14838871167552087) - | > loss_disc_real_4: 0.16119013726711273 (0.20870261326912912) - | > loss_disc_real_5: 0.2846152186393738 (0.2652653907575915) - | > loss_0: 2.5520179271698 (2.5373676438485417) - | > loss_gen: 1.8946067094802856 (1.9301282974981493) - | > loss_kl: 1.5008580684661865 (1.2454220133443032) - | > loss_feat: 3.2689266204833984 (4.103536509698437) - | > loss_mel: 22.276165008544922 (26.109335099497148) - | > loss_duration: 1.7942460775375366 (1.8709968290021342) - | > loss_1: 30.734804153442383 (35.25941971809633) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.008771980962445658 (-0.0038782704261041464) - | > avg_loss_disc: 2.5373676438485417 (-0.11378804329902925) - | > avg_loss_disc_real_0: 0.08155883055540823 (-0.05522592197502814) - | > avg_loss_disc_real_1: 0.19238395556326834 (+0.06190629087148167) - | > avg_loss_disc_real_2: 0.2539936991468553 (-0.032206969876443114) - | > avg_loss_disc_real_3: 0.14838871167552087 (+0.012248443259346875) - | > avg_loss_disc_real_4: 0.20870261326912912 (-0.02299644149118854) - | > avg_loss_disc_real_5: 0.2652653907575915 (+0.10193006766419255) - | > avg_loss_0: 2.5373676438485417 (-0.11378804329902925) - | > avg_loss_gen: 1.9301282974981493 (+0.21370394768253442) - | > avg_loss_kl: 1.2454220133443032 (+0.04490321297799427) - | > avg_loss_feat: 4.103536509698437 (+0.1839510433135496) - | > avg_loss_mel: 26.109335099497148 (-1.8420967901906664) - | > avg_loss_duration: 1.8709968290021342 (-0.02354277718451736) - | > avg_loss_1: 35.25941971809633 (-1.4230798905895625) - - > BEST MODEL : vits_shi_male-November-22-2024_02+49AM-0000000/best_model_5005.pth - - > EPOCH: 4/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-22 11:02:35)  - - --> TIME: 2024-11-22 11:02:55 -- STEP: 20/797 -- GLOBAL_STEP: 5025 - | > loss_disc: 2.628021001815796 (2.51313236951828) - | > loss_disc_real_0: 0.04277439042925835 (0.16032404620200397) - | > loss_disc_real_1: 0.24647989869117737 (0.21809460818767548) - | > loss_disc_real_2: 0.27455541491508484 (0.23916501253843309) - | > loss_disc_real_3: 0.2291412055492401 (0.22192104235291482) - | > loss_disc_real_4: 0.30644169449806213 (0.22466319277882577) - | > loss_disc_real_5: 0.3282356858253479 (0.23850203603506087) - | > loss_0: 2.628021001815796 (2.51313236951828) - | > grad_norm_0: tensor(146.2089, device='cuda:0') (tensor(87.6958, device='cuda:0')) - | > loss_gen: 2.108905792236328 (2.312197583913803) - | > loss_kl: 1.137501835823059 (1.5032024085521696) - | > loss_feat: 3.3750131130218506 (4.061479437351227) - | > loss_mel: 22.744407653808594 (25.613067436218262) - | > loss_duration: 1.9878244400024414 (2.0666064441204073) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.353652954101562 (35.55655336380005) - | > grad_norm_1: tensor(402.1433, device='cuda:0') (tensor(522.1674, device='cuda:0')) - | > current_lr_0: 0.0001998500468671882 - | > current_lr_1: 0.0001998500468671882 - | > step_time: 0.9013 (0.915170407295227) - | > loader_time: 0.0035 (0.0045181155204772954) - - - --> TIME: 2024-11-22 11:03:19 -- STEP: 45/797 -- GLOBAL_STEP: 5050 - | > loss_disc: 2.698554039001465 (2.5114715735117588) - | > loss_disc_real_0: 0.25755399465560913 (0.16349791594677504) - | > loss_disc_real_1: 0.20699258148670197 (0.21801306207974752) - | > loss_disc_real_2: 0.2209184765815735 (0.23771198756164974) - | > loss_disc_real_3: 0.15217198431491852 (0.21998034814993542) - | > loss_disc_real_4: 0.23744730651378632 (0.22202161716090307) - | > loss_disc_real_5: 0.3076915740966797 (0.23486729198031955) - | > loss_0: 2.698554039001465 (2.5114715735117588) - | > grad_norm_0: tensor(71.8853, device='cuda:0') (tensor(71.3509, device='cuda:0')) - | > loss_gen: 2.079214096069336 (2.2828658554289074) - | > loss_kl: 1.4023076295852661 (1.4446717580159498) - | > loss_feat: 3.492403745651245 (4.044050857755873) - | > loss_mel: 26.196504592895508 (25.560569042629666) - | > loss_duration: 1.9377392530441284 (2.00703759988149) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.10817337036133 (35.33919520907932) - | > grad_norm_1: tensor(483.4937, device='cuda:0') (tensor(486.5769, device='cuda:0')) - | > current_lr_0: 0.0001998500468671882 - | > current_lr_1: 0.0001998500468671882 - | > step_time: 0.9802 (0.9432736820644803) - | > loader_time: 0.0046 (0.004533566368950737) - - - --> TIME: 2024-11-22 11:03:43 -- STEP: 70/797 -- GLOBAL_STEP: 5075 - | > loss_disc: 2.3958940505981445 (2.4717843668801436) - | > loss_disc_real_0: 0.1181935966014862 (0.1601272083286728) - | > loss_disc_real_1: 0.27846091985702515 (0.2189508036843368) - | > loss_disc_real_2: 0.2877090871334076 (0.2348189728600638) - | > loss_disc_real_3: 0.22126716375350952 (0.21838137805461882) - | > loss_disc_real_4: 0.21003161370754242 (0.21793946049043111) - | > loss_disc_real_5: 0.2165250927209854 (0.23613543276275908) - | > loss_0: 2.3958940505981445 (2.4717843668801436) - | > grad_norm_0: tensor(29.0736, device='cuda:0') (tensor(65.1903, device='cuda:0')) - | > loss_gen: 2.3364596366882324 (2.303969180583953) - | > loss_kl: 1.4120436906814575 (1.4290867294584) - | > loss_feat: 4.498432159423828 (4.171412457738604) - | > loss_mel: 26.164302825927734 (26.010050310407365) - | > loss_duration: 1.8514313697814941 (1.9673218727111816) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.262672424316406 (35.881840542384566) - | > grad_norm_1: tensor(665.7619, device='cuda:0') (tensor(466.6925, device='cuda:0')) - | > current_lr_0: 0.0001998500468671882 - | > current_lr_1: 0.0001998500468671882 - | > step_time: 0.9081 (0.9427471024649484) - | > loader_time: 0.0051 (0.004681859697614397) - - - --> TIME: 2024-11-22 11:04:09 -- STEP: 95/797 -- GLOBAL_STEP: 5100 - | > loss_disc: 2.263625144958496 (2.458416384144831) - | > loss_disc_real_0: 0.1119866594672203 (0.15577001967712445) - | > loss_disc_real_1: 0.2078896164894104 (0.21930011063814164) - | > loss_disc_real_2: 0.190891295671463 (0.2332467811672311) - | > loss_disc_real_3: 0.20595376193523407 (0.2171425827239689) - | > loss_disc_real_4: 0.1460181474685669 (0.21565797877939125) - | > loss_disc_real_5: 0.16090042889118195 (0.23577556751276318) - | > loss_0: 2.263625144958496 (2.458416384144831) - | > grad_norm_0: tensor(57.7147, device='cuda:0') (tensor(61.5192, device='cuda:0')) - | > loss_gen: 2.2046241760253906 (2.3153093074497413) - | > loss_kl: 1.3898324966430664 (1.406672336553272) - | > loss_feat: 4.295845985412598 (4.213551232689305) - | > loss_mel: 23.06129264831543 (26.05553072879189) - | > loss_duration: 1.9165968894958496 (1.9494446051748175) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.86819076538086 (35.940508129722204) - | > grad_norm_1: tensor(935.1236, device='cuda:0') (tensor(472.0656, device='cuda:0')) - | > current_lr_0: 0.0001998500468671882 - | > current_lr_1: 0.0001998500468671882 - | > step_time: 0.8965 (0.9657121733615273) - | > loader_time: 0.0058 (0.005242972624929327) - - - --> TIME: 2024-11-22 11:04:32 -- STEP: 120/797 -- GLOBAL_STEP: 5125 - | > loss_disc: 2.4112651348114014 (2.4559411744276662) - | > loss_disc_real_0: 0.09906245023012161 (0.1522503057494759) - | > loss_disc_real_1: 0.22688622772693634 (0.22001167243967454) - | > loss_disc_real_2: 0.23252300918102264 (0.2336722628523906) - | > loss_disc_real_3: 0.2484479397535324 (0.21681423770884672) - | > loss_disc_real_4: 0.23550578951835632 (0.21543153387804825) - | > loss_disc_real_5: 0.21848164498806 (0.236528480052948) - | > loss_0: 2.4112651348114014 (2.4559411744276662) - | > grad_norm_0: tensor(37.4435, device='cuda:0') (tensor(60.6635, device='cuda:0')) - | > loss_gen: 2.57934308052063 (2.3318575888872135) - | > loss_kl: 1.373771071434021 (1.4037736798326172) - | > loss_feat: 4.538578510284424 (4.257398762305579) - | > loss_mel: 26.359853744506836 (26.072335704167685) - | > loss_duration: 1.8671188354492188 (1.9393994530042014) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.71866226196289 (36.004765113194786) - | > grad_norm_1: tensor(386.3651, device='cuda:0') (tensor(495.5993, device='cuda:0')) - | > current_lr_0: 0.0001998500468671882 - | > current_lr_1: 0.0001998500468671882 - | > step_time: 0.9132 (0.9523179550965627) - | > loader_time: 0.008 (0.005316464106241862) - - - --> TIME: 2024-11-22 11:04:55 -- STEP: 145/797 -- GLOBAL_STEP: 5150 - | > loss_disc: 2.6786060333251953 (2.4605085340039468) - | > loss_disc_real_0: 0.07616731524467468 (0.15607559950701116) - | > loss_disc_real_1: 0.21132934093475342 (0.22170358767797207) - | > loss_disc_real_2: 0.2948246896266937 (0.23391381450768176) - | > loss_disc_real_3: 0.22164484858512878 (0.21683170446034133) - | > loss_disc_real_4: 0.20197539031505585 (0.21564300368572098) - | > loss_disc_real_5: 0.19523581862449646 (0.23716713652528565) - | > loss_0: 2.6786060333251953 (2.4605085340039468) - | > grad_norm_0: tensor(21.1990, device='cuda:0') (tensor(59.7817, device='cuda:0')) - | > loss_gen: 2.0145301818847656 (2.3281704294270473) - | > loss_kl: 1.3915226459503174 (1.3848349632888004) - | > loss_feat: 3.8852767944335938 (4.2558814114537755) - | > loss_mel: 27.03244972229004 (26.186708410854997) - | > loss_duration: 1.846909761428833 (1.932710206919703) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.17068862915039 (36.08830528259277) - | > grad_norm_1: tensor(160.1606, device='cuda:0') (tensor(488.6168, device='cuda:0')) - | > current_lr_0: 0.0001998500468671882 - | > current_lr_1: 0.0001998500468671882 - | > step_time: 0.8772 (0.9488623257341056) - | > loader_time: 0.0051 (0.005434075717268319) - - - --> TIME: 2024-11-22 11:05:22 -- STEP: 170/797 -- GLOBAL_STEP: 5175 - | > loss_disc: 2.2377846240997314 (2.4582838114570147) - | > loss_disc_real_0: 0.148330956697464 (0.15608438707011585) - | > loss_disc_real_1: 0.21972016990184784 (0.22172306333394612) - | > loss_disc_real_2: 0.21802963316440582 (0.2337082772570498) - | > loss_disc_real_3: 0.2070217728614807 (0.21613749633817111) - | > loss_disc_real_4: 0.1648140400648117 (0.21541477608330106) - | > loss_disc_real_5: 0.1774938702583313 (0.2376913877094493) - | > loss_0: 2.2377846240997314 (2.4582838114570147) - | > grad_norm_0: tensor(74.8375, device='cuda:0') (tensor(57.5812, device='cuda:0')) - | > loss_gen: 2.252603769302368 (2.3265632531222167) - | > loss_kl: 1.3723064661026 (1.3764946646550118) - | > loss_feat: 4.810888290405273 (4.260242797346679) - | > loss_mel: 26.618465423583984 (26.202251972871668) - | > loss_duration: 1.8588167428970337 (1.92436242313946) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.913082122802734 (36.08991509605855) - | > grad_norm_1: tensor(702.5443, device='cuda:0') (tensor(492.2411, device='cuda:0')) - | > current_lr_0: 0.0001998500468671882 - | > current_lr_1: 0.0001998500468671882 - | > step_time: 0.9602 (0.9654473388896269) - | > loader_time: 0.0057 (0.005553614392000087) - - - --> TIME: 2024-11-22 11:05:46 -- STEP: 195/797 -- GLOBAL_STEP: 5200 - | > loss_disc: 2.3984363079071045 (2.454645271790331) - | > loss_disc_real_0: 0.10034352540969849 (0.15328904266158747) - | > loss_disc_real_1: 0.1930154412984848 (0.22125530651746653) - | > loss_disc_real_2: 0.2328537106513977 (0.23444600265759688) - | > loss_disc_real_3: 0.17890171706676483 (0.21581346041116958) - | > loss_disc_real_4: 0.28477999567985535 (0.21749978439930154) - | > loss_disc_real_5: 0.2820078134536743 (0.2372118034423926) - | > loss_0: 2.3984363079071045 (2.454645271790331) - | > grad_norm_0: tensor(80.7524, device='cuda:0') (tensor(58.6530, device='cuda:0')) - | > loss_gen: 2.39755916595459 (2.3280533863947923) - | > loss_kl: 1.2810078859329224 (1.369115417125897) - | > loss_feat: 3.977242946624756 (4.259204844939406) - | > loss_mel: 26.618078231811523 (26.220837842501126) - | > loss_duration: 1.87142014503479 (1.918875123292972) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.14530944824219 (36.096086619450475) - | > grad_norm_1: tensor(917.2170, device='cuda:0') (tensor(508.5453, device='cuda:0')) - | > current_lr_0: 0.0001998500468671882 - | > current_lr_1: 0.0001998500468671882 - | > step_time: 0.9968 (0.9638200062971849) - | > loader_time: 0.0047 (0.00554808469919058) - - - --> TIME: 2024-11-22 11:06:10 -- STEP: 220/797 -- GLOBAL_STEP: 5225 - | > loss_disc: 2.7636666297912598 (2.456409931182859) - | > loss_disc_real_0: 0.15790896117687225 (0.15075820301744078) - | > loss_disc_real_1: 0.29939112067222595 (0.22179474983025682) - | > loss_disc_real_2: 0.27719390392303467 (0.23386613990772853) - | > loss_disc_real_3: 0.2745046317577362 (0.2162188495085998) - | > loss_disc_real_4: 0.23716199398040771 (0.21810454455288972) - | > loss_disc_real_5: 0.22819945216178894 (0.23770865025845442) - | > loss_0: 2.7636666297912598 (2.456409931182859) - | > grad_norm_0: tensor(187.1049, device='cuda:0') (tensor(60.4329, device='cuda:0')) - | > loss_gen: 2.3232810497283936 (2.332761865312401) - | > loss_kl: 1.5027801990509033 (1.3799009461294516) - | > loss_feat: 3.2166049480438232 (4.262254732305357) - | > loss_mel: 24.733320236206055 (26.297652409293434) - | > loss_duration: 1.8895026445388794 (1.9160036271268672) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.665489196777344 (36.18857355117798) - | > grad_norm_1: tensor(417.5197, device='cuda:0') (tensor(517.0297, device='cuda:0')) - | > current_lr_0: 0.0001998500468671882 - | > current_lr_1: 0.0001998500468671882 - | > step_time: 0.8419 (0.9620570475404913) - | > loader_time: 0.0051 (0.005617492849176581) - - - --> TIME: 2024-11-22 11:06:34 -- STEP: 245/797 -- GLOBAL_STEP: 5250 - | > loss_disc: 2.4651176929473877 (2.466752678034255) - | > loss_disc_real_0: 0.11154839396476746 (0.1495779304784172) - | > loss_disc_real_1: 0.27796685695648193 (0.2231787967134495) - | > loss_disc_real_2: 0.21223513782024384 (0.23536991440519994) - | > loss_disc_real_3: 0.20925569534301758 (0.21773300879463858) - | > loss_disc_real_4: 0.23625709116458893 (0.22036596609621628) - | > loss_disc_real_5: 0.17800968885421753 (0.23927803374066645) - | > loss_0: 2.4651176929473877 (2.466752678034255) - | > grad_norm_0: tensor(82.0315, device='cuda:0') (tensor(61.1726, device='cuda:0')) - | > loss_gen: 2.1474876403808594 (2.3342378713646696) - | > loss_kl: 1.2056176662445068 (1.3739514898280702) - | > loss_feat: 3.5703766345977783 (4.242307979233414) - | > loss_mel: 23.30869483947754 (26.32042317293128) - | > loss_duration: 1.8420536518096924 (1.9107170937012652) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.0742301940918 (36.18163758102728) - | > grad_norm_1: tensor(926.0214, device='cuda:0') (tensor(528.1699, device='cuda:0')) - | > current_lr_0: 0.0001998500468671882 - | > current_lr_1: 0.0001998500468671882 - | > step_time: 0.8596 (0.9590943005620217) - | > loader_time: 0.0062 (0.005705409147301499) - - - --> TIME: 2024-11-22 11:06:58 -- STEP: 270/797 -- GLOBAL_STEP: 5275 - | > loss_disc: 2.484586477279663 (2.4621895419226734) - | > loss_disc_real_0: 0.1268608123064041 (0.14825532897203064) - | > loss_disc_real_1: 0.22085684537887573 (0.22289410269370785) - | > loss_disc_real_2: 0.22860458493232727 (0.23588427365929993) - | > loss_disc_real_3: 0.15911944210529327 (0.21669926171501477) - | > loss_disc_real_4: 0.23307187855243683 (0.21955979262237194) - | > loss_disc_real_5: 0.25387871265411377 (0.2387066994552259) - | > loss_0: 2.484586477279663 (2.4621895419226734) - | > grad_norm_0: tensor(31.9987, device='cuda:0') (tensor(62.0823, device='cuda:0')) - | > loss_gen: 2.167665958404541 (2.3384428015461656) - | > loss_kl: 1.3069894313812256 (1.372863888740539) - | > loss_feat: 4.670580863952637 (4.250508182137104) - | > loss_mel: 28.675146102905273 (26.34656438474302) - | > loss_duration: 1.9199345111846924 (1.9069785745055587) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 38.740318298339844 (36.215357851099085) - | > grad_norm_1: tensor(546.2053, device='cuda:0') (tensor(544.9683, device='cuda:0')) - | > current_lr_0: 0.0001998500468671882 - | > current_lr_1: 0.0001998500468671882 - | > step_time: 0.9864 (0.9570301832976165) - | > loader_time: 0.0054 (0.00583438343471951) - - - --> TIME: 2024-11-22 11:07:22 -- STEP: 295/797 -- GLOBAL_STEP: 5300 - | > loss_disc: 2.4188590049743652 (2.46017310659764) - | > loss_disc_real_0: 0.19679445028305054 (0.1479645349211612) - | > loss_disc_real_1: 0.1939593106508255 (0.22282718644808916) - | > loss_disc_real_2: 0.22013874351978302 (0.23559215230456854) - | > loss_disc_real_3: 0.17152540385723114 (0.2161900784757178) - | > loss_disc_real_4: 0.1974063366651535 (0.21916113010907573) - | > loss_disc_real_5: 0.1963951736688614 (0.23874267178066708) - | > loss_0: 2.4188590049743652 (2.46017310659764) - | > grad_norm_0: tensor(87.9048, device='cuda:0') (tensor(61.1235, device='cuda:0')) - | > loss_gen: 2.5063693523406982 (2.338598514007308) - | > loss_kl: 1.5248029232025146 (1.373845333972219) - | > loss_feat: 4.733789443969727 (4.253348353757697) - | > loss_mel: 27.029001235961914 (26.33667828188105) - | > loss_duration: 1.8564258813858032 (1.9046074499518184) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.650390625 (36.207077983274296) - | > grad_norm_1: tensor(1280.7102, device='cuda:0') (tensor(542.2878, device='cuda:0')) - | > current_lr_0: 0.0001998500468671882 - | > current_lr_1: 0.0001998500468671882 - | > step_time: 1.0035 (0.9573847318099717) - | > loader_time: 0.0063 (0.005855869842787922) - - - --> TIME: 2024-11-22 11:07:47 -- STEP: 320/797 -- GLOBAL_STEP: 5325 - | > loss_disc: 2.5736703872680664 (2.463037052750587) - | > loss_disc_real_0: 0.2714606821537018 (0.14825862669385975) - | > loss_disc_real_1: 0.2764900028705597 (0.22319901918526738) - | > loss_disc_real_2: 0.2602689564228058 (0.23622194505296648) - | > loss_disc_real_3: 0.22543713450431824 (0.21686603135894983) - | > loss_disc_real_4: 0.22322219610214233 (0.21992165180854495) - | > loss_disc_real_5: 0.27568209171295166 (0.23940144018270076) - | > loss_0: 2.5736703872680664 (2.463037052750587) - | > grad_norm_0: tensor(51.7859, device='cuda:0') (tensor(62.2127, device='cuda:0')) - | > loss_gen: 2.2524032592773438 (2.337293666973709) - | > loss_kl: 1.183448076248169 (1.3710107076913114) - | > loss_feat: 3.365870237350464 (4.242343959212304) - | > loss_mel: 24.670194625854492 (26.309789830446267) - | > loss_duration: 1.9178752899169922 (1.9026482615619897) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.389793395996094 (36.16308652162553) - | > grad_norm_1: tensor(628.4720, device='cuda:0') (tensor(552.5641, device='cuda:0')) - | > current_lr_0: 0.0001998500468671882 - | > current_lr_1: 0.0001998500468671882 - | > step_time: 1.0454 (0.9601699195802211) - | > loader_time: 0.0081 (0.005963900685310363) - - - --> TIME: 2024-11-22 11:08:14 -- STEP: 345/797 -- GLOBAL_STEP: 5350 - | > loss_disc: 2.414480686187744 (2.462944633373315) - | > loss_disc_real_0: 0.10401715338230133 (0.1471676306448121) - | > loss_disc_real_1: 0.2725282907485962 (0.22258068809042805) - | > loss_disc_real_2: 0.2272406816482544 (0.23647280840770057) - | > loss_disc_real_3: 0.20494109392166138 (0.21771141197802363) - | > loss_disc_real_4: 0.22288067638874054 (0.21984263891759123) - | > loss_disc_real_5: 0.28070542216300964 (0.23961051529732302) - | > loss_0: 2.414480686187744 (2.462944633373315) - | > grad_norm_0: tensor(63.9940, device='cuda:0') (tensor(63.4012, device='cuda:0')) - | > loss_gen: 2.1792407035827637 (2.3354975126791686) - | > loss_kl: 1.38385009765625 (1.3673857001290801) - | > loss_feat: 4.09343147277832 (4.233713745725327) - | > loss_mel: 25.787921905517578 (26.256277211507182) - | > loss_duration: 1.8650388717651367 (1.900454306256944) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.30948257446289 (36.09332860310872) - | > grad_norm_1: tensor(723.5942, device='cuda:0') (tensor(565.6259, device='cuda:0')) - | > current_lr_0: 0.0001998500468671882 - | > current_lr_1: 0.0001998500468671882 - | > step_time: 1.0748 (0.9677416635596234) - | > loader_time: 0.007 (0.00606245579926864) - - - --> TIME: 2024-11-22 11:08:40 -- STEP: 370/797 -- GLOBAL_STEP: 5375 - | > loss_disc: 2.7882351875305176 (2.462181054579243) - | > loss_disc_real_0: 0.14956523478031158 (0.14664452489767518) - | > loss_disc_real_1: 0.18919411301612854 (0.22274666942051938) - | > loss_disc_real_2: 0.25423580408096313 (0.23600263100218127) - | > loss_disc_real_3: 0.12926752865314484 (0.2171425927531075) - | > loss_disc_real_4: 0.22023677825927734 (0.2192902836042481) - | > loss_disc_real_5: 0.199828639626503 (0.23929927304789828) - | > loss_0: 2.7882351875305176 (2.462181054579243) - | > grad_norm_0: tensor(44.1838, device='cuda:0') (tensor(63.9842, device='cuda:0')) - | > loss_gen: 2.3174238204956055 (2.3370709367700524) - | > loss_kl: 1.5093879699707031 (1.3671903378254648) - | > loss_feat: 4.477196216583252 (4.24441557381604) - | > loss_mel: 26.478187561035156 (26.25459241093818) - | > loss_duration: 1.8406684398651123 (1.8980551126840952) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.62286376953125 (36.101324493820584) - | > grad_norm_1: tensor(715.5847, device='cuda:0') (tensor(572.2271, device='cuda:0')) - | > current_lr_0: 0.0001998500468671882 - | > current_lr_1: 0.0001998500468671882 - | > step_time: 1.0831 (0.9729902209462347) - | > loader_time: 0.0173 (0.006227590586688068) - - - --> TIME: 2024-11-22 11:09:05 -- STEP: 395/797 -- GLOBAL_STEP: 5400 - | > loss_disc: 2.1130895614624023 (2.4616141415849477) - | > loss_disc_real_0: 0.09461227804422379 (0.14686301732553703) - | > loss_disc_real_1: 0.2524878978729248 (0.22221641221755667) - | > loss_disc_real_2: 0.1927233785390854 (0.23577096383028393) - | > loss_disc_real_3: 0.21633966267108917 (0.21683517643545247) - | > loss_disc_real_4: 0.18877612054347992 (0.2195269488835636) - | > loss_disc_real_5: 0.22123146057128906 (0.23971759111066407) - | > loss_0: 2.1130895614624023 (2.4616141415849477) - | > grad_norm_0: tensor(44.1238, device='cuda:0') (tensor(64.6566, device='cuda:0')) - | > loss_gen: 2.630648374557495 (2.3333998951730845) - | > loss_kl: 1.4280099868774414 (1.3660843308967872) - | > loss_feat: 5.28674840927124 (4.237178092666818) - | > loss_mel: 29.42870330810547 (26.24500955992109) - | > loss_duration: 1.889285922050476 (1.8967556201958957) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 40.66339874267578 (36.0784276551838) - | > grad_norm_1: tensor(636.0976, device='cuda:0') (tensor(579.1210, device='cuda:0')) - | > current_lr_0: 0.0001998500468671882 - | > current_lr_1: 0.0001998500468671882 - | > step_time: 0.979 (0.9736068423790267) - | > loader_time: 0.0068 (0.0063176565532442885) - - - --> TIME: 2024-11-22 11:09:30 -- STEP: 420/797 -- GLOBAL_STEP: 5425 - | > loss_disc: 2.4857678413391113 (2.461484064374648) - | > loss_disc_real_0: 0.15716828405857086 (0.1470471484941384) - | > loss_disc_real_1: 0.2538152039051056 (0.22214080817287876) - | > loss_disc_real_2: 0.26188647747039795 (0.23606458987508502) - | > loss_disc_real_3: 0.21708612143993378 (0.21726147388773306) - | > loss_disc_real_4: 0.2548593282699585 (0.21903569531582648) - | > loss_disc_real_5: 0.24372762441635132 (0.23914833285269282) - | > loss_0: 2.4857678413391113 (2.461484064374648) - | > grad_norm_0: tensor(17.6074, device='cuda:0') (tensor(64.5249, device='cuda:0')) - | > loss_gen: 2.362410068511963 (2.332196055707478) - | > loss_kl: 1.139295220375061 (1.361257747241428) - | > loss_feat: 4.125890731811523 (4.239016054925466) - | > loss_mel: 26.135934829711914 (26.24468340192524) - | > loss_duration: 1.799825668334961 (1.8951663584936234) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.5633544921875 (36.07231975737071) - | > grad_norm_1: tensor(328.2559, device='cuda:0') (tensor(579.9888, device='cuda:0')) - | > current_lr_0: 0.0001998500468671882 - | > current_lr_1: 0.0001998500468671882 - | > step_time: 0.9318 (0.9731106650261652) - | > loader_time: 0.0095 (0.0063957906904674715) - - - --> TIME: 2024-11-22 11:09:55 -- STEP: 445/797 -- GLOBAL_STEP: 5450 - | > loss_disc: 2.4830379486083984 (2.4585379509443617) - | > loss_disc_real_0: 0.1677074134349823 (0.14660641235414495) - | > loss_disc_real_1: 0.2215205281972885 (0.22193730404872572) - | > loss_disc_real_2: 0.25209352374076843 (0.236018607857522) - | > loss_disc_real_3: 0.19157133996486664 (0.21680404656053928) - | > loss_disc_real_4: 0.187009796500206 (0.21858792415495665) - | > loss_disc_real_5: 0.23589608073234558 (0.2389514272467474) - | > loss_0: 2.4830379486083984 (2.4585379509443617) - | > grad_norm_0: tensor(129.9647, device='cuda:0') (tensor(64.5777, device='cuda:0')) - | > loss_gen: 2.6420559883117676 (2.3347501695825823) - | > loss_kl: 1.2821741104125977 (1.3593002549717927) - | > loss_feat: 4.314037799835205 (4.253842863875831) - | > loss_mel: 25.59885025024414 (26.277967444430594) - | > loss_duration: 1.9395536184310913 (1.8940522745753943) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.77667236328125 (36.11991312262715) - | > grad_norm_1: tensor(959.0123, device='cuda:0') (tensor(588.1727, device='cuda:0')) - | > current_lr_0: 0.0001998500468671882 - | > current_lr_1: 0.0001998500468671882 - | > step_time: 1.0373 (0.9736732707934433) - | > loader_time: 0.0111 (0.006502415089125044) - - - --> TIME: 2024-11-22 11:10:21 -- STEP: 470/797 -- GLOBAL_STEP: 5475 - | > loss_disc: 2.1381542682647705 (2.4587710456645206) - | > loss_disc_real_0: 0.12712931632995605 (0.14645130581202642) - | > loss_disc_real_1: 0.23447047173976898 (0.22169101518836426) - | > loss_disc_real_2: 0.17898307740688324 (0.23654081916555444) - | > loss_disc_real_3: 0.15195423364639282 (0.21690864155584194) - | > loss_disc_real_4: 0.18022574484348297 (0.21862832935566595) - | > loss_disc_real_5: 0.15646739304065704 (0.2386150819824097) - | > loss_0: 2.1381542682647705 (2.4587710456645206) - | > grad_norm_0: tensor(17.2132, device='cuda:0') (tensor(65.4579, device='cuda:0')) - | > loss_gen: 2.2984681129455566 (2.338010504397941) - | > loss_kl: 1.4585058689117432 (1.3563643455505363) - | > loss_feat: 5.292125225067139 (4.2652530639729616) - | > loss_mel: 27.698898315429688 (26.295196167966168) - | > loss_duration: 1.8233671188354492 (1.8929789137332997) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 38.57136917114258 (36.14780312396108) - | > grad_norm_1: tensor(392.4101, device='cuda:0') (tensor(593.6432, device='cuda:0')) - | > current_lr_0: 0.0001998500468671882 - | > current_lr_1: 0.0001998500468671882 - | > step_time: 1.0438 (0.9762931372256989) - | > loader_time: 0.0068 (0.006575874064831023) - - - --> TIME: 2024-11-22 11:10:46 -- STEP: 495/797 -- GLOBAL_STEP: 5500 - | > loss_disc: 2.4116604328155518 (2.4601149077367275) - | > loss_disc_real_0: 0.16001439094543457 (0.14666975799082488) - | > loss_disc_real_1: 0.20085370540618896 (0.2221504681790718) - | > loss_disc_real_2: 0.21732862293720245 (0.2365219783602339) - | > loss_disc_real_3: 0.21078163385391235 (0.21711163031633454) - | > loss_disc_real_4: 0.17386406660079956 (0.21872722699184607) - | > loss_disc_real_5: 0.22804459929466248 (0.238805067870352) - | > loss_0: 2.4116604328155518 (2.4601149077367275) - | > grad_norm_0: tensor(91.1145, device='cuda:0') (tensor(64.8352, device='cuda:0')) - | > loss_gen: 2.1638526916503906 (2.3365769846270794) - | > loss_kl: 1.276463508605957 (1.3531254084423328) - | > loss_feat: 4.4083733558654785 (4.263817415333759) - | > loss_mel: 27.24037742614746 (26.29212792521777) - | > loss_duration: 1.8786797523498535 (1.891539282268948) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.96774673461914 (36.137187129319294) - | > grad_norm_1: tensor(203.6565, device='cuda:0') (tensor(587.8393, device='cuda:0')) - | > current_lr_0: 0.0001998500468671882 - | > current_lr_1: 0.0001998500468671882 - | > step_time: 1.0519 (0.9778335633904043) - | > loader_time: 0.0097 (0.006695556158971305) - - - --> TIME: 2024-11-22 11:11:12 -- STEP: 520/797 -- GLOBAL_STEP: 5525 - | > loss_disc: 2.4258363246917725 (2.4604112987334887) - | > loss_disc_real_0: 0.27993273735046387 (0.14689837777987105) - | > loss_disc_real_1: 0.24459294974803925 (0.22236072133080317) - | > loss_disc_real_2: 0.24336594343185425 (0.23694457569374489) - | > loss_disc_real_3: 0.2394830584526062 (0.21695148940556325) - | > loss_disc_real_4: 0.1984887719154358 (0.21846823655068873) - | > loss_disc_real_5: 0.20453022420406342 (0.23877301714741267) - | > loss_0: 2.4258363246917725 (2.4604112987334887) - | > grad_norm_0: tensor(15.3692, device='cuda:0') (tensor(64.4585, device='cuda:0')) - | > loss_gen: 2.3764476776123047 (2.334902481620129) - | > loss_kl: 1.3595386743545532 (1.3496679856226985) - | > loss_feat: 4.425610065460205 (4.261354684829714) - | > loss_mel: 28.55215072631836 (26.277256166017988) - | > loss_duration: 1.8591779470443726 (1.8903324821820626) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 38.57292175292969 (36.1135139098534) - | > grad_norm_1: tensor(190.1380, device='cuda:0') (tensor(584.1121, device='cuda:0')) - | > current_lr_0: 0.0001998500468671882 - | > current_lr_1: 0.0001998500468671882 - | > step_time: 1.0832 (0.9798397719860077) - | > loader_time: 0.008 (0.006779665671862088) - - - --> TIME: 2024-11-22 11:11:38 -- STEP: 545/797 -- GLOBAL_STEP: 5550 - | > loss_disc: 2.37520694732666 (2.4593868294987087) - | > loss_disc_real_0: 0.1474127471446991 (0.14654073223745043) - | > loss_disc_real_1: 0.21769075095653534 (0.22230296551907824) - | > loss_disc_real_2: 0.27718427777290344 (0.23687096393983298) - | > loss_disc_real_3: 0.19296720623970032 (0.21703401269442443) - | > loss_disc_real_4: 0.24566993117332458 (0.21834285439701256) - | > loss_disc_real_5: 0.2264653891324997 (0.23862330175321037) - | > loss_0: 2.37520694732666 (2.4593868294987087) - | > grad_norm_0: tensor(56.6119, device='cuda:0') (tensor(64.8165, device='cuda:0')) - | > loss_gen: 2.5510783195495605 (2.334796579824676) - | > loss_kl: 1.4597923755645752 (1.347453173366161) - | > loss_feat: 4.7574849128723145 (4.2658126809181445) - | > loss_mel: 29.075817108154297 (26.263471396909956) - | > loss_duration: 1.8533003330230713 (1.889848387131997) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 39.69747543334961 (36.101382285301824) - | > grad_norm_1: tensor(771.9649, device='cuda:0') (tensor(587.0852, device='cuda:0')) - | > current_lr_0: 0.0001998500468671882 - | > current_lr_1: 0.0001998500468671882 - | > step_time: 1.0443 (0.9820090280760319) - | > loader_time: 0.0087 (0.00684724247783696) - - - --> TIME: 2024-11-22 11:12:05 -- STEP: 570/797 -- GLOBAL_STEP: 5575 - | > loss_disc: 2.5061683654785156 (2.4577112499036264) - | > loss_disc_real_0: 0.10199621319770813 (0.14595387781267616) - | > loss_disc_real_1: 0.21428708732128143 (0.22231252247042815) - | > loss_disc_real_2: 0.2014453411102295 (0.23669846826478055) - | > loss_disc_real_3: 0.19272419810295105 (0.2169681356795001) - | > loss_disc_real_4: 0.15954485535621643 (0.2181750636874584) - | > loss_disc_real_5: 0.19738508760929108 (0.2386813599812357) - | > loss_0: 2.5061683654785156 (2.4577112499036264) - | > grad_norm_0: tensor(82.9631, device='cuda:0') (tensor(64.3434, device='cuda:0')) - | > loss_gen: 2.2139077186584473 (2.3366302136789305) - | > loss_kl: 1.3588216304779053 (1.3461244844553761) - | > loss_feat: 4.615959644317627 (4.2780901189436005) - | > loss_mel: 25.84355354309082 (26.29460375267164) - | > loss_duration: 1.9084951877593994 (1.8887858265324642) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.940738677978516 (36.14423446655272) - | > grad_norm_1: tensor(703.4240, device='cuda:0') (tensor(586.7545, device='cuda:0')) - | > current_lr_0: 0.0001998500468671882 - | > current_lr_1: 0.0001998500468671882 - | > step_time: 0.963 (0.9851188086626822) - | > loader_time: 0.012 (0.006945523881075675) - - - --> TIME: 2024-11-22 11:12:31 -- STEP: 595/797 -- GLOBAL_STEP: 5600 - | > loss_disc: 2.4058640003204346 (2.455129068438744) - | > loss_disc_real_0: 0.14734245836734772 (0.14452415014139738) - | > loss_disc_real_1: 0.21891158819198608 (0.22262561961131933) - | > loss_disc_real_2: 0.22058387100696564 (0.23669619650399987) - | > loss_disc_real_3: 0.20257550477981567 (0.2165591796531396) - | > loss_disc_real_4: 0.22180920839309692 (0.2181347021535665) - | > loss_disc_real_5: 0.11959289014339447 (0.23849541254404213) - | > loss_0: 2.4058640003204346 (2.455129068438744) - | > grad_norm_0: tensor(39.0555, device='cuda:0') (tensor(63.4107, device='cuda:0')) - | > loss_gen: 2.3544042110443115 (2.340563276234794) - | > loss_kl: 1.249738335609436 (1.344832879956029) - | > loss_feat: 5.031514644622803 (4.294229649696031) - | > loss_mel: 28.733781814575195 (26.327953598278928) - | > loss_duration: 1.8354299068450928 (1.8878681757870843) - | > amp_scaler: 256.0 (128.86050420168067) - | > loss_1: 39.20486831665039 (36.195447649274534) - | > grad_norm_1: tensor(564.1940, device='cuda:0') (tensor(589.9464, device='cuda:0')) - | > current_lr_0: 0.0001998500468671882 - | > current_lr_1: 0.0001998500468671882 - | > step_time: 1.0689 (0.9867110833400438) - | > loader_time: 0.0091 (0.00704696198471454) - - - --> TIME: 2024-11-22 11:12:58 -- STEP: 620/797 -- GLOBAL_STEP: 5625 - | > loss_disc: 2.4758026599884033 (2.45545649951504) - | > loss_disc_real_0: 0.2040216624736786 (0.14456804976948795) - | > loss_disc_real_1: 0.20715992152690887 (0.22273679941652277) - | > loss_disc_real_2: 0.22759874165058136 (0.23675484404929223) - | > loss_disc_real_3: 0.19931241869926453 (0.2169686430524433) - | > loss_disc_real_4: 0.15977953374385834 (0.21855250049021938) - | > loss_disc_real_5: 0.20177611708641052 (0.23833151012659073) - | > loss_0: 2.4758026599884033 (2.45545649951504) - | > grad_norm_0: tensor(70.6470, device='cuda:0') (tensor(63.6980, device='cuda:0')) - | > loss_gen: 2.3115267753601074 (2.340662472671078) - | > loss_kl: 1.3858691453933716 (1.3422601063405313) - | > loss_feat: 4.3308539390563965 (4.290530147091036) - | > loss_mel: 26.44202423095703 (26.306021038178482) - | > loss_duration: 1.9043467044830322 (1.887520992948163) - | > amp_scaler: 256.0 (133.98709677419356) - | > loss_1: 36.3746223449707 (36.166994827024375) - | > grad_norm_1: tensor(564.0389, device='cuda:0') (tensor(589.4453, device='cuda:0')) - | > current_lr_0: 0.0001998500468671882 - | > current_lr_1: 0.0001998500468671882 - | > step_time: 1.006 (0.989785466271062) - | > loader_time: 0.0094 (0.007169670827927128) - - - --> TIME: 2024-11-22 11:13:24 -- STEP: 645/797 -- GLOBAL_STEP: 5650 - | > loss_disc: 2.4364731311798096 (2.453410150838451) - | > loss_disc_real_0: 0.19069726765155792 (0.14449396413541574) - | > loss_disc_real_1: 0.22823648154735565 (0.22264100640088083) - | > loss_disc_real_2: 0.2550208866596222 (0.23659198016159294) - | > loss_disc_real_3: 0.2477322816848755 (0.21680935518455127) - | > loss_disc_real_4: 0.26260218024253845 (0.2185813319082408) - | > loss_disc_real_5: 0.2719615399837494 (0.23788171015506568) - | > loss_0: 2.4364731311798096 (2.453410150838451) - | > grad_norm_0: tensor(30.0912, device='cuda:0') (tensor(64.1753, device='cuda:0')) - | > loss_gen: 2.435796022415161 (2.3414641243542813) - | > loss_kl: 1.2051798105239868 (1.3398275560186819) - | > loss_feat: 4.684083938598633 (4.292656972796419) - | > loss_mel: 27.723588943481445 (26.28890374649404) - | > loss_duration: 1.8747856616973877 (1.8877176854037498) - | > amp_scaler: 128.0 (133.75503875968994) - | > loss_1: 37.92343521118164 (36.15057016417037) - | > grad_norm_1: tensor(335.6224, device='cuda:0') (tensor(595.7726, device='cuda:0')) - | > current_lr_0: 0.0001998500468671882 - | > current_lr_1: 0.0001998500468671882 - | > step_time: 1.109 (0.9921325461809025) - | > loader_time: 0.009 (0.007274498311124106) - - - --> TIME: 2024-11-22 11:13:51 -- STEP: 670/797 -- GLOBAL_STEP: 5675 - | > loss_disc: 2.389464855194092 (2.4527911602561128) - | > loss_disc_real_0: 0.08840079605579376 (0.14405140584306916) - | > loss_disc_real_1: 0.1859254390001297 (0.22282877280863359) - | > loss_disc_real_2: 0.20999284088611603 (0.23635413648922052) - | > loss_disc_real_3: 0.2315051257610321 (0.21674291107859175) - | > loss_disc_real_4: 0.22820816934108734 (0.21868925668410402) - | > loss_disc_real_5: 0.23600025475025177 (0.23781426738002406) - | > loss_0: 2.389464855194092 (2.4527911602561128) - | > grad_norm_0: tensor(80.0395, device='cuda:0') (tensor(65.3663, device='cuda:0')) - | > loss_gen: 2.3208367824554443 (2.34177989265812) - | > loss_kl: 1.2847713232040405 (1.3410328980702075) - | > loss_feat: 4.4228010177612305 (4.295276365351321) - | > loss_mel: 26.079933166503906 (26.263285335142232) - | > loss_duration: 1.8474539518356323 (1.8871612874429617) - | > amp_scaler: 128.0 (133.54029850746272) - | > loss_1: 35.95579528808594 (36.12853581158084) - | > grad_norm_1: tensor(148.0662, device='cuda:0') (tensor(603.8807, device='cuda:0')) - | > current_lr_0: 0.0001998500468671882 - | > current_lr_1: 0.0001998500468671882 - | > step_time: 1.0659 (0.9944519872096047) - | > loader_time: 0.0115 (0.00737868921080632) - - - --> TIME: 2024-11-22 11:14:17 -- STEP: 695/797 -- GLOBAL_STEP: 5700 - | > loss_disc: 2.362596035003662 (2.4537575090531805) - | > loss_disc_real_0: 0.12514951825141907 (0.1436446175515222) - | > loss_disc_real_1: 0.21621619164943695 (0.22291048927058416) - | > loss_disc_real_2: 0.21908721327781677 (0.23650082984416604) - | > loss_disc_real_3: 0.23270107805728912 (0.21702112382907654) - | > loss_disc_real_4: 0.20356065034866333 (0.21899706371825375) - | > loss_disc_real_5: 0.25192713737487793 (0.2384559323247388) - | > loss_0: 2.362596035003662 (2.4537575090531805) - | > grad_norm_0: tensor(52.0757, device='cuda:0') (tensor(65.7340, device='cuda:0')) - | > loss_gen: 2.4247119426727295 (2.3433226377843943) - | > loss_kl: 1.4631145000457764 (1.3393473770978643) - | > loss_feat: 4.399142742156982 (4.298054539728509) - | > loss_mel: 26.120452880859375 (26.27467637370817) - | > loss_duration: 1.8999407291412354 (1.8863253471662673) - | > amp_scaler: 128.0 (133.34100719424464) - | > loss_1: 36.3073616027832 (36.1417262866343) - | > grad_norm_1: tensor(690.4357, device='cuda:0') (tensor(608.5679, device='cuda:0')) - | > current_lr_0: 0.0001998500468671882 - | > current_lr_1: 0.0001998500468671882 - | > step_time: 1.0984 (0.996123330713176) - | > loader_time: 0.0116 (0.007483937929002501) - - - --> TIME: 2024-11-22 11:14:45 -- STEP: 720/797 -- GLOBAL_STEP: 5725 - | > loss_disc: 2.5538225173950195 (2.453234813610711) - | > loss_disc_real_0: 0.2011064887046814 (0.14368986939080045) - | > loss_disc_real_1: 0.2421971559524536 (0.2227493264712393) - | > loss_disc_real_2: 0.2570185363292694 (0.23628353544821343) - | > loss_disc_real_3: 0.272725909948349 (0.21697273141601012) - | > loss_disc_real_4: 0.2751428484916687 (0.21892114153338804) - | > loss_disc_real_5: 0.22804102301597595 (0.23807758190151718) - | > loss_0: 2.5538225173950195 (2.453234813610711) - | > grad_norm_0: tensor(205.0488, device='cuda:0') (tensor(66.0415, device='cuda:0')) - | > loss_gen: 2.450054407119751 (2.3428577802247466) - | > loss_kl: 1.4015967845916748 (1.3383211298121351) - | > loss_feat: 4.033150672912598 (4.29849808944596) - | > loss_mel: 26.035001754760742 (26.27004456255172) - | > loss_duration: 1.8970247507095337 (1.885351298087173) - | > amp_scaler: 128.0 (133.15555555555562) - | > loss_1: 35.816829681396484 (36.135072867075635) - | > grad_norm_1: tensor(1123.5707, device='cuda:0') (tensor(610.9053, device='cuda:0')) - | > current_lr_0: 0.0001998500468671882 - | > current_lr_1: 0.0001998500468671882 - | > step_time: 1.1305 (0.9989226679007213) - | > loader_time: 0.0182 (0.007694974210527208) - - - --> TIME: 2024-11-22 11:15:13 -- STEP: 745/797 -- GLOBAL_STEP: 5750 - | > loss_disc: 2.286970615386963 (2.4520648924296307) - | > loss_disc_real_0: 0.14757156372070312 (0.1434166456528957) - | > loss_disc_real_1: 0.19891946017742157 (0.22280655824298023) - | > loss_disc_real_2: 0.20769333839416504 (0.23609764383943288) - | > loss_disc_real_3: 0.23480641841888428 (0.21712577647010745) - | > loss_disc_real_4: 0.21597367525100708 (0.218618721549943) - | > loss_disc_real_5: 0.22407354414463043 (0.23794891106202298) - | > loss_0: 2.286970615386963 (2.4520648924296307) - | > grad_norm_0: tensor(117.9421, device='cuda:0') (tensor(67.3415, device='cuda:0')) - | > loss_gen: 2.444331407546997 (2.3432682922222465) - | > loss_kl: 1.1507529020309448 (1.3366570424713557) - | > loss_feat: 4.614867687225342 (4.304194566867498) - | > loss_mel: 25.466896057128906 (26.265488986840992) - | > loss_duration: 1.8388123512268066 (1.8840239297623602) - | > amp_scaler: 128.0 (132.98255033557052) - | > loss_1: 35.515663146972656 (36.13363283400571) - | > grad_norm_1: tensor(916.4686, device='cuda:0') (tensor(616.5045, device='cuda:0')) - | > current_lr_0: 0.0001998500468671882 - | > current_lr_1: 0.0001998500468671882 - | > step_time: 1.0762 (1.0010185875348594) - | > loader_time: 0.1061 (0.009417042316206352) - - - --> TIME: 2024-11-22 11:15:48 -- STEP: 770/797 -- GLOBAL_STEP: 5775 - | > loss_disc: 2.4618711471557617 (2.4507240728898463) - | > loss_disc_real_0: 0.14791220426559448 (0.14352935021380317) - | > loss_disc_real_1: 0.22295522689819336 (0.22263076517295524) - | > loss_disc_real_2: 0.24516116082668304 (0.23590724926877332) - | > loss_disc_real_3: 0.18336237967014313 (0.21699092974523437) - | > loss_disc_real_4: 0.1804819405078888 (0.21867264484043245) - | > loss_disc_real_5: 0.20938771963119507 (0.23780343131972598) - | > loss_0: 2.4618711471557617 (2.4507240728898463) - | > grad_norm_0: tensor(27.0674, device='cuda:0') (tensor(67.1693, device='cuda:0')) - | > loss_gen: 2.583051919937134 (2.345165281017104) - | > loss_kl: 1.2927199602127075 (1.3365158434038047) - | > loss_feat: 5.21865701675415 (4.313766877682183) - | > loss_mel: 28.2327823638916 (26.28627709723139) - | > loss_duration: 1.8056905269622803 (1.8826150533440824) - | > amp_scaler: 128.0 (132.82077922077931) - | > loss_1: 39.132904052734375 (36.16434018023603) - | > grad_norm_1: tensor(456.2985, device='cuda:0') (tensor(616.9402, device='cuda:0')) - | > current_lr_0: 0.0001998500468671882 - | > current_lr_1: 0.0001998500468671882 - | > step_time: 2.9166 (1.0102342881165538) - | > loader_time: 0.1085 (0.012768091474260604) - - - --> TIME: 2024-11-22 11:17:07 -- STEP: 795/797 -- GLOBAL_STEP: 5800 - | > loss_disc: 2.358644723892212 (2.449682278903023) - | > loss_disc_real_0: 0.09675922989845276 (0.14287442224767968) - | > loss_disc_real_1: 0.2537807524204254 (0.22281159774499865) - | > loss_disc_real_2: 0.1823931783437729 (0.235813891456562) - | > loss_disc_real_3: 0.19689208269119263 (0.2169748979731925) - | > loss_disc_real_4: 0.24735158681869507 (0.21881870310636437) - | > loss_disc_real_5: 0.21822595596313477 (0.2379333699836671) - | > loss_0: 2.358644723892212 (2.449682278903023) - | > grad_norm_0: tensor(52.9765, device='cuda:0') (tensor(66.7655, device='cuda:0')) - | > loss_gen: 2.2987804412841797 (2.3468156720107443) - | > loss_kl: 1.35430109500885 (1.3355694039062893) - | > loss_feat: 4.721848487854004 (4.322611224576365) - | > loss_mel: 26.451234817504883 (26.280774194489496) - | > loss_duration: 1.862450122833252 (1.8814468361296743) - | > amp_scaler: 128.0 (132.66918238993728) - | > loss_1: 36.68861389160156 (36.16721735540426) - | > grad_norm_1: tensor(679.5472, device='cuda:0') (tensor(618.5397, device='cuda:0')) - | > current_lr_0: 0.0001998500468671882 - | > current_lr_1: 0.0001998500468671882 - | > step_time: 5.3863 (1.0736527733832777) - | > loader_time: 0.1103 (0.015922012269122047) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.6989240646362305 (2.6989240646362305) - | > loss_disc_real_0: 0.3141639828681946 (0.3141639828681946) - | > loss_disc_real_1: 0.19302140176296234 (0.19302140176296234) - | > loss_disc_real_2: 0.28344789147377014 (0.28344789147377014) - | > loss_disc_real_3: 0.16557356715202332 (0.16557356715202332) - | > loss_disc_real_4: 0.3134934604167938 (0.3134934604167938) - | > loss_disc_real_5: 0.24449488520622253 (0.24449488520622253) - | > loss_0: 2.6989240646362305 (2.6989240646362305) - | > loss_gen: 2.4633429050445557 (2.4633429050445557) - | > loss_kl: 1.4136769771575928 (1.4136769771575928) - | > loss_feat: 3.7752022743225098 (3.7752022743225098) - | > loss_mel: 26.780641555786133 (26.780641555786133) - | > loss_duration: 2.1311299800872803 (2.1311299800872803) - | > loss_1: 36.563995361328125 (36.563995361328125) - - --> STEP: 1 - | > loss_disc: 2.455944538116455 (2.455944538116455) - | > loss_disc_real_0: 0.21389299631118774 (0.21389299631118774) - | > loss_disc_real_1: 0.18754220008850098 (0.18754220008850098) - | > loss_disc_real_2: 0.23771005868911743 (0.23771005868911743) - | > loss_disc_real_3: 0.2112632542848587 (0.2112632542848587) - | > loss_disc_real_4: 0.17745016515254974 (0.17745016515254974) - | > loss_disc_real_5: 0.22538043558597565 (0.22538043558597565) - | > loss_0: 2.455944538116455 (2.455944538116455) - | > loss_gen: 2.391087055206299 (2.391087055206299) - | > loss_kl: 1.238114595413208 (1.238114595413208) - | > loss_feat: 4.094792366027832 (4.094792366027832) - | > loss_mel: 25.7681827545166 (25.7681827545166) - | > loss_duration: 2.0232372283935547 (2.0232372283935547) - | > loss_1: 35.515411376953125 (35.515411376953125) - - --> STEP: 2 - | > loss_disc: 2.530809164047241 (2.493376851081848) - | > loss_disc_real_0: 0.29505980014801025 (0.254476398229599) - | > loss_disc_real_1: 0.154042586684227 (0.17079239338636398) - | > loss_disc_real_2: 0.323077917098999 (0.2803939878940582) - | > loss_disc_real_3: 0.19835485517978668 (0.2048090547323227) - | > loss_disc_real_4: 0.22183409333229065 (0.1996421292424202) - | > loss_disc_real_5: 0.26424556970596313 (0.2448130026459694) - | > loss_0: 2.530809164047241 (2.493376851081848) - | > loss_gen: 2.7249348163604736 (2.5580109357833862) - | > loss_kl: 1.8198144435882568 (1.5289645195007324) - | > loss_feat: 4.073161602020264 (4.083976984024048) - | > loss_mel: 28.60287094116211 (27.185526847839355) - | > loss_duration: 1.8619765043258667 (1.9426068663597107) - | > loss_1: 39.08275604248047 (37.2990837097168) - - --> STEP: 3 - | > loss_disc: 2.357475996017456 (2.4480765660603843) - | > loss_disc_real_0: 0.2396409809589386 (0.24953125913937887) - | > loss_disc_real_1: 0.17708547413349152 (0.17289008696873984) - | > loss_disc_real_2: 0.20289833843708038 (0.2545621047417323) - | > loss_disc_real_3: 0.1491066813468933 (0.18624159693717957) - | > loss_disc_real_4: 0.21610966324806213 (0.20513130724430084) - | > loss_disc_real_5: 0.2275048792362213 (0.23904362817605337) - | > loss_0: 2.357475996017456 (2.4480765660603843) - | > loss_gen: 2.4949231147766113 (2.5369816621144614) - | > loss_kl: 0.913673996925354 (1.323867678642273) - | > loss_feat: 3.8945090770721436 (4.02082101504008) - | > loss_mel: 23.32646369934082 (25.89917246500651) - | > loss_duration: 1.8720542192459106 (1.9190893173217773) - | > loss_1: 32.501625061035156 (35.699930826822914) - - --> STEP: 4 - | > loss_disc: 2.457156181335449 (2.4503464698791504) - | > loss_disc_real_0: 0.24564702808856964 (0.24856020137667656) - | > loss_disc_real_1: 0.0998571440577507 (0.15463185124099255) - | > loss_disc_real_2: 0.1600041687488556 (0.2309226207435131) - | > loss_disc_real_3: 0.14788523316383362 (0.17665250599384308) - | > loss_disc_real_4: 0.16953592002391815 (0.19623246043920517) - | > loss_disc_real_5: 0.20899467170238495 (0.23153138905763626) - | > loss_0: 2.457156181335449 (2.4503464698791504) - | > loss_gen: 2.1207406520843506 (2.4329214096069336) - | > loss_kl: 1.3957240581512451 (1.341831773519516) - | > loss_feat: 5.114582538604736 (4.294261395931244) - | > loss_mel: 27.733802795410156 (26.357830047607422) - | > loss_duration: 1.8186243772506714 (1.8939730823040009) - | > loss_1: 38.1834716796875 (36.32081604003906) - - --> STEP: 5 - | > loss_disc: 2.631316661834717 (2.486540508270264) - | > loss_disc_real_0: 0.22549618780612946 (0.24394739866256715) - | > loss_disc_real_1: 0.1505212038755417 (0.15380972176790236) - | > loss_disc_real_2: 0.2654263973236084 (0.23782337605953216) - | > loss_disc_real_3: 0.2672445774078369 (0.19477092027664183) - | > loss_disc_real_4: 0.23004379868507385 (0.2029947280883789) - | > loss_disc_real_5: 0.19221067428588867 (0.22366724610328675) - | > loss_0: 2.631316661834717 (2.486540508270264) - | > loss_gen: 2.114257574081421 (2.369188642501831) - | > loss_kl: 0.9800264239311218 (1.2694707036018371) - | > loss_feat: 4.280431270599365 (4.291495370864868) - | > loss_mel: 28.23761749267578 (26.733787536621094) - | > loss_duration: 2.0465822219848633 (1.9244949102401734) - | > loss_1: 37.658912658691406 (36.588435363769534) - - --> STEP: 6 - | > loss_disc: 2.487200975418091 (2.486650586128235) - | > loss_disc_real_0: 0.13721752166748047 (0.2261590858300527) - | > loss_disc_real_1: 0.1981079876422882 (0.1611927660803) - | > loss_disc_real_2: 0.35452285408973694 (0.2572732890645663) - | > loss_disc_real_3: 0.16526608169078827 (0.18985344717899957) - | > loss_disc_real_4: 0.2929762303829193 (0.21799164513746896) - | > loss_disc_real_5: 0.24500367045402527 (0.22722331682840982) - | > loss_0: 2.487200975418091 (2.486650586128235) - | > loss_gen: 2.6310577392578125 (2.412833491961161) - | > loss_kl: 1.195953369140625 (1.2572178145249684) - | > loss_feat: 3.5265278816223145 (4.164000789324443) - | > loss_mel: 24.672618865966797 (26.39025942484538) - | > loss_duration: 1.8450086116790771 (1.911247193813324) - | > loss_1: 33.87116622924805 (36.13555717468262) - - --> STEP: 7 - | > loss_disc: 2.165377140045166 (2.440754379544939) - | > loss_disc_real_0: 0.11468186974525452 (0.2102337692465101) - | > loss_disc_real_1: 0.10666614770889282 (0.15340324917009898) - | > loss_disc_real_2: 0.21847078204154968 (0.25173007377556395) - | > loss_disc_real_3: 0.09860039502382278 (0.1768172968711172) - | > loss_disc_real_4: 0.1823788434267044 (0.2129041020359312) - | > loss_disc_real_5: 0.14035280048847198 (0.21481324306556157) - | > loss_0: 2.165377140045166 (2.440754379544939) - | > loss_gen: 2.4033050537109375 (2.4114722864968434) - | > loss_kl: 1.6355420351028442 (1.3112641317503793) - | > loss_feat: 5.628539562225342 (4.373220614024571) - | > loss_mel: 29.892391204833984 (26.89056396484375) - | > loss_duration: 1.7586212158203125 (1.8894434826714652) - | > loss_1: 41.318397521972656 (36.875962938581196) - - --> STEP: 8 - | > loss_disc: 2.222614049911499 (2.4134868383407593) - | > loss_disc_real_0: 0.18348285555839539 (0.20688990503549576) - | > loss_disc_real_1: 0.1558091938495636 (0.15370399225503206) - | > loss_disc_real_2: 0.20356224477291107 (0.24570909515023234) - | > loss_disc_real_3: 0.12250787764787674 (0.17002861946821213) - | > loss_disc_real_4: 0.1965397149324417 (0.210858553647995) - | > loss_disc_real_5: 0.16311366856098175 (0.2083507962524891) - | > loss_0: 2.222614049911499 (2.4134868383407593) - | > loss_gen: 2.4722201824188232 (2.419065773487091) - | > loss_kl: 1.6452572345733643 (1.3530132696032524) - | > loss_feat: 4.742103576660156 (4.419330984354019) - | > loss_mel: 28.236064910888672 (27.058751583099365) - | > loss_duration: 1.915130853652954 (1.8926544040441513) - | > loss_1: 39.01077651977539 (37.14281463623047) - - --> STEP: 9 - | > loss_disc: 2.4809186458587646 (2.4209792613983154) - | > loss_disc_real_0: 0.24421560764312744 (0.21103720532523262) - | > loss_disc_real_1: 0.19432367384433746 (0.15821729020939934) - | > loss_disc_real_2: 0.24359796941280365 (0.24547452562385136) - | > loss_disc_real_3: 0.13497288525104523 (0.16613353788852692) - | > loss_disc_real_4: 0.19903162121772766 (0.20954445004463196) - | > loss_disc_real_5: 0.25191330909729004 (0.21319107545746696) - | > loss_0: 2.4809186458587646 (2.4209792613983154) - | > loss_gen: 2.368696928024292 (2.4134692351023355) - | > loss_kl: 0.7959057688713074 (1.291112436188592) - | > loss_feat: 4.441884517669678 (4.421836932500203) - | > loss_mel: 26.60685920715332 (27.008541319105362) - | > loss_duration: 1.8528857231140137 (1.8882356617185805) - | > loss_1: 36.06623458862305 (37.02319463094076) - - --> STEP: 10 - | > loss_disc: 2.489633321762085 (2.4278446674346923) - | > loss_disc_real_0: 0.23201394081115723 (0.21313487887382507) - | > loss_disc_real_1: 0.13368433713912964 (0.15576399490237236) - | > loss_disc_real_2: 0.2478821724653244 (0.24571529030799866) - | > loss_disc_real_3: 0.19743838906288147 (0.16926402300596238) - | > loss_disc_real_4: 0.23956714570522308 (0.21254671961069108) - | > loss_disc_real_5: 0.26530346274375916 (0.21840231418609618) - | > loss_0: 2.489633321762085 (2.4278446674346923) - | > loss_gen: 2.295665979385376 (2.4016889095306397) - | > loss_kl: 0.7564413547515869 (1.2376453280448914) - | > loss_feat: 3.896146297454834 (4.369267868995666) - | > loss_mel: 26.265378952026367 (26.93422508239746) - | > loss_duration: 1.805280089378357 (1.879940104484558) - | > loss_1: 35.01891326904297 (36.82276649475098) - - --> STEP: 11 - | > loss_disc: 2.65492844581604 (2.448488647287542) - | > loss_disc_real_0: 0.24706344306468964 (0.2162192938002673) - | > loss_disc_real_1: 0.23973233997821808 (0.16339748081835834) - | > loss_disc_real_2: 0.32230183482170105 (0.25267770344560797) - | > loss_disc_real_3: 0.17911964654922485 (0.1701599887826226) - | > loss_disc_real_4: 0.28425243496894836 (0.21906542100689627) - | > loss_disc_real_5: 0.23543888330459595 (0.2199510931968689) - | > loss_0: 2.65492844581604 (2.448488647287542) - | > loss_gen: 2.4672298431396484 (2.4076471762223677) - | > loss_kl: 1.8391379117965698 (1.2923264720223167) - | > loss_feat: 2.7471697330474854 (4.221804402091286) - | > loss_mel: 20.106138229370117 (26.31348991394043) - | > loss_duration: 1.757533073425293 (1.8688121925700794) - | > loss_1: 28.91720962524414 (36.10407950661399) - - --> STEP: 12 - | > loss_disc: 2.5596723556518555 (2.4577539563179016) - | > loss_disc_real_0: 0.40226972103118896 (0.2317234960695108) - | > loss_disc_real_1: 0.12948530912399292 (0.16057146651049456) - | > loss_disc_real_2: 0.18176887929439545 (0.24676863476634026) - | > loss_disc_real_3: 0.16812969744205475 (0.16999079783757529) - | > loss_disc_real_4: 0.1900697499513626 (0.2166491150856018) - | > loss_disc_real_5: 0.2401845008134842 (0.2216372104982535) - | > loss_0: 2.5596723556518555 (2.4577539563179016) - | > loss_gen: 2.475064277648926 (2.413265268007914) - | > loss_kl: 1.3446476459503174 (1.2966865698496501) - | > loss_feat: 4.445502281188965 (4.240445892016093) - | > loss_mel: 27.50499153137207 (26.412781715393066) - | > loss_duration: 1.858949065208435 (1.8679902652899425) - | > loss_1: 37.629154205322266 (36.23116906483968) - - --> STEP: 13 - | > loss_disc: 2.396308183670044 (2.4530273584219127) - | > loss_disc_real_0: 0.24527472257614136 (0.23276589810848236) - | > loss_disc_real_1: 0.16690441966056824 (0.16105861675280791) - | > loss_disc_real_2: 0.2142312377691269 (0.2442657580742469) - | > loss_disc_real_3: 0.15152442455291748 (0.1685703075849093) - | > loss_disc_real_4: 0.20688925683498383 (0.2158983567586312) - | > loss_disc_real_5: 0.23968078196048737 (0.22302517753380996) - | > loss_0: 2.396308183670044 (2.4530273584219127) - | > loss_gen: 2.541525363922119 (2.423131429232084) - | > loss_kl: 1.4375836849212646 (1.3075248094705434) - | > loss_feat: 4.742334365844727 (4.279052697695219) - | > loss_mel: 26.73015785217285 (26.437195264376125) - | > loss_duration: 1.8964884281158447 (1.8701824316611657) - | > loss_1: 37.34809112548828 (36.31708614642803) - - --> STEP: 14 - | > loss_disc: 2.2448036670684814 (2.438154237610953) - | > loss_disc_real_0: 0.1888088583946228 (0.22962610955749238) - | > loss_disc_real_1: 0.11125050485134125 (0.1575008944741317) - | > loss_disc_real_2: 0.1852109283208847 (0.24004755594900676) - | > loss_disc_real_3: 0.1280505210161209 (0.16567603711571013) - | > loss_disc_real_4: 0.2323383241891861 (0.21707264014652797) - | > loss_disc_real_5: 0.2522185444831848 (0.22511041803019388) - | > loss_0: 2.2448036670684814 (2.438154237610953) - | > loss_gen: 2.295471429824829 (2.4140128578458513) - | > loss_kl: 1.3417044878005981 (1.3099662150655473) - | > loss_feat: 4.732298851013184 (4.3114274229322165) - | > loss_mel: 27.16168212890625 (26.48894432612828) - | > loss_duration: 1.892165184020996 (1.8717526282582964) - | > loss_1: 37.42332458496094 (36.39610317775181) - - --> STEP: 15 - | > loss_disc: 2.3051865100860596 (2.429289722442627) - | > loss_disc_real_0: 0.19766312837600708 (0.22749524414539338) - | > loss_disc_real_1: 0.10159758478403091 (0.15377400716145834) - | > loss_disc_real_2: 0.22906693816184998 (0.23931551476319632) - | > loss_disc_real_3: 0.13931137323379517 (0.16391839285691578) - | > loss_disc_real_4: 0.195370152592659 (0.2156258076429367) - | > loss_disc_real_5: 0.2086160033941269 (0.2240107903877894) - | > loss_0: 2.3051865100860596 (2.429289722442627) - | > loss_gen: 2.325521945953369 (2.408113463719686) - | > loss_kl: 0.986015796661377 (1.2883695205052694) - | > loss_feat: 4.819321632385254 (4.345287036895752) - | > loss_mel: 30.39510726928711 (26.749355189005534) - | > loss_duration: 1.8419523239135742 (1.8697659413019816) - | > loss_1: 40.367919921875 (36.66089096069336) - - --> STEP: 16 - | > loss_disc: 2.535914659500122 (2.4359537810087204) - | > loss_disc_real_0: 0.2439294457435608 (0.22852238174527884) - | > loss_disc_real_1: 0.14744456112384796 (0.15337841678410769) - | > loss_disc_real_2: 0.25711682438850403 (0.24042809661477804) - | > loss_disc_real_3: 0.13590557873249054 (0.1621675919741392) - | > loss_disc_real_4: 0.21561096608638763 (0.2156248800456524) - | > loss_disc_real_5: 0.1897408813238144 (0.22186892107129097) - | > loss_0: 2.535914659500122 (2.4359537810087204) - | > loss_gen: 2.3839290142059326 (2.4066019356250763) - | > loss_kl: 1.1911829710006714 (1.282295361161232) - | > loss_feat: 4.610471248626709 (4.361861050128937) - | > loss_mel: 28.039058685302734 (26.82996165752411) - | > loss_duration: 1.9451618194580078 (1.8744781836867332) - | > loss_1: 38.16980743408203 (36.75519824028015) - - --> STEP: 17 - | > loss_disc: 2.3438024520874023 (2.430533114601584) - | > loss_disc_real_0: 0.1656845659017563 (0.22482603963683634) - | > loss_disc_real_1: 0.16318954527378082 (0.15395554198938258) - | > loss_disc_real_2: 0.25366801023483276 (0.24120691506301656) - | > loss_disc_real_3: 0.16917181015014648 (0.162579604808022) - | > loss_disc_real_4: 0.2073490172624588 (0.21513806458781748) - | > loss_disc_real_5: 0.2526356279850006 (0.2236787273603327) - | > loss_0: 2.3438024520874023 (2.430533114601584) - | > loss_gen: 2.689373016357422 (2.423235528609332) - | > loss_kl: 1.2714682817459106 (1.2816584741368013) - | > loss_feat: 4.454668045043945 (4.367320285123937) - | > loss_mel: 25.226594924926758 (26.735645967371322) - | > loss_duration: 1.828592300415039 (1.871779014082516) - | > loss_1: 35.47069549560547 (36.679639255299286) - - --> STEP: 18 - | > loss_disc: 2.447791576385498 (2.4314919180340238) - | > loss_disc_real_0: 0.18805749714374542 (0.22278334283166462) - | > loss_disc_real_1: 0.18840228021144867 (0.15586924966838625) - | > loss_disc_real_2: 0.2918476164340973 (0.24402028736140993) - | > loss_disc_real_3: 0.1376093029975891 (0.1611923658185535) - | > loss_disc_real_4: 0.2391165941953659 (0.21647020512157017) - | > loss_disc_real_5: 0.220863476395607 (0.22352232452895907) - | > loss_0: 2.447791576385498 (2.4314919180340238) - | > loss_gen: 2.2839345932006836 (2.415496587753296) - | > loss_kl: 1.5418169498443604 (1.2961117227872212) - | > loss_feat: 3.4396071434020996 (4.315780666139391) - | > loss_mel: 21.722204208374023 (26.457121425204807) - | > loss_duration: 1.827033519744873 (1.8692931532859802) - | > loss_1: 30.814598083496094 (36.353803634643555) - - --> STEP: 19 - | > loss_disc: 2.2441000938415527 (2.4216291904449463) - | > loss_disc_real_0: 0.14617478847503662 (0.21875131365499997) - | > loss_disc_real_1: 0.17751671373844147 (0.1570085898825997) - | > loss_disc_real_2: 0.2469225525856018 (0.24417303816268318) - | > loss_disc_real_3: 0.1507609635591507 (0.160643344647006) - | > loss_disc_real_4: 0.18203622102737427 (0.21465789016924405) - | > loss_disc_real_5: 0.1813317984342575 (0.22130177052397476) - | > loss_0: 2.2441000938415527 (2.4216291904449463) - | > loss_gen: 2.49173903465271 (2.419509348116423) - | > loss_kl: 1.3684437274932861 (1.2999186704033299) - | > loss_feat: 4.608284950256348 (4.331175628461335) - | > loss_mel: 25.40630531311035 (26.40181531404194) - | > loss_duration: 1.916014552116394 (1.8717521742770546) - | > loss_1: 35.79078674316406 (36.32417116667095) - - --> STEP: 20 - | > loss_disc: 2.3080222606658936 (2.4159488439559937) - | > loss_disc_real_0: 0.23231586813926697 (0.21942954137921333) - | > loss_disc_real_1: 0.16080176830291748 (0.15719824880361558) - | > loss_disc_real_2: 0.23229175806045532 (0.2435789741575718) - | > loss_disc_real_3: 0.14730346202850342 (0.1599763505160809) - | > loss_disc_real_4: 0.15934151411056519 (0.2118920713663101) - | > loss_disc_real_5: 0.23022867739200592 (0.22174811586737633) - | > loss_0: 2.3080222606658936 (2.4159488439559937) - | > loss_gen: 2.6674342155456543 (2.4319055914878844) - | > loss_kl: 1.1974490880966187 (1.2947951912879945) - | > loss_feat: 5.101348400115967 (4.369684267044066) - | > loss_mel: 24.215654373168945 (26.292507266998292) - | > loss_duration: 1.8043769598007202 (1.868383413553238) - | > loss_1: 34.986263275146484 (36.25727577209473) - - --> STEP: 21 - | > loss_disc: 2.323700428009033 (2.411556062244234) - | > loss_disc_real_0: 0.26103705167770386 (0.22141085139342717) - | > loss_disc_real_1: 0.12848590314388275 (0.1558309942483902) - | > loss_disc_real_2: 0.24147677421569824 (0.24347886939843497) - | > loss_disc_real_3: 0.14416073262691498 (0.15922322585469204) - | > loss_disc_real_4: 0.18155887722969055 (0.21044763355028062) - | > loss_disc_real_5: 0.20438949763774872 (0.22092151499929882) - | > loss_0: 2.323700428009033 (2.411556062244234) - | > loss_gen: 2.4739179611206055 (2.433906180518014) - | > loss_kl: 1.035403847694397 (1.282443222545442) - | > loss_feat: 4.924309730529785 (4.396095003400529) - | > loss_mel: 26.767681121826172 (26.315134593418666) - | > loss_duration: 1.8316199779510498 (1.8666327737626576) - | > loss_1: 37.03293228149414 (36.29421179635184) - - --> STEP: 22 - | > loss_disc: 2.223782539367676 (2.403020902113481) - | > loss_disc_real_0: 0.20233657956123352 (0.22054383903741837) - | > loss_disc_real_1: 0.12317704409360886 (0.15434672378680922) - | > loss_disc_real_2: 0.21897414326667786 (0.2423650182106278) - | > loss_disc_real_3: 0.1311221420764923 (0.15794590386477386) - | > loss_disc_real_4: 0.1423565000295639 (0.20735258202661166) - | > loss_disc_real_5: 0.14260748028755188 (0.21736178614876486) - | > loss_0: 2.223782539367676 (2.403020902113481) - | > loss_gen: 2.4667606353759766 (2.4353995648297397) - | > loss_kl: 1.608437418937683 (1.2972611405632712) - | > loss_feat: 5.373709201812744 (4.440532012419266) - | > loss_mel: 29.397796630859375 (26.455255595120516) - | > loss_duration: 1.9564213752746582 (1.8707140738313848) - | > loss_1: 40.803123474121094 (36.49916232715953) - - --> STEP: 23 - | > loss_disc: 2.2839179039001465 (2.3978425108868144) - | > loss_disc_real_0: 0.255085289478302 (0.22204564123050027) - | > loss_disc_real_1: 0.18197014927864075 (0.15554774228645407) - | > loss_disc_real_2: 0.20906232297420502 (0.240917074939479) - | > loss_disc_real_3: 0.13524308800697327 (0.1569588249144347) - | > loss_disc_real_4: 0.21787898242473602 (0.20781025160913882) - | > loss_disc_real_5: 0.18464888632297516 (0.21593948615633923) - | > loss_0: 2.2839179039001465 (2.3978425108868144) - | > loss_gen: 2.641852378845215 (2.4443757741347603) - | > loss_kl: 1.1381478309631348 (1.2903431705806567) - | > loss_feat: 4.570461273193359 (4.446181110713792) - | > loss_mel: 26.538299560546875 (26.45886620231297) - | > loss_duration: 1.9332454204559326 (1.8734328280324521) - | > loss_1: 36.8220100402832 (36.51319918425186) - - --> STEP: 24 - | > loss_disc: 2.244011878967285 (2.3914329012235007) - | > loss_disc_real_0: 0.20750221610069275 (0.22143966518342495) - | > loss_disc_real_1: 0.14818991720676422 (0.155241166241467) - | > loss_disc_real_2: 0.24873539805412292 (0.24124283840258917) - | > loss_disc_real_3: 0.14350451529026031 (0.1563982286800941) - | > loss_disc_real_4: 0.13635891675949097 (0.20483311265707016) - | > loss_disc_real_5: 0.26518023014068604 (0.2179911838223537) - | > loss_0: 2.244011878967285 (2.3914329012235007) - | > loss_gen: 2.4114160537719727 (2.4430024524529776) - | > loss_kl: 0.7625135183334351 (1.2683502684036891) - | > loss_feat: 4.471234321594238 (4.447224994500478) - | > loss_mel: 25.59945297241211 (26.423057317733765) - | > loss_duration: 1.8284631967544556 (1.871559093395869) - | > loss_1: 35.073081970214844 (36.45319430033365) - - --> STEP: 25 - | > loss_disc: 2.149900436401367 (2.3817716026306153) - | > loss_disc_real_0: 0.14305049180984497 (0.21830409824848174) - | > loss_disc_real_1: 0.18061625957489014 (0.15625616997480393) - | > loss_disc_real_2: 0.2690746784210205 (0.2423561120033264) - | > loss_disc_real_3: 0.13079188764095306 (0.15537397503852846) - | > loss_disc_real_4: 0.19224999845027924 (0.20432978808879854) - | > loss_disc_real_5: 0.2027522176504135 (0.21738162517547607) - | > loss_0: 2.149900436401367 (2.3817716026306153) - | > loss_gen: 2.7203400135040283 (2.4540959548950196) - | > loss_kl: 1.275432825088501 (1.2686335706710816) - | > loss_feat: 4.706933498382568 (4.457613334655762) - | > loss_mel: 28.238374710083008 (26.495670013427734) - | > loss_duration: 1.771607518196106 (1.8675610303878785) - | > loss_1: 38.71268844604492 (36.5435740661621) - - --> STEP: 26 - | > loss_disc: 2.2893524169921875 (2.378217018567599) - | > loss_disc_real_0: 0.2563275694847107 (0.21976653944987518) - | > loss_disc_real_1: 0.13506489992141724 (0.15544112112659675) - | > loss_disc_real_2: 0.17563876509666443 (0.23979006019922403) - | > loss_disc_real_3: 0.12433268874883652 (0.15418007941200182) - | > loss_disc_real_4: 0.15641780197620392 (0.20248701939216027) - | > loss_disc_real_5: 0.22495047748088837 (0.2176727348795304) - | > loss_0: 2.2893524169921875 (2.378217018567599) - | > loss_gen: 2.4755775928497314 (2.4549221717394314) - | > loss_kl: 1.3882484436035156 (1.2732341427069445) - | > loss_feat: 4.880985260009766 (4.473896870246301) - | > loss_mel: 26.130313873291016 (26.481617854191708) - | > loss_duration: 1.821761965751648 (1.8657995279018695) - | > loss_1: 36.6968879699707 (36.54947075477013) - - --> STEP: 27 - | > loss_disc: 2.5801610946655273 (2.385696428793448) - | > loss_disc_real_0: 0.221833273768425 (0.219843085165377) - | > loss_disc_real_1: 0.15816761553287506 (0.15554210240090335) - | > loss_disc_real_2: 0.26334747672080994 (0.24066255710743092) - | > loss_disc_real_3: 0.17557251453399658 (0.15497239182392755) - | > loss_disc_real_4: 0.2010902315378189 (0.20243528650866616) - | > loss_disc_real_5: 0.22495421767234802 (0.21794241942741252) - | > loss_0: 2.5801610946655273 (2.385696428793448) - | > loss_gen: 2.4111127853393555 (2.453299601872762) - | > loss_kl: 1.428909420967102 (1.278999893753617) - | > loss_feat: 4.497823715209961 (4.4747830496894) - | > loss_mel: 27.08104705810547 (26.503818935818142) - | > loss_duration: 1.8621199131011963 (1.8656632458722149) - | > loss_1: 37.2810173034668 (36.57656507138852) - - --> STEP: 28 - | > loss_disc: 2.6759612560272217 (2.3960630297660828) - | > loss_disc_real_0: 0.2549654543399811 (0.22109745549304144) - | > loss_disc_real_1: 0.19199106097221375 (0.1568438509213073) - | > loss_disc_real_2: 0.29223018884658813 (0.24250425824097224) - | > loss_disc_real_3: 0.15312598645687103 (0.15490644877510412) - | > loss_disc_real_4: 0.2623027265071869 (0.20457340936575616) - | > loss_disc_real_5: 0.2645125985145569 (0.21960564010909625) - | > loss_0: 2.6759612560272217 (2.3960630297660828) - | > loss_gen: 2.921525001525879 (2.4700219375746593) - | > loss_kl: 1.477615237236023 (1.2860932988779885) - | > loss_feat: 4.4240403175354 (4.472970809255329) - | > loss_mel: 26.66110610961914 (26.509436334882462) - | > loss_duration: 1.8863821029663086 (1.8664032050541468) - | > loss_1: 37.370670318603516 (36.60492597307478) - - --> STEP: 29 - | > loss_disc: 2.2980291843414307 (2.3926825523376465) - | > loss_disc_real_0: 0.2823561728000641 (0.22320982505535258) - | > loss_disc_real_1: 0.12582720816135406 (0.15577431151579166) - | > loss_disc_real_2: 0.22408834099769592 (0.24186922661189375) - | > loss_disc_real_3: 0.2236185371875763 (0.1572758311341549) - | > loss_disc_real_4: 0.1553119570016861 (0.20287473859458133) - | > loss_disc_real_5: 0.20662008225917816 (0.21915786225220252) - | > loss_0: 2.2980291843414307 (2.3926825523376465) - | > loss_gen: 2.8563647270202637 (2.4833441027279557) - | > loss_kl: 1.398959994316101 (1.2899852538930958) - | > loss_feat: 5.607965469360352 (4.512108556155502) - | > loss_mel: 29.697946548461914 (26.619384962936927) - | > loss_duration: 1.8728405237197876 (1.8666251815598587) - | > loss_1: 41.434078216552734 (36.77144846422919) - - --> STEP: 30 - | > loss_disc: 2.159325361251831 (2.384903979301453) - | > loss_disc_real_0: 0.1845875084400177 (0.22192241450150807) - | > loss_disc_real_1: 0.15276457369327545 (0.15567398692170778) - | > loss_disc_real_2: 0.17401158809661865 (0.23960730532805125) - | > loss_disc_real_3: 0.1277410089969635 (0.15629133706291518) - | > loss_disc_real_4: 0.17358452081680298 (0.20189839800198872) - | > loss_disc_real_5: 0.16933760046958923 (0.21749718685944874) - | > loss_0: 2.159325361251831 (2.384903979301453) - | > loss_gen: 2.353649854660034 (2.4790209611256917) - | > loss_kl: 1.3585606813430786 (1.2922711014747619) - | > loss_feat: 6.049657344818115 (4.563360182444256) - | > loss_mel: 31.381071090698242 (26.778107833862304) - | > loss_duration: 1.859299898147583 (1.866381005446116) - | > loss_1: 43.002235412597656 (36.97914136250814) - - --> STEP: 31 - | > loss_disc: 2.6515467166900635 (2.393505357926892) - | > loss_disc_real_0: 0.3078159987926483 (0.22469317528509325) - | > loss_disc_real_1: 0.17620541155338287 (0.1563362909420844) - | > loss_disc_real_2: 0.21335019171237946 (0.23876030166302958) - | > loss_disc_real_3: 0.13269555568695068 (0.15553018282498082) - | > loss_disc_real_4: 0.21453538537025452 (0.20230604275580374) - | > loss_disc_real_5: 0.21978193521499634 (0.21757088841930514) - | > loss_0: 2.6515467166900635 (2.393505357926892) - | > loss_gen: 2.206374168395996 (2.4702259032957015) - | > loss_kl: 1.1742991209030151 (1.288465553714383) - | > loss_feat: 3.7845513820648193 (4.538237317915887) - | > loss_mel: 22.92251968383789 (26.653734022571193) - | > loss_duration: 1.812178373336792 (1.8646325334425895) - | > loss_1: 31.89992332458496 (36.81529561934933) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.012190226585634293 (+0.0034182456231886347) - | > avg_loss_disc: 2.393505357926892 (-0.14386228592164985) - | > avg_loss_disc_real_0: 0.22469317528509325 (+0.143134344729685) - | > avg_loss_disc_real_1: 0.1563362909420844 (-0.036047664621183945) - | > avg_loss_disc_real_2: 0.23876030166302958 (-0.015233397483825739) - | > avg_loss_disc_real_3: 0.15553018282498082 (+0.007141471149459955) - | > avg_loss_disc_real_4: 0.20230604275580374 (-0.0063965705133253725) - | > avg_loss_disc_real_5: 0.21757088841930514 (-0.04769450233828634) - | > avg_loss_0: 2.393505357926892 (-0.14386228592164985) - | > avg_loss_gen: 2.4702259032957015 (+0.5400976057975522) - | > avg_loss_kl: 1.288465553714383 (+0.043043540370079736) - | > avg_loss_feat: 4.538237317915887 (+0.4347008082174497) - | > avg_loss_mel: 26.653734022571193 (+0.5443989230740449) - | > avg_loss_duration: 1.8646325334425895 (-0.006364295559544653) - | > avg_loss_1: 36.81529561934933 (+1.5558759012529961) - - - > EPOCH: 5/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-22 11:17:19)  - - --> TIME: 2024-11-22 11:17:40 -- STEP: 23/797 -- GLOBAL_STEP: 5825 - | > loss_disc: 2.309663772583008 (2.517181178797846) - | > loss_disc_real_0: 0.1380854696035385 (0.14648306823295096) - | > loss_disc_real_1: 0.23133981227874756 (0.22085348354733508) - | > loss_disc_real_2: 0.20562255382537842 (0.2474364741988804) - | > loss_disc_real_3: 0.21455296874046326 (0.23287727197875147) - | > loss_disc_real_4: 0.24412021040916443 (0.21876035112401712) - | > loss_disc_real_5: 0.21236582100391388 (0.24070426432982736) - | > loss_0: 2.309663772583008 (2.517181178797846) - | > grad_norm_0: tensor(53.4377, device='cuda:0') (tensor(76.5332, device='cuda:0')) - | > loss_gen: 2.3204312324523926 (2.298994665560515) - | > loss_kl: 1.685110330581665 (1.472999888917674) - | > loss_feat: 4.768124103546143 (4.200109606203825) - | > loss_mel: 24.81927490234375 (25.396926962811015) - | > loss_duration: 1.9612083435058594 (2.043416178744772) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.55414962768555 (35.412447390349016) - | > grad_norm_1: tensor(664.8374, device='cuda:0') (tensor(582.2099, device='cuda:0')) - | > current_lr_0: 0.00019982506561132978 - | > current_lr_1: 0.00019982506561132978 - | > step_time: 0.8141 (0.8628728078759235) - | > loader_time: 0.0043 (0.005224559618079146) - - - --> TIME: 2024-11-22 11:18:11 -- STEP: 48/797 -- GLOBAL_STEP: 5850 - | > loss_disc: 2.3648719787597656 (2.463883727788925) - | > loss_disc_real_0: 0.20533104240894318 (0.1375847941574951) - | > loss_disc_real_1: 0.20136334002017975 (0.2180436821654439) - | > loss_disc_real_2: 0.24298571050167084 (0.2428034975503882) - | > loss_disc_real_3: 0.22103571891784668 (0.22262010474999747) - | > loss_disc_real_4: 0.1591203361749649 (0.2183685169244806) - | > loss_disc_real_5: 0.1711462140083313 (0.2401496423408389) - | > loss_0: 2.3648719787597656 (2.463883727788925) - | > grad_norm_0: tensor(101.8773, device='cuda:0') (tensor(72.1739, device='cuda:0')) - | > loss_gen: 2.5852839946746826 (2.3677438845237098) - | > loss_kl: 1.058763861656189 (1.4286340773105621) - | > loss_feat: 5.032727241516113 (4.416199708978336) - | > loss_mel: 27.17635154724121 (25.507582704226177) - | > loss_duration: 1.8515262603759766 (1.987653911113739) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.70465087890625 (35.70781405766805) - | > grad_norm_1: tensor(702.0521, device='cuda:0') (tensor(653.4019, device='cuda:0')) - | > current_lr_0: 0.00019982506561132978 - | > current_lr_1: 0.00019982506561132978 - | > step_time: 0.9249 (1.0523091703653336) - | > loader_time: 0.0035 (0.005853116512298585) - - - --> TIME: 2024-11-22 11:18:36 -- STEP: 73/797 -- GLOBAL_STEP: 5875 - | > loss_disc: 2.4428279399871826 (2.4371868518933866) - | > loss_disc_real_0: 0.12231989204883575 (0.13548073167466138) - | > loss_disc_real_1: 0.2598867416381836 (0.21984821966249649) - | > loss_disc_real_2: 0.22954975068569183 (0.23817327149110298) - | > loss_disc_real_3: 0.19027861952781677 (0.22219932467153627) - | > loss_disc_real_4: 0.17321616411209106 (0.2158225564515754) - | > loss_disc_real_5: 0.23746207356452942 (0.23798486733273283) - | > loss_0: 2.4428279399871826 (2.4371868518933866) - | > grad_norm_0: tensor(97.3908, device='cuda:0') (tensor(75.8596, device='cuda:0')) - | > loss_gen: 2.2405357360839844 (2.392816030815856) - | > loss_kl: 0.9232369661331177 (1.3829882422538653) - | > loss_feat: 3.988478183746338 (4.508329662558154) - | > loss_mel: 25.584463119506836 (25.83429511605877) - | > loss_duration: 1.898425817489624 (1.9512478652065748) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.63513946533203 (36.06967688260012) - | > grad_norm_1: tensor(991.0879, device='cuda:0') (tensor(686.4839, device='cuda:0')) - | > current_lr_0: 0.00019982506561132978 - | > current_lr_1: 0.00019982506561132978 - | > step_time: 0.8584 (1.0343875885009768) - | > loader_time: 0.0034 (0.005481749364774521) - - - --> TIME: 2024-11-22 11:19:00 -- STEP: 98/797 -- GLOBAL_STEP: 5900 - | > loss_disc: 2.463982582092285 (2.4307177504714663) - | > loss_disc_real_0: 0.10619385540485382 (0.13622553182803865) - | > loss_disc_real_1: 0.18515823781490326 (0.21914314919588518) - | > loss_disc_real_2: 0.2527735233306885 (0.23735585702317102) - | > loss_disc_real_3: 0.1584586501121521 (0.2193305636851155) - | > loss_disc_real_4: 0.21503999829292297 (0.21569328587882372) - | > loss_disc_real_5: 0.2525980472564697 (0.2369206257316531) - | > loss_0: 2.463982582092285 (2.4307177504714663) - | > grad_norm_0: tensor(84.6207, device='cuda:0') (tensor(72.9529, device='cuda:0')) - | > loss_gen: 2.3088629245758057 (2.384738579088326) - | > loss_kl: 1.2536338567733765 (1.373978709687992) - | > loss_feat: 4.932322978973389 (4.509555517410749) - | > loss_mel: 26.291675567626953 (25.757007754578883) - | > loss_duration: 1.9282922744750977 (1.936678212516162) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.714786529541016 (35.96195880734189) - | > grad_norm_1: tensor(1075.3655, device='cuda:0') (tensor(655.2289, device='cuda:0')) - | > current_lr_0: 0.00019982506561132978 - | > current_lr_1: 0.00019982506561132978 - | > step_time: 0.896 (1.0104118172003298) - | > loader_time: 0.0059 (0.005645318907134387) - - - --> TIME: 2024-11-22 11:19:24 -- STEP: 123/797 -- GLOBAL_STEP: 5925 - | > loss_disc: 2.626868486404419 (2.439490657511765) - | > loss_disc_real_0: 0.09440834820270538 (0.14016119681480466) - | > loss_disc_real_1: 0.26818427443504333 (0.22052429034942533) - | > loss_disc_real_2: 0.2859712243080139 (0.23705588487105642) - | > loss_disc_real_3: 0.30294471979141235 (0.21967296350777635) - | > loss_disc_real_4: 0.3189343810081482 (0.21622292043232336) - | > loss_disc_real_5: 0.26198050379753113 (0.23779390534249747) - | > loss_0: 2.626868486404419 (2.439490657511765) - | > grad_norm_0: tensor(97.1440, device='cuda:0') (tensor(72.9815, device='cuda:0')) - | > loss_gen: 2.3497798442840576 (2.3827774001330844) - | > loss_kl: 1.4027214050292969 (1.3583310551759673) - | > loss_feat: 3.637960433959961 (4.505700024162855) - | > loss_mel: 25.261749267578125 (25.833462211174695) - | > loss_duration: 1.8486104011535645 (1.9263176171760248) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.50082015991211 (36.0065883388364) - | > grad_norm_1: tensor(286.5577, device='cuda:0') (tensor(655.1038, device='cuda:0')) - | > current_lr_0: 0.00019982506561132978 - | > current_lr_1: 0.00019982506561132978 - | > step_time: 0.9486 (1.000778599483211) - | > loader_time: 0.005 (0.005526180189799487) - - - --> TIME: 2024-11-22 11:19:51 -- STEP: 148/797 -- GLOBAL_STEP: 5950 - | > loss_disc: 2.4945735931396484 (2.444115878762426) - | > loss_disc_real_0: 0.1430967152118683 (0.1412927060815934) - | > loss_disc_real_1: 0.2024121880531311 (0.22099553219772675) - | > loss_disc_real_2: 0.20965434610843658 (0.2361288448241917) - | > loss_disc_real_3: 0.17549966275691986 (0.2198923562426825) - | > loss_disc_real_4: 0.2027125060558319 (0.21618951383877444) - | > loss_disc_real_5: 0.23957695066928864 (0.23681074028482307) - | > loss_0: 2.4945735931396484 (2.444115878762426) - | > grad_norm_0: tensor(83.7680, device='cuda:0') (tensor(72.7285, device='cuda:0')) - | > loss_gen: 2.468278408050537 (2.3739816175924755) - | > loss_kl: 1.3865562677383423 (1.353278799636944) - | > loss_feat: 4.6571574211120605 (4.48318604843037) - | > loss_mel: 26.464237213134766 (25.86317401318937) - | > loss_duration: 1.9103366136550903 (1.919140441192163) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.88656234741211 (35.992760903126474) - | > grad_norm_1: tensor(882.5317, device='cuda:0') (tensor(671.6644, device='cuda:0')) - | > current_lr_0: 0.00019982506561132978 - | > current_lr_1: 0.00019982506561132978 - | > step_time: 0.9817 (1.0088668868348407) - | > loader_time: 0.0073 (0.005534122119078765) - - - --> TIME: 2024-11-22 11:20:16 -- STEP: 173/797 -- GLOBAL_STEP: 5975 - | > loss_disc: 2.553288459777832 (2.442952235999136) - | > loss_disc_real_0: 0.2673285901546478 (0.1426262191868242) - | > loss_disc_real_1: 0.30914798378944397 (0.2212633809257794) - | > loss_disc_real_2: 0.27654409408569336 (0.23536440109930976) - | > loss_disc_real_3: 0.21837231516838074 (0.2195897073070438) - | > loss_disc_real_4: 0.2111290544271469 (0.21560986727648387) - | > loss_disc_real_5: 0.2833540141582489 (0.2379392228719127) - | > loss_0: 2.553288459777832 (2.442952235999136) - | > grad_norm_0: tensor(177.8496, device='cuda:0') (tensor(71.1219, device='cuda:0')) - | > loss_gen: 2.30979061126709 (2.374634117060313) - | > loss_kl: 1.5280792713165283 (1.3440598077167671) - | > loss_feat: 4.028011798858643 (4.493995273733419) - | > loss_mel: 25.975563049316406 (25.9687987311038) - | > loss_duration: 1.8022756576538086 (1.9099092476629798) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.64372253417969 (36.091397114571805) - | > grad_norm_1: tensor(1417.9421, device='cuda:0') (tensor(678.7232, device='cuda:0')) - | > current_lr_0: 0.00019982506561132978 - | > current_lr_1: 0.00019982506561132978 - | > step_time: 0.8989 (1.0068365728234971) - | > loader_time: 0.0069 (0.0056529968460171205) - - - --> TIME: 2024-11-22 11:20:41 -- STEP: 198/797 -- GLOBAL_STEP: 6000 - | > loss_disc: 2.3873660564422607 (2.4405726338877827) - | > loss_disc_real_0: 0.08632849156856537 (0.14097701370565577) - | > loss_disc_real_1: 0.18558746576309204 (0.22032948628519522) - | > loss_disc_real_2: 0.2735291123390198 (0.2364475850505058) - | > loss_disc_real_3: 0.23855473101139069 (0.21893404913370054) - | > loss_disc_real_4: 0.1921454519033432 (0.21518710398613805) - | > loss_disc_real_5: 0.263947993516922 (0.23797366805750914) - | > loss_0: 2.3873660564422607 (2.4405726338877827) - | > grad_norm_0: tensor(341.9079, device='cuda:0') (tensor(75.0801, device='cuda:0')) - | > loss_gen: 2.2262356281280518 (2.3762461777889365) - | > loss_kl: 1.100881814956665 (1.337092868908487) - | > loss_feat: 3.702697277069092 (4.485572541602941) - | > loss_mel: 23.89504623413086 (25.922028705327197) - | > loss_duration: 1.9013526439666748 (1.903924129828058) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.82621383666992 (36.02486443760417) - | > grad_norm_1: tensor(1481.1661, device='cuda:0') (tensor(693.0333, device='cuda:0')) - | > current_lr_0: 0.00019982506561132978 - | > current_lr_1: 0.00019982506561132978 - | > step_time: 0.9965 (1.0035462800902555) - | > loader_time: 0.0051 (0.005645489451861141) - - - --> TIME: 2024-11-22 11:21:06 -- STEP: 223/797 -- GLOBAL_STEP: 6025 - | > loss_disc: 2.5243372917175293 (2.442458888340424) - | > loss_disc_real_0: 0.11004610359668732 (0.14148787004797977) - | > loss_disc_real_1: 0.22879934310913086 (0.2196771945520367) - | > loss_disc_real_2: 0.36808493733406067 (0.23732019098884857) - | > loss_disc_real_3: 0.2316274493932724 (0.21884106266658937) - | > loss_disc_real_4: 0.32177260518074036 (0.21596999192451682) - | > loss_disc_real_5: 0.30062562227249146 (0.236888170509595) - | > loss_0: 2.5243372917175293 (2.442458888340424) - | > grad_norm_0: tensor(42.7830, device='cuda:0') (tensor(78.3442, device='cuda:0')) - | > loss_gen: 2.4816370010375977 (2.37951303597523) - | > loss_kl: 1.2298170328140259 (1.3432146078267975) - | > loss_feat: 4.212214469909668 (4.481808432549113) - | > loss_mel: 26.464387893676758 (25.97906835410627) - | > loss_duration: 1.8114557266235352 (1.9010147968215259) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.19951248168945 (36.084619197075696) - | > grad_norm_1: tensor(818.7523, device='cuda:0') (tensor(701.8431, device='cuda:0')) - | > current_lr_0: 0.00019982506561132978 - | > current_lr_1: 0.00019982506561132978 - | > step_time: 0.9471 (1.0035345982008457) - | > loader_time: 0.0057 (0.005671553547606874) - - - --> TIME: 2024-11-22 11:21:31 -- STEP: 248/797 -- GLOBAL_STEP: 6050 - | > loss_disc: 2.606117010116577 (2.4419929856254208) - | > loss_disc_real_0: 0.09390963613986969 (0.1404248200236789) - | > loss_disc_real_1: 0.22161079943180084 (0.2195659803767358) - | > loss_disc_real_2: 0.22183725237846375 (0.23744191770111361) - | > loss_disc_real_3: 0.23283936083316803 (0.21815452706669608) - | > loss_disc_real_4: 0.17694975435733795 (0.21605506010593906) - | > loss_disc_real_5: 0.206956684589386 (0.23690870770763967) - | > loss_0: 2.606117010116577 (2.4419929856254208) - | > grad_norm_0: tensor(87.9929, device='cuda:0') (tensor(77.6885, device='cuda:0')) - | > loss_gen: 2.1614537239074707 (2.3750183438101127) - | > loss_kl: 1.2054845094680786 (1.3417670907032104) - | > loss_feat: 4.160602569580078 (4.475643821301007) - | > loss_mel: 26.62393569946289 (26.008522256728142) - | > loss_duration: 1.9119412899017334 (1.896183431148529) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.063419342041016 (36.09713490547674) - | > grad_norm_1: tensor(726.9261, device='cuda:0') (tensor(703.7296, device='cuda:0')) - | > current_lr_0: 0.00019982506561132978 - | > current_lr_1: 0.00019982506561132978 - | > step_time: 0.9853 (1.0017342307875237) - | > loader_time: 0.0056 (0.005722395835384246) - - - --> TIME: 2024-11-22 11:21:55 -- STEP: 273/797 -- GLOBAL_STEP: 6075 - | > loss_disc: 2.6251606941223145 (2.4477212918110385) - | > loss_disc_real_0: 0.08091037720441818 (0.13916821970225682) - | > loss_disc_real_1: 0.2091922014951706 (0.21977889215771532) - | > loss_disc_real_2: 0.20384766161441803 (0.23821720273503455) - | > loss_disc_real_3: 0.17019058763980865 (0.21843618552981717) - | > loss_disc_real_4: 0.20215220749378204 (0.2172520942849554) - | > loss_disc_real_5: 0.18219995498657227 (0.23840401570002237) - | > loss_0: 2.6251606941223145 (2.4477212918110385) - | > grad_norm_0: tensor(166.6433, device='cuda:0') (tensor(76.8495, device='cuda:0')) - | > loss_gen: 2.038424015045166 (2.3775116397347644) - | > loss_kl: 1.2892872095108032 (1.340570199402261) - | > loss_feat: 4.28762674331665 (4.467822346495191) - | > loss_mel: 24.383970260620117 (26.042090622060027) - | > loss_duration: 1.8904533386230469 (1.892848469835498) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.88976287841797 (36.12084322359974) - | > grad_norm_1: tensor(1088.4966, device='cuda:0') (tensor(705.7336, device='cuda:0')) - | > current_lr_0: 0.00019982506561132978 - | > current_lr_1: 0.00019982506561132978 - | > step_time: 0.9147 (0.9948668069455218) - | > loader_time: 0.0065 (0.00580948613065503) - - - --> TIME: 2024-11-22 11:22:19 -- STEP: 298/797 -- GLOBAL_STEP: 6100 - | > loss_disc: 2.5610787868499756 (2.446688181601915) - | > loss_disc_real_0: 0.10285653918981552 (0.1365695925641979) - | > loss_disc_real_1: 0.194809228181839 (0.22076685106594296) - | > loss_disc_real_2: 0.2645421624183655 (0.23906306302387442) - | > loss_disc_real_3: 0.22392532229423523 (0.2189268156786093) - | > loss_disc_real_4: 0.2473706305027008 (0.21777953012477633) - | > loss_disc_real_5: 0.2251223772764206 (0.2379459889743152) - | > loss_0: 2.5610787868499756 (2.446688181601915) - | > grad_norm_0: tensor(86.0757, device='cuda:0') (tensor(75.9081, device='cuda:0')) - | > loss_gen: 2.4646506309509277 (2.3864264772242354) - | > loss_kl: 1.319191575050354 (1.3442757383688986) - | > loss_feat: 4.677883148193359 (4.480224783788595) - | > loss_mel: 26.66680145263672 (26.05980957594494) - | > loss_duration: 1.8707265853881836 (1.890662489721439) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.99925231933594 (36.16139903484578) - | > grad_norm_1: tensor(551.7436, device='cuda:0') (tensor(711.5056, device='cuda:0')) - | > current_lr_0: 0.00019982506561132978 - | > current_lr_1: 0.00019982506561132978 - | > step_time: 0.9466 (0.990323389936614) - | > loader_time: 0.0069 (0.005872108792298594) - - - --> TIME: 2024-11-22 11:22:44 -- STEP: 323/797 -- GLOBAL_STEP: 6125 - | > loss_disc: 2.5318961143493652 (2.448210170025426) - | > loss_disc_real_0: 0.1877840757369995 (0.1358360299500333) - | > loss_disc_real_1: 0.2605973184108734 (0.22085255933435344) - | > loss_disc_real_2: 0.21707631647586823 (0.2396881688305468) - | > loss_disc_real_3: 0.19717098772525787 (0.21866646349061014) - | > loss_disc_real_4: 0.20553706586360931 (0.2176335168881313) - | > loss_disc_real_5: 0.28469157218933105 (0.23861554495690407) - | > loss_0: 2.5318961143493652 (2.448210170025426) - | > grad_norm_0: tensor(173.9368, device='cuda:0') (tensor(76.2572, device='cuda:0')) - | > loss_gen: 2.1635055541992188 (2.3820896167135106) - | > loss_kl: 1.3678334951400757 (1.3471491656067203) - | > loss_feat: 3.1958563327789307 (4.460218920427214) - | > loss_mel: 22.588367462158203 (26.043866337637414) - | > loss_duration: 1.8393611907958984 (1.888936294859777) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.154924392700195 (36.122260297415096) - | > grad_norm_1: tensor(1018.5066, device='cuda:0') (tensor(716.5964, device='cuda:0')) - | > current_lr_0: 0.00019982506561132978 - | > current_lr_1: 0.00019982506561132978 - | > step_time: 1.0444 (0.991186756098603) - | > loader_time: 0.0054 (0.006032066079485161) - - - --> TIME: 2024-11-22 11:23:11 -- STEP: 348/797 -- GLOBAL_STEP: 6150 - | > loss_disc: 2.4731221199035645 (2.453787313795638) - | > loss_disc_real_0: 0.07800030708312988 (0.1367009360578723) - | > loss_disc_real_1: 0.1899423450231552 (0.22087671504966147) - | > loss_disc_real_2: 0.23680275678634644 (0.24009993445427938) - | > loss_disc_real_3: 0.19502082467079163 (0.21908223273596544) - | > loss_disc_real_4: 0.1995796412229538 (0.21792395066084533) - | > loss_disc_real_5: 0.21971039474010468 (0.2392056583930021) - | > loss_0: 2.4731221199035645 (2.453787313795638) - | > grad_norm_0: tensor(87.9298, device='cuda:0') (tensor(76.2049, device='cuda:0')) - | > loss_gen: 2.1167166233062744 (2.3771945337454494) - | > loss_kl: 1.1054127216339111 (1.3444659595174355) - | > loss_feat: 4.052426338195801 (4.443066902544311) - | > loss_mel: 26.30876350402832 (26.022323526185133) - | > loss_duration: 1.825251579284668 (1.8861672124643436) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.408573150634766 (36.073218066116894) - | > grad_norm_1: tensor(515.0160, device='cuda:0') (tensor(710.8190, device='cuda:0')) - | > current_lr_0: 0.00019982506561132978 - | > current_lr_1: 0.00019982506561132978 - | > step_time: 0.9688 (0.9969813227653507) - | > loader_time: 0.007 (0.006100796419998698) - - - --> TIME: 2024-11-22 11:23:38 -- STEP: 373/797 -- GLOBAL_STEP: 6175 - | > loss_disc: 2.543473482131958 (2.4508546287188913) - | > loss_disc_real_0: 0.2431020587682724 (0.1367028365086453) - | > loss_disc_real_1: 0.25445541739463806 (0.22099605554230414) - | > loss_disc_real_2: 0.2531058192253113 (0.23979669010351554) - | > loss_disc_real_3: 0.30301034450531006 (0.21856111052368665) - | > loss_disc_real_4: 0.20990332961082458 (0.21733789896996986) - | > loss_disc_real_5: 0.26471075415611267 (0.23851422737814465) - | > loss_0: 2.543473482131958 (2.4508546287188913) - | > grad_norm_0: tensor(195.8971, device='cuda:0') (tensor(77.4113, device='cuda:0')) - | > loss_gen: 2.6434569358825684 (2.3768550688076298) - | > loss_kl: 1.481184482574463 (1.3420302613810624) - | > loss_feat: 3.7465295791625977 (4.439645900163835) - | > loss_mel: 23.352510452270508 (25.99669881928063) - | > loss_duration: 1.8168083429336548 (1.8834772014106567) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.040489196777344 (36.03870720134665) - | > grad_norm_1: tensor(1319.0497, device='cuda:0') (tensor(715.9767, device='cuda:0')) - | > current_lr_0: 0.00019982506561132978 - | > current_lr_1: 0.00019982506561132978 - | > step_time: 1.3545 (1.0000984802961992) - | > loader_time: 0.0097 (0.006224698739141308) - - - --> TIME: 2024-11-22 11:24:11 -- STEP: 398/797 -- GLOBAL_STEP: 6200 - | > loss_disc: 2.311156749725342 (2.4475686304533313) - | > loss_disc_real_0: 0.12875765562057495 (0.13621790831599687) - | > loss_disc_real_1: 0.16194091737270355 (0.22124716137821354) - | > loss_disc_real_2: 0.2177010476589203 (0.2392387544764346) - | > loss_disc_real_3: 0.23923853039741516 (0.21845863388860645) - | > loss_disc_real_4: 0.17156720161437988 (0.2170294575842481) - | > loss_disc_real_5: 0.19406522810459137 (0.23821268653749822) - | > loss_0: 2.311156749725342 (2.4475686304533313) - | > grad_norm_0: tensor(32.4449, device='cuda:0') (tensor(77.0555, device='cuda:0')) - | > loss_gen: 2.166670799255371 (2.3750077590870524) - | > loss_kl: 1.256500482559204 (1.3381985885713568) - | > loss_feat: 4.617349624633789 (4.443533847679448) - | > loss_mel: 24.558998107910156 (25.987212727417297) - | > loss_duration: 1.9275977611541748 (1.8821953325415377) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.52711486816406 (36.026148225793904) - | > grad_norm_1: tensor(1373.4243, device='cuda:0') (tensor(716.2953, device='cuda:0')) - | > current_lr_0: 0.00019982506561132978 - | > current_lr_1: 0.00019982506561132978 - | > step_time: 1.3263 (1.01901591842498) - | > loader_time: 0.0067 (0.006438308624765983) - - - --> TIME: 2024-11-22 11:24:42 -- STEP: 423/797 -- GLOBAL_STEP: 6225 - | > loss_disc: 2.401233196258545 (2.447463277947537) - | > loss_disc_real_0: 0.18454307317733765 (0.1362861467538572) - | > loss_disc_real_1: 0.2588697075843811 (0.22142738804890477) - | > loss_disc_real_2: 0.21388866007328033 (0.23921233746740553) - | > loss_disc_real_3: 0.2076256275177002 (0.21806392161699614) - | > loss_disc_real_4: 0.16860443353652954 (0.2170325813035593) - | > loss_disc_real_5: 0.23495501279830933 (0.2385441677085615) - | > loss_0: 2.401233196258545 (2.447463277947537) - | > grad_norm_0: tensor(123.5582, device='cuda:0') (tensor(78.7436, device='cuda:0')) - | > loss_gen: 2.5084493160247803 (2.3758716552251924) - | > loss_kl: 1.5060254335403442 (1.3363963665691674) - | > loss_feat: 4.841039657592773 (4.450364158508631) - | > loss_mel: 27.56414031982422 (25.99757955654857) - | > loss_duration: 1.8204811811447144 (1.8806742787642963) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 38.240135192871094 (36.04088599743856) - | > grad_norm_1: tensor(805.3235, device='cuda:0') (tensor(728.1059, device='cuda:0')) - | > current_lr_0: 0.00019982506561132978 - | > current_lr_1: 0.00019982506561132978 - | > step_time: 1.2137 (1.0322590167358974) - | > loader_time: 0.0064 (0.006658316222206641) - - - --> TIME: 2024-11-22 11:25:14 -- STEP: 448/797 -- GLOBAL_STEP: 6250 - | > loss_disc: 2.3073127269744873 (2.448616801628045) - | > loss_disc_real_0: 0.09482042491436005 (0.13795968736355577) - | > loss_disc_real_1: 0.17575369775295258 (0.2216197067672121) - | > loss_disc_real_2: 0.2079491764307022 (0.23900599514932505) - | > loss_disc_real_3: 0.23835551738739014 (0.2178788940821375) - | > loss_disc_real_4: 0.2111973762512207 (0.21658236621546426) - | > loss_disc_real_5: 0.23700223863124847 (0.23784412839449942) - | > loss_0: 2.3073127269744873 (2.448616801628045) - | > grad_norm_0: tensor(76.3451, device='cuda:0') (tensor(78.8054, device='cuda:0')) - | > loss_gen: 2.6802163124084473 (2.372380498796704) - | > loss_kl: 1.4090298414230347 (1.3356442436841982) - | > loss_feat: 5.1739373207092285 (4.443165211273096) - | > loss_mel: 28.71231460571289 (26.002752725567138) - | > loss_duration: 1.8753681182861328 (1.8792429707412208) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 39.850868225097656 (36.033185652324136) - | > grad_norm_1: tensor(1007.3725, device='cuda:0') (tensor(726.4271, device='cuda:0')) - | > current_lr_0: 0.00019982506561132978 - | > current_lr_1: 0.00019982506561132978 - | > step_time: 1.0517 (1.0442325323820114) - | > loader_time: 0.0105 (0.0068585697029318144) - - - --> TIME: 2024-11-22 11:25:44 -- STEP: 473/797 -- GLOBAL_STEP: 6275 - | > loss_disc: 2.480680465698242 (2.44917257290814) - | > loss_disc_real_0: 0.1544128954410553 (0.13838163132426842) - | > loss_disc_real_1: 0.2239593267440796 (0.22218120879401115) - | > loss_disc_real_2: 0.2640140950679779 (0.2389403556416453) - | > loss_disc_real_3: 0.17033427953720093 (0.21763789644327022) - | > loss_disc_real_4: 0.21731553971767426 (0.21696435811340684) - | > loss_disc_real_5: 0.27730751037597656 (0.23778964305024822) - | > loss_0: 2.480680465698242 (2.44917257290814) - | > grad_norm_0: tensor(69.6522, device='cuda:0') (tensor(78.1501, device='cuda:0')) - | > loss_gen: 2.1912357807159424 (2.371664558858249) - | > loss_kl: 1.3748176097869873 (1.3345465192583097) - | > loss_feat: 4.4048004150390625 (4.44523248107943) - | > loss_mel: 24.859756469726562 (25.989376668950214) - | > loss_duration: 1.8875658512115479 (1.878056866169984) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.71817398071289 (36.01887711813284) - | > grad_norm_1: tensor(461.2769, device='cuda:0') (tensor(723.6498, device='cuda:0')) - | > current_lr_0: 0.00019982506561132978 - | > current_lr_1: 0.00019982506561132978 - | > step_time: 1.0766 (1.0531487348971857) - | > loader_time: 0.0075 (0.00702071139474752) - - - --> TIME: 2024-11-22 11:26:13 -- STEP: 498/797 -- GLOBAL_STEP: 6300 - | > loss_disc: 2.3696584701538086 (2.4477959746816556) - | > loss_disc_real_0: 0.12153945863246918 (0.13788198526335277) - | > loss_disc_real_1: 0.23216645419597626 (0.2219204159685407) - | > loss_disc_real_2: 0.2564809322357178 (0.23917557864663114) - | > loss_disc_real_3: 0.21182261407375336 (0.21732879391157003) - | > loss_disc_real_4: 0.1990765929222107 (0.21650440992420936) - | > loss_disc_real_5: 0.27876314520835876 (0.23772620753830218) - | > loss_0: 2.3696584701538086 (2.4477959746816556) - | > grad_norm_0: tensor(14.4700, device='cuda:0') (tensor(78.0487, device='cuda:0')) - | > loss_gen: 2.5392627716064453 (2.3720946268863012) - | > loss_kl: 1.2736567258834839 (1.3375089524022068) - | > loss_feat: 4.37932014465332 (4.453606207207987) - | > loss_mel: 27.49356460571289 (26.009000150075398) - | > loss_duration: 1.8771634101867676 (1.8764256090524207) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.56296920776367 (36.048635563218454) - | > grad_norm_1: tensor(969.7776, device='cuda:0') (tensor(725.3628, device='cuda:0')) - | > current_lr_0: 0.00019982506561132978 - | > current_lr_1: 0.00019982506561132978 - | > step_time: 1.0815 (1.0569681810087943) - | > loader_time: 0.008 (0.007103728003291243) - - - --> TIME: 2024-11-22 11:26:43 -- STEP: 523/797 -- GLOBAL_STEP: 6325 - | > loss_disc: 2.432180643081665 (2.447527795631161) - | > loss_disc_real_0: 0.08424028009176254 (0.13803624405203302) - | > loss_disc_real_1: 0.23481939733028412 (0.2217178252983276) - | > loss_disc_real_2: 0.22588768601417542 (0.23921487268138797) - | > loss_disc_real_3: 0.17818637192249298 (0.21748290645460783) - | > loss_disc_real_4: 0.19927309453487396 (0.21660994476216705) - | > loss_disc_real_5: 0.1949140727519989 (0.23753060682553861) - | > loss_0: 2.432180643081665 (2.447527795631161) - | > grad_norm_0: tensor(60.8902, device='cuda:0') (tensor(79.4867, device='cuda:0')) - | > loss_gen: 2.290152072906494 (2.371179387856626) - | > loss_kl: 1.2371082305908203 (1.335404678352932) - | > loss_feat: 4.368929386138916 (4.453580674888077) - | > loss_mel: 24.579362869262695 (25.996987432184458) - | > loss_duration: 1.8581047058105469 (1.875506836871116) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.333656311035156 (36.03265904194995) - | > grad_norm_1: tensor(261.2928, device='cuda:0') (tensor(730.1722, device='cuda:0')) - | > current_lr_0: 0.00019982506561132978 - | > current_lr_1: 0.00019982506561132978 - | > step_time: 1.1803 (1.0623851250963954) - | > loader_time: 0.0073 (0.007175809794584608) - - - --> TIME: 2024-11-22 11:27:15 -- STEP: 548/797 -- GLOBAL_STEP: 6350 - | > loss_disc: 2.4066624641418457 (2.4460301843002767) - | > loss_disc_real_0: 0.05856969207525253 (0.13721776195550262) - | > loss_disc_real_1: 0.29928675293922424 (0.222000845973074) - | > loss_disc_real_2: 0.21448270976543427 (0.239141030413826) - | > loss_disc_real_3: 0.23385150730609894 (0.21743811840993643) - | > loss_disc_real_4: 0.19931095838546753 (0.216287807595447) - | > loss_disc_real_5: 0.25713732838630676 (0.2377382286001731) - | > loss_0: 2.4066624641418457 (2.4460301843002767) - | > grad_norm_0: tensor(40.4474, device='cuda:0') (tensor(78.9986, device='cuda:0')) - | > loss_gen: 2.3532819747924805 (2.3732743197984085) - | > loss_kl: 1.1564788818359375 (1.3354487663855519) - | > loss_feat: 4.2785234451293945 (4.463597025749461) - | > loss_mel: 24.668704986572266 (26.019798052571986) - | > loss_duration: 1.9035658836364746 (1.875296025380601) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.36055374145508 (36.06741423850512) - | > grad_norm_1: tensor(459.3192, device='cuda:0') (tensor(731.3994, device='cuda:0')) - | > current_lr_0: 0.00019982506561132978 - | > current_lr_1: 0.00019982506561132978 - | > step_time: 1.3797 (1.072249419497747) - | > loader_time: 0.0128 (0.007309344998241343) - - - --> TIME: 2024-11-22 11:27:48 -- STEP: 573/797 -- GLOBAL_STEP: 6375 - | > loss_disc: 2.583850145339966 (2.4448662178678666) - | > loss_disc_real_0: 0.12858179211616516 (0.1372651608683571) - | > loss_disc_real_1: 0.24297074973583221 (0.22195083368407076) - | > loss_disc_real_2: 0.21622613072395325 (0.23879289140772028) - | > loss_disc_real_3: 0.18239323794841766 (0.21726290240597768) - | > loss_disc_real_4: 0.22479921579360962 (0.21633187384973643) - | > loss_disc_real_5: 0.2134968787431717 (0.2375520764741182) - | > loss_0: 2.583850145339966 (2.4448662178678666) - | > grad_norm_0: tensor(27.7320, device='cuda:0') (tensor(79.2419, device='cuda:0')) - | > loss_gen: 2.218378782272339 (2.374345313400083) - | > loss_kl: 1.4222335815429688 (1.3336497144757349) - | > loss_feat: 4.531569480895996 (4.4706039653398655) - | > loss_mel: 27.563945770263672 (26.040989794240154) - | > loss_duration: 1.85819673538208 (1.8744015452333354) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.59432601928711 (36.09399038917316) - | > grad_norm_1: tensor(536.7167, device='cuda:0') (tensor(734.3716, device='cuda:0')) - | > current_lr_0: 0.00019982506561132978 - | > current_lr_1: 0.00019982506561132978 - | > step_time: 1.0647 (1.0816175808665225) - | > loader_time: 0.0069 (0.007433937066096495) - - - --> TIME: 2024-11-22 11:28:15 -- STEP: 598/797 -- GLOBAL_STEP: 6400 - | > loss_disc: 2.5518689155578613 (2.442877348051424) - | > loss_disc_real_0: 0.11916521191596985 (0.13676869219486718) - | > loss_disc_real_1: 0.2336929589509964 (0.2217455075237663) - | > loss_disc_real_2: 0.24077647924423218 (0.23861576385023603) - | > loss_disc_real_3: 0.23544727265834808 (0.217204678778764) - | > loss_disc_real_4: 0.23385141789913177 (0.21627498085433025) - | > loss_disc_real_5: 0.312775194644928 (0.23769568103711342) - | > loss_0: 2.5518689155578613 (2.442877348051424) - | > grad_norm_0: tensor(97.6460, device='cuda:0') (tensor(79.2203, device='cuda:0')) - | > loss_gen: 2.2235162258148193 (2.3766847266800033) - | > loss_kl: 1.3865528106689453 (1.3328725992636539) - | > loss_feat: 4.1160736083984375 (4.479997763266936) - | > loss_mel: 26.873735427856445 (26.051554156785027) - | > loss_duration: 1.8530826568603516 (1.8735846871117685) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.45295715332031 (36.11469396699632) - | > grad_norm_1: tensor(279.0959, device='cuda:0') (tensor(739.4284, device='cuda:0')) - | > current_lr_0: 0.00019982506561132978 - | > current_lr_1: 0.00019982506561132978 - | > step_time: 1.064 (1.0814894262364876) - | > loader_time: 0.0073 (0.00749663525201804) - - - --> TIME: 2024-11-22 11:28:41 -- STEP: 623/797 -- GLOBAL_STEP: 6425 - | > loss_disc: 2.4358315467834473 (2.442463060443323) - | > loss_disc_real_0: 0.14842535555362701 (0.1368749576230588) - | > loss_disc_real_1: 0.276724249124527 (0.22188680534091076) - | > loss_disc_real_2: 0.19774699211120605 (0.2383954997621417) - | > loss_disc_real_3: 0.171242818236351 (0.21706076168468638) - | > loss_disc_real_4: 0.15872786939144135 (0.21618318322143049) - | > loss_disc_real_5: 0.2699824571609497 (0.2378170918165011) - | > loss_0: 2.4358315467834473 (2.442463060443323) - | > grad_norm_0: tensor(201.6346, device='cuda:0') (tensor(78.9760, device='cuda:0')) - | > loss_gen: 2.4615323543548584 (2.37721155083964) - | > loss_kl: 1.4385263919830322 (1.3309959666878228) - | > loss_feat: 4.178401470184326 (4.480510730039255) - | > loss_mel: 23.734121322631836 (26.040444559308536) - | > loss_duration: 1.869563102722168 (1.8733159475877619) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.68214416503906 (36.10247878354778) - | > grad_norm_1: tensor(1613.8790, device='cuda:0') (tensor(739.7846, device='cuda:0')) - | > current_lr_0: 0.00019982506561132978 - | > current_lr_1: 0.00019982506561132978 - | > step_time: 1.3564 (1.0795996835870874) - | > loader_time: 0.0098 (0.007589802122039552) - - - --> TIME: 2024-11-22 11:29:19 -- STEP: 648/797 -- GLOBAL_STEP: 6450 - | > loss_disc: 2.452420711517334 (2.4436361039126386) - | > loss_disc_real_0: 0.21069200336933136 (0.1374812999935705) - | > loss_disc_real_1: 0.23324716091156006 (0.22199028360162984) - | > loss_disc_real_2: 0.23992161452770233 (0.23836405938606203) - | > loss_disc_real_3: 0.2257375568151474 (0.21708484708021084) - | > loss_disc_real_4: 0.23852579295635223 (0.21633615861014452) - | > loss_disc_real_5: 0.1877017617225647 (0.23757559950980875) - | > loss_0: 2.452420711517334 (2.4436361039126386) - | > grad_norm_0: tensor(86.5093, device='cuda:0') (tensor(79.6855, device='cuda:0')) - | > loss_gen: 2.118513584136963 (2.375716775287817) - | > loss_kl: 1.4701067209243774 (1.3305294112658796) - | > loss_feat: 4.221929550170898 (4.478214398946295) - | > loss_mel: 24.941375732421875 (26.053798110396773) - | > loss_duration: 1.8329758644104004 (1.8731742690742752) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.584903717041016 (36.111432996797) - | > grad_norm_1: tensor(1131.3453, device='cuda:0') (tensor(737.9338, device='cuda:0')) - | > current_lr_0: 0.00019982506561132978 - | > current_lr_1: 0.00019982506561132978 - | > step_time: 1.6149 (1.094978558060563) - | > loader_time: 0.0126 (0.007798744572533503) - - - --> TIME: 2024-11-22 11:29:49 -- STEP: 673/797 -- GLOBAL_STEP: 6475 - | > loss_disc: 2.465296745300293 (2.4445382666623288) - | > loss_disc_real_0: 0.09856095910072327 (0.13785941357465595) - | > loss_disc_real_1: 0.2440258115530014 (0.22194530541439816) - | > loss_disc_real_2: 0.24202504754066467 (0.23839392266160134) - | > loss_disc_real_3: 0.25233834981918335 (0.21743537495563148) - | > loss_disc_real_4: 0.28595784306526184 (0.21636226601666186) - | > loss_disc_real_5: 0.2344578206539154 (0.23728115201262096) - | > loss_0: 2.465296745300293 (2.4445382666623288) - | > grad_norm_0: tensor(159.0800, device='cuda:0') (tensor(80.6953, device='cuda:0')) - | > loss_gen: 2.377727508544922 (2.3740762803388047) - | > loss_kl: 1.289554476737976 (1.3300643383482416) - | > loss_feat: 4.003618240356445 (4.476197149565817) - | > loss_mel: 24.01540756225586 (26.06312689703251) - | > loss_duration: 1.8502018451690674 (1.872752243838374) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.5365104675293 (36.116216931619434) - | > grad_norm_1: tensor(853.6591, device='cuda:0') (tensor(742.1064, device='cuda:0')) - | > current_lr_0: 0.00019982506561132978 - | > current_lr_1: 0.00019982506561132978 - | > step_time: 1.203 (1.0988952645929566) - | > loader_time: 0.0115 (0.007914061000761623) - - - --> TIME: 2024-11-22 11:30:19 -- STEP: 698/797 -- GLOBAL_STEP: 6500 - | > loss_disc: 2.367025375366211 (2.442361972735061) - | > loss_disc_real_0: 0.14558418095111847 (0.13787435012253105) - | > loss_disc_real_1: 0.28603529930114746 (0.22197389043333876) - | > loss_disc_real_2: 0.26458415389060974 (0.23827994093939364) - | > loss_disc_real_3: 0.22897949814796448 (0.21735974600842825) - | > loss_disc_real_4: 0.2921445369720459 (0.2165041975250046) - | > loss_disc_real_5: 0.19282221794128418 (0.2370000885730145) - | > loss_0: 2.367025375366211 (2.442361972735061) - | > grad_norm_0: tensor(237.9292, device='cuda:0') (tensor(81.7457, device='cuda:0')) - | > loss_gen: 2.469228506088257 (2.376518508766307) - | > loss_kl: 1.3172500133514404 (1.3297314648983476) - | > loss_feat: 4.447810173034668 (4.481236828090811) - | > loss_mel: 25.02607536315918 (26.06213991826448) - | > loss_duration: 1.8320587873458862 (1.871962109746086) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.09242248535156 (36.12158883813464) - | > grad_norm_1: tensor(1332.0903, device='cuda:0') (tensor(743.2916, device='cuda:0')) - | > current_lr_0: 0.00019982506561132978 - | > current_lr_1: 0.00019982506561132978 - | > step_time: 1.2512 (1.1017407025170523) - | > loader_time: 0.0215 (0.008015255873387726) - - - --> TIME: 2024-11-22 11:30:51 -- STEP: 723/797 -- GLOBAL_STEP: 6525 - | > loss_disc: 2.4231209754943848 (2.4426219964588047) - | > loss_disc_real_0: 0.1283147633075714 (0.13807661404748173) - | > loss_disc_real_1: 0.23264579474925995 (0.22188975294101285) - | > loss_disc_real_2: 0.24086859822273254 (0.23829523497679753) - | > loss_disc_real_3: 0.2569895088672638 (0.21725835284298056) - | > loss_disc_real_4: 0.2529616057872772 (0.21660880465189286) - | > loss_disc_real_5: 0.2456699162721634 (0.2372274449916961) - | > loss_0: 2.4231209754943848 (2.4426219964588047) - | > grad_norm_0: tensor(210.1925, device='cuda:0') (tensor(82.3763, device='cuda:0')) - | > loss_gen: 2.4595658779144287 (2.376934464706591) - | > loss_kl: 1.3764212131500244 (1.3302798914216865) - | > loss_feat: 4.087310314178467 (4.482115914383041) - | > loss_mel: 21.160511016845703 (26.071882532839954) - | > loss_duration: 1.819364070892334 (1.8709991936202202) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.903173446655273 (36.132211999114965) - | > grad_norm_1: tensor(993.3683, device='cuda:0') (tensor(749.7211, device='cuda:0')) - | > current_lr_0: 0.00019982506561132978 - | > current_lr_1: 0.00019982506561132978 - | > step_time: 1.239 (1.1065013418553766) - | > loader_time: 0.0111 (0.008225304786924834) - - - --> TIME: 2024-11-22 11:31:30 -- STEP: 748/797 -- GLOBAL_STEP: 6550 - | > loss_disc: 2.3342766761779785 (2.442551272438177) - | > loss_disc_real_0: 0.12613824009895325 (0.13785960557646432) - | > loss_disc_real_1: 0.18449971079826355 (0.22175925057680207) - | > loss_disc_real_2: 0.22289609909057617 (0.23833309374948874) - | > loss_disc_real_3: 0.15432041883468628 (0.2174508125884807) - | > loss_disc_real_4: 0.20304745435714722 (0.21684321891616054) - | > loss_disc_real_5: 0.23773202300071716 (0.23736892078808922) - | > loss_0: 2.3342766761779785 (2.442551272438177) - | > grad_norm_0: tensor(42.2390, device='cuda:0') (tensor(81.5643, device='cuda:0')) - | > loss_gen: 2.437098503112793 (2.377320765811493) - | > loss_kl: 1.3330705165863037 (1.3285019698946239) - | > loss_feat: 4.691685199737549 (4.484481905552155) - | > loss_mel: 25.500701904296875 (26.062656045597503) - | > loss_duration: 1.811113715171814 (1.8696729247582788) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.7736701965332 (36.12263361272964) - | > grad_norm_1: tensor(502.8056, device='cuda:0') (tensor(741.4550, device='cuda:0')) - | > current_lr_0: 0.00019982506561132978 - | > current_lr_1: 0.00019982506561132978 - | > step_time: 2.4698 (1.1218038845189744) - | > loader_time: 0.0118 (0.00849529766143962) - - - --> TIME: 2024-11-22 11:32:28 -- STEP: 773/797 -- GLOBAL_STEP: 6575 - | > loss_disc: 2.5714170932769775 (2.441737053773695) - | > loss_disc_real_0: 0.18059781193733215 (0.13747308844698028) - | > loss_disc_real_1: 0.24539905786514282 (0.22184923027110745) - | > loss_disc_real_2: 0.24610362946987152 (0.2382413441120113) - | > loss_disc_real_3: 0.22835882008075714 (0.2174523861122162) - | > loss_disc_real_4: 0.19988912343978882 (0.21679409622259313) - | > loss_disc_real_5: 0.2565769553184509 (0.23749726409282906) - | > loss_0: 2.5714170932769775 (2.441737053773695) - | > grad_norm_0: tensor(139.1740, device='cuda:0') (tensor(81.8510, device='cuda:0')) - | > loss_gen: 2.338287115097046 (2.37828719631358) - | > loss_kl: 1.2219074964523315 (1.3272031286555457) - | > loss_feat: 3.830554246902466 (4.487737988130243) - | > loss_mel: 23.542829513549805 (26.055860368893956) - | > loss_duration: 1.8405404090881348 (1.8683636780698119) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.77412033081055 (36.117452352506525) - | > grad_norm_1: tensor(570.9173, device='cuda:0') (tensor(745.1180, device='cuda:0')) - | > current_lr_0: 0.00019982506561132978 - | > current_lr_1: 0.00019982506561132978 - | > step_time: 2.3892 (1.1594841856543172) - | > loader_time: 0.012 (0.009159396259164747) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.464792013168335 (2.464792013168335) - | > loss_disc_real_0: 0.1100141704082489 (0.1100141704082489) - | > loss_disc_real_1: 0.11796896904706955 (0.11796896904706955) - | > loss_disc_real_2: 0.15439824759960175 (0.15439824759960175) - | > loss_disc_real_3: 0.17646026611328125 (0.17646026611328125) - | > loss_disc_real_4: 0.26387327909469604 (0.26387327909469604) - | > loss_disc_real_5: 0.2331736981868744 (0.2331736981868744) - | > loss_0: 2.464792013168335 (2.464792013168335) - | > loss_gen: 1.9415686130523682 (1.9415686130523682) - | > loss_kl: 1.3200442790985107 (1.3200442790985107) - | > loss_feat: 5.246155261993408 (5.246155261993408) - | > loss_mel: 28.282968521118164 (28.282968521118164) - | > loss_duration: 2.1036510467529297 (2.1036510467529297) - | > loss_1: 38.894386291503906 (38.894386291503906) - - --> STEP: 1 - | > loss_disc: 2.7679691314697266 (2.7679691314697266) - | > loss_disc_real_0: 0.08547645807266235 (0.08547645807266235) - | > loss_disc_real_1: 0.19685626029968262 (0.19685626029968262) - | > loss_disc_real_2: 0.22338806092739105 (0.22338806092739105) - | > loss_disc_real_3: 0.2715449631214142 (0.2715449631214142) - | > loss_disc_real_4: 0.2635176181793213 (0.2635176181793213) - | > loss_disc_real_5: 0.26147377490997314 (0.26147377490997314) - | > loss_0: 2.7679691314697266 (2.7679691314697266) - | > loss_gen: 1.920893669128418 (1.920893669128418) - | > loss_kl: 1.467820405960083 (1.467820405960083) - | > loss_feat: 3.80720591545105 (3.80720591545105) - | > loss_mel: 21.309425354003906 (21.309425354003906) - | > loss_duration: 1.9760137796401978 (1.9760137796401978) - | > loss_1: 30.48135757446289 (30.48135757446289) - - --> STEP: 2 - | > loss_disc: 2.5967049598693848 (2.6823370456695557) - | > loss_disc_real_0: 0.08131319284439087 (0.08339482545852661) - | > loss_disc_real_1: 0.16809627413749695 (0.18247626721858978) - | > loss_disc_real_2: 0.22912240028381348 (0.22625523060560226) - | > loss_disc_real_3: 0.2849750816822052 (0.2782600224018097) - | > loss_disc_real_4: 0.28369638323783875 (0.27360700070858) - | > loss_disc_real_5: 0.30250293016433716 (0.28198835253715515) - | > loss_0: 2.5967049598693848 (2.6823370456695557) - | > loss_gen: 2.04207181930542 (1.981482744216919) - | > loss_kl: 1.3239588737487793 (1.3958896398544312) - | > loss_feat: 3.763352155685425 (3.7852790355682373) - | > loss_mel: 27.909029006958008 (24.609227180480957) - | > loss_duration: 1.8473800420761108 (1.9116969108581543) - | > loss_1: 36.88579177856445 (33.68357467651367) - - --> STEP: 3 - | > loss_disc: 2.1832382678985596 (2.515970786412557) - | > loss_disc_real_0: 0.054900094866752625 (0.07389658192793529) - | > loss_disc_real_1: 0.10916382074356079 (0.1580387850602468) - | > loss_disc_real_2: 0.21715059876441956 (0.22322035332520804) - | > loss_disc_real_3: 0.22615253925323486 (0.26089086135228473) - | > loss_disc_real_4: 0.222346693277359 (0.25652023156483966) - | > loss_disc_real_5: 0.25393378734588623 (0.2726368308067322) - | > loss_0: 2.1832382678985596 (2.515970786412557) - | > loss_gen: 2.4012951850891113 (2.12142022450765) - | > loss_kl: 1.0705446004867554 (1.2874412933985393) - | > loss_feat: 4.573146343231201 (4.047901471455892) - | > loss_mel: 26.59861183166504 (25.272355397542317) - | > loss_duration: 1.8581634759902954 (1.893852432568868) - | > loss_1: 36.50175857543945 (34.62296930948893) - - --> STEP: 4 - | > loss_disc: 2.5260558128356934 (2.518492043018341) - | > loss_disc_real_0: 0.08982188999652863 (0.07787790894508362) - | > loss_disc_real_1: 0.15714363753795624 (0.15781499817967415) - | > loss_disc_real_2: 0.23635496199131012 (0.22650400549173355) - | > loss_disc_real_3: 0.2330860048532486 (0.2539396472275257) - | > loss_disc_real_4: 0.2431759387254715 (0.25318415835499763) - | > loss_disc_real_5: 0.25424647331237793 (0.2680392414331436) - | > loss_0: 2.5260558128356934 (2.518492043018341) - | > loss_gen: 2.061060667037964 (2.1063303351402283) - | > loss_kl: 1.6843714714050293 (1.3866738379001617) - | > loss_feat: 4.00606632232666 (4.037442684173584) - | > loss_mel: 21.858261108398438 (24.418831825256348) - | > loss_duration: 1.8182249069213867 (1.8749455511569977) - | > loss_1: 31.427982330322266 (33.824222564697266) - - --> STEP: 5 - | > loss_disc: 2.521554470062256 (2.519104528427124) - | > loss_disc_real_0: 0.07626509666442871 (0.07755534648895264) - | > loss_disc_real_1: 0.09666772186756134 (0.1455855429172516) - | > loss_disc_real_2: 0.16961072385311127 (0.2151253491640091) - | > loss_disc_real_3: 0.2167176455259323 (0.24649524688720703) - | > loss_disc_real_4: 0.21930693089962006 (0.24640871286392213) - | > loss_disc_real_5: 0.17779724299907684 (0.24999084174633027) - | > loss_0: 2.521554470062256 (2.519104528427124) - | > loss_gen: 1.8342509269714355 (2.0519144535064697) - | > loss_kl: 1.7480695247650146 (1.4589529752731323) - | > loss_feat: 5.167346000671387 (4.263423347473145) - | > loss_mel: 27.881452560424805 (25.11135597229004) - | > loss_duration: 2.0080177783966064 (1.9015599966049195) - | > loss_1: 38.639137268066406 (34.78720550537109) - - --> STEP: 6 - | > loss_disc: 2.4977939128875732 (2.5155527591705322) - | > loss_disc_real_0: 0.10387641191482544 (0.0819421907265981) - | > loss_disc_real_1: 0.1476515829563141 (0.145929882923762) - | > loss_disc_real_2: 0.25602486729621887 (0.22194193551937738) - | > loss_disc_real_3: 0.29240882396698 (0.2541475097338359) - | > loss_disc_real_4: 0.22710372507572174 (0.24319121489922205) - | > loss_disc_real_5: 0.279235303401947 (0.2548649186889331) - | > loss_0: 2.4977939128875732 (2.5155527591705322) - | > loss_gen: 2.2735366821289062 (2.088851491610209) - | > loss_kl: 1.2158766984939575 (1.4184402624766033) - | > loss_feat: 3.723130464553833 (4.173374533653259) - | > loss_mel: 24.595596313476562 (25.02539602915446) - | > loss_duration: 1.8536241054534912 (1.8935706814130147) - | > loss_1: 33.66176223754883 (34.59963162740072) - - --> STEP: 7 - | > loss_disc: 2.2157576084136963 (2.472724880490984) - | > loss_disc_real_0: 0.04621899127960205 (0.07683887651988439) - | > loss_disc_real_1: 0.10824740678071976 (0.14054667204618454) - | > loss_disc_real_2: 0.15753932297229767 (0.212741562298366) - | > loss_disc_real_3: 0.2623647153377533 (0.2553213962486812) - | > loss_disc_real_4: 0.1562625616788864 (0.23077283586774552) - | > loss_disc_real_5: 0.21793974936008453 (0.24958989449909755) - | > loss_0: 2.2157576084136963 (2.472724880490984) - | > loss_gen: 2.1136879920959473 (2.0923995631081715) - | > loss_kl: 2.069126605987549 (1.5113954544067383) - | > loss_feat: 5.710766792297363 (4.393001999173846) - | > loss_mel: 27.739574432373047 (25.41313580104283) - | > loss_duration: 1.7432624101638794 (1.8720980712345667) - | > loss_1: 39.37641906738281 (35.282029833112446) - - --> STEP: 8 - | > loss_disc: 2.316514015197754 (2.4531985223293304) - | > loss_disc_real_0: 0.07359246909618378 (0.0764330755919218) - | > loss_disc_real_1: 0.10145098716020584 (0.1356597114354372) - | > loss_disc_real_2: 0.15235070884227753 (0.20519270561635494) - | > loss_disc_real_3: 0.17031240463256836 (0.2446952722966671) - | > loss_disc_real_4: 0.2758321464061737 (0.23640524968504906) - | > loss_disc_real_5: 0.281936913728714 (0.2536332719027996) - | > loss_0: 2.316514015197754 (2.4531985223293304) - | > loss_gen: 2.1080727577209473 (2.0943587124347687) - | > loss_kl: 1.3526740074157715 (1.4915552735328674) - | > loss_feat: 5.333183765411377 (4.510524719953537) - | > loss_mel: 26.55908966064453 (25.556380033493042) - | > loss_duration: 1.891555666923523 (1.8745302706956863) - | > loss_1: 37.24457931518555 (35.52734851837158) - - --> STEP: 9 - | > loss_disc: 2.412440061569214 (2.4486698044670954) - | > loss_disc_real_0: 0.08596482872962952 (0.07749215927388933) - | > loss_disc_real_1: 0.16429604589939117 (0.13884152637587654) - | > loss_disc_real_2: 0.21726775169372559 (0.20653437740272945) - | > loss_disc_real_3: 0.25709593296051025 (0.24607312348153856) - | > loss_disc_real_4: 0.3043575584888458 (0.24395550621880424) - | > loss_disc_real_5: 0.27010929584503174 (0.2554639412297143) - | > loss_0: 2.412440061569214 (2.4486698044670954) - | > loss_gen: 2.203608989715576 (2.106497632132636) - | > loss_kl: 1.2644954919815063 (1.4663264089160495) - | > loss_feat: 3.821895122528076 (4.434010320239597) - | > loss_mel: 25.175199508666992 (25.514026641845703) - | > loss_duration: 1.8317039012908936 (1.869771785206265) - | > loss_1: 34.29690170288086 (35.390632205539276) - - --> STEP: 10 - | > loss_disc: 2.486508846282959 (2.4524537086486817) - | > loss_disc_real_0: 0.07327313721179962 (0.07707025706768036) - | > loss_disc_real_1: 0.12940771877765656 (0.13789814561605454) - | > loss_disc_real_2: 0.21883946657180786 (0.2077648863196373) - | > loss_disc_real_3: 0.24824586510658264 (0.24629039764404298) - | > loss_disc_real_4: 0.28910642862319946 (0.24847059845924377) - | > loss_disc_real_5: 0.30749407410621643 (0.2606669545173645) - | > loss_0: 2.486508846282959 (2.4524537086486817) - | > loss_gen: 2.1704208850860596 (2.1128899574279787) - | > loss_kl: 1.2694507837295532 (1.4466388463973998) - | > loss_feat: 4.301647663116455 (4.420774054527283) - | > loss_mel: 25.682838439941406 (25.530907821655273) - | > loss_duration: 1.7259972095489502 (1.8553943276405334) - | > loss_1: 35.15035629272461 (35.36660461425781) - - --> STEP: 11 - | > loss_disc: 2.5243077278137207 (2.4589858922091397) - | > loss_disc_real_0: 0.0626993402838707 (0.07576381008733403) - | > loss_disc_real_1: 0.12642483413219452 (0.13685511729934) - | > loss_disc_real_2: 0.16101157665252686 (0.20351458544080908) - | > loss_disc_real_3: 0.20697501301765442 (0.24271627176891675) - | > loss_disc_real_4: 0.17763742804527283 (0.24203121933070096) - | > loss_disc_real_5: 0.25267428159713745 (0.25994034788825293) - | > loss_0: 2.5243077278137207 (2.4589858922091397) - | > loss_gen: 1.7411433458328247 (2.079094810919328) - | > loss_kl: 1.169843077659607 (1.4214755946939641) - | > loss_feat: 4.52023458480835 (4.429815920916471) - | > loss_mel: 24.931161880493164 (25.47638546336781) - | > loss_duration: 1.7404859066009521 (1.8449481075460261) - | > loss_1: 34.102867126464844 (35.25171938809481) - - --> STEP: 12 - | > loss_disc: 2.49237322807312 (2.461768170197805) - | > loss_disc_real_0: 0.1159081757068634 (0.07910917388896148) - | > loss_disc_real_1: 0.15963120758533478 (0.1387531248231729) - | > loss_disc_real_2: 0.23088179528713226 (0.205795186261336) - | > loss_disc_real_3: 0.21250945329666138 (0.2401990368962288) - | > loss_disc_real_4: 0.23551905155181885 (0.24148853868246078) - | > loss_disc_real_5: 0.27128419280052185 (0.2608856682976087) - | > loss_0: 2.49237322807312 (2.461768170197805) - | > loss_gen: 2.1214163303375244 (2.082621604204178) - | > loss_kl: 0.8938223123550415 (1.3775044878323872) - | > loss_feat: 3.9623870849609375 (4.3908635179201765) - | > loss_mel: 24.05890464782715 (25.358262062072754) - | > loss_duration: 1.8786277770996094 (1.8477547466754913) - | > loss_1: 32.915157318115234 (35.057005882263184) - - --> STEP: 13 - | > loss_disc: 2.4813590049743652 (2.4632751574883094) - | > loss_disc_real_0: 0.06534382700920105 (0.07805030105205682) - | > loss_disc_real_1: 0.12664836645126343 (0.13782198956379524) - | > loss_disc_real_2: 0.19020429253578186 (0.20459588674398568) - | > loss_disc_real_3: 0.22350409626960754 (0.238914810694181) - | > loss_disc_real_4: 0.29335835576057434 (0.24547852461154646) - | > loss_disc_real_5: 0.2925960123538971 (0.2633249255327078) - | > loss_0: 2.4813590049743652 (2.4632751574883094) - | > loss_gen: 2.085153579711914 (2.0828163715509267) - | > loss_kl: 1.7689088582992554 (1.4076125163298387) - | > loss_feat: 4.577790260314941 (4.405242498104389) - | > loss_mel: 25.57869529724121 (25.37521846477802) - | > loss_duration: 1.8714923858642578 (1.8495807189207811) - | > loss_1: 35.882041931152344 (35.120470193716194) - - --> STEP: 14 - | > loss_disc: 2.404179096221924 (2.459054010254996) - | > loss_disc_real_0: 0.051157623529434204 (0.07612939551472664) - | > loss_disc_real_1: 0.1347096711397171 (0.1375996811049325) - | > loss_disc_real_2: 0.21330994367599487 (0.20521831938198634) - | > loss_disc_real_3: 0.21549509465694427 (0.23724197383437837) - | > loss_disc_real_4: 0.224741131067276 (0.24399728221552713) - | > loss_disc_real_5: 0.3248330354690552 (0.2677183619567326) - | > loss_0: 2.404179096221924 (2.459054010254996) - | > loss_gen: 2.111377716064453 (2.084856467587607) - | > loss_kl: 0.8480323553085327 (1.3676425048283167) - | > loss_feat: 4.860536098480225 (4.437763469559806) - | > loss_mel: 27.918638229370117 (25.556891305106028) - | > loss_duration: 1.8963143825531006 (1.852918837751661) - | > loss_1: 37.63489532470703 (35.30007198878697) - - --> STEP: 15 - | > loss_disc: 2.6277456283569336 (2.4703001181284585) - | > loss_disc_real_0: 0.059256915003061295 (0.07500456348061561) - | > loss_disc_real_1: 0.1074899286031723 (0.13559236427148183) - | > loss_disc_real_2: 0.2404547780752182 (0.2075674166282018) - | > loss_disc_real_3: 0.3053732216358185 (0.24178405702114106) - | > loss_disc_real_4: 0.22167402505874634 (0.24250906507174175) - | > loss_disc_real_5: 0.2886964678764343 (0.2691169023513794) - | > loss_0: 2.6277456283569336 (2.4703001181284585) - | > loss_gen: 2.001736879348755 (2.079315161705017) - | > loss_kl: 1.2075382471084595 (1.356968887646993) - | > loss_feat: 4.072508335113525 (4.413413127263387) - | > loss_mel: 26.411331176757812 (25.613853963216147) - | > loss_duration: 1.7928745746612549 (1.8489158868789672) - | > loss_1: 35.48598861694336 (35.31246643066406) - - --> STEP: 16 - | > loss_disc: 2.30041766166687 (2.4596824645996094) - | > loss_disc_real_0: 0.053708724677562714 (0.07367357355542481) - | > loss_disc_real_1: 0.04808924347162247 (0.13012341922149062) - | > loss_disc_real_2: 0.16123315691947937 (0.20467152539640665) - | > loss_disc_real_3: 0.13550640642642975 (0.2351417038589716) - | > loss_disc_real_4: 0.20804910361766815 (0.24035531748086214) - | > loss_disc_real_5: 0.20097443461418152 (0.2648579981178045) - | > loss_0: 2.30041766166687 (2.4596824645996094) - | > loss_gen: 1.9048662185668945 (2.0684121027588844) - | > loss_kl: 1.0972082614898682 (1.3407338485121727) - | > loss_feat: 6.032630443572998 (4.514614209532738) - | > loss_mel: 27.802791595458984 (25.750662565231323) - | > loss_duration: 1.8813222646713257 (1.8509412854909897) - | > loss_1: 38.71881866455078 (35.52536344528198) - - --> STEP: 17 - | > loss_disc: 2.357531785964966 (2.4536736011505127) - | > loss_disc_real_0: 0.05942472070455551 (0.0728354057406678) - | > loss_disc_real_1: 0.16649553179740906 (0.1322629552553682) - | > loss_disc_real_2: 0.22494812309741974 (0.20586426643764272) - | > loss_disc_real_3: 0.21436436474323273 (0.23391950744039872) - | > loss_disc_real_4: 0.27156171202659607 (0.24219098774825826) - | > loss_disc_real_5: 0.27724793553352356 (0.265586817965788) - | > loss_0: 2.357531785964966 (2.4536736011505127) - | > loss_gen: 2.2426373958587646 (2.0786606494118187) - | > loss_kl: 1.3422659635543823 (1.3408239729264204) - | > loss_feat: 4.602545261383057 (4.5197866243474625) - | > loss_mel: 25.319557189941406 (25.725303425508386) - | > loss_duration: 1.7824474573135376 (1.8469122367746689) - | > loss_1: 35.289451599121094 (35.511486277860755) - - --> STEP: 18 - | > loss_disc: 2.7852816581726074 (2.4720962709850736) - | > loss_disc_real_0: 0.09826935082674026 (0.07424840268989404) - | > loss_disc_real_1: 0.17941370606422424 (0.13488244141141573) - | > loss_disc_real_2: 0.22496680915355682 (0.20692551881074905) - | > loss_disc_real_3: 0.2951657474040985 (0.23732207632727093) - | > loss_disc_real_4: 0.2508315443992615 (0.24267101867331398) - | > loss_disc_real_5: 0.24662204086780548 (0.2645332192381223) - | > loss_0: 2.7852816581726074 (2.4720962709850736) - | > loss_gen: 1.7492588758468628 (2.060360550880432) - | > loss_kl: 1.0672829151153564 (1.3256272474924724) - | > loss_feat: 3.0071914196014404 (4.435753557417128) - | > loss_mel: 21.464641571044922 (25.488599989149307) - | > loss_duration: 1.8054773807525635 (1.8446103003289964) - | > loss_1: 29.09385108947754 (35.15495098961724) - - --> STEP: 19 - | > loss_disc: 2.407076358795166 (2.4686741703434993) - | > loss_disc_real_0: 0.058359917253255844 (0.0734121666142815) - | > loss_disc_real_1: 0.13078373670578003 (0.13466672011111913) - | > loss_disc_real_2: 0.20050698518753052 (0.20658770125163228) - | > loss_disc_real_3: 0.18430791795253754 (0.23453185746544286) - | > loss_disc_real_4: 0.22101762890815735 (0.241531366580411) - | > loss_disc_real_5: 0.19654574990272522 (0.26095493137836456) - | > loss_0: 2.407076358795166 (2.4686741703434993) - | > loss_gen: 1.917115330696106 (2.0528213287654675) - | > loss_kl: 1.1214945316314697 (1.3148834203418933) - | > loss_feat: 5.308859825134277 (4.481706518875925) - | > loss_mel: 27.006711959838867 (25.5685006191856) - | > loss_duration: 1.903700590133667 (1.8477203155818738) - | > loss_1: 37.25788116455078 (35.26563152514006) - - --> STEP: 20 - | > loss_disc: 2.6070644855499268 (2.475593686103821) - | > loss_disc_real_0: 0.08629545569419861 (0.07405633106827736) - | > loss_disc_real_1: 0.14717943966388702 (0.1352923560887575) - | > loss_disc_real_2: 0.21080797910690308 (0.20679871514439582) - | > loss_disc_real_3: 0.20324184000492096 (0.23296735659241677) - | > loss_disc_real_4: 0.20854395627975464 (0.2398819960653782) - | > loss_disc_real_5: 0.2475234568119049 (0.26028335765004157) - | > loss_0: 2.6070644855499268 (2.475593686103821) - | > loss_gen: 1.8880910873413086 (2.0445848166942597) - | > loss_kl: 1.2868785858154297 (1.31348317861557) - | > loss_feat: 4.444247722625732 (4.479833579063415) - | > loss_mel: 25.884693145751953 (25.584310245513915) - | > loss_duration: 1.7827484607696533 (1.8444717228412628) - | > loss_1: 35.286659240722656 (35.26668291091919) - - --> STEP: 21 - | > loss_disc: 2.513340473175049 (2.4773911521548317) - | > loss_disc_real_0: 0.04200223088264465 (0.07252994534515199) - | > loss_disc_real_1: 0.11432760953903198 (0.13429403482448488) - | > loss_disc_real_2: 0.18231754004955292 (0.20563294490178427) - | > loss_disc_real_3: 0.15161265432834625 (0.22909332315127054) - | > loss_disc_real_4: 0.17266196012496948 (0.23668104197297776) - | > loss_disc_real_5: 0.2207178920507431 (0.2583992878595988) - | > loss_0: 2.513340473175049 (2.4773911521548317) - | > loss_gen: 1.739315152168274 (2.0300481660025462) - | > loss_kl: 0.9516569375991821 (1.2962533576147897) - | > loss_feat: 5.385537147521973 (4.522962320418585) - | > loss_mel: 28.079635620117188 (25.703135263352166) - | > loss_duration: 1.8098819255828857 (1.842824589638483) - | > loss_1: 37.966026306152344 (35.395223072596956) - - --> STEP: 22 - | > loss_disc: 2.583172559738159 (2.4821993979540737) - | > loss_disc_real_0: 0.06382987648248672 (0.0721344876695763) - | > loss_disc_real_1: 0.14157068729400635 (0.13462479175491768) - | > loss_disc_real_2: 0.24258534610271454 (0.20731259950182654) - | > loss_disc_real_3: 0.24143441021442413 (0.22965428165414117) - | > loss_disc_real_4: 0.2785726487636566 (0.23858520591800864) - | > loss_disc_real_5: 0.23966239392757416 (0.25754761086268857) - | > loss_0: 2.583172559738159 (2.4821993979540737) - | > loss_gen: 1.9200847148895264 (2.025049827315591) - | > loss_kl: 0.9988682270050049 (1.2827358516779812) - | > loss_feat: 4.170139789581299 (4.506924932653254) - | > loss_mel: 25.685256958007812 (25.702322613109242) - | > loss_duration: 1.9196691513061523 (1.8463175242597407) - | > loss_1: 34.69401931762695 (35.36335017464377) - - --> STEP: 23 - | > loss_disc: 2.549104928970337 (2.485108334085216) - | > loss_disc_real_0: 0.12513738870620728 (0.07443896162769069) - | > loss_disc_real_1: 0.1279906928539276 (0.13433635267226593) - | > loss_disc_real_2: 0.20580823719501495 (0.20724719244500864) - | > loss_disc_real_3: 0.23304899036884308 (0.22980187768521515) - | > loss_disc_real_4: 0.2610923945903778 (0.23956377933854642) - | > loss_disc_real_5: 0.25354012846946716 (0.25737337249776593) - | > loss_0: 2.549104928970337 (2.485108334085216) - | > loss_gen: 2.1358797550201416 (2.0298685198244844) - | > loss_kl: 1.3961175680160522 (1.287665491518767) - | > loss_feat: 4.615063667297363 (4.511626616768215) - | > loss_mel: 26.791622161865234 (25.749683463055156) - | > loss_duration: 1.9050965309143066 (1.8488731332447217) - | > loss_1: 36.843780517578125 (35.427716711293094) - - --> STEP: 24 - | > loss_disc: 2.439934015274048 (2.483226070801417) - | > loss_disc_real_0: 0.12724153697490692 (0.0766390689338247) - | > loss_disc_real_1: 0.16788937151432037 (0.1357343951240182) - | > loss_disc_real_2: 0.21296730637550354 (0.20748553052544594) - | > loss_disc_real_3: 0.20526501536369324 (0.2287795084218184) - | > loss_disc_real_4: 0.21139980852603912 (0.23839028055469194) - | > loss_disc_real_5: 0.2346276342868805 (0.25642563340564567) - | > loss_0: 2.439934015274048 (2.483226070801417) - | > loss_gen: 2.090183734893799 (2.032381653785706) - | > loss_kl: 1.3638896942138672 (1.2908414999643962) - | > loss_feat: 4.255053520202637 (4.500936071077983) - | > loss_mel: 23.05808448791504 (25.63753350575765) - | > loss_duration: 1.8137120008468628 (1.8474080860614777) - | > loss_1: 32.58092498779297 (35.30910038948059) - - --> STEP: 25 - | > loss_disc: 2.3260746002197266 (2.4769400119781495) - | > loss_disc_real_0: 0.06181354820728302 (0.07604604810476304) - | > loss_disc_real_1: 0.1434270292520523 (0.13604210048913956) - | > loss_disc_real_2: 0.17075778543949127 (0.20601642072200776) - | > loss_disc_real_3: 0.12008807063102722 (0.22443185091018678) - | > loss_disc_real_4: 0.2359485924243927 (0.23829261302948) - | > loss_disc_real_5: 0.20250676572322845 (0.254268878698349) - | > loss_0: 2.3260746002197266 (2.4769400119781495) - | > loss_gen: 1.9314712285995483 (2.02834523677826) - | > loss_kl: 1.2559177875518799 (1.2894445514678956) - | > loss_feat: 6.14224910736084 (4.566588592529297) - | > loss_mel: 29.921316146850586 (25.808884811401366) - | > loss_duration: 1.7510757446289062 (1.8435547924041749) - | > loss_1: 41.00202941894531 (35.53681755065918) - - --> STEP: 26 - | > loss_disc: 2.2138893604278564 (2.466822679226215) - | > loss_disc_real_0: 0.08952312171459198 (0.07656439708975646) - | > loss_disc_real_1: 0.10348834842443466 (0.13479003310203552) - | > loss_disc_real_2: 0.15384551882743835 (0.20400984757221663) - | > loss_disc_real_3: 0.20075593888759613 (0.2235212389093179) - | > loss_disc_real_4: 0.16413263976573944 (0.23544030636548996) - | > loss_disc_real_5: 0.21108916401863098 (0.2526081204414368) - | > loss_0: 2.2138893604278564 (2.466822679226215) - | > loss_gen: 1.9844763278961182 (2.026657971052024) - | > loss_kl: 1.605926752090454 (1.3016169437995324) - | > loss_feat: 5.378532886505127 (4.5978172192206745) - | > loss_mel: 27.822690963745117 (25.88633889418382) - | > loss_duration: 1.8136335611343384 (1.8424039758168733) - | > loss_1: 38.605262756347656 (35.65483467395489) - - --> STEP: 27 - | > loss_disc: 2.565890312194824 (2.470491850817645) - | > loss_disc_real_0: 0.0800246000289917 (0.07669255275417257) - | > loss_disc_real_1: 0.12555107474327087 (0.1344478494591183) - | > loss_disc_real_2: 0.22467581927776337 (0.2047752539316813) - | > loss_disc_real_3: 0.19153060019016266 (0.22233640043823807) - | > loss_disc_real_4: 0.2448073774576187 (0.2357872349244577) - | > loss_disc_real_5: 0.27707231044769287 (0.25351420155277965) - | > loss_0: 2.565890312194824 (2.470491850817645) - | > loss_gen: 1.9870554208755493 (2.0251912099343765) - | > loss_kl: 1.225382924079895 (1.298793461587694) - | > loss_feat: 4.960007190704346 (4.611231662608959) - | > loss_mel: 25.501249313354492 (25.872076317116065) - | > loss_duration: 1.8374791145324707 (1.8422215735470806) - | > loss_1: 35.511173248291016 (35.64951388041178) - - --> STEP: 28 - | > loss_disc: 2.207557201385498 (2.46110132762364) - | > loss_disc_real_0: 0.05730511620640755 (0.0760001443060381) - | > loss_disc_real_1: 0.08927848935127258 (0.13283465802669525) - | > loss_disc_real_2: 0.18539054691791534 (0.20408294296690396) - | > loss_disc_real_3: 0.1677674800157547 (0.22038751042314939) - | > loss_disc_real_4: 0.18239794671535492 (0.23388047463127545) - | > loss_disc_real_5: 0.23332688212394714 (0.2527932258588928) - | > loss_0: 2.207557201385498 (2.46110132762364) - | > loss_gen: 2.1406643390655518 (2.0293152502604896) - | > loss_kl: 1.5944814682006836 (1.3093537475381578) - | > loss_feat: 5.428152561187744 (4.640407408986773) - | > loss_mel: 28.56145477294922 (25.968125547681534) - | > loss_duration: 1.8531899452209473 (1.8426133011068617) - | > loss_1: 39.57794189453125 (35.78981488091605) - - --> STEP: 29 - | > loss_disc: 2.4670727252960205 (2.461307237888205) - | > loss_disc_real_0: 0.05991937220096588 (0.07544563492310458) - | > loss_disc_real_1: 0.20368164777755737 (0.1352776576732767) - | > loss_disc_real_2: 0.21300548315048218 (0.20439061676633768) - | > loss_disc_real_3: 0.19718268513679504 (0.21958734403396474) - | > loss_disc_real_4: 0.2537083029747009 (0.23456419285001426) - | > loss_disc_real_5: 0.2441864311695099 (0.252496439835121) - | > loss_0: 2.4670727252960205 (2.461307237888205) - | > loss_gen: 2.0456910133361816 (2.0298799317458585) - | > loss_kl: 1.3685643672943115 (1.3113954930469907) - | > loss_feat: 4.482888698577881 (4.6349757293175005) - | > loss_mel: 25.74403190612793 (25.96039818073141) - | > loss_duration: 1.843520164489746 (1.8426445722579956) - | > loss_1: 35.48469924926758 (35.779293652238515) - - --> STEP: 30 - | > loss_disc: 2.678095579147339 (2.468533515930176) - | > loss_disc_real_0: 0.09103542566299438 (0.07596529461443424) - | > loss_disc_real_1: 0.1540100872516632 (0.13590207199255624) - | > loss_disc_real_2: 0.2198403775691986 (0.2049056087930997) - | > loss_disc_real_3: 0.2738652229309082 (0.22139660666386288) - | > loss_disc_real_4: 0.3218856155872345 (0.23747490694125492) - | > loss_disc_real_5: 0.26859939098358154 (0.25303320487340303) - | > loss_0: 2.678095579147339 (2.468533515930176) - | > loss_gen: 2.019035577774048 (2.0295184532801316) - | > loss_kl: 1.4963327646255493 (1.317560068766276) - | > loss_feat: 3.566277027130127 (4.599352439244588) - | > loss_mel: 22.33088493347168 (25.839414405822755) - | > loss_duration: 1.8303873538970947 (1.8422359983126322) - | > loss_1: 31.242916107177734 (35.62808106740316) - - --> STEP: 31 - | > loss_disc: 2.872864246368408 (2.481576442718506) - | > loss_disc_real_0: 0.16801148653030396 (0.07893452661172036) - | > loss_disc_real_1: 0.21948841214179993 (0.13859840554575767) - | > loss_disc_real_2: 0.27682289481163025 (0.20722552124531038) - | > loss_disc_real_3: 0.2986922860145569 (0.22389001567517558) - | > loss_disc_real_4: 0.3480333685874939 (0.2410413089298433) - | > loss_disc_real_5: 0.3142479658126831 (0.25500787458112173) - | > loss_0: 2.872864246368408 (2.481576442718506) - | > loss_gen: 2.028057098388672 (2.0294713127997617) - | > loss_kl: 1.0734390020370483 (1.3096851956459783) - | > loss_feat: 2.032444953918457 (4.516548971976003) - | > loss_mel: 19.34075927734375 (25.629780369420207) - | > loss_duration: 1.807804822921753 (1.8411253152355072) - | > loss_1: 26.28250503540039 (35.32661087282242) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.010305966100385111 (-0.0018842604852491816) - | > avg_loss_disc: 2.481576442718506 (+0.08807108479161396) - | > avg_loss_disc_real_0: 0.07893452661172036 (-0.1457586486733729) - | > avg_loss_disc_real_1: 0.13859840554575767 (-0.01773788539632673) - | > avg_loss_disc_real_2: 0.20722552124531038 (-0.031534780417719205) - | > avg_loss_disc_real_3: 0.22389001567517558 (+0.06835983285019476) - | > avg_loss_disc_real_4: 0.2410413089298433 (+0.03873526617403955) - | > avg_loss_disc_real_5: 0.25500787458112173 (+0.03743698616181659) - | > avg_loss_0: 2.481576442718506 (+0.08807108479161396) - | > avg_loss_gen: 2.0294713127997617 (-0.4407545904959398) - | > avg_loss_kl: 1.3096851956459783 (+0.021219641931595312) - | > avg_loss_feat: 4.516548971976003 (-0.021688345939884) - | > avg_loss_mel: 25.629780369420207 (-1.0239536531509863) - | > avg_loss_duration: 1.8411253152355072 (-0.023507218207082348) - | > avg_loss_1: 35.32661087282242 (-1.488684746526907) - - - > EPOCH: 6/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-22 11:34:05)  - - --> TIME: 2024-11-22 11:34:07 -- STEP: 1/797 -- GLOBAL_STEP: 6600 - | > loss_disc: 2.4874963760375977 (2.4874963760375977) - | > loss_disc_real_0: 0.17924007773399353 (0.17924007773399353) - | > loss_disc_real_1: 0.20901711285114288 (0.20901711285114288) - | > loss_disc_real_2: 0.22118721902370453 (0.22118721902370453) - | > loss_disc_real_3: 0.23682741820812225 (0.23682741820812225) - | > loss_disc_real_4: 0.2506203055381775 (0.2506203055381775) - | > loss_disc_real_5: 0.24284085631370544 (0.24284085631370544) - | > loss_0: 2.4874963760375977 (2.4874963760375977) - | > grad_norm_0: tensor(15.7502, device='cuda:0') (tensor(15.7502, device='cuda:0')) - | > loss_gen: 2.435427188873291 (2.435427188873291) - | > loss_kl: 1.6728788614273071 (1.6728788614273071) - | > loss_feat: 3.8899757862091064 (3.8899757862091064) - | > loss_mel: 23.167749404907227 (23.167749404907227) - | > loss_duration: 2.237260341644287 (2.237260341644287) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.403289794921875 (33.403289794921875) - | > grad_norm_1: tensor(1293.0211, device='cuda:0') (tensor(1293.0211, device='cuda:0')) - | > current_lr_0: 0.00019980008747812837 - | > current_lr_1: 0.00019980008747812837 - | > step_time: 0.8201 (0.8200817108154297) - | > loader_time: 0.0049 (0.004948854446411133) - - - --> TIME: 2024-11-22 11:34:31 -- STEP: 26/797 -- GLOBAL_STEP: 6625 - | > loss_disc: 2.3573031425476074 (2.454569330582252) - | > loss_disc_real_0: 0.16372151672840118 (0.14166160601262862) - | > loss_disc_real_1: 0.2688012719154358 (0.22438527643680573) - | > loss_disc_real_2: 0.28776130080223083 (0.24163210334686133) - | > loss_disc_real_3: 0.22414225339889526 (0.22053531442697233) - | > loss_disc_real_4: 0.2737883925437927 (0.21347050884595284) - | > loss_disc_real_5: 0.1881323605775833 (0.22802584159832734) - | > loss_0: 2.3573031425476074 (2.454569330582252) - | > grad_norm_0: tensor(140.7012, device='cuda:0') (tensor(95.3483, device='cuda:0')) - | > loss_gen: 2.438248634338379 (2.390439739594093) - | > loss_kl: 1.2829383611679077 (1.4721956115502577) - | > loss_feat: 4.300868034362793 (4.581610211959252) - | > loss_mel: 25.29401969909668 (25.45240541604849) - | > loss_duration: 2.0000903606414795 (2.0275919345708995) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.316165924072266 (35.92424275324894) - | > grad_norm_1: tensor(464.6007, device='cuda:0') (tensor(753.1338, device='cuda:0')) - | > current_lr_0: 0.00019980008747812837 - | > current_lr_1: 0.00019980008747812837 - | > step_time: 0.9455 (0.951522735448984) - | > loader_time: 0.0045 (0.005117077093857985) - - - --> TIME: 2024-11-22 11:34:54 -- STEP: 51/797 -- GLOBAL_STEP: 6650 - | > loss_disc: 2.6799068450927734 (2.4994624876508524) - | > loss_disc_real_0: 0.10783878713846207 (0.1364474361579792) - | > loss_disc_real_1: 0.22896406054496765 (0.22862955548015296) - | > loss_disc_real_2: 0.24449776113033295 (0.24882092516796261) - | > loss_disc_real_3: 0.16313673555850983 (0.21859877162119923) - | > loss_disc_real_4: 0.1775396466255188 (0.2256218139447418) - | > loss_disc_real_5: 0.23720137774944305 (0.23701143936783658) - | > loss_0: 2.6799068450927734 (2.4994624876508524) - | > grad_norm_0: tensor(189.2784, device='cuda:0') (tensor(91.8739, device='cuda:0')) - | > loss_gen: 2.278672218322754 (2.3706308299419927) - | > loss_kl: 1.2311363220214844 (1.4645276116389854) - | > loss_feat: 3.795358419418335 (4.510314791810278) - | > loss_mel: 22.90492057800293 (25.30071310903512) - | > loss_duration: 1.9364804029464722 (1.9744677847506955) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.146568298339844 (35.62065382564768) - | > grad_norm_1: tensor(1305.9884, device='cuda:0') (tensor(777.8478, device='cuda:0')) - | > current_lr_0: 0.00019980008747812837 - | > current_lr_1: 0.00019980008747812837 - | > step_time: 0.8493 (0.9161169388714958) - | > loader_time: 0.0033 (0.004904485216327742) - - - --> TIME: 2024-11-22 11:35:18 -- STEP: 76/797 -- GLOBAL_STEP: 6675 - | > loss_disc: 2.4339544773101807 (2.478526523238734) - | > loss_disc_real_0: 0.1262306571006775 (0.1375473472534826) - | > loss_disc_real_1: 0.2388859987258911 (0.22481983762822652) - | > loss_disc_real_2: 0.25215262174606323 (0.24338965451246813) - | > loss_disc_real_3: 0.2464359700679779 (0.2201703155511304) - | > loss_disc_real_4: 0.2353261560201645 (0.22295615351513812) - | > loss_disc_real_5: 0.2947308421134949 (0.23687613284901568) - | > loss_0: 2.4339544773101807 (2.478526523238734) - | > grad_norm_0: tensor(96.1240, device='cuda:0') (tensor(90.4150, device='cuda:0')) - | > loss_gen: 2.5527007579803467 (2.3677572325656295) - | > loss_kl: 1.2315255403518677 (1.4340504752962215) - | > loss_feat: 4.784637451171875 (4.520706653594972) - | > loss_mel: 25.476985931396484 (25.488571242282266) - | > loss_duration: 1.9831749200820923 (1.9403106570243835) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.029022216796875 (35.751395978425656) - | > grad_norm_1: tensor(1077.8359, device='cuda:0') (tensor(796.8244, device='cuda:0')) - | > current_lr_0: 0.00019980008747812837 - | > current_lr_1: 0.00019980008747812837 - | > step_time: 0.9413 (0.933725937416679) - | > loader_time: 0.0043 (0.0049749863775152905) - - - --> TIME: 2024-11-22 11:35:42 -- STEP: 101/797 -- GLOBAL_STEP: 6700 - | > loss_disc: 2.4669198989868164 (2.4702857366882935) - | > loss_disc_real_0: 0.18902267515659332 (0.13965099315979695) - | > loss_disc_real_1: 0.17717276513576508 (0.22588278781069387) - | > loss_disc_real_2: 0.2217138558626175 (0.24145879721877597) - | > loss_disc_real_3: 0.2182050198316574 (0.2200824941443925) - | > loss_disc_real_4: 0.20775705575942993 (0.22226561502654954) - | > loss_disc_real_5: 0.2730640470981598 (0.2355486427498336) - | > loss_0: 2.4669198989868164 (2.4702857366882935) - | > grad_norm_0: tensor(17.5569, device='cuda:0') (tensor(86.1487, device='cuda:0')) - | > loss_gen: 2.1384620666503906 (2.3704091511150396) - | > loss_kl: 1.3882575035095215 (1.421269250388193) - | > loss_feat: 4.382434368133545 (4.5377864979281295) - | > loss_mel: 25.181415557861328 (25.62146779806307) - | > loss_duration: 1.8457672595977783 (1.9235707804708198) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.936336517333984 (35.87450318289273) - | > grad_norm_1: tensor(412.6023, device='cuda:0') (tensor(781.5208, device='cuda:0')) - | > current_lr_0: 0.00019980008747812837 - | > current_lr_1: 0.00019980008747812837 - | > step_time: 0.9133 (0.9375244508875479) - | > loader_time: 0.0051 (0.005035398030045009) - - - --> TIME: 2024-11-22 11:36:06 -- STEP: 126/797 -- GLOBAL_STEP: 6725 - | > loss_disc: 2.5006561279296875 (2.463925308651395) - | > loss_disc_real_0: 0.19056157767772675 (0.1400300529268053) - | > loss_disc_real_1: 0.2126091718673706 (0.22477233031439403) - | > loss_disc_real_2: 0.18543311953544617 (0.2399843762081767) - | > loss_disc_real_3: 0.1946278214454651 (0.21813646621174282) - | > loss_disc_real_4: 0.2025163620710373 (0.22101794396127974) - | > loss_disc_real_5: 0.2229398787021637 (0.23716678328457333) - | > loss_0: 2.5006561279296875 (2.463925308651395) - | > grad_norm_0: tensor(81.5870, device='cuda:0') (tensor(87.6743, device='cuda:0')) - | > loss_gen: 2.1024067401885986 (2.3758237172686862) - | > loss_kl: 1.1843842267990112 (1.4155702070584375) - | > loss_feat: 4.162385940551758 (4.557001696692573) - | > loss_mel: 25.041223526000977 (25.666253241281662) - | > loss_duration: 1.8752317428588867 (1.9144252708980016) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.365631103515625 (35.929073924110035) - | > grad_norm_1: tensor(525.5557, device='cuda:0') (tensor(784.6281, device='cuda:0')) - | > current_lr_0: 0.00019980008747812837 - | > current_lr_1: 0.00019980008747812837 - | > step_time: 0.8965 (0.9369764744289337) - | > loader_time: 0.0038 (0.005109821047101702) - - - --> TIME: 2024-11-22 11:36:29 -- STEP: 151/797 -- GLOBAL_STEP: 6750 - | > loss_disc: 2.50048565864563 (2.455448160108352) - | > loss_disc_real_0: 0.1635029911994934 (0.13928876987454908) - | > loss_disc_real_1: 0.22093547880649567 (0.2245154156787506) - | > loss_disc_real_2: 0.24558569490909576 (0.23898118685018147) - | > loss_disc_real_3: 0.24172066152095795 (0.21837476902450156) - | > loss_disc_real_4: 0.1987147480249405 (0.22076869366184765) - | > loss_disc_real_5: 0.2460455447435379 (0.2358536673894781) - | > loss_0: 2.50048565864563 (2.455448160108352) - | > grad_norm_0: tensor(155.3411, device='cuda:0') (tensor(84.0419, device='cuda:0')) - | > loss_gen: 2.323159694671631 (2.3711527988610683) - | > loss_kl: 1.1724700927734375 (1.3852610935438554) - | > loss_feat: 4.455647945404053 (4.539602574923182) - | > loss_mel: 23.564266204833984 (25.685883225194665) - | > loss_duration: 1.8166179656982422 (1.9055153605164281) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.33216094970703 (35.88741488172517) - | > grad_norm_1: tensor(688.0006, device='cuda:0') (tensor(755.5803, device='cuda:0')) - | > current_lr_0: 0.00019980008747812837 - | > current_lr_1: 0.00019980008747812837 - | > step_time: 0.9605 (0.9350186752167758) - | > loader_time: 0.0052 (0.005163990109172088) - - - --> TIME: 2024-11-22 11:36:53 -- STEP: 176/797 -- GLOBAL_STEP: 6775 - | > loss_disc: 2.47157621383667 (2.446638608520682) - | > loss_disc_real_0: 0.1501605361700058 (0.13764999732798472) - | > loss_disc_real_1: 0.25155994296073914 (0.22373866315253757) - | > loss_disc_real_2: 0.23054823279380798 (0.23831014267422937) - | > loss_disc_real_3: 0.21264216303825378 (0.21730160967192866) - | > loss_disc_real_4: 0.1758309155702591 (0.21957242700525306) - | > loss_disc_real_5: 0.2298964411020279 (0.2344242703508247) - | > loss_0: 2.47157621383667 (2.446638608520682) - | > grad_norm_0: tensor(152.7710, device='cuda:0') (tensor(86.4519, device='cuda:0')) - | > loss_gen: 2.471014976501465 (2.3741605891422792) - | > loss_kl: 1.2235922813415527 (1.3755820495161144) - | > loss_feat: 4.141056060791016 (4.5624466362324645) - | > loss_mel: 24.28803062438965 (25.73681958155198) - | > loss_duration: 1.79353928565979 (1.8978195447813382) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.917236328125 (35.94682828946545) - | > grad_norm_1: tensor(1050.1624, device='cuda:0') (tensor(776.1963, device='cuda:0')) - | > current_lr_0: 0.00019980008747812837 - | > current_lr_1: 0.00019980008747812837 - | > step_time: 0.966 (0.9368432733145627) - | > loader_time: 0.005 (0.0052588974887674495) - - - --> TIME: 2024-11-22 11:37:17 -- STEP: 201/797 -- GLOBAL_STEP: 6800 - | > loss_disc: 2.336132049560547 (2.44972616167211) - | > loss_disc_real_0: 0.12760445475578308 (0.13789744226641915) - | > loss_disc_real_1: 0.22458398342132568 (0.22342775569329806) - | > loss_disc_real_2: 0.21871818602085114 (0.23779385940945563) - | > loss_disc_real_3: 0.19154435396194458 (0.21759099309420704) - | > loss_disc_real_4: 0.21084007620811462 (0.2204973781435051) - | > loss_disc_real_5: 0.20882728695869446 (0.2360185988210327) - | > loss_0: 2.336132049560547 (2.44972616167211) - | > grad_norm_0: tensor(5.4820, device='cuda:0') (tensor(87.2861, device='cuda:0')) - | > loss_gen: 2.36836838722229 (2.3676567777472335) - | > loss_kl: 1.2611466646194458 (1.3697469649623282) - | > loss_feat: 4.476161003112793 (4.532455628191062) - | > loss_mel: 25.644672393798828 (25.707005695324035) - | > loss_duration: 1.8923978805541992 (1.892695594189772) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.64274978637695 (35.869560535867386) - | > grad_norm_1: tensor(597.4425, device='cuda:0') (tensor(771.3600, device='cuda:0')) - | > current_lr_0: 0.00019980008747812837 - | > current_lr_1: 0.00019980008747812837 - | > step_time: 0.988 (0.9359026405941787) - | > loader_time: 0.005 (0.005291762043587604) - - - --> TIME: 2024-11-22 11:37:40 -- STEP: 226/797 -- GLOBAL_STEP: 6825 - | > loss_disc: 2.4599008560180664 (2.4498496403736367) - | > loss_disc_real_0: 0.039532650262117386 (0.1391335140946692) - | > loss_disc_real_1: 0.21252278983592987 (0.22319017093529744) - | > loss_disc_real_2: 0.24575170874595642 (0.23777797462138456) - | > loss_disc_real_3: 0.22491537034511566 (0.21732208732746344) - | > loss_disc_real_4: 0.26746585965156555 (0.22025125941871543) - | > loss_disc_real_5: 0.26237690448760986 (0.2350543831038264) - | > loss_0: 2.4599008560180664 (2.4498496403736367) - | > grad_norm_0: tensor(135.1073, device='cuda:0') (tensor(87.7854, device='cuda:0')) - | > loss_gen: 2.4710607528686523 (2.370435173532602) - | > loss_kl: 1.578286051750183 (1.3685231963090136) - | > loss_feat: 5.027107238769531 (4.533459938732924) - | > loss_mel: 26.705110549926758 (25.71380437158905) - | > loss_duration: 1.8944380283355713 (1.8898189642788035) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.67600631713867 (35.87604153894746) - | > grad_norm_1: tensor(1304.2842, device='cuda:0') (tensor(789.6269, device='cuda:0')) - | > current_lr_0: 0.00019980008747812837 - | > current_lr_1: 0.00019980008747812837 - | > step_time: 0.9327 (0.9338219397890885) - | > loader_time: 0.0074 (0.005404519823800146) - - - --> TIME: 2024-11-22 11:38:04 -- STEP: 251/797 -- GLOBAL_STEP: 6850 - | > loss_disc: 2.3178513050079346 (2.4497461242979757) - | > loss_disc_real_0: 0.06074397265911102 (0.13989236523430665) - | > loss_disc_real_1: 0.20488983392715454 (0.22347336259496164) - | > loss_disc_real_2: 0.19334916770458221 (0.23724202817654705) - | > loss_disc_real_3: 0.19961869716644287 (0.21722672636290472) - | > loss_disc_real_4: 0.2185119390487671 (0.21930493203648532) - | > loss_disc_real_5: 0.21809417009353638 (0.2354321028606825) - | > loss_0: 2.3178513050079346 (2.4497461242979757) - | > grad_norm_0: tensor(51.0079, device='cuda:0') (tensor(88.4984, device='cuda:0')) - | > loss_gen: 2.787121534347534 (2.369106056205778) - | > loss_kl: 1.4295026063919067 (1.3645946383476257) - | > loss_feat: 5.546860218048096 (4.52978133870311) - | > loss_mel: 26.64563751220703 (25.704665780542378) - | > loss_duration: 1.8004751205444336 (1.8847599889177724) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 38.209598541259766 (35.852907720315045) - | > grad_norm_1: tensor(809.3378, device='cuda:0') (tensor(788.0604, device='cuda:0')) - | > current_lr_0: 0.00019980008747812837 - | > current_lr_1: 0.00019980008747812837 - | > step_time: 0.9297 (0.935430201876211) - | > loader_time: 0.0068 (0.005534894912841311) - - - --> TIME: 2024-11-22 11:38:28 -- STEP: 276/797 -- GLOBAL_STEP: 6875 - | > loss_disc: 2.570305824279785 (2.444468384203705) - | > loss_disc_real_0: 0.12905967235565186 (0.1384158123257584) - | > loss_disc_real_1: 0.21870280802249908 (0.22359133258030037) - | > loss_disc_real_2: 0.17079226672649384 (0.2368024831664735) - | > loss_disc_real_3: 0.21295897662639618 (0.21678837334764178) - | > loss_disc_real_4: 0.18154707551002502 (0.21912080392349456) - | > loss_disc_real_5: 0.11653217673301697 (0.2352226300947908) - | > loss_0: 2.570305824279785 (2.444468384203705) - | > grad_norm_0: tensor(65.0963, device='cuda:0') (tensor(86.4790, device='cuda:0')) - | > loss_gen: 2.326735496520996 (2.3711259339166713) - | > loss_kl: 1.5680392980575562 (1.3600931450508644) - | > loss_feat: 4.910521984100342 (4.5488967731379075) - | > loss_mel: 26.943546295166016 (25.78913765368254) - | > loss_duration: 1.909123182296753 (1.8811783578948698) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.65796661376953 (35.950431809909105) - | > grad_norm_1: tensor(502.7813, device='cuda:0') (tensor(773.3360, device='cuda:0')) - | > current_lr_0: 0.00019980008747812837 - | > current_lr_1: 0.00019980008747812837 - | > step_time: 1.0673 (0.93813566453215) - | > loader_time: 0.0057 (0.00559761213219684) - - - --> TIME: 2024-11-22 11:38:53 -- STEP: 301/797 -- GLOBAL_STEP: 6900 - | > loss_disc: 2.5223798751831055 (2.4434095783487115) - | > loss_disc_real_0: 0.12714453041553497 (0.1379290896272937) - | > loss_disc_real_1: 0.2611437737941742 (0.22372780977887574) - | > loss_disc_real_2: 0.25513291358947754 (0.23716602546234067) - | > loss_disc_real_3: 0.37613847851753235 (0.21684686215810997) - | > loss_disc_real_4: 0.23673507571220398 (0.21938159490047499) - | > loss_disc_real_5: 0.28990745544433594 (0.23572326444114167) - | > loss_0: 2.5223798751831055 (2.4434095783487115) - | > grad_norm_0: tensor(120.8107, device='cuda:0') (tensor(89.0527, device='cuda:0')) - | > loss_gen: 2.324169397354126 (2.3758862311657865) - | > loss_kl: 1.2840352058410645 (1.356514765376665) - | > loss_feat: 4.642179489135742 (4.551624934142609) - | > loss_mel: 26.726436614990234 (25.784488735008868) - | > loss_duration: 1.8497658967971802 (1.8787440140778044) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.82658767700195 (35.947258673633044) - | > grad_norm_1: tensor(856.4467, device='cuda:0') (tensor(787.8314, device='cuda:0')) - | > current_lr_0: 0.00019980008747812837 - | > current_lr_1: 0.00019980008747812837 - | > step_time: 0.9748 (0.9413469740718702) - | > loader_time: 0.0088 (0.00569038929733327) - - - --> TIME: 2024-11-22 11:39:19 -- STEP: 326/797 -- GLOBAL_STEP: 6925 - | > loss_disc: 2.4698703289031982 (2.449799153702389) - | > loss_disc_real_0: 0.18871352076530457 (0.13907699392068607) - | > loss_disc_real_1: 0.2504633069038391 (0.22376443687940673) - | > loss_disc_real_2: 0.2664700150489807 (0.23733628678358407) - | > loss_disc_real_3: 0.219359889626503 (0.21761507714635756) - | > loss_disc_real_4: 0.2435198873281479 (0.22004505166886773) - | > loss_disc_real_5: 0.21899113059043884 (0.23643263758508706) - | > loss_0: 2.4698703289031982 (2.449799153702389) - | > grad_norm_0: tensor(259.0268, device='cuda:0') (tensor(91.3591, device='cuda:0')) - | > loss_gen: 2.2291371822357178 (2.3732363687702476) - | > loss_kl: 1.2763530015945435 (1.3569687299567503) - | > loss_feat: 4.348669528961182 (4.540062237370963) - | > loss_mel: 23.496044158935547 (25.753450019227948) - | > loss_duration: 1.8284592628479004 (1.8764843143568448) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.17866516113281 (35.90020169802237) - | > grad_norm_1: tensor(852.0157, device='cuda:0') (tensor(781.7855, device='cuda:0')) - | > current_lr_0: 0.00019980008747812837 - | > current_lr_1: 0.00019980008747812837 - | > step_time: 1.034 (0.9462614015567522) - | > loader_time: 0.0068 (0.005773529684616744) - - - --> TIME: 2024-11-22 11:39:44 -- STEP: 351/797 -- GLOBAL_STEP: 6950 - | > loss_disc: 2.43399977684021 (2.4468069762585825) - | > loss_disc_real_0: 0.1541641652584076 (0.13750287126272162) - | > loss_disc_real_1: 0.22781890630722046 (0.22389866500838193) - | > loss_disc_real_2: 0.24576912820339203 (0.23775556000039788) - | > loss_disc_real_3: 0.22982752323150635 (0.21701979772997038) - | > loss_disc_real_4: 0.1865004450082779 (0.21913527035050923) - | > loss_disc_real_5: 0.2056414783000946 (0.23613337285158642) - | > loss_0: 2.43399977684021 (2.4468069762585825) - | > grad_norm_0: tensor(156.2756, device='cuda:0') (tensor(91.9592, device='cuda:0')) - | > loss_gen: 2.4505362510681152 (2.371984787476368) - | > loss_kl: 1.3153576850891113 (1.3547801630109806) - | > loss_feat: 3.730018138885498 (4.535685690719517) - | > loss_mel: 21.125225067138672 (25.71022868903614) - | > loss_duration: 1.8563637733459473 (1.8740707421914125) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.477500915527344 (35.84675009637813) - | > grad_norm_1: tensor(1748.2228, device='cuda:0') (tensor(785.0064, device='cuda:0')) - | > current_lr_0: 0.00019980008747812837 - | > current_lr_1: 0.00019980008747812837 - | > step_time: 1.0146 (0.9505442397886532) - | > loader_time: 0.0059 (0.005882244843703053) - - - --> TIME: 2024-11-22 11:40:10 -- STEP: 376/797 -- GLOBAL_STEP: 6975 - | > loss_disc: 2.4905693531036377 (2.4469204354793455) - | > loss_disc_real_0: 0.1401565968990326 (0.13771921962975198) - | > loss_disc_real_1: 0.34193894267082214 (0.22360071004863752) - | > loss_disc_real_2: 0.21811096370220184 (0.23762068897485733) - | > loss_disc_real_3: 0.26773616671562195 (0.21656766799377633) - | > loss_disc_real_4: 0.19631806015968323 (0.21905735406549054) - | > loss_disc_real_5: 0.16193895041942596 (0.23614918321688125) - | > loss_0: 2.4905693531036377 (2.4469204354793455) - | > grad_norm_0: tensor(69.2335, device='cuda:0') (tensor(91.2281, device='cuda:0')) - | > loss_gen: 2.4032351970672607 (2.3701053493200464) - | > loss_kl: 1.2732200622558594 (1.3533668332594508) - | > loss_feat: 4.712721824645996 (4.534732144563756) - | > loss_mel: 25.15143585205078 (25.70047002650322) - | > loss_duration: 1.8286863565444946 (1.8715317566344079) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.369300842285156 (35.830206145631465) - | > grad_norm_1: tensor(899.3749, device='cuda:0') (tensor(773.6797, device='cuda:0')) - | > current_lr_0: 0.00019980008747812837 - | > current_lr_1: 0.00019980008747812837 - | > step_time: 1.1057 (0.9549732766252883) - | > loader_time: 0.0083 (0.0060134333498934505) - - - --> TIME: 2024-11-22 11:40:37 -- STEP: 401/797 -- GLOBAL_STEP: 7000 - | > loss_disc: 2.4773573875427246 (2.4462397871469306) - | > loss_disc_real_0: 0.09653441607952118 (0.13659899150418528) - | > loss_disc_real_1: 0.22723700106143951 (0.22407076071176746) - | > loss_disc_real_2: 0.25974124670028687 (0.23773023408101385) - | > loss_disc_real_3: 0.2205142080783844 (0.2166605232436758) - | > loss_disc_real_4: 0.18686632812023163 (0.21909585552396918) - | > loss_disc_real_5: 0.23820826411247253 (0.23632904344663358) - | > loss_0: 2.4773573875427246 (2.4462397871469306) - | > grad_norm_0: tensor(135.3593, device='cuda:0') (tensor(91.1943, device='cuda:0')) - | > loss_gen: 2.211996078491211 (2.3738731508540383) - | > loss_kl: 1.295980453491211 (1.3519923453616385) - | > loss_feat: 4.108503818511963 (4.54508324870445) - | > loss_mel: 25.246932983398438 (25.686634196902155) - | > loss_duration: 1.870849370956421 (1.869812872047139) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.73426055908203 (35.8273958696094) - | > grad_norm_1: tensor(803.8654, device='cuda:0') (tensor(778.2260, device='cuda:0')) - | > current_lr_0: 0.00019980008747812837 - | > current_lr_1: 0.00019980008747812837 - | > step_time: 1.039 (0.9620410076103305) - | > loader_time: 0.0065 (0.006137060108327511) - - - --> TIME: 2024-11-22 11:41:02 -- STEP: 426/797 -- GLOBAL_STEP: 7025 - | > loss_disc: 2.3289289474487305 (2.4451395664976214) - | > loss_disc_real_0: 0.1110142171382904 (0.13596443289742227) - | > loss_disc_real_1: 0.2889997661113739 (0.22421061037711698) - | > loss_disc_real_2: 0.19625145196914673 (0.2378097117087091) - | > loss_disc_real_3: 0.1630941927433014 (0.2166601817512736) - | > loss_disc_real_4: 0.16975069046020508 (0.2193530643524978) - | > loss_disc_real_5: 0.2771802246570587 (0.23651141459953057) - | > loss_0: 2.3289289474487305 (2.4451395664976214) - | > grad_norm_0: tensor(33.6287, device='cuda:0') (tensor(89.9796, device='cuda:0')) - | > loss_gen: 2.7475438117980957 (2.3788451753871542) - | > loss_kl: 1.3760398626327515 (1.350326779442774) - | > loss_feat: 5.563695430755615 (4.560467777117877) - | > loss_mel: 27.590761184692383 (25.7118255051089) - | > loss_duration: 1.8416234254837036 (1.868458583881038) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 39.11966323852539 (35.86992389159582) - | > grad_norm_1: tensor(1006.0451, device='cuda:0') (tensor(773.8873, device='cuda:0')) - | > current_lr_0: 0.00019980008747812837 - | > current_lr_1: 0.00019980008747812837 - | > step_time: 0.9139 (0.9631941917356751) - | > loader_time: 0.0068 (0.006231488756170857) - - - --> TIME: 2024-11-22 11:41:27 -- STEP: 451/797 -- GLOBAL_STEP: 7050 - | > loss_disc: 2.400414228439331 (2.4456353594617126) - | > loss_disc_real_0: 0.14996060729026794 (0.13517711144725394) - | > loss_disc_real_1: 0.24610090255737305 (0.22392856846759698) - | > loss_disc_real_2: 0.25567182898521423 (0.23799671463982228) - | > loss_disc_real_3: 0.24700714647769928 (0.2169448131336077) - | > loss_disc_real_4: 0.23876309394836426 (0.21913003605974224) - | > loss_disc_real_5: 0.25272420048713684 (0.23635153092460462) - | > loss_0: 2.400414228439331 (2.4456353594617126) - | > grad_norm_0: tensor(70.2950, device='cuda:0') (tensor(90.0549, device='cuda:0')) - | > loss_gen: 2.6421289443969727 (2.375768953574999) - | > loss_kl: 1.4906903505325317 (1.3494263899299894) - | > loss_feat: 4.8623809814453125 (4.554088735791902) - | > loss_mel: 27.252973556518555 (25.698275695090285) - | > loss_duration: 1.860410451889038 (1.8671444739047809) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 38.10858154296875 (35.844704304460414) - | > grad_norm_1: tensor(660.8148, device='cuda:0') (tensor(768.9816, device='cuda:0')) - | > current_lr_0: 0.00019980008747812837 - | > current_lr_1: 0.00019980008747812837 - | > step_time: 0.967 (0.9642294727249314) - | > loader_time: 0.0068 (0.006324414403369847) - - - --> TIME: 2024-11-22 11:41:52 -- STEP: 476/797 -- GLOBAL_STEP: 7075 - | > loss_disc: 2.551743984222412 (2.4442632924608803) - | > loss_disc_real_0: 0.11893156170845032 (0.13444425272090088) - | > loss_disc_real_1: 0.2239525020122528 (0.2236707286298776) - | > loss_disc_real_2: 0.24084970355033875 (0.23798325357316924) - | > loss_disc_real_3: 0.23001991212368011 (0.21658411227604923) - | > loss_disc_real_4: 0.23088930547237396 (0.21964174513744206) - | > loss_disc_real_5: 0.2830705940723419 (0.23655965946176472) - | > loss_0: 2.551743984222412 (2.4442632924608803) - | > grad_norm_0: tensor(85.6234, device='cuda:0') (tensor(88.9650, device='cuda:0')) - | > loss_gen: 2.047102451324463 (2.37531803560858) - | > loss_kl: 1.3289875984191895 (1.3476529022475252) - | > loss_feat: 3.5541741847991943 (4.5569716316311295) - | > loss_mel: 24.266651153564453 (25.70696618777363) - | > loss_duration: 1.8470358848571777 (1.8661554340554887) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.043949127197266 (35.853064232513695) - | > grad_norm_1: tensor(415.2317, device='cuda:0') (tensor(766.9896, device='cuda:0')) - | > current_lr_0: 0.00019980008747812837 - | > current_lr_1: 0.00019980008747812837 - | > step_time: 0.9325 (0.9660144237911) - | > loader_time: 0.0085 (0.006415506871808478) - - - --> TIME: 2024-11-22 11:42:17 -- STEP: 501/797 -- GLOBAL_STEP: 7100 - | > loss_disc: 2.3970534801483154 (2.4459762325781766) - | > loss_disc_real_0: 0.11821499466896057 (0.13368932248470544) - | > loss_disc_real_1: 0.23638713359832764 (0.22392830547101486) - | > loss_disc_real_2: 0.25479474663734436 (0.23806318283794883) - | > loss_disc_real_3: 0.27490416169166565 (0.21679038761142724) - | > loss_disc_real_4: 0.2601214051246643 (0.21950028796574314) - | > loss_disc_real_5: 0.2556213438510895 (0.23649644435284856) - | > loss_0: 2.3970534801483154 (2.4459762325781766) - | > grad_norm_0: tensor(66.2723, device='cuda:0') (tensor(89.9835, device='cuda:0')) - | > loss_gen: 2.648773193359375 (2.3764213371181677) - | > loss_kl: 1.1389122009277344 (1.3489490953272214) - | > loss_feat: 4.789340019226074 (4.5532042099806125) - | > loss_mel: 26.385711669921875 (25.668291274658934) - | > loss_duration: 1.7876378297805786 (1.8645285191888106) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.7503776550293 (35.8113944992096) - | > grad_norm_1: tensor(494.9602, device='cuda:0') (tensor(767.1104, device='cuda:0')) - | > current_lr_0: 0.00019980008747812837 - | > current_lr_1: 0.00019980008747812837 - | > step_time: 0.9403 (0.9682019385035167) - | > loader_time: 0.0118 (0.006509251223352857) - - - --> TIME: 2024-11-22 11:42:44 -- STEP: 526/797 -- GLOBAL_STEP: 7125 - | > loss_disc: 2.5759053230285645 (2.44479678429578) - | > loss_disc_real_0: 0.05521964281797409 (0.13326682134074624) - | > loss_disc_real_1: 0.22423726320266724 (0.2238358602834292) - | > loss_disc_real_2: 0.22365008294582367 (0.2377778018892038) - | > loss_disc_real_3: 0.23805981874465942 (0.2167790349105465) - | > loss_disc_real_4: 0.2137354463338852 (0.21961849195592303) - | > loss_disc_real_5: 0.23177552223205566 (0.2363860958146052) - | > loss_0: 2.5759053230285645 (2.44479678429578) - | > grad_norm_0: tensor(117.6913, device='cuda:0') (tensor(89.5484, device='cuda:0')) - | > loss_gen: 2.33886981010437 (2.375641085575742) - | > loss_kl: 1.4851988554000854 (1.3478209805805876) - | > loss_feat: 4.511302471160889 (4.557189892000119) - | > loss_mel: 24.313264846801758 (25.676302605255476) - | > loss_duration: 1.8419325351715088 (1.8636481718871982) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.490570068359375 (35.82060282311966) - | > grad_norm_1: tensor(837.6746, device='cuda:0') (tensor(762.6074, device='cuda:0')) - | > current_lr_0: 0.00019980008747812837 - | > current_lr_1: 0.00019980008747812837 - | > step_time: 0.9653 (0.9720087273492559) - | > loader_time: 0.0145 (0.006740748655660073) - - - --> TIME: 2024-11-22 11:43:12 -- STEP: 551/797 -- GLOBAL_STEP: 7150 - | > loss_disc: 2.3703136444091797 (2.4470079235069964) - | > loss_disc_real_0: 0.16560965776443481 (0.13353142831913997) - | > loss_disc_real_1: 0.207468643784523 (0.22410866685766057) - | > loss_disc_real_2: 0.20369400084018707 (0.2376773835797059) - | > loss_disc_real_3: 0.2049662470817566 (0.2168613951348999) - | > loss_disc_real_4: 0.25499477982521057 (0.2196378923560444) - | > loss_disc_real_5: 0.21973562240600586 (0.23687961773301214) - | > loss_0: 2.3703136444091797 (2.4470079235069964) - | > grad_norm_0: tensor(50.0099, device='cuda:0') (tensor(90.2458, device='cuda:0')) - | > loss_gen: 2.728104591369629 (2.374818587476242) - | > loss_kl: 1.6105523109436035 (1.3473999393181013) - | > loss_feat: 5.23142671585083 (4.5552666957495225) - | > loss_mel: 26.421741485595703 (25.67974622972214) - | > loss_duration: 1.817223072052002 (1.8631152695622937) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.80904769897461 (35.82034682189056) - | > grad_norm_1: tensor(517.1913, device='cuda:0') (tensor(773.3043, device='cuda:0')) - | > current_lr_0: 0.00019980008747812837 - | > current_lr_1: 0.00019980008747812837 - | > step_time: 1.1207 (0.9770684190324344) - | > loader_time: 0.013 (0.006846116372331734) - - - --> TIME: 2024-11-22 11:43:37 -- STEP: 576/797 -- GLOBAL_STEP: 7175 - | > loss_disc: 2.439845561981201 (2.4453669658137676) - | > loss_disc_real_0: 0.2358662486076355 (0.13332798903704518) - | > loss_disc_real_1: 0.20637670159339905 (0.2244106088247564) - | > loss_disc_real_2: 0.26806479692459106 (0.2375660779265066) - | > loss_disc_real_3: 0.24289987981319427 (0.21688479829269156) - | > loss_disc_real_4: 0.22998084127902985 (0.21991716349859616) - | > loss_disc_real_5: 0.1969776451587677 (0.236378204698364) - | > loss_0: 2.439845561981201 (2.4453669658137676) - | > grad_norm_0: tensor(98.6339, device='cuda:0') (tensor(89.0484, device='cuda:0')) - | > loss_gen: 2.554591655731201 (2.3764833309170275) - | > loss_kl: 1.4343292713165283 (1.3511280176333258) - | > loss_feat: 5.3472819328308105 (4.563266101396746) - | > loss_mel: 27.216554641723633 (25.708749847279652) - | > loss_duration: 1.8311474323272705 (1.8621490626699395) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 38.38390350341797 (35.861776454581154) - | > grad_norm_1: tensor(933.4655, device='cuda:0') (tensor(774.7101, device='cuda:0')) - | > current_lr_0: 0.00019980008747812837 - | > current_lr_1: 0.00019980008747812837 - | > step_time: 1.0101 (0.9787710089650419) - | > loader_time: 0.0071 (0.0069532377852333915) - - - --> TIME: 2024-11-22 11:44:05 -- STEP: 601/797 -- GLOBAL_STEP: 7200 - | > loss_disc: 2.3626723289489746 (2.4425802730680894) - | > loss_disc_real_0: 0.1973799467086792 (0.13321879708181805) - | > loss_disc_real_1: 0.20931990444660187 (0.2241303041304606) - | > loss_disc_real_2: 0.19911126792430878 (0.2374338657903592) - | > loss_disc_real_3: 0.2125568836927414 (0.21657497310598758) - | > loss_disc_real_4: 0.17073899507522583 (0.21948773743656036) - | > loss_disc_real_5: 0.17938454449176788 (0.23608291892957772) - | > loss_0: 2.3626723289489746 (2.4425802730680894) - | > grad_norm_0: tensor(81.9265, device='cuda:0') (tensor(88.9379, device='cuda:0')) - | > loss_gen: 2.5546627044677734 (2.379727906474653) - | > loss_kl: 1.2706716060638428 (1.3505971915709993) - | > loss_feat: 5.379302024841309 (4.5802641561543105) - | > loss_mel: 27.446447372436523 (25.746663387127203) - | > loss_duration: 1.813676118850708 (1.861121109440402) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 38.464759826660156 (35.91837382832302) - | > grad_norm_1: tensor(918.6007, device='cuda:0') (tensor(773.3978, device='cuda:0')) - | > current_lr_0: 0.00019980008747812837 - | > current_lr_1: 0.00019980008747812837 - | > step_time: 1.0677 (0.9841608187918258) - | > loader_time: 0.0087 (0.007057550544548352) - - - --> TIME: 2024-11-22 11:44:33 -- STEP: 626/797 -- GLOBAL_STEP: 7225 - | > loss_disc: 2.352708339691162 (2.444857807205128) - | > loss_disc_real_0: 0.10741910338401794 (0.13340878240264276) - | > loss_disc_real_1: 0.22537536919116974 (0.22390779512473188) - | > loss_disc_real_2: 0.27490323781967163 (0.23781077620891716) - | > loss_disc_real_3: 0.2586895823478699 (0.21719800778471243) - | > loss_disc_real_4: 0.24099786579608917 (0.2196499515955631) - | > loss_disc_real_5: 0.2884955108165741 (0.23685224970784816) - | > loss_0: 2.352708339691162 (2.444857807205128) - | > grad_norm_0: tensor(38.0954, device='cuda:0') (tensor(89.1874, device='cuda:0')) - | > loss_gen: 2.2395176887512207 (2.380420696811552) - | > loss_kl: 1.1989269256591797 (1.348732551827598) - | > loss_feat: 4.06203031539917 (4.575092679776325) - | > loss_mel: 27.426471710205078 (25.752307376922502) - | > loss_duration: 1.8768494129180908 (1.8609737561533626) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.803794860839844 (35.91752713785385) - | > grad_norm_1: tensor(440.9330, device='cuda:0') (tensor(770.7825, device='cuda:0')) - | > current_lr_0: 0.00019980008747812837 - | > current_lr_1: 0.00019980008747812837 - | > step_time: 0.9836 (0.9885232010588478) - | > loader_time: 0.0096 (0.007166654538041868) - - - --> TIME: 2024-11-22 11:45:00 -- STEP: 651/797 -- GLOBAL_STEP: 7250 - | > loss_disc: 2.4550669193267822 (2.4445328368203074) - | > loss_disc_real_0: 0.1333666890859604 (0.1331943050141344) - | > loss_disc_real_1: 0.1555909514427185 (0.22388160842171828) - | > loss_disc_real_2: 0.1881158947944641 (0.23754225842963717) - | > loss_disc_real_3: 0.12464316934347153 (0.21701489850169137) - | > loss_disc_real_4: 0.1719745546579361 (0.2194103160601241) - | > loss_disc_real_5: 0.17349077761173248 (0.23653344704716625) - | > loss_0: 2.4550669193267822 (2.4445328368203074) - | > grad_norm_0: tensor(11.7534, device='cuda:0') (tensor(89.8118, device='cuda:0')) - | > loss_gen: 2.1899008750915527 (2.376901942830295) - | > loss_kl: 1.418088674545288 (1.3464571689863543) - | > loss_feat: 4.850301265716553 (4.567964608035698) - | > loss_mel: 25.87265968322754 (25.74492669288646) - | > loss_duration: 1.8861862421035767 (1.8607501870109922) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.217132568359375 (35.897000654135596) - | > grad_norm_1: tensor(74.2982, device='cuda:0') (tensor(763.2912, device='cuda:0')) - | > current_lr_0: 0.00019980008747812837 - | > current_lr_1: 0.00019980008747812837 - | > step_time: 1.0275 (0.9912948839126094) - | > loader_time: 0.0074 (0.0072617867758380285) - - - --> TIME: 2024-11-22 11:45:28 -- STEP: 676/797 -- GLOBAL_STEP: 7275 - | > loss_disc: 2.483046531677246 (2.4425354712813587) - | > loss_disc_real_0: 0.2109052836894989 (0.13288831240745533) - | > loss_disc_real_1: 0.20938843488693237 (0.22353620432625862) - | > loss_disc_real_2: 0.21030715107917786 (0.2372268424672488) - | > loss_disc_real_3: 0.1281975954771042 (0.21686123010630792) - | > loss_disc_real_4: 0.16716893017292023 (0.21919609294355621) - | > loss_disc_real_5: 0.18894493579864502 (0.2368109669293878) - | > loss_0: 2.483046531677246 (2.4425354712813587) - | > grad_norm_0: tensor(35.9687, device='cuda:0') (tensor(89.0944, device='cuda:0')) - | > loss_gen: 2.3990447521209717 (2.378283694474652) - | > loss_kl: 1.437025547027588 (1.3453025089565813) - | > loss_feat: 4.965949058532715 (4.572622252639231) - | > loss_mel: 27.5352783203125 (25.743379454640937) - | > loss_duration: 1.8583905696868896 (1.8601151235710234) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 38.19568634033203 (35.89970307096222) - | > grad_norm_1: tensor(515.3919, device='cuda:0') (tensor(758.3602, device='cuda:0')) - | > current_lr_0: 0.00019980008747812837 - | > current_lr_1: 0.00019980008747812837 - | > step_time: 1.0933 (0.9949684996576704) - | > loader_time: 0.013 (0.0073734807544911405) - - - --> TIME: 2024-11-22 11:45:56 -- STEP: 701/797 -- GLOBAL_STEP: 7300 - | > loss_disc: 2.2959072589874268 (2.4424680735007183) - | > loss_disc_real_0: 0.08181904256343842 (0.1328498869443503) - | > loss_disc_real_1: 0.19970504939556122 (0.22391917517198814) - | > loss_disc_real_2: 0.1964581459760666 (0.23716779027702806) - | > loss_disc_real_3: 0.1560688614845276 (0.2170436597733457) - | > loss_disc_real_4: 0.18609274923801422 (0.2193427785763387) - | > loss_disc_real_5: 0.16870847344398499 (0.23660093809500574) - | > loss_0: 2.2959072589874268 (2.4424680735007183) - | > grad_norm_0: tensor(86.6432, device='cuda:0') (tensor(89.2569, device='cuda:0')) - | > loss_gen: 2.127124547958374 (2.378699950076712) - | > loss_kl: 1.3135333061218262 (1.3449646137580378) - | > loss_feat: 5.170886516571045 (4.573899684380876) - | > loss_mel: 27.285688400268555 (25.752697352846056) - | > loss_duration: 1.8018447160720825 (1.8592559976686596) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.69907760620117 (35.90951763376189) - | > grad_norm_1: tensor(717.0309, device='cuda:0') (tensor(758.1145, device='cuda:0')) - | > current_lr_0: 0.00019980008747812837 - | > current_lr_1: 0.00019980008747812837 - | > step_time: 1.0957 (0.9993114957795843) - | > loader_time: 0.0097 (0.007524827407532173) - - - --> TIME: 2024-11-22 11:46:24 -- STEP: 726/797 -- GLOBAL_STEP: 7325 - | > loss_disc: 2.4758358001708984 (2.441613323760757) - | > loss_disc_real_0: 0.04867923632264137 (0.13271978798709808) - | > loss_disc_real_1: 0.187724307179451 (0.22384545547738877) - | > loss_disc_real_2: 0.23573525249958038 (0.2371148615049265) - | > loss_disc_real_3: 0.21085591614246368 (0.2168796007154566) - | > loss_disc_real_4: 0.1869695484638214 (0.21905758452522198) - | > loss_disc_real_5: 0.18627242743968964 (0.23648208392060496) - | > loss_0: 2.4758358001708984 (2.441613323760757) - | > grad_norm_0: tensor(166.5619, device='cuda:0') (tensor(89.0621, device='cuda:0')) - | > loss_gen: 2.0768940448760986 (2.3792224178301065) - | > loss_kl: 1.2496864795684814 (1.3461381403867863) - | > loss_feat: 4.497213840484619 (4.577563098967902) - | > loss_mel: 23.948841094970703 (25.746423382404412) - | > loss_duration: 1.8374724388122559 (1.8580658902149882) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.610107421875 (35.907412967734416) - | > grad_norm_1: tensor(754.7391, device='cuda:0') (tensor(759.4148, device='cuda:0')) - | > current_lr_0: 0.00019980008747812837 - | > current_lr_1: 0.00019980008747812837 - | > step_time: 1.1204 (1.0027256701603409) - | > loader_time: 0.0218 (0.007827165041416473) - - - --> TIME: 2024-11-22 11:46:54 -- STEP: 751/797 -- GLOBAL_STEP: 7350 - | > loss_disc: 2.5248594284057617 (2.4421235680103948) - | > loss_disc_real_0: 0.11903604120016098 (0.1329501678450369) - | > loss_disc_real_1: 0.22469529509544373 (0.22363795889677918) - | > loss_disc_real_2: 0.2161092609167099 (0.2371334535343828) - | > loss_disc_real_3: 0.2853013873100281 (0.2169684449560474) - | > loss_disc_real_4: 0.25945040583610535 (0.21947618387391502) - | > loss_disc_real_5: 0.2248193770647049 (0.23668972580394798) - | > loss_0: 2.5248594284057617 (2.4421235680103948) - | > grad_norm_0: tensor(155.7856, device='cuda:0') (tensor(88.3462, device='cuda:0')) - | > loss_gen: 2.4446280002593994 (2.3789335908331006) - | > loss_kl: 1.3150714635849 (1.3451226135385972) - | > loss_feat: 4.814579010009766 (4.578616443867698) - | > loss_mel: 24.540061950683594 (25.744382718590373) - | > loss_duration: 1.8181109428405762 (1.8566469987445124) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.93245315551758 (35.903702401924384) - | > grad_norm_1: tensor(1070.4059, device='cuda:0') (tensor(753.8380, device='cuda:0')) - | > current_lr_0: 0.00019980008747812837 - | > current_lr_1: 0.00019980008747812837 - | > step_time: 1.1017 (1.005977676965584) - | > loader_time: 0.1122 (0.010204962820568672) - - - --> TIME: 2024-11-22 11:47:39 -- STEP: 776/797 -- GLOBAL_STEP: 7375 - | > loss_disc: 2.6159324645996094 (2.4422990762695838) - | > loss_disc_real_0: 0.14140568673610687 (0.1327721323558735) - | > loss_disc_real_1: 0.2615254521369934 (0.2239012327621278) - | > loss_disc_real_2: 0.24581129848957062 (0.23727859201428203) - | > loss_disc_real_3: 0.24893301725387573 (0.21706094607211573) - | > loss_disc_real_4: 0.2073144167661667 (0.21944658966139727) - | > loss_disc_real_5: 0.3160088062286377 (0.23674480780267843) - | > loss_0: 2.6159324645996094 (2.4422990762695838) - | > grad_norm_0: tensor(134.6952, device='cuda:0') (tensor(88.7771, device='cuda:0')) - | > loss_gen: 2.0735998153686523 (2.3799867302793785) - | > loss_kl: 1.528373122215271 (1.3457860054121797) - | > loss_feat: 4.205096244812012 (4.582345552665678) - | > loss_mel: 24.746631622314453 (25.74740308584625) - | > loss_duration: 1.8103389739990234 (1.855370600813443) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.364036560058594 (35.91089201465093) - | > grad_norm_1: tensor(1070.8724, device='cuda:0') (tensor(754.5948, device='cuda:0')) - | > current_lr_0: 0.00019980008747812837 - | > current_lr_1: 0.00019980008747812837 - | > step_time: 3.1742 (1.028332618401223) - | > loader_time: 0.1183 (0.013664005650687464) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.3133087158203125 (2.3133087158203125) - | > loss_disc_real_0: 0.11924458295106888 (0.11924458295106888) - | > loss_disc_real_1: 0.2451379895210266 (0.2451379895210266) - | > loss_disc_real_2: 0.2009943127632141 (0.2009943127632141) - | > loss_disc_real_3: 0.16006946563720703 (0.16006946563720703) - | > loss_disc_real_4: 0.20958317816257477 (0.20958317816257477) - | > loss_disc_real_5: 0.20366732776165009 (0.20366732776165009) - | > loss_0: 2.3133087158203125 (2.3133087158203125) - | > loss_gen: 2.5668749809265137 (2.5668749809265137) - | > loss_kl: 1.6535344123840332 (1.6535344123840332) - | > loss_feat: 5.26717472076416 (5.26717472076416) - | > loss_mel: 27.661420822143555 (27.661420822143555) - | > loss_duration: 2.1049389839172363 (2.1049389839172363) - | > loss_1: 39.253944396972656 (39.253944396972656) - - --> STEP: 1 - | > loss_disc: 2.086219549179077 (2.086219549179077) - | > loss_disc_real_0: 0.0664415955543518 (0.0664415955543518) - | > loss_disc_real_1: 0.16249462962150574 (0.16249462962150574) - | > loss_disc_real_2: 0.16725780069828033 (0.16725780069828033) - | > loss_disc_real_3: 0.16940954327583313 (0.16940954327583313) - | > loss_disc_real_4: 0.09682342410087585 (0.09682342410087585) - | > loss_disc_real_5: 0.1215125322341919 (0.1215125322341919) - | > loss_0: 2.086219549179077 (2.086219549179077) - | > loss_gen: 2.4002938270568848 (2.4002938270568848) - | > loss_kl: 2.369386672973633 (2.369386672973633) - | > loss_feat: 6.652914047241211 (6.652914047241211) - | > loss_mel: 30.78767204284668 (30.78767204284668) - | > loss_duration: 1.944299578666687 (1.944299578666687) - | > loss_1: 44.15456771850586 (44.15456771850586) - - --> STEP: 2 - | > loss_disc: 2.4915270805358887 (2.288873314857483) - | > loss_disc_real_0: 0.11339470744132996 (0.08991815149784088) - | > loss_disc_real_1: 0.29023614525794983 (0.22636538743972778) - | > loss_disc_real_2: 0.2736682891845703 (0.22046304494142532) - | > loss_disc_real_3: 0.2432682365179062 (0.20633888989686966) - | > loss_disc_real_4: 0.3307855427265167 (0.2138044834136963) - | > loss_disc_real_5: 0.25698304176330566 (0.18924778699874878) - | > loss_0: 2.4915270805358887 (2.288873314857483) - | > loss_gen: 2.5772502422332764 (2.4887720346450806) - | > loss_kl: 1.6953738927841187 (2.0323802828788757) - | > loss_feat: 3.655805826187134 (5.154359936714172) - | > loss_mel: 26.262758255004883 (28.52521514892578) - | > loss_duration: 1.8625853061676025 (1.9034424424171448) - | > loss_1: 36.053775787353516 (40.10417175292969) - - --> STEP: 3 - | > loss_disc: 2.3809385299682617 (2.319561719894409) - | > loss_disc_real_0: 0.09992387890815735 (0.09325339396794637) - | > loss_disc_real_1: 0.19463340938091278 (0.21578806142012277) - | > loss_disc_real_2: 0.23263172805309296 (0.22451927264531454) - | > loss_disc_real_3: 0.20846571028232574 (0.207047830025355) - | > loss_disc_real_4: 0.23617787659168243 (0.22126228113969168) - | > loss_disc_real_5: 0.2191610038280487 (0.1992188592751821) - | > loss_0: 2.3809385299682617 (2.319561719894409) - | > loss_gen: 2.397289752960205 (2.458277940750122) - | > loss_kl: 1.4914021492004395 (1.852054238319397) - | > loss_feat: 4.0152812004089355 (4.774667024612427) - | > loss_mel: 25.137714385986328 (27.396048227945965) - | > loss_duration: 1.8873761892318726 (1.8980870246887207) - | > loss_1: 34.92906188964844 (38.37913513183594) - - --> STEP: 4 - | > loss_disc: 2.3733725547790527 (2.33301442861557) - | > loss_disc_real_0: 0.10911683738231659 (0.09721925482153893) - | > loss_disc_real_1: 0.10732533037662506 (0.18867237865924835) - | > loss_disc_real_2: 0.16323749721050262 (0.20919882878661156) - | > loss_disc_real_3: 0.1726028472185135 (0.19843658432364464) - | > loss_disc_real_4: 0.2264840304851532 (0.22256771847605705) - | > loss_disc_real_5: 0.1455250382423401 (0.1857954040169716) - | > loss_0: 2.3733725547790527 (2.33301442861557) - | > loss_gen: 2.320930004119873 (2.42394095659256) - | > loss_kl: 1.8639219999313354 (1.8550211787223816) - | > loss_feat: 6.14111328125 (5.11627858877182) - | > loss_mel: 27.85934829711914 (27.511873245239258) - | > loss_duration: 1.7999088764190674 (1.8735424876213074) - | > loss_1: 39.98522186279297 (38.780656814575195) - - --> STEP: 5 - | > loss_disc: 2.0372226238250732 (2.2738560676574706) - | > loss_disc_real_0: 0.08552313596010208 (0.09488003104925155) - | > loss_disc_real_1: 0.16267971694469452 (0.1834738463163376) - | > loss_disc_real_2: 0.11006750911474228 (0.1893725648522377) - | > loss_disc_real_3: 0.14177830517292023 (0.18710492849349974) - | > loss_disc_real_4: 0.14848633110523224 (0.20775144100189208) - | > loss_disc_real_5: 0.0771043673157692 (0.1640571966767311) - | > loss_0: 2.0372226238250732 (2.2738560676574706) - | > loss_gen: 2.306879997253418 (2.4005287647247315) - | > loss_kl: 2.071737766265869 (1.898364496231079) - | > loss_feat: 7.234852313995361 (5.539993333816528) - | > loss_mel: 28.912609100341797 (27.792020416259767) - | > loss_duration: 2.0233728885650635 (1.9035085678100585) - | > loss_1: 42.54945373535156 (39.53441619873047) - - --> STEP: 6 - | > loss_disc: 2.537217855453491 (2.3177496989568076) - | > loss_disc_real_0: 0.08735806494951248 (0.09362637003262837) - | > loss_disc_real_1: 0.27912628650665283 (0.19941591968139014) - | > loss_disc_real_2: 0.22292104363441467 (0.19496397798260054) - | > loss_disc_real_3: 0.1696397215127945 (0.1841940606633822) - | > loss_disc_real_4: 0.22361263632774353 (0.21039497355620065) - | > loss_disc_real_5: 0.18576648831367493 (0.16767541194955507) - | > loss_0: 2.537217855453491 (2.3177496989568076) - | > loss_gen: 2.31992244720459 (2.3870943784713745) - | > loss_kl: 1.2196238040924072 (1.7852410475413005) - | > loss_feat: 3.576584815979004 (5.212758580843608) - | > loss_mel: 18.684616088867188 (26.274119695027668) - | > loss_duration: 1.7901829481124878 (1.8846209645271301) - | > loss_1: 27.59092903137207 (37.54383500417074) - - --> STEP: 7 - | > loss_disc: 1.954411506652832 (2.2658442429133823) - | > loss_disc_real_0: 0.11874432116746902 (0.09721464876617704) - | > loss_disc_real_1: 0.15658986568450928 (0.19329791196755) - | > loss_disc_real_2: 0.1591944694519043 (0.18985404819250107) - | > loss_disc_real_3: 0.10883431881666183 (0.17342838325670787) - | > loss_disc_real_4: 0.15662440657615662 (0.20271346398762294) - | > loss_disc_real_5: 0.14578908681869507 (0.16454879407371795) - | > loss_0: 1.954411506652832 (2.2658442429133823) - | > loss_gen: 2.944450855255127 (2.4667167322976247) - | > loss_kl: 1.167259931564331 (1.696958030973162) - | > loss_feat: 6.9004645347595215 (5.453859431403024) - | > loss_mel: 29.341047286987305 (26.71225220816476) - | > loss_duration: 1.7590175867080688 (1.8666776248386927) - | > loss_1: 42.112239837646484 (38.196464266095845) - - --> STEP: 8 - | > loss_disc: 2.2969892024993896 (2.2697373628616333) - | > loss_disc_real_0: 0.06070118770003319 (0.09265046613290906) - | > loss_disc_real_1: 0.21283285319805145 (0.1957397796213627) - | > loss_disc_real_2: 0.20536857843399048 (0.19179336447268724) - | > loss_disc_real_3: 0.21055720746517181 (0.17806948628276587) - | > loss_disc_real_4: 0.20259247720241547 (0.202698340639472) - | > loss_disc_real_5: 0.17537853121757507 (0.16590251121670008) - | > loss_0: 2.2969892024993896 (2.2697373628616333) - | > loss_gen: 2.64391827583313 (2.488866925239563) - | > loss_kl: 1.4064103364944458 (1.6606395691633224) - | > loss_feat: 6.12363338470459 (5.53758117556572) - | > loss_mel: 28.852901458740234 (26.979833364486694) - | > loss_duration: 1.916116714477539 (1.8728575110435486) - | > loss_1: 40.94297790527344 (38.53977847099304) - - --> STEP: 9 - | > loss_disc: 2.262739419937134 (2.2689598136478) - | > loss_disc_real_0: 0.0994490534067154 (0.09340586471888754) - | > loss_disc_real_1: 0.1985391229391098 (0.19605081776777902) - | > loss_disc_real_2: 0.18639567494392395 (0.19119362119171354) - | > loss_disc_real_3: 0.14484481513500214 (0.17437785615523657) - | > loss_disc_real_4: 0.21970942616462708 (0.20458846125337812) - | > loss_disc_real_5: 0.1862456500530243 (0.16816285997629166) - | > loss_0: 2.262739419937134 (2.2689598136478) - | > loss_gen: 2.4934794902801514 (2.4893794324662952) - | > loss_kl: 0.985763430595398 (1.5856533315446641) - | > loss_feat: 4.844970226287842 (5.460624403423733) - | > loss_mel: 25.020294189453125 (26.762106789482964) - | > loss_duration: 1.8266966342926025 (1.8677285247378879) - | > loss_1: 35.171207427978516 (38.16549279954698) - - --> STEP: 10 - | > loss_disc: 2.2242813110351562 (2.2644919633865355) - | > loss_disc_real_0: 0.08956481516361237 (0.09302175976336002) - | > loss_disc_real_1: 0.18414217233657837 (0.19485995322465896) - | > loss_disc_real_2: 0.17704346776008606 (0.1897786058485508) - | > loss_disc_real_3: 0.1781178116798401 (0.17475185170769691) - | > loss_disc_real_4: 0.17431993782520294 (0.2015616089105606) - | > loss_disc_real_5: 0.18506479263305664 (0.16985305324196814) - | > loss_0: 2.2242813110351562 (2.2644919633865355) - | > loss_gen: 2.541623830795288 (2.4946038722991943) - | > loss_kl: 1.5248135328292847 (1.5795693516731262) - | > loss_feat: 4.865929126739502 (5.40115487575531) - | > loss_mel: 21.797754287719727 (26.26567153930664) - | > loss_duration: 1.7381926774978638 (1.8547749400138855) - | > loss_1: 32.46831512451172 (37.595775032043456) - - --> STEP: 11 - | > loss_disc: 2.474367380142212 (2.283571546727961) - | > loss_disc_real_0: 0.15026937425136566 (0.09822608835317871) - | > loss_disc_real_1: 0.23999974131584167 (0.1989635703238574) - | > loss_disc_real_2: 0.2180798500776291 (0.19235144623301245) - | > loss_disc_real_3: 0.18110722303390503 (0.1753296127373522) - | > loss_disc_real_4: 0.28498291969299316 (0.2091453644362363) - | > loss_disc_real_5: 0.16061581671237946 (0.169013304466551) - | > loss_0: 2.474367380142212 (2.283571546727961) - | > loss_gen: 2.5599968433380127 (2.5005486878481777) - | > loss_kl: 1.6007118225097656 (1.581491394476457) - | > loss_feat: 4.553991794586182 (5.3241400501944804) - | > loss_mel: 25.072053909301758 (26.157160845669832) - | > loss_duration: 1.7131553888320923 (1.8419004353609951) - | > loss_1: 35.499908447265625 (37.40524170615456) - - --> STEP: 12 - | > loss_disc: 2.3589680194854736 (2.28985458612442) - | > loss_disc_real_0: 0.08957426249980927 (0.09750510286539793) - | > loss_disc_real_1: 0.1470889002084732 (0.19464068114757538) - | > loss_disc_real_2: 0.14992184937000275 (0.1888156464944283) - | > loss_disc_real_3: 0.15871429443359375 (0.17394500287870565) - | > loss_disc_real_4: 0.22675226628780365 (0.21061260625720024) - | > loss_disc_real_5: 0.16300441324710846 (0.16851256353159746) - | > loss_0: 2.3589680194854736 (2.28985458612442) - | > loss_gen: 2.3850245475769043 (2.490921676158905) - | > loss_kl: 1.457693099975586 (1.5711748699347179) - | > loss_feat: 5.3927130699157715 (5.329854468504588) - | > loss_mel: 27.206459045410156 (26.24460236231486) - | > loss_duration: 1.8595657348632812 (1.8433725436528523) - | > loss_1: 38.301456451416016 (37.47992626825968) - - --> STEP: 13 - | > loss_disc: 2.154391050338745 (2.279434314140907) - | > loss_disc_real_0: 0.0800873190164566 (0.09616527333855629) - | > loss_disc_real_1: 0.15716446936130524 (0.1917578956255546) - | > loss_disc_real_2: 0.19167205691337585 (0.1890353703728089) - | > loss_disc_real_3: 0.10177337378263474 (0.16839333910208482) - | > loss_disc_real_4: 0.2088114321231842 (0.21047405440073746) - | > loss_disc_real_5: 0.20195232331752777 (0.1710848527458998) - | > loss_0: 2.154391050338745 (2.279434314140907) - | > loss_gen: 2.6208486557006836 (2.50091605920058) - | > loss_kl: 1.5796180963516235 (1.5718243488898644) - | > loss_feat: 5.70196008682251 (5.358477977605967) - | > loss_mel: 28.14742088317871 (26.390973017765926) - | > loss_duration: 1.8830487728118896 (1.8464245612804706) - | > loss_1: 39.932899475097656 (37.66861651493953) - - --> STEP: 14 - | > loss_disc: 2.230133295059204 (2.275912812777928) - | > loss_disc_real_0: 0.056210361421108246 (0.09331135105873857) - | > loss_disc_real_1: 0.15174956619739532 (0.1889001578092575) - | > loss_disc_real_2: 0.16359259188175201 (0.18721802905201912) - | > loss_disc_real_3: 0.1483386904001236 (0.16696086419480188) - | > loss_disc_real_4: 0.21615180373191833 (0.21087960792439325) - | > loss_disc_real_5: 0.13720044493675232 (0.16866453790238925) - | > loss_0: 2.230133295059204 (2.275912812777928) - | > loss_gen: 2.351511240005493 (2.490244286400931) - | > loss_kl: 1.0123823881149292 (1.5318642088345118) - | > loss_feat: 5.969593048095703 (5.402129054069519) - | > loss_mel: 29.577239990234375 (26.618563515799387) - | > loss_duration: 1.895925521850586 (1.849960344178336) - | > loss_1: 40.80665588378906 (37.892762184143066) - - --> STEP: 15 - | > loss_disc: 2.099675416946411 (2.2641636530558267) - | > loss_disc_real_0: 0.08220887184143066 (0.0925711857775847) - | > loss_disc_real_1: 0.20308296382427216 (0.1898456782102585) - | > loss_disc_real_2: 0.19247154891490936 (0.18756826370954513) - | > loss_disc_real_3: 0.1910538524389267 (0.16856706341107686) - | > loss_disc_real_4: 0.2030906081199646 (0.21036034127076467) - | > loss_disc_real_5: 0.187611386179924 (0.16992766112089158) - | > loss_0: 2.099675416946411 (2.2641636530558267) - | > loss_gen: 2.8206183910369873 (2.5122692267100017) - | > loss_kl: 1.2549396753311157 (1.5134025732676188) - | > loss_feat: 5.989283561706543 (5.4412726879119875) - | > loss_mel: 29.122596740722656 (26.785499064127603) - | > loss_duration: 1.811525583267212 (1.8473980267842611) - | > loss_1: 40.998966217041016 (38.09984245300293) - - --> STEP: 16 - | > loss_disc: 2.674750804901123 (2.289825350046158) - | > loss_disc_real_0: 0.06951609253883362 (0.09113024245016277) - | > loss_disc_real_1: 0.20718631148338318 (0.19092946778982878) - | > loss_disc_real_2: 0.2028447836637497 (0.18852304620668292) - | > loss_disc_real_3: 0.1528683304786682 (0.16758589260280132) - | > loss_disc_real_4: 0.18946196138858795 (0.20905419252812862) - | > loss_disc_real_5: 0.1540430784225464 (0.168934874702245) - | > loss_0: 2.674750804901123 (2.289825350046158) - | > loss_gen: 1.9610614776611328 (2.4778187423944473) - | > loss_kl: 1.4772595167160034 (1.5111436322331429) - | > loss_feat: 4.110640525817871 (5.358108177781105) - | > loss_mel: 18.167057037353516 (26.246846437454224) - | > loss_duration: 1.9023659229278564 (1.8508335202932358) - | > loss_1: 27.618385314941406 (37.444751381874084) - - --> STEP: 17 - | > loss_disc: 2.6547133922576904 (2.3112893525291893) - | > loss_disc_real_0: 0.08898463845252991 (0.09100403045030202) - | > loss_disc_real_1: 0.2622954845428467 (0.1951274687753004) - | > loss_disc_real_2: 0.23079517483711243 (0.1910096420084729) - | > loss_disc_real_3: 0.1918649971485138 (0.16901407522313736) - | > loss_disc_real_4: 0.24520738422870636 (0.21118085086345673) - | > loss_disc_real_5: 0.222077414393425 (0.172060906448785) - | > loss_0: 2.6547133922576904 (2.3112893525291893) - | > loss_gen: 2.1155240535736084 (2.4565072901108684) - | > loss_kl: 1.5146572589874268 (1.5113503161598654) - | > loss_feat: 3.1544668674468994 (5.228482218349681) - | > loss_mel: 19.536386489868164 (25.852113499360925) - | > loss_duration: 1.7791883945465088 (1.8466191011316635) - | > loss_1: 28.100223541259766 (36.895073273602655) - - --> STEP: 18 - | > loss_disc: 2.2506022453308105 (2.307917846573724) - | > loss_disc_real_0: 0.0734390839934349 (0.09002820009158717) - | > loss_disc_real_1: 0.1541755199432373 (0.19285236050685248) - | > loss_disc_real_2: 0.151194229722023 (0.18879767465922567) - | > loss_disc_real_3: 0.1430491954088211 (0.16757158190011978) - | > loss_disc_real_4: 0.10584200173616409 (0.20532869257860714) - | > loss_disc_real_5: 0.09955086559057236 (0.16803257084555095) - | > loss_0: 2.2506022453308105 (2.307917846573724) - | > loss_gen: 2.4217212200164795 (2.4545747306611805) - | > loss_kl: 0.9672200083732605 (1.4811208546161652) - | > loss_feat: 6.477985382080078 (5.297899060779148) - | > loss_mel: 28.710466384887695 (26.01091088189019) - | > loss_duration: 1.777982234954834 (1.8428059418996174) - | > loss_1: 40.35537338256836 (37.087312168545196) - - --> STEP: 19 - | > loss_disc: 2.4158520698547363 (2.3135985951674614) - | > loss_disc_real_0: 0.09012771397829056 (0.09003343766457156) - | > loss_disc_real_1: 0.20352347195148468 (0.1934139979513068) - | > loss_disc_real_2: 0.18652121722698212 (0.18867786111016022) - | > loss_disc_real_3: 0.18180711567401886 (0.1683208205197987) - | > loss_disc_real_4: 0.24493558704853058 (0.207413265971761) - | > loss_disc_real_5: 0.21393853425979614 (0.1704486741831428) - | > loss_0: 2.4158520698547363 (2.3135985951674614) - | > loss_gen: 2.2446045875549316 (2.4435236704976937) - | > loss_kl: 1.5479918718338013 (1.484640381838146) - | > loss_feat: 4.356067180633545 (5.248328961824116) - | > loss_mel: 24.956890106201172 (25.955436104222347) - | > loss_duration: 1.8774818181991577 (1.844630988020646) - | > loss_1: 34.983036041259766 (36.97656079342491) - - --> STEP: 20 - | > loss_disc: 2.6016762256622314 (2.3280024766921996) - | > loss_disc_real_0: 0.11587361991405487 (0.09132544677704572) - | > loss_disc_real_1: 0.21297994256019592 (0.19439229518175125) - | > loss_disc_real_2: 0.19622093439102173 (0.1890550147742033) - | > loss_disc_real_3: 0.1488981544971466 (0.16734968721866608) - | > loss_disc_real_4: 0.20830024778842926 (0.2074576150625944) - | > loss_disc_real_5: 0.20202331244945526 (0.17202740609645845) - | > loss_0: 2.6016762256622314 (2.3280024766921996) - | > loss_gen: 1.974144697189331 (2.420054721832275) - | > loss_kl: 1.3600925207138062 (1.478412988781929) - | > loss_feat: 4.014753818511963 (5.186650204658508) - | > loss_mel: 24.651939392089844 (25.890261268615724) - | > loss_duration: 1.7580292224884033 (1.8403008997440338) - | > loss_1: 33.75896072387695 (36.81568078994751) - - --> STEP: 21 - | > loss_disc: 2.362344264984131 (2.3296377999441966) - | > loss_disc_real_0: 0.11616101861000061 (0.09250809305480548) - | > loss_disc_real_1: 0.19927799701690674 (0.194624947650092) - | > loss_disc_real_2: 0.21642214059829712 (0.1903582112420173) - | > loss_disc_real_3: 0.23115986585617065 (0.17038826715378536) - | > loss_disc_real_4: 0.24784167110919952 (0.209380665350528) - | > loss_disc_real_5: 0.23520885407924652 (0.1750360464765912) - | > loss_0: 2.362344264984131 (2.3296377999441966) - | > loss_gen: 2.5627377033233643 (2.426849149522327) - | > loss_kl: 1.2639647722244263 (1.4682011689458574) - | > loss_feat: 4.619781970977783 (5.1596564792451405) - | > loss_mel: 25.639249801635742 (25.878308341616677) - | > loss_duration: 1.8187994956970215 (1.8392770233608426) - | > loss_1: 35.90453338623047 (36.77229281834194) - - --> STEP: 22 - | > loss_disc: 2.4180760383605957 (2.333657719872215) - | > loss_disc_real_0: 0.08822683244943619 (0.09231349030001597) - | > loss_disc_real_1: 0.29192686080932617 (0.19904776188460263) - | > loss_disc_real_2: 0.23740947246551514 (0.19249690493399446) - | > loss_disc_real_3: 0.20668314397335052 (0.17203803428194742) - | > loss_disc_real_4: 0.24688534438610077 (0.21108542348850856) - | > loss_disc_real_5: 0.23206914961338043 (0.17762846025553616) - | > loss_0: 2.4180760383605957 (2.333657719872215) - | > loss_gen: 2.631087064743042 (2.436132691123269) - | > loss_kl: 1.316315770149231 (1.4612972871823744) - | > loss_feat: 4.395771026611328 (5.124934413216331) - | > loss_mel: 28.33924674987793 (25.990169178355824) - | > loss_duration: 1.9379748106002808 (1.843763286417181) - | > loss_1: 38.62039566040039 (36.85629749298096) - - --> STEP: 23 - | > loss_disc: 2.545233726501465 (2.342856676682182) - | > loss_disc_real_0: 0.1545160412788391 (0.09501794903822568) - | > loss_disc_real_1: 0.2331060916185379 (0.20052855882955634) - | > loss_disc_real_2: 0.2046777755022049 (0.19302650800217752) - | > loss_disc_real_3: 0.22241437435150146 (0.1742283099371454) - | > loss_disc_real_4: 0.2392994910478592 (0.21231212207804556) - | > loss_disc_real_5: 0.23099656403064728 (0.17994881259358447) - | > loss_0: 2.545233726501465 (2.342856676682182) - | > loss_gen: 2.0973777770996094 (2.4214042166005014) - | > loss_kl: 1.1993622779846191 (1.4499088085216025) - | > loss_feat: 3.466978073120117 (5.052849354951278) - | > loss_mel: 23.02029037475586 (25.861044012981914) - | > loss_duration: 1.8863941431045532 (1.8456168019253274) - | > loss_1: 31.67040252685547 (36.630823798801586) - - --> STEP: 24 - | > loss_disc: 2.084970474243164 (2.332111418247223) - | > loss_disc_real_0: 0.06496795266866684 (0.09376586585616072) - | > loss_disc_real_1: 0.17262153327465057 (0.19936576609810194) - | > loss_disc_real_2: 0.14672712981700897 (0.19109736724446216) - | > loss_disc_real_3: 0.20224210619926453 (0.17539555144806704) - | > loss_disc_real_4: 0.16858257353305817 (0.21049005755533776) - | > loss_disc_real_5: 0.15156887471675873 (0.17876631518205008) - | > loss_0: 2.084970474243164 (2.332111418247223) - | > loss_gen: 2.4007670879364014 (2.420544336239497) - | > loss_kl: 0.6141995787620544 (1.4150875906149547) - | > loss_feat: 5.800971508026123 (5.084021111329396) - | > loss_mel: 29.01453399658203 (25.992439428965252) - | > loss_duration: 1.8279250860214233 (1.844879647095998) - | > loss_1: 39.65840148925781 (36.756972869237266) - - --> STEP: 25 - | > loss_disc: 2.2769601345062256 (2.329905366897583) - | > loss_disc_real_0: 0.08299165964126587 (0.09333489760756493) - | > loss_disc_real_1: 0.18404534459114075 (0.1987529492378235) - | > loss_disc_real_2: 0.1964135766029358 (0.19131001561880112) - | > loss_disc_real_3: 0.16260209679603577 (0.17488381326198577) - | > loss_disc_real_4: 0.2957853078842163 (0.2139018675684929) - | > loss_disc_real_5: 0.15542012453079224 (0.17783246755599977) - | > loss_0: 2.2769601345062256 (2.329905366897583) - | > loss_gen: 2.4538564682006836 (2.4218768215179445) - | > loss_kl: 1.2758452892303467 (1.4095178985595702) - | > loss_feat: 4.90347146987915 (5.0767991256713865) - | > loss_mel: 23.801877975463867 (25.904816970825195) - | > loss_duration: 1.737419843673706 (1.8405812549591065) - | > loss_1: 34.17247009277344 (36.65359275817871) - - --> STEP: 26 - | > loss_disc: 2.509704351425171 (2.3368207124563365) - | > loss_disc_real_0: 0.12865489721298218 (0.09469335913085021) - | > loss_disc_real_1: 0.17740674316883087 (0.197931941312093) - | > loss_disc_real_2: 0.18572312593460083 (0.19109513524633187) - | > loss_disc_real_3: 0.15509405732154846 (0.1741226688027382) - | > loss_disc_real_4: 0.23598219454288483 (0.2147511109136618) - | > loss_disc_real_5: 0.19369423389434814 (0.17844253549209008) - | > loss_0: 2.509704351425171 (2.3368207124563365) - | > loss_gen: 2.248251438140869 (2.4151989221572876) - | > loss_kl: 1.2423765659332275 (1.4030893857662494) - | > loss_feat: 4.8541579246521 (5.068236002555261) - | > loss_mel: 26.469161987304688 (25.9265225483821) - | > loss_duration: 1.7956781387329102 (1.8388542120273297) - | > loss_1: 36.60962677001953 (36.651901758634125) - - --> STEP: 27 - | > loss_disc: 2.359579563140869 (2.3376636328520597) - | > loss_disc_real_0: 0.10728245973587036 (0.09515962211622132) - | > loss_disc_real_1: 0.20198512077331543 (0.19808205906991605) - | > loss_disc_real_2: 0.17652054131031036 (0.19055533547092368) - | > loss_disc_real_3: 0.1597161889076233 (0.1735890954732895) - | > loss_disc_real_4: 0.2231498509645462 (0.21506217535999086) - | > loss_disc_real_5: 0.15079721808433533 (0.17741863484735843) - | > loss_0: 2.359579563140869 (2.3376636328520597) - | > loss_gen: 2.603139638900757 (2.422159689444083) - | > loss_kl: 1.4382978677749634 (1.404393403618424) - | > loss_feat: 5.598456382751465 (5.087873794414379) - | > loss_mel: 28.676265716552734 (26.028364887943976) - | > loss_duration: 1.840747594833374 (1.8389243373164423) - | > loss_1: 40.15690612792969 (36.781716735274706) - - --> STEP: 28 - | > loss_disc: 1.950223684310913 (2.323826491832733) - | > loss_disc_real_0: 0.06815678626298904 (0.09419523512146302) - | > loss_disc_real_1: 0.1664787083864212 (0.19695336797407695) - | > loss_disc_real_2: 0.12788888812065125 (0.1883172480655568) - | > loss_disc_real_3: 0.1046094000339508 (0.17112553492188454) - | > loss_disc_real_4: 0.11729130148887634 (0.21157035843602248) - | > loss_disc_real_5: 0.16170655190944672 (0.1768574890281473) - | > loss_0: 1.950223684310913 (2.323826491832733) - | > loss_gen: 2.666186571121216 (2.430874935218266) - | > loss_kl: 1.7352430820465088 (1.4162094635622842) - | > loss_feat: 6.4883270263671875 (5.137889981269836) - | > loss_mel: 27.45407485961914 (26.07928310121809) - | > loss_duration: 1.8607285022735596 (1.8397030574934823) - | > loss_1: 40.204559326171875 (36.90396111352103) - - --> STEP: 29 - | > loss_disc: 2.337583303451538 (2.324300864647175) - | > loss_disc_real_0: 0.10454165935516357 (0.09455200837090097) - | > loss_disc_real_1: 0.2742961049079895 (0.19962035890283256) - | > loss_disc_real_2: 0.23403818905353546 (0.18989383223755607) - | > loss_disc_real_3: 0.204289972782135 (0.1722691362274104) - | > loss_disc_real_4: 0.27962377667427063 (0.21391702803044482) - | > loss_disc_real_5: 0.24567818641662598 (0.17923061652430172) - | > loss_0: 2.337583303451538 (2.324300864647175) - | > loss_gen: 2.550029754638672 (2.434983722094832) - | > loss_kl: 1.484104037284851 (1.4185506557596141) - | > loss_feat: 3.884448289871216 (5.094667853980229) - | > loss_mel: 24.62882423400879 (26.02926727821087) - | > loss_duration: 1.838333249092102 (1.839655822721021) - | > loss_1: 34.385738372802734 (36.81712584659971) - - --> STEP: 30 - | > loss_disc: 2.3015828132629395 (2.3235435962677) - | > loss_disc_real_0: 0.08947007358074188 (0.09438261054456235) - | > loss_disc_real_1: 0.16085247695446014 (0.19832809617122013) - | > loss_disc_real_2: 0.13853931427001953 (0.1881820149719715) - | > loss_disc_real_3: 0.11266423761844635 (0.17028230627377827) - | > loss_disc_real_4: 0.15546579658985138 (0.21196865364909173) - | > loss_disc_real_5: 0.10971229523420334 (0.17691333914796512) - | > loss_0: 2.3015828132629395 (2.3235435962677) - | > loss_gen: 2.2939274311065674 (2.4302818457285564) - | > loss_kl: 1.3724441528320312 (1.4170137723286946) - | > loss_feat: 6.466060161590576 (5.140380930900574) - | > loss_mel: 29.44991111755371 (26.143288739522298) - | > loss_duration: 1.8330440521240234 (1.8394354303677878) - | > loss_1: 41.415382385253906 (36.97040106455485) - - --> STEP: 31 - | > loss_disc: 2.4458398818969727 (2.327488637739612) - | > loss_disc_real_0: 0.13448753952980042 (0.09567631793118292) - | > loss_disc_real_1: 0.2753183841705322 (0.2008116538486173) - | > loss_disc_real_2: 0.2356100231409073 (0.18971195071935654) - | > loss_disc_real_3: 0.1746729165315628 (0.17042393886273907) - | > loss_disc_real_4: 0.2114926427602768 (0.21195329845912994) - | > loss_disc_real_5: 0.22352157533168793 (0.17841683063776262) - | > loss_0: 2.4458398818969727 (2.327488637739612) - | > loss_gen: 2.3494760990142822 (2.427675208737773) - | > loss_kl: 1.3998832702636719 (1.4164611754878875) - | > loss_feat: 4.222348213195801 (5.110766972264936) - | > loss_mel: 26.375757217407227 (26.150787722679876) - | > loss_duration: 1.7991124391555786 (1.838134688715781) - | > loss_1: 36.14657974243164 (36.94382618319604) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.01366652980927498 (+0.003360563708889869) - | > avg_loss_disc: 2.327488637739612 (-0.15408780497889385) - | > avg_loss_disc_real_0: 0.09567631793118292 (+0.01674179131946256) - | > avg_loss_disc_real_1: 0.2008116538486173 (+0.062213248302859625) - | > avg_loss_disc_real_2: 0.18971195071935654 (-0.017513570525953842) - | > avg_loss_disc_real_3: 0.17042393886273907 (-0.05346607681243651) - | > avg_loss_disc_real_4: 0.21195329845912994 (-0.029088010470713355) - | > avg_loss_disc_real_5: 0.17841683063776262 (-0.07659104394335911) - | > avg_loss_0: 2.327488637739612 (-0.15408780497889385) - | > avg_loss_gen: 2.427675208737773 (+0.3982038959380114) - | > avg_loss_kl: 1.4164611754878875 (+0.10677597984190923) - | > avg_loss_feat: 5.110766972264936 (+0.594218000288933) - | > avg_loss_mel: 26.150787722679876 (+0.5210073532596695) - | > avg_loss_duration: 1.838134688715781 (-0.0029906265197261472) - | > avg_loss_1: 36.94382618319604 (+1.6172153103736164) - - - > EPOCH: 7/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-22 11:49:03)  - - --> TIME: 2024-11-22 11:49:08 -- STEP: 4/797 -- GLOBAL_STEP: 7400 - | > loss_disc: 2.4081871509552 (2.376594305038452) - | > loss_disc_real_0: 0.10334812849760056 (0.09890860691666603) - | > loss_disc_real_1: 0.1730351448059082 (0.24505950883030891) - | > loss_disc_real_2: 0.22609812021255493 (0.2420525811612606) - | > loss_disc_real_3: 0.161115363240242 (0.23568850383162498) - | > loss_disc_real_4: 0.21348179876804352 (0.22101430967450142) - | > loss_disc_real_5: 0.20786800980567932 (0.20896712690591812) - | > loss_0: 2.4081871509552 (2.376594305038452) - | > grad_norm_0: tensor(71.9582, device='cuda:0') (tensor(81.9890, device='cuda:0')) - | > loss_gen: 2.5041956901550293 (2.4676406383514404) - | > loss_kl: 1.4707070589065552 (1.4168434739112854) - | > loss_feat: 4.952823638916016 (4.683170676231384) - | > loss_mel: 25.554515838623047 (25.253926277160645) - | > loss_duration: 2.073563814163208 (2.1557669639587402) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.55580520629883 (35.9773473739624) - | > grad_norm_1: tensor(131.0753, device='cuda:0') (tensor(231.1329, device='cuda:0')) - | > current_lr_0: 0.0001997751124671936 - | > current_lr_1: 0.0001997751124671936 - | > step_time: 0.8158 (0.8395570516586304) - | > loader_time: 0.0047 (0.00487130880355835) - - - --> TIME: 2024-11-22 11:49:30 -- STEP: 29/797 -- GLOBAL_STEP: 7425 - | > loss_disc: 2.330738067626953 (2.4194906580037085) - | > loss_disc_real_0: 0.16707824170589447 (0.12419776335872452) - | > loss_disc_real_1: 0.2493869513273239 (0.23300163447856903) - | > loss_disc_real_2: 0.22023864090442657 (0.23321007860117945) - | > loss_disc_real_3: 0.19911187887191772 (0.22103911124426742) - | > loss_disc_real_4: 0.17756126821041107 (0.21200572313933536) - | > loss_disc_real_5: 0.2262711226940155 (0.22984561992102656) - | > loss_0: 2.330738067626953 (2.4194906580037085) - | > grad_norm_0: tensor(70.6690, device='cuda:0') (tensor(89.2215, device='cuda:0')) - | > loss_gen: 2.314223289489746 (2.4021930612366775) - | > loss_kl: 1.6036661863327026 (1.4571907355867584) - | > loss_feat: 5.138926982879639 (4.657082648112856) - | > loss_mel: 26.849355697631836 (24.62133183972589) - | > loss_duration: 1.8826462030410767 (1.9863160766404253) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.788818359375 (35.12411472715179) - | > grad_norm_1: tensor(610.7534, device='cuda:0') (tensor(587.8029, device='cuda:0')) - | > current_lr_0: 0.0001997751124671936 - | > current_lr_1: 0.0001997751124671936 - | > step_time: 1.1664 (0.8770970311658136) - | > loader_time: 0.0039 (0.00419134107129327) - - - --> TIME: 2024-11-22 11:49:52 -- STEP: 54/797 -- GLOBAL_STEP: 7450 - | > loss_disc: 2.2461445331573486 (2.4193748279854104) - | > loss_disc_real_0: 0.10645689815282822 (0.12684160374380932) - | > loss_disc_real_1: 0.20010145008563995 (0.2277896895452782) - | > loss_disc_real_2: 0.23621635138988495 (0.23499104215039146) - | > loss_disc_real_3: 0.18470945954322815 (0.21515703642809833) - | > loss_disc_real_4: 0.164560467004776 (0.2142270820008384) - | > loss_disc_real_5: 0.18191105127334595 (0.2341259022553762) - | > loss_0: 2.2461445331573486 (2.4193748279854104) - | > grad_norm_0: tensor(30.3868, device='cuda:0') (tensor(80.2611, device='cuda:0')) - | > loss_gen: 2.473432779312134 (2.3768310414420233) - | > loss_kl: 1.120343804359436 (1.4634633814847027) - | > loss_feat: 5.316460132598877 (4.685774136472633) - | > loss_mel: 26.58316993713379 (25.05066274713587) - | > loss_duration: 1.8155945539474487 (1.9461945670622367) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.30900192260742 (35.52292597735367) - | > grad_norm_1: tensor(471.4880, device='cuda:0') (tensor(636.0464, device='cuda:0')) - | > current_lr_0: 0.0001997751124671936 - | > current_lr_1: 0.0001997751124671936 - | > step_time: 0.9018 (0.8642468319998847) - | > loader_time: 0.0048 (0.004420280456542967) - - - --> TIME: 2024-11-22 11:50:16 -- STEP: 79/797 -- GLOBAL_STEP: 7475 - | > loss_disc: 2.5599045753479004 (2.4117752600319777) - | > loss_disc_real_0: 0.11281587183475494 (0.12363140511361867) - | > loss_disc_real_1: 0.2155897170305252 (0.2250277603728862) - | > loss_disc_real_2: 0.2513926923274994 (0.2351794022170803) - | > loss_disc_real_3: 0.15415136516094208 (0.21634011178077026) - | > loss_disc_real_4: 0.25490304827690125 (0.21622328667701046) - | > loss_disc_real_5: 0.24496637284755707 (0.23418278350860258) - | > loss_0: 2.5599045753479004 (2.4117752600319777) - | > grad_norm_0: tensor(219.2358, device='cuda:0') (tensor(78.9068, device='cuda:0')) - | > loss_gen: 2.2683324813842773 (2.3978170865698702) - | > loss_kl: 1.281184196472168 (1.438552071776571) - | > loss_feat: 4.17778205871582 (4.730915627902066) - | > loss_mel: 23.622501373291016 (25.210589420946338) - | > loss_duration: 1.7889740467071533 (1.9181526280656647) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.13877487182617 (35.69602686242211) - | > grad_norm_1: tensor(1012.9279, device='cuda:0') (tensor(651.4674, device='cuda:0')) - | > current_lr_0: 0.0001997751124671936 - | > current_lr_1: 0.0001997751124671936 - | > step_time: 1.0218 (0.8923194981828521) - | > loader_time: 0.0043 (0.004695192168030557) - - - --> TIME: 2024-11-22 11:50:39 -- STEP: 104/797 -- GLOBAL_STEP: 7500 - | > loss_disc: 2.477160930633545 (2.4246135285267463) - | > loss_disc_real_0: 0.10130012035369873 (0.12623587555180382) - | > loss_disc_real_1: 0.18890604376792908 (0.22601581622774786) - | > loss_disc_real_2: 0.22153694927692413 (0.23432477219746664) - | > loss_disc_real_3: 0.18023496866226196 (0.21621158819359085) - | > loss_disc_real_4: 0.2197103649377823 (0.21821813399975115) - | > loss_disc_real_5: 0.2310446947813034 (0.23542542884556147) - | > loss_0: 2.477160930633545 (2.4246135285267463) - | > grad_norm_0: tensor(120.8966, device='cuda:0') (tensor(87.6914, device='cuda:0')) - | > loss_gen: 2.2331643104553223 (2.392025528045799) - | > loss_kl: 1.3404128551483154 (1.4133050854389484) - | > loss_feat: 4.754730224609375 (4.710406012259994) - | > loss_mel: 24.814594268798828 (25.245378549282368) - | > loss_duration: 1.8502514362335205 (1.906517036832296) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.9931526184082 (35.667632029606736) - | > grad_norm_1: tensor(298.5913, device='cuda:0') (tensor(692.3021, device='cuda:0')) - | > current_lr_0: 0.0001997751124671936 - | > current_lr_1: 0.0001997751124671936 - | > step_time: 1.0008 (0.9000608347929441) - | > loader_time: 0.0043 (0.004898295952723574) - - - --> TIME: 2024-11-22 11:51:02 -- STEP: 129/797 -- GLOBAL_STEP: 7525 - | > loss_disc: 2.387953281402588 (2.421875134919041) - | > loss_disc_real_0: 0.11284226179122925 (0.12507880981578393) - | > loss_disc_real_1: 0.2555435597896576 (0.2250009093635766) - | > loss_disc_real_2: 0.23696757853031158 (0.23452837314716604) - | > loss_disc_real_3: 0.19265742599964142 (0.21663215998993365) - | > loss_disc_real_4: 0.23377646505832672 (0.2170934176953264) - | > loss_disc_real_5: 0.2964915931224823 (0.23411974230015925) - | > loss_0: 2.387953281402588 (2.421875134919041) - | > grad_norm_0: tensor(197.5251, device='cuda:0') (tensor(89.9781, device='cuda:0')) - | > loss_gen: 2.3619234561920166 (2.398552672807559) - | > loss_kl: 1.0560836791992188 (1.3994467970012694) - | > loss_feat: 4.242443084716797 (4.710759027983789) - | > loss_mel: 26.012039184570312 (25.217548547789107) - | > loss_duration: 1.9056464433670044 (1.8982524973477504) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.5781364440918 (35.62455932853758) - | > grad_norm_1: tensor(888.4468, device='cuda:0') (tensor(700.2863, device='cuda:0')) - | > current_lr_0: 0.0001997751124671936 - | > current_lr_1: 0.0001997751124671936 - | > step_time: 0.9359 (0.9033521570900614) - | > loader_time: 0.0058 (0.0049993178641149225) - - - --> TIME: 2024-11-22 11:51:25 -- STEP: 154/797 -- GLOBAL_STEP: 7550 - | > loss_disc: 2.2572827339172363 (2.4169102752363525) - | > loss_disc_real_0: 0.0864722728729248 (0.12613243783836245) - | > loss_disc_real_1: 0.16099926829338074 (0.22429319993629085) - | > loss_disc_real_2: 0.27286866307258606 (0.23452684863821252) - | > loss_disc_real_3: 0.1604347676038742 (0.2157287070309961) - | > loss_disc_real_4: 0.20088940858840942 (0.2170209844971632) - | > loss_disc_real_5: 0.16924788057804108 (0.23271097513762387) - | > loss_0: 2.2572827339172363 (2.4169102752363525) - | > grad_norm_0: tensor(75.4398, device='cuda:0') (tensor(90.2917, device='cuda:0')) - | > loss_gen: 2.3595898151397705 (2.3965992261837044) - | > loss_kl: 1.3872442245483398 (1.3913147662367142) - | > loss_feat: 6.306918144226074 (4.72404016612412) - | > loss_mel: 28.903228759765625 (25.297065734863274) - | > loss_duration: 1.780174970626831 (1.8900652899370565) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 40.737152099609375 (35.69908500027347) - | > grad_norm_1: tensor(868.8125, device='cuda:0') (tensor(704.7252, device='cuda:0')) - | > current_lr_0: 0.0001997751124671936 - | > current_lr_1: 0.0001997751124671936 - | > step_time: 0.9353 (0.9056924117075933) - | > loader_time: 0.0077 (0.005060000853105024) - - - --> TIME: 2024-11-22 11:51:50 -- STEP: 179/797 -- GLOBAL_STEP: 7575 - | > loss_disc: 2.6178245544433594 (2.4155652216692873) - | > loss_disc_real_0: 0.19452647864818573 (0.12521578857477483) - | > loss_disc_real_1: 0.27460911870002747 (0.22360314828390515) - | > loss_disc_real_2: 0.30629053711891174 (0.23468508542249988) - | > loss_disc_real_3: 0.275191068649292 (0.21616250821831506) - | > loss_disc_real_4: 0.2638746201992035 (0.2165472487497596) - | > loss_disc_real_5: 0.2695094048976898 (0.23367495060633015) - | > loss_0: 2.6178245544433594 (2.4155652216692873) - | > grad_norm_0: tensor(391.7626, device='cuda:0') (tensor(91.2340, device='cuda:0')) - | > loss_gen: 2.6283676624298096 (2.4044981695420247) - | > loss_kl: 1.1566534042358398 (1.3886543389139228) - | > loss_feat: 4.136836528778076 (4.734455914470734) - | > loss_mel: 25.838577270507812 (25.304901964837608) - | > loss_duration: 1.8133399486541748 (1.8819416261918052) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.57377243041992 (35.71445182715049) - | > grad_norm_1: tensor(1088.8196, device='cuda:0') (tensor(715.0873, device='cuda:0')) - | > current_lr_0: 0.0001997751124671936 - | > current_lr_1: 0.0001997751124671936 - | > step_time: 1.0588 (0.9170569680922525) - | > loader_time: 0.0097 (0.005214789726214701) - - - --> TIME: 2024-11-22 11:52:14 -- STEP: 204/797 -- GLOBAL_STEP: 7600 - | > loss_disc: 2.4713358879089355 (2.4145665682998345) - | > loss_disc_real_0: 0.15194609761238098 (0.12242225974834726) - | > loss_disc_real_1: 0.2127692848443985 (0.22291100171266817) - | > loss_disc_real_2: 0.25669655203819275 (0.2363708715374563) - | > loss_disc_real_3: 0.17512130737304688 (0.21701360453723692) - | > loss_disc_real_4: 0.2047763168811798 (0.21823793861503696) - | > loss_disc_real_5: 0.21732811629772186 (0.23514150185327903) - | > loss_0: 2.4713358879089355 (2.4145665682998345) - | > grad_norm_0: tensor(128.7114, device='cuda:0') (tensor(90.7519, device='cuda:0')) - | > loss_gen: 2.4213225841522217 (2.4175776488640732) - | > loss_kl: 0.9669114947319031 (1.3883173588444204) - | > loss_feat: 4.674736976623535 (4.766627766338046) - | > loss_mel: 26.933591842651367 (25.35019330417408) - | > loss_duration: 1.9029717445373535 (1.8770037252528995) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.8995361328125 (35.799719651540094) - | > grad_norm_1: tensor(642.3930, device='cuda:0') (tensor(697.5294, device='cuda:0')) - | > current_lr_0: 0.0001997751124671936 - | > current_lr_1: 0.0001997751124671936 - | > step_time: 0.9289 (0.9207078779444975) - | > loader_time: 0.0056 (0.005283213129230575) - - - --> TIME: 2024-11-22 11:52:39 -- STEP: 229/797 -- GLOBAL_STEP: 7625 - | > loss_disc: 2.5115153789520264 (2.4157754718997064) - | > loss_disc_real_0: 0.1705019474029541 (0.12011171450358553) - | > loss_disc_real_1: 0.2857435643672943 (0.22412096347871305) - | > loss_disc_real_2: 0.22440797090530396 (0.2366492813331071) - | > loss_disc_real_3: 0.19710108637809753 (0.21690250266196948) - | > loss_disc_real_4: 0.24921578168869019 (0.21886869217370794) - | > loss_disc_real_5: 0.2692066431045532 (0.23441889387551354) - | > loss_0: 2.5115153789520264 (2.4157754718997064) - | > grad_norm_0: tensor(109.0972, device='cuda:0') (tensor(89.9668, device='cuda:0')) - | > loss_gen: 2.4737348556518555 (2.415394147931229) - | > loss_kl: 1.2379441261291504 (1.390752214531711) - | > loss_feat: 4.613183975219727 (4.751622977735693) - | > loss_mel: 26.740999221801758 (25.348108749722805) - | > loss_duration: 1.8643505573272705 (1.8737373976728282) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.930213928222656 (35.77961541055069) - | > grad_norm_1: tensor(510.9385, device='cuda:0') (tensor(683.4260, device='cuda:0')) - | > current_lr_0: 0.0001997751124671936 - | > current_lr_1: 0.0001997751124671936 - | > step_time: 0.9968 (0.9263237261876268) - | > loader_time: 0.0056 (0.00537496779162811) - - - --> TIME: 2024-11-22 11:53:04 -- STEP: 254/797 -- GLOBAL_STEP: 7650 - | > loss_disc: 2.376878499984741 (2.4185082461890266) - | > loss_disc_real_0: 0.08352133631706238 (0.12086947604749852) - | > loss_disc_real_1: 0.1560387909412384 (0.22339756616691905) - | > loss_disc_real_2: 0.22193221747875214 (0.2361809348496865) - | > loss_disc_real_3: 0.21461255848407745 (0.21671132746291913) - | > loss_disc_real_4: 0.16284245252609253 (0.2191498132319901) - | > loss_disc_real_5: 0.22836899757385254 (0.23581291406642735) - | > loss_0: 2.376878499984741 (2.4185082461890266) - | > grad_norm_0: tensor(19.0724, device='cuda:0') (tensor(89.5864, device='cuda:0')) - | > loss_gen: 2.1715497970581055 (2.4070890250168455) - | > loss_kl: 1.4236782789230347 (1.387900535046585) - | > loss_feat: 4.696249008178711 (4.723847703670891) - | > loss_mel: 27.05763053894043 (25.358432995052784) - | > loss_duration: 1.8446933031082153 (1.8687792772383203) - | > amp_scaler: 128.0 (130.01574803149606) - | > loss_1: 37.19380187988281 (35.74604946046362) - | > grad_norm_1: tensor(259.0692, device='cuda:0') (tensor(673.4865, device='cuda:0')) - | > current_lr_0: 0.0001997751124671936 - | > current_lr_1: 0.0001997751124671936 - | > step_time: 0.9808 (0.9313653679344598) - | > loader_time: 0.0066 (0.0055008103528360695) - - - --> TIME: 2024-11-22 11:53:28 -- STEP: 279/797 -- GLOBAL_STEP: 7675 - | > loss_disc: 2.441920280456543 (2.4249683904818724) - | > loss_disc_real_0: 0.17616522312164307 (0.12422102251120153) - | > loss_disc_real_1: 0.19058579206466675 (0.22261047929418556) - | > loss_disc_real_2: 0.2135881930589676 (0.23624013914429587) - | > loss_disc_real_3: 0.21067126095294952 (0.21683418919001857) - | > loss_disc_real_4: 0.3143656253814697 (0.21979130841925154) - | > loss_disc_real_5: 0.2747037708759308 (0.23639449936514687) - | > loss_0: 2.441920280456543 (2.4249683904818724) - | > grad_norm_0: tensor(134.7701, device='cuda:0') (tensor(90.0034, device='cuda:0')) - | > loss_gen: 2.6786303520202637 (2.4049708458685113) - | > loss_kl: 1.4999113082885742 (1.3858409603009516) - | > loss_feat: 5.746867656707764 (4.713703067499249) - | > loss_mel: 27.791189193725586 (25.39834431337199) - | > loss_duration: 1.9269181489944458 (1.8660178889510453) - | > amp_scaler: 128.0 (129.83512544802872) - | > loss_1: 39.643516540527344 (35.76887696789154) - | > grad_norm_1: tensor(851.8297, device='cuda:0') (tensor(674.8510, device='cuda:0')) - | > current_lr_0: 0.0001997751124671936 - | > current_lr_1: 0.0001997751124671936 - | > step_time: 0.9642 (0.9348977979366072) - | > loader_time: 0.0065 (0.005591630935668945) - - - --> TIME: 2024-11-22 11:53:54 -- STEP: 304/797 -- GLOBAL_STEP: 7700 - | > loss_disc: 2.417865514755249 (2.425504527593913) - | > loss_disc_real_0: 0.11883094906806946 (0.12273135172864913) - | > loss_disc_real_1: 0.257485955953598 (0.22330309970206336) - | > loss_disc_real_2: 0.21892234683036804 (0.23670516569951647) - | > loss_disc_real_3: 0.1851055920124054 (0.216818364508646) - | > loss_disc_real_4: 0.18280178308486938 (0.22020030722610265) - | > loss_disc_real_5: 0.17231066524982452 (0.23574508275640638) - | > loss_0: 2.417865514755249 (2.425504527593913) - | > grad_norm_0: tensor(49.5238, device='cuda:0') (tensor(88.8460, device='cuda:0')) - | > loss_gen: 2.413084030151367 (2.4027176091545512) - | > loss_kl: 1.233252763748169 (1.3864896313140267) - | > loss_feat: 5.105603218078613 (4.706384323145212) - | > loss_mel: 26.28226661682129 (25.454861283302296) - | > loss_duration: 1.848097801208496 (1.8632324435993244) - | > amp_scaler: 128.0 (129.68421052631592) - | > loss_1: 36.88230895996094 (35.81368522895008) - | > grad_norm_1: tensor(497.2207, device='cuda:0') (tensor(666.7271, device='cuda:0')) - | > current_lr_0: 0.0001997751124671936 - | > current_lr_1: 0.0001997751124671936 - | > step_time: 1.0735 (0.9408658193914515) - | > loader_time: 0.0061 (0.005697795435001975) - - - --> TIME: 2024-11-22 11:54:20 -- STEP: 329/797 -- GLOBAL_STEP: 7725 - | > loss_disc: 2.4030466079711914 (2.4208222239937816) - | > loss_disc_real_0: 0.16209471225738525 (0.12128929203336543) - | > loss_disc_real_1: 0.29350391030311584 (0.22323830683905302) - | > loss_disc_real_2: 0.21848221123218536 (0.23658869829946014) - | > loss_disc_real_3: 0.20059865713119507 (0.2173226129456131) - | > loss_disc_real_4: 0.2394452542066574 (0.22047203054544054) - | > loss_disc_real_5: 0.30681073665618896 (0.23560373548497546) - | > loss_0: 2.4030466079711914 (2.4208222239937816) - | > grad_norm_0: tensor(40.7672, device='cuda:0') (tensor(87.3740, device='cuda:0')) - | > loss_gen: 2.866997003555298 (2.4107798943041314) - | > loss_kl: 1.2762348651885986 (1.3882251303971354) - | > loss_feat: 5.2985382080078125 (4.723800357714248) - | > loss_mel: 27.217771530151367 (25.44580221321082) - | > loss_duration: 1.816620945930481 (1.8614738581753068) - | > amp_scaler: 128.0 (129.55623100303964) - | > loss_1: 38.47616195678711 (35.830081383145654) - | > grad_norm_1: tensor(833.6202, device='cuda:0') (tensor(673.7862, device='cuda:0')) - | > current_lr_0: 0.0001997751124671936 - | > current_lr_1: 0.0001997751124671936 - | > step_time: 1.143 (0.9491942834709193) - | > loader_time: 0.0142 (0.005940237306171636) - - - --> TIME: 2024-11-22 11:54:47 -- STEP: 354/797 -- GLOBAL_STEP: 7750 - | > loss_disc: 2.5487220287323 (2.422344572126526) - | > loss_disc_real_0: 0.24330253899097443 (0.12160645762595249) - | > loss_disc_real_1: 0.29066333174705505 (0.2232172642808176) - | > loss_disc_real_2: 0.2340639978647232 (0.2365900038999353) - | > loss_disc_real_3: 0.2838612198829651 (0.21710198311566625) - | > loss_disc_real_4: 0.29412323236465454 (0.22023653874626273) - | > loss_disc_real_5: 0.23647935688495636 (0.23519931321090223) - | > loss_0: 2.5487220287323 (2.422344572126526) - | > grad_norm_0: tensor(41.7623, device='cuda:0') (tensor(86.7348, device='cuda:0')) - | > loss_gen: 2.7421560287475586 (2.405373464869914) - | > loss_kl: 1.5301513671875 (1.3880518873532606) - | > loss_feat: 5.002086162567139 (4.708371559105349) - | > loss_mel: 26.441635131835938 (25.412342960551623) - | > loss_duration: 1.8118181228637695 (1.858665062209307) - | > amp_scaler: 128.0 (129.4463276836159) - | > loss_1: 37.52784729003906 (35.772804890648764) - | > grad_norm_1: tensor(571.5468, device='cuda:0') (tensor(671.7485, device='cuda:0')) - | > current_lr_0: 0.0001997751124671936 - | > current_lr_1: 0.0001997751124671936 - | > step_time: 1.0819 (0.9559511094443544) - | > loader_time: 0.0086 (0.006001549252008985) - - - --> TIME: 2024-11-22 11:55:12 -- STEP: 379/797 -- GLOBAL_STEP: 7775 - | > loss_disc: 2.4965767860412598 (2.425369618121424) - | > loss_disc_real_0: 0.16254881024360657 (0.12257668843350342) - | > loss_disc_real_1: 0.2499888688325882 (0.22325778762394646) - | > loss_disc_real_2: 0.21778391301631927 (0.23638600240753949) - | > loss_disc_real_3: 0.27716654539108276 (0.21742841788127737) - | > loss_disc_real_4: 0.22252848744392395 (0.22050774840534837) - | > loss_disc_real_5: 0.24183984100818634 (0.23538041633792162) - | > loss_0: 2.4965767860412598 (2.425369618121424) - | > grad_norm_0: tensor(36.8483, device='cuda:0') (tensor(86.1682, device='cuda:0')) - | > loss_gen: 2.6374077796936035 (2.4001507847164425) - | > loss_kl: 1.5355082750320435 (1.3887978307804514) - | > loss_feat: 4.077739238739014 (4.6965303339241045) - | > loss_mel: 25.586618423461914 (25.435209898332168) - | > loss_duration: 1.7778043746948242 (1.85594618414826) - | > amp_scaler: 128.0 (129.35092348284974) - | > loss_1: 35.61507797241211 (35.7766349963588) - | > grad_norm_1: tensor(1096.2469, device='cuda:0') (tensor(676.6872, device='cuda:0')) - | > current_lr_0: 0.0001997751124671936 - | > current_lr_1: 0.0001997751124671936 - | > step_time: 1.0072 (0.9590409116568857) - | > loader_time: 0.0058 (0.006103965412029173) - - - --> TIME: 2024-11-22 11:55:40 -- STEP: 404/797 -- GLOBAL_STEP: 7800 - | > loss_disc: 2.2978782653808594 (2.422844842518906) - | > loss_disc_real_0: 0.10434895753860474 (0.12330515182457201) - | > loss_disc_real_1: 0.1647527664899826 (0.2230913864061384) - | > loss_disc_real_2: 0.27579644322395325 (0.2362974002440967) - | > loss_disc_real_3: 0.17587608098983765 (0.21688489307935277) - | > loss_disc_real_4: 0.2405387908220291 (0.21996600387415086) - | > loss_disc_real_5: 0.28499528765678406 (0.23552942622711162) - | > loss_0: 2.2978782653808594 (2.422844842518906) - | > grad_norm_0: tensor(122.3702, device='cuda:0') (tensor(88.7561, device='cuda:0')) - | > loss_gen: 2.3298912048339844 (2.4013983394839977) - | > loss_kl: 1.3613710403442383 (1.3875089284807143) - | > loss_feat: 4.536503314971924 (4.700698333801609) - | > loss_mel: 24.538116455078125 (25.40239392176712) - | > loss_duration: 1.8537276983261108 (1.854679105600508) - | > amp_scaler: 128.0 (129.26732673267344) - | > loss_1: 34.61961364746094 (35.74667860729856) - | > grad_norm_1: tensor(797.3864, device='cuda:0') (tensor(693.8323, device='cuda:0')) - | > current_lr_0: 0.0001997751124671936 - | > current_lr_1: 0.0001997751124671936 - | > step_time: 1.3108 (0.9664175073699197) - | > loader_time: 0.007 (0.0062167437949983174) - - - --> TIME: 2024-11-22 11:56:07 -- STEP: 429/797 -- GLOBAL_STEP: 7825 - | > loss_disc: 2.522521495819092 (2.4221686372112248) - | > loss_disc_real_0: 0.09389559924602509 (0.12313115237701884) - | > loss_disc_real_1: 0.18981385231018066 (0.22290965504857488) - | > loss_disc_real_2: 0.23658211529254913 (0.23600584803483424) - | > loss_disc_real_3: 0.20052900910377502 (0.21710298377108733) - | > loss_disc_real_4: 0.273623526096344 (0.22030167413619295) - | > loss_disc_real_5: 0.27950775623321533 (0.23508716675090346) - | > loss_0: 2.522521495819092 (2.4221686372112248) - | > grad_norm_0: tensor(54.1656, device='cuda:0') (tensor(88.6002, device='cuda:0')) - | > loss_gen: 2.2703237533569336 (2.4011106235441906) - | > loss_kl: 1.5340213775634766 (1.3857494225868807) - | > loss_feat: 4.446615695953369 (4.7011404309795175) - | > loss_mel: 25.213363647460938 (25.389124770264516) - | > loss_duration: 1.8002808094024658 (1.8529233546245905) - | > amp_scaler: 128.0 (129.1934731934734) - | > loss_1: 35.26460647583008 (35.7300485819925) - | > grad_norm_1: tensor(601.2737, device='cuda:0') (tensor(696.2552, device='cuda:0')) - | > current_lr_0: 0.0001997751124671936 - | > current_lr_1: 0.0001997751124671936 - | > step_time: 1.1692 (0.9724799147296898) - | > loader_time: 0.0064 (0.006350357215721288) - - - --> TIME: 2024-11-22 11:56:38 -- STEP: 454/797 -- GLOBAL_STEP: 7850 - | > loss_disc: 2.339679479598999 (2.420120925630238) - | > loss_disc_real_0: 0.04610544443130493 (0.12262866693232947) - | > loss_disc_real_1: 0.22599181532859802 (0.22309163206211796) - | > loss_disc_real_2: 0.2195872664451599 (0.23566859428840586) - | > loss_disc_real_3: 0.18822959065437317 (0.21675001624725457) - | > loss_disc_real_4: 0.1858038306236267 (0.2197580910267284) - | > loss_disc_real_5: 0.2788087725639343 (0.2348294092366874) - | > loss_0: 2.339679479598999 (2.420120925630238) - | > grad_norm_0: tensor(40.9569, device='cuda:0') (tensor(89.6863, device='cuda:0')) - | > loss_gen: 2.5475072860717773 (2.4028159175150194) - | > loss_kl: 1.5296550989151 (1.3883656982808381) - | > loss_feat: 4.842962741851807 (4.711568365538173) - | > loss_mel: 26.45319175720215 (25.42386718363488) - | > loss_duration: 1.7994996309280396 (1.8520534295867719) - | > amp_scaler: 128.0 (129.127753303965) - | > loss_1: 37.17281723022461 (35.7786705756502) - | > grad_norm_1: tensor(346.5422, device='cuda:0') (tensor(705.9318, device='cuda:0')) - | > current_lr_0: 0.0001997751124671936 - | > current_lr_1: 0.0001997751124671936 - | > step_time: 1.0791 (0.9861975320110238) - | > loader_time: 0.0099 (0.006495339754919647) - - - --> TIME: 2024-11-22 11:57:09 -- STEP: 479/797 -- GLOBAL_STEP: 7875 - | > loss_disc: 2.6024932861328125 (2.4210265220331464) - | > loss_disc_real_0: 0.06909085810184479 (0.12294008371678797) - | > loss_disc_real_1: 0.23645272850990295 (0.22281033702832423) - | > loss_disc_real_2: 0.26495057344436646 (0.23577351613059672) - | > loss_disc_real_3: 0.22182999551296234 (0.21629062532943072) - | > loss_disc_real_4: 0.2985970973968506 (0.21975794922957095) - | > loss_disc_real_5: 0.23765109479427338 (0.2349271461958676) - | > loss_0: 2.6024932861328125 (2.4210265220331464) - | > grad_norm_0: tensor(57.0498, device='cuda:0') (tensor(89.4046, device='cuda:0')) - | > loss_gen: 2.5158770084381104 (2.403451624892201) - | > loss_kl: 1.321953535079956 (1.3885876487839441) - | > loss_feat: 4.849276065826416 (4.721306836679734) - | > loss_mel: 26.491191864013672 (25.45691006765982) - | > loss_duration: 1.7980003356933594 (1.850845148269717) - | > amp_scaler: 128.0 (129.06889352818402) - | > loss_1: 36.97629928588867 (35.82110130612681) - | > grad_norm_1: tensor(625.8663, device='cuda:0') (tensor(692.3275, device='cuda:0')) - | > current_lr_0: 0.0001997751124671936 - | > current_lr_1: 0.0001997751124671936 - | > step_time: 1.2097 (0.9985998746995389) - | > loader_time: 0.0124 (0.006677289098687857) - - - --> TIME: 2024-11-22 11:57:39 -- STEP: 504/797 -- GLOBAL_STEP: 7900 - | > loss_disc: 2.6454858779907227 (2.425658676832438) - | > loss_disc_real_0: 0.10181228816509247 (0.12335191555099473) - | > loss_disc_real_1: 0.25028660893440247 (0.2230751992809394) - | > loss_disc_real_2: 0.22104449570178986 (0.23662751236013949) - | > loss_disc_real_3: 0.19590596854686737 (0.21674491706052937) - | > loss_disc_real_4: 0.2661939561367035 (0.2205766057152124) - | > loss_disc_real_5: 0.317105233669281 (0.23593652360732592) - | > loss_0: 2.6454858779907227 (2.425658676832438) - | > grad_norm_0: tensor(115.6007, device='cuda:0') (tensor(90.1325, device='cuda:0')) - | > loss_gen: 2.4104373455047607 (2.4026706001115223) - | > loss_kl: 1.440460443496704 (1.3885728028558544) - | > loss_feat: 4.386808395385742 (4.7181947694884405) - | > loss_mel: 25.37124252319336 (25.45014165696643) - | > loss_duration: 1.8518047332763672 (1.8495751096615716) - | > amp_scaler: 128.0 (129.01587301587332) - | > loss_1: 35.46075439453125 (35.809154892724614) - | > grad_norm_1: tensor(1216.1323, device='cuda:0') (tensor(686.8353, device='cuda:0')) - | > current_lr_0: 0.0001997751124671936 - | > current_lr_1: 0.0001997751124671936 - | > step_time: 1.263 (1.0090853212371704) - | > loader_time: 0.0075 (0.006814654857393293) - - - --> TIME: 2024-11-22 11:58:07 -- STEP: 529/797 -- GLOBAL_STEP: 7925 - | > loss_disc: 2.381309986114502 (2.423936424273396) - | > loss_disc_real_0: 0.12844011187553406 (0.122729176824423) - | > loss_disc_real_1: 0.17275895178318024 (0.2225175641885552) - | > loss_disc_real_2: 0.2680049240589142 (0.23629604378584879) - | > loss_disc_real_3: 0.1804286241531372 (0.21692552459769524) - | > loss_disc_real_4: 0.16079403460025787 (0.22026867412439147) - | > loss_disc_real_5: 0.20513874292373657 (0.23572978963247995) - | > loss_0: 2.381309986114502 (2.423936424273396) - | > grad_norm_0: tensor(31.4150, device='cuda:0') (tensor(90.0076, device='cuda:0')) - | > loss_gen: 2.6787831783294678 (2.4038993009772778) - | > loss_kl: 1.3675650358200073 (1.3871558555357841) - | > loss_feat: 5.603527545928955 (4.724003551587716) - | > loss_mel: 28.024307250976562 (25.455143605828955) - | > loss_duration: 1.8725754022598267 (1.8488207699445787) - | > amp_scaler: 128.0 (128.96786389414015) - | > loss_1: 39.546756744384766 (35.819023013340235) - | > grad_norm_1: tensor(982.9039, device='cuda:0') (tensor(688.4608, device='cuda:0')) - | > current_lr_0: 0.0001997751124671936 - | > current_lr_1: 0.0001997751124671936 - | > step_time: 0.9811 (1.0123089937271377) - | > loader_time: 0.0067 (0.0069386107259076105) - - - --> TIME: 2024-11-22 11:58:32 -- STEP: 554/797 -- GLOBAL_STEP: 7950 - | > loss_disc: 2.4254884719848633 (2.424245819288038) - | > loss_disc_real_0: 0.17247843742370605 (0.12246534790816828) - | > loss_disc_real_1: 0.25661948323249817 (0.22246507539107904) - | > loss_disc_real_2: 0.27657943964004517 (0.23652549257454888) - | > loss_disc_real_3: 0.18436335027217865 (0.21685406948954183) - | > loss_disc_real_4: 0.2097170203924179 (0.22035911536711653) - | > loss_disc_real_5: 0.21999064087867737 (0.23572843750461345) - | > loss_0: 2.4254884719848633 (2.424245819288038) - | > grad_norm_0: tensor(73.4168, device='cuda:0') (tensor(89.9025, device='cuda:0')) - | > loss_gen: 2.2700297832489014 (2.4050060609617816) - | > loss_kl: 1.3248965740203857 (1.384999120278479) - | > loss_feat: 4.750117778778076 (4.7275783098992035) - | > loss_mel: 26.069551467895508 (25.453109940897253) - | > loss_duration: 1.8205273151397705 (1.8482409874885088) - | > amp_scaler: 128.0 (128.92418772563207) - | > loss_1: 36.23512268066406 (35.81893436486966) - | > grad_norm_1: tensor(494.2783, device='cuda:0') (tensor(692.3516, device='cuda:0')) - | > current_lr_0: 0.0001997751124671936 - | > current_lr_1: 0.0001997751124671936 - | > step_time: 0.9686 (1.0115278193236261) - | > loader_time: 0.0075 (0.007008613231810419) - - - --> TIME: 2024-11-22 11:58:58 -- STEP: 579/797 -- GLOBAL_STEP: 7975 - | > loss_disc: 2.5347824096679688 (2.424510308086149) - | > loss_disc_real_0: 0.1317158341407776 (0.12320720359670169) - | > loss_disc_real_1: 0.22162309288978577 (0.2224706108448624) - | > loss_disc_real_2: 0.21908868849277496 (0.23618509595978857) - | > loss_disc_real_3: 0.2337440699338913 (0.2169559450887645) - | > loss_disc_real_4: 0.21651394665241241 (0.22029983338502612) - | > loss_disc_real_5: 0.2861214578151703 (0.23587083288939711) - | > loss_0: 2.5347824096679688 (2.424510308086149) - | > grad_norm_0: tensor(187.4698, device='cuda:0') (tensor(89.8499, device='cuda:0')) - | > loss_gen: 2.2074222564697266 (2.4028562935316926) - | > loss_kl: 1.2119513750076294 (1.3861167824124214) - | > loss_feat: 4.134151458740234 (4.7261993942689005) - | > loss_mel: 25.215179443359375 (25.461150477381363) - | > loss_duration: 1.810083031654358 (1.8474818525742578) - | > amp_scaler: 128.0 (128.88428324697776) - | > loss_1: 34.57878875732422 (35.82380476310868) - | > grad_norm_1: tensor(139.4079, device='cuda:0') (tensor(691.2720, device='cuda:0')) - | > current_lr_0: 0.0001997751124671936 - | > current_lr_1: 0.0001997751124671936 - | > step_time: 1.0718 (1.0121927306647953) - | > loader_time: 0.0088 (0.007088903730191506) - - - --> TIME: 2024-11-22 11:59:24 -- STEP: 604/797 -- GLOBAL_STEP: 8000 - | > loss_disc: 2.464407205581665 (2.4237258568504756) - | > loss_disc_real_0: 0.17096522450447083 (0.12330952204381491) - | > loss_disc_real_1: 0.20910176634788513 (0.22243941497575753) - | > loss_disc_real_2: 0.2620019018650055 (0.2362310690003515) - | > loss_disc_real_3: 0.22566136717796326 (0.21695500509875104) - | > loss_disc_real_4: 0.2026969939470291 (0.22032832366642574) - | > loss_disc_real_5: 0.23153896629810333 (0.2353682688727284) - | > loss_0: 2.464407205581665 (2.4237258568504756) - | > grad_norm_0: tensor(115.3419, device='cuda:0') (tensor(90.1256, device='cuda:0')) - | > loss_gen: 2.264160633087158 (2.402603610856645) - | > loss_kl: 1.4986355304718018 (1.3872504323128827) - | > loss_feat: 4.444918632507324 (4.7284673322115545) - | > loss_mel: 25.287906646728516 (25.485338103692275) - | > loss_duration: 1.8758373260498047 (1.8468594560954745) - | > amp_scaler: 128.0 (128.8476821192055) - | > loss_1: 35.3714599609375 (35.85051889293234) - | > grad_norm_1: tensor(1209.9818, device='cuda:0') (tensor(696.7778, device='cuda:0')) - | > current_lr_0: 0.0001997751124671936 - | > current_lr_1: 0.0001997751124671936 - | > step_time: 0.9949 (1.012016735329533) - | > loader_time: 0.008 (0.0071574950849773045) - - - --> TIME: 2024-11-22 11:59:49 -- STEP: 629/797 -- GLOBAL_STEP: 8025 - | > loss_disc: 2.3356361389160156 (2.424567187723179) - | > loss_disc_real_0: 0.13771168887615204 (0.12380943303729373) - | > loss_disc_real_1: 0.21487297117710114 (0.2223420315947744) - | > loss_disc_real_2: 0.22543968260288239 (0.23599068792048244) - | > loss_disc_real_3: 0.2541899085044861 (0.21703056255518346) - | > loss_disc_real_4: 0.2402571439743042 (0.22013845940273025) - | > loss_disc_real_5: 0.25665855407714844 (0.23561834917064692) - | > loss_0: 2.3356361389160156 (2.424567187723179) - | > grad_norm_0: tensor(79.0178, device='cuda:0') (tensor(89.4101, device='cuda:0')) - | > loss_gen: 2.455899715423584 (2.3998359326148835) - | > loss_kl: 1.4302836656570435 (1.3858354277375762) - | > loss_feat: 4.874986171722412 (4.72092646673109) - | > loss_mel: 26.716625213623047 (25.479266689767535) - | > loss_duration: 1.8834964036941528 (1.846776456446261) - | > amp_scaler: 128.0 (128.81399046104946) - | > loss_1: 37.361289978027344 (35.832640931412904) - | > grad_norm_1: tensor(620.5726, device='cuda:0') (tensor(697.3335, device='cuda:0')) - | > current_lr_0: 0.0001997751124671936 - | > current_lr_1: 0.0001997751124671936 - | > step_time: 1.0143 (1.0119684610533601) - | > loader_time: 0.0115 (0.007242188355122914) - - - --> TIME: 2024-11-22 12:00:15 -- STEP: 654/797 -- GLOBAL_STEP: 8050 - | > loss_disc: 2.1732945442199707 (2.423645447153561) - | > loss_disc_real_0: 0.0945151150226593 (0.12339626907425098) - | > loss_disc_real_1: 0.1863638311624527 (0.2220295370194707) - | > loss_disc_real_2: 0.23196130990982056 (0.23604239409487546) - | > loss_disc_real_3: 0.19396184384822845 (0.2170012143386431) - | > loss_disc_real_4: 0.1393211930990219 (0.22009569575115812) - | > loss_disc_real_5: 0.17574480175971985 (0.23575631900482585) - | > loss_0: 2.1732945442199707 (2.423645447153561) - | > grad_norm_0: tensor(95.8823, device='cuda:0') (tensor(89.0251, device='cuda:0')) - | > loss_gen: 2.4814393520355225 (2.40087061847022) - | > loss_kl: 1.3033981323242188 (1.3856049584686203) - | > loss_feat: 5.220008850097656 (4.724524135618768) - | > loss_mel: 25.848941802978516 (25.489168829145065) - | > loss_duration: 1.7890652418136597 (1.8464821686438464) - | > amp_scaler: 128.0 (128.78287461773712) - | > loss_1: 36.642852783203125 (35.84665064855447) - | > grad_norm_1: tensor(825.4761, device='cuda:0') (tensor(691.8728, device='cuda:0')) - | > current_lr_0: 0.0001997751124671936 - | > current_lr_1: 0.0001997751124671936 - | > step_time: 1.0178 (1.0118851822086068) - | > loader_time: 0.0116 (0.007357443509116447) - - - --> TIME: 2024-11-22 12:00:42 -- STEP: 679/797 -- GLOBAL_STEP: 8075 - | > loss_disc: 2.4316635131835938 (2.4249344054658883) - | > loss_disc_real_0: 0.10571528971195221 (0.12352950550308547) - | > loss_disc_real_1: 0.185516357421875 (0.2223125951520999) - | > loss_disc_real_2: 0.2314395308494568 (0.23600170966539538) - | > loss_disc_real_3: 0.21571063995361328 (0.21702466855739108) - | > loss_disc_real_4: 0.2714412212371826 (0.22000086384335743) - | > loss_disc_real_5: 0.28069841861724854 (0.23559424149445826) - | > loss_0: 2.4316635131835938 (2.4249344054658883) - | > grad_norm_0: tensor(108.7684, device='cuda:0') (tensor(89.6729, device='cuda:0')) - | > loss_gen: 2.7034757137298584 (2.399315534178745) - | > loss_kl: 1.3656339645385742 (1.3856607255949704) - | > loss_feat: 4.523288726806641 (4.718398712169444) - | > loss_mel: 24.323652267456055 (25.46848887582592) - | > loss_duration: 1.7740986347198486 (1.8461050676491897) - | > amp_scaler: 128.0 (128.75405007363779) - | > loss_1: 34.690147399902344 (35.81796884887869) - | > grad_norm_1: tensor(740.5931, device='cuda:0') (tensor(691.1515, device='cuda:0')) - | > current_lr_0: 0.0001997751124671936 - | > current_lr_1: 0.0001997751124671936 - | > step_time: 1.0163 (1.0138837659130746) - | > loader_time: 0.0086 (0.007458216662961707) - - - --> TIME: 2024-11-22 12:01:08 -- STEP: 704/797 -- GLOBAL_STEP: 8100 - | > loss_disc: 2.4255166053771973 (2.424803595989938) - | > loss_disc_real_0: 0.1024002656340599 (0.12381417812006972) - | > loss_disc_real_1: 0.19356323778629303 (0.222301557522521) - | > loss_disc_real_2: 0.2445225864648819 (0.23578491948798977) - | > loss_disc_real_3: 0.18366464972496033 (0.2169593219878152) - | > loss_disc_real_4: 0.23686157166957855 (0.22030312138270924) - | > loss_disc_real_5: 0.20964433252811432 (0.23536340682767332) - | > loss_0: 2.4255166053771973 (2.424803595989938) - | > grad_norm_0: tensor(37.1659, device='cuda:0') (tensor(90.2943, device='cuda:0')) - | > loss_gen: 2.5456604957580566 (2.3979886621236814) - | > loss_kl: 1.2251131534576416 (1.3858562404797832) - | > loss_feat: 4.474061489105225 (4.717281595549807) - | > loss_mel: 24.219444274902344 (25.4670918502591) - | > loss_duration: 1.8454772233963013 (1.8455129225145688) - | > amp_scaler: 128.0 (128.7272727272728) - | > loss_1: 34.309757232666016 (35.813731204379636) - | > grad_norm_1: tensor(363.9778, device='cuda:0') (tensor(692.4548, device='cuda:0')) - | > current_lr_0: 0.0001997751124671936 - | > current_lr_1: 0.0001997751124671936 - | > step_time: 1.08 (1.0146368491378703) - | > loader_time: 0.0085 (0.00759881565516645) - - - --> TIME: 2024-11-22 12:01:37 -- STEP: 729/797 -- GLOBAL_STEP: 8125 - | > loss_disc: 2.3083555698394775 (2.4267946185725493) - | > loss_disc_real_0: 0.10704439133405685 (0.12436051884172956) - | > loss_disc_real_1: 0.2657157778739929 (0.2223556363758399) - | > loss_disc_real_2: 0.24592144787311554 (0.2359511309567793) - | > loss_disc_real_3: 0.2649920880794525 (0.21718480117077363) - | > loss_disc_real_4: 0.20945751667022705 (0.22075967652153414) - | > loss_disc_real_5: 0.23821625113487244 (0.23578833634307192) - | > loss_0: 2.3083555698394775 (2.4267946185725493) - | > grad_norm_0: tensor(109.8640, device='cuda:0') (tensor(90.8226, device='cuda:0')) - | > loss_gen: 2.503082513809204 (2.3981202015006837) - | > loss_kl: 1.456137776374817 (1.3855082292125054) - | > loss_feat: 5.30403995513916 (4.719082859154435) - | > loss_mel: 25.612016677856445 (25.477556163227945) - | > loss_duration: 1.7877010107040405 (1.8443980998626626) - | > amp_scaler: 128.0 (128.70233196159134) - | > loss_1: 36.6629753112793 (35.82466550390084) - | > grad_norm_1: tensor(852.0334, device='cuda:0') (tensor(698.8970, device='cuda:0')) - | > current_lr_0: 0.0001997751124671936 - | > current_lr_1: 0.0001997751124671936 - | > step_time: 1.1245 (1.0185590967719946) - | > loader_time: 0.0086 (0.007740191798478321) - - - --> TIME: 2024-11-22 12:02:15 -- STEP: 754/797 -- GLOBAL_STEP: 8150 - | > loss_disc: 2.533550262451172 (2.426975528504547) - | > loss_disc_real_0: 0.1552911102771759 (0.1238423144365772) - | > loss_disc_real_1: 0.16324152052402496 (0.22238180623328013) - | > loss_disc_real_2: 0.2743189036846161 (0.2362667556743407) - | > loss_disc_real_3: 0.22552388906478882 (0.21732089226813467) - | > loss_disc_real_4: 0.23395279049873352 (0.22075096276694964) - | > loss_disc_real_5: 0.27029672265052795 (0.2359241486900049) - | > loss_0: 2.533550262451172 (2.426975528504547) - | > grad_norm_0: tensor(54.6090, device='cuda:0') (tensor(89.7899, device='cuda:0')) - | > loss_gen: 2.356677770614624 (2.3978551458616795) - | > loss_kl: 1.1181658506393433 (1.3834515076417189) - | > loss_feat: 4.610745906829834 (4.718988614310011) - | > loss_mel: 27.418542861938477 (25.45968666380218) - | > loss_duration: 1.789736032485962 (1.843212126736932) - | > amp_scaler: 128.0 (128.6790450928382) - | > loss_1: 37.29386901855469 (35.80319400301657) - | > grad_norm_1: tensor(557.2724, device='cuda:0') (tensor(694.9098, device='cuda:0')) - | > current_lr_0: 0.0001997751124671936 - | > current_lr_1: 0.0001997751124671936 - | > step_time: 1.6815 (1.0344341218629636) - | > loader_time: 0.0123 (0.007903897793919083) - - - --> TIME: 2024-11-22 12:03:16 -- STEP: 779/797 -- GLOBAL_STEP: 8175 - | > loss_disc: 2.249889373779297 (2.4258435914084866) - | > loss_disc_real_0: 0.1622294932603836 (0.12423908370708393) - | > loss_disc_real_1: 0.20532216131687164 (0.22231166281848563) - | > loss_disc_real_2: 0.22695191204547882 (0.23606770547807446) - | > loss_disc_real_3: 0.17012889683246613 (0.21710043872045462) - | > loss_disc_real_4: 0.23926450312137604 (0.2203672590243495) - | > loss_disc_real_5: 0.21293547749519348 (0.23574934178659637) - | > loss_0: 2.249889373779297 (2.4258435914084866) - | > grad_norm_0: tensor(115.1854, device='cuda:0') (tensor(90.0390, device='cuda:0')) - | > loss_gen: 2.4198806285858154 (2.3973529739771635) - | > loss_kl: 1.4850009679794312 (1.3847709372352728) - | > loss_feat: 5.134464263916016 (4.7202539177699965) - | > loss_mel: 25.217927932739258 (25.466444218724938) - | > loss_duration: 1.8223443031311035 (1.842005560425647) - | > amp_scaler: 128.0 (128.6572528883184) - | > loss_1: 36.079620361328125 (35.8108275686516) - | > grad_norm_1: tensor(917.7986, device='cuda:0') (tensor(699.7777, device='cuda:0')) - | > current_lr_0: 0.0001997751124671936 - | > current_lr_1: 0.0001997751124671936 - | > step_time: 2.8365 (1.0785633308743634) - | > loader_time: 0.0112 (0.008185278007399587) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.5672154426574707 (2.5672154426574707) - | > loss_disc_real_0: 0.2632552981376648 (0.2632552981376648) - | > loss_disc_real_1: 0.11254939436912537 (0.11254939436912537) - | > loss_disc_real_2: 0.15211474895477295 (0.15211474895477295) - | > loss_disc_real_3: 0.1492493748664856 (0.1492493748664856) - | > loss_disc_real_4: 0.1200389564037323 (0.1200389564037323) - | > loss_disc_real_5: 0.18436552584171295 (0.18436552584171295) - | > loss_0: 2.5672154426574707 (2.5672154426574707) - | > loss_gen: 2.282890558242798 (2.282890558242798) - | > loss_kl: 1.4852995872497559 (1.4852995872497559) - | > loss_feat: 5.163300514221191 (5.163300514221191) - | > loss_mel: 29.20045280456543 (29.20045280456543) - | > loss_duration: 2.1360740661621094 (2.1360740661621094) - | > loss_1: 40.26801681518555 (40.26801681518555) - - --> STEP: 1 - | > loss_disc: 2.8393502235412598 (2.8393502235412598) - | > loss_disc_real_0: 0.2162972241640091 (0.2162972241640091) - | > loss_disc_real_1: 0.11055107414722443 (0.11055107414722443) - | > loss_disc_real_2: 0.1484932154417038 (0.1484932154417038) - | > loss_disc_real_3: 0.14757835865020752 (0.14757835865020752) - | > loss_disc_real_4: 0.12480240315198898 (0.12480240315198898) - | > loss_disc_real_5: 0.1731487363576889 (0.1731487363576889) - | > loss_0: 2.8393502235412598 (2.8393502235412598) - | > loss_gen: 2.098785877227783 (2.098785877227783) - | > loss_kl: 1.7009692192077637 (1.7009692192077637) - | > loss_feat: 6.5485334396362305 (6.5485334396362305) - | > loss_mel: 32.77998733520508 (32.77998733520508) - | > loss_duration: 1.9126596450805664 (1.9126596450805664) - | > loss_1: 45.040931701660156 (45.040931701660156) - - --> STEP: 2 - | > loss_disc: 2.7812094688415527 (2.8102798461914062) - | > loss_disc_real_0: 0.1820160299539566 (0.19915662705898285) - | > loss_disc_real_1: 0.10568587481975555 (0.10811847448348999) - | > loss_disc_real_2: 0.19699664413928986 (0.17274492979049683) - | > loss_disc_real_3: 0.17072740197181702 (0.15915288031101227) - | > loss_disc_real_4: 0.21019785106182098 (0.16750012710690498) - | > loss_disc_real_5: 0.2352370321750641 (0.2041928842663765) - | > loss_0: 2.7812094688415527 (2.8102798461914062) - | > loss_gen: 1.942068338394165 (2.020427107810974) - | > loss_kl: 1.2531285285949707 (1.4770488739013672) - | > loss_feat: 4.3173441886901855 (5.432938814163208) - | > loss_mel: 25.506628036499023 (29.14330768585205) - | > loss_duration: 1.8038737773895264 (1.8582667112350464) - | > loss_1: 34.82304382324219 (39.93198776245117) - - --> STEP: 3 - | > loss_disc: 2.822965621948242 (2.8145084381103516) - | > loss_disc_real_0: 0.11758188903331757 (0.17196504771709442) - | > loss_disc_real_1: 0.08242946863174438 (0.09955547253290813) - | > loss_disc_real_2: 0.16274848580360413 (0.16941278179486594) - | > loss_disc_real_3: 0.14906974136829376 (0.15579183399677277) - | > loss_disc_real_4: 0.1533360630273819 (0.16277877241373062) - | > loss_disc_real_5: 0.2279573529958725 (0.21211437384287515) - | > loss_0: 2.822965621948242 (2.8145084381103516) - | > loss_gen: 1.7129404544830322 (1.9179315567016602) - | > loss_kl: 1.3554397821426392 (1.4365125099817913) - | > loss_feat: 4.1960129737854 (5.0206302007039385) - | > loss_mel: 22.32952880859375 (26.872048060099285) - | > loss_duration: 1.7956769466400146 (1.8374034563700359) - | > loss_1: 31.389598846435547 (37.08452479044596) - - --> STEP: 4 - | > loss_disc: 2.8363022804260254 (2.81995689868927) - | > loss_disc_real_0: 0.1565093994140625 (0.16810113564133644) - | > loss_disc_real_1: 0.10251026600599289 (0.10029417090117931) - | > loss_disc_real_2: 0.1673901379108429 (0.16890712082386017) - | > loss_disc_real_3: 0.1247389167547226 (0.14802860468626022) - | > loss_disc_real_4: 0.18482080101966858 (0.1682892795652151) - | > loss_disc_real_5: 0.23062142729759216 (0.2167411372065544) - | > loss_0: 2.8363022804260254 (2.81995689868927) - | > loss_gen: 1.8985706567764282 (1.9130913317203522) - | > loss_kl: 1.4547712802886963 (1.4410772025585175) - | > loss_feat: 5.772968769073486 (5.208714842796326) - | > loss_mel: 27.055376052856445 (26.917880058288574) - | > loss_duration: 1.7952631711959839 (1.8268683850765228) - | > loss_1: 37.97694778442383 (37.30763053894043) - - --> STEP: 5 - | > loss_disc: 2.863896369934082 (2.8287447929382323) - | > loss_disc_real_0: 0.27135634422302246 (0.18875217735767363) - | > loss_disc_real_1: 0.09182371199131012 (0.09860007911920547) - | > loss_disc_real_2: 0.14134657382965088 (0.1633950114250183) - | > loss_disc_real_3: 0.15863828361034393 (0.15015054047107695) - | > loss_disc_real_4: 0.11434757709503174 (0.15750093907117843) - | > loss_disc_real_5: 0.17480863630771637 (0.2083546370267868) - | > loss_0: 2.863896369934082 (2.8287447929382323) - | > loss_gen: 1.9993870258331299 (1.9303504705429078) - | > loss_kl: 1.2197622060775757 (1.3968142032623292) - | > loss_feat: 5.491362571716309 (5.265244388580323) - | > loss_mel: 25.85854721069336 (26.706013488769532) - | > loss_duration: 2.0248732566833496 (1.8664693593978883) - | > loss_1: 36.593929290771484 (37.16489028930664) - - --> STEP: 6 - | > loss_disc: 2.9225242137908936 (2.844374696413676) - | > loss_disc_real_0: 0.27044376730918884 (0.20236744234959284) - | > loss_disc_real_1: 0.1330685317516327 (0.10434482122461002) - | > loss_disc_real_2: 0.1895252913236618 (0.16775005807479224) - | > loss_disc_real_3: 0.22373130917549133 (0.16241400192181268) - | > loss_disc_real_4: 0.24237482249736786 (0.17164658630887666) - | > loss_disc_real_5: 0.2590794563293457 (0.2168087735772133) - | > loss_0: 2.9225242137908936 (2.844374696413676) - | > loss_gen: 1.8883185386657715 (1.923345148563385) - | > loss_kl: 1.0763975381851196 (1.343411425749461) - | > loss_feat: 3.1482479572296143 (4.912411650021871) - | > loss_mel: 23.04375648498535 (26.095637321472168) - | > loss_duration: 1.7976531982421875 (1.8549999992052715) - | > loss_1: 30.954374313354492 (36.12980429331461) - - --> STEP: 7 - | > loss_disc: 2.260237455368042 (2.7609265191214427) - | > loss_disc_real_0: 0.12609311938285828 (0.1914711104972022) - | > loss_disc_real_1: 0.1132269874215126 (0.10561370210988182) - | > loss_disc_real_2: 0.1716168373823166 (0.16830245511872427) - | > loss_disc_real_3: 0.13589996099472046 (0.15862628178937094) - | > loss_disc_real_4: 0.1320304572582245 (0.16598713930164063) - | > loss_disc_real_5: 0.17180654406547546 (0.21037988364696503) - | > loss_0: 2.260237455368042 (2.7609265191214427) - | > loss_gen: 2.287630081176758 (1.9753858532224382) - | > loss_kl: 1.6027820110321045 (1.3804643665041243) - | > loss_feat: 5.391026020050049 (4.980785131454468) - | > loss_mel: 26.85082244873047 (26.203520911080496) - | > loss_duration: 1.7199379205703735 (1.8357054165431432) - | > loss_1: 37.85219955444336 (36.375860759190154) - - --> STEP: 8 - | > loss_disc: 3.0061304569244385 (2.791577011346817) - | > loss_disc_real_0: 0.28961294889450073 (0.2037388402968645) - | > loss_disc_real_1: 0.12097819894552231 (0.10753426421433687) - | > loss_disc_real_2: 0.20695242285728455 (0.1731337010860443) - | > loss_disc_real_3: 0.18646182119846344 (0.1621057242155075) - | > loss_disc_real_4: 0.16409754753112793 (0.16575094033032656) - | > loss_disc_real_5: 0.1733386218547821 (0.20574972592294216) - | > loss_0: 3.0061304569244385 (2.791577011346817) - | > loss_gen: 2.100821018218994 (1.9910652488470078) - | > loss_kl: 1.6501003503799438 (1.4141688644886017) - | > loss_feat: 5.455870151519775 (5.040170758962631) - | > loss_mel: 26.819547653198242 (26.280524253845215) - | > loss_duration: 1.846543788909912 (1.8370602130889893) - | > loss_1: 37.87288284301758 (36.56298851966858) - - --> STEP: 9 - | > loss_disc: 2.579545736312866 (2.768017980787489) - | > loss_disc_real_0: 0.20931656658649445 (0.20435858766237894) - | > loss_disc_real_1: 0.1528240293264389 (0.11256646033790377) - | > loss_disc_real_2: 0.18963856995105743 (0.1749675754043791) - | > loss_disc_real_3: 0.229943186044693 (0.1696432199743059) - | > loss_disc_real_4: 0.20632600784301758 (0.17025928116507) - | > loss_disc_real_5: 0.21196746826171875 (0.20644058618280622) - | > loss_0: 2.579545736312866 (2.768017980787489) - | > loss_gen: 2.028212308883667 (1.995192699962192) - | > loss_kl: 1.0910921096801758 (1.3782714472876654) - | > loss_feat: 3.57224440574646 (4.877067830827501) - | > loss_mel: 23.467233657836914 (25.96793640984429) - | > loss_duration: 1.7871633768081665 (1.8315161201688979) - | > loss_1: 31.94594383239746 (36.04998355441623) - - --> STEP: 10 - | > loss_disc: 2.8438327312469482 (2.775599455833435) - | > loss_disc_real_0: 0.22905796766281128 (0.20682852566242219) - | > loss_disc_real_1: 0.10107234120368958 (0.11141704842448234) - | > loss_disc_real_2: 0.20513677597045898 (0.1779844954609871) - | > loss_disc_real_3: 0.23471364378929138 (0.17615026235580444) - | > loss_disc_real_4: 0.24060027301311493 (0.1772933803498745) - | > loss_disc_real_5: 0.26227647066116333 (0.21202417463064194) - | > loss_0: 2.8438327312469482 (2.775599455833435) - | > loss_gen: 1.9173905849456787 (1.9874124884605409) - | > loss_kl: 1.5487991571426392 (1.3953242182731629) - | > loss_feat: 3.588092565536499 (4.748170304298401) - | > loss_mel: 21.45009422302246 (25.51615219116211) - | > loss_duration: 1.6779606342315674 (1.8161605715751648) - | > loss_1: 30.18233871459961 (35.46321907043457) - - --> STEP: 11 - | > loss_disc: 2.7380733489990234 (2.7721879915757612) - | > loss_disc_real_0: 0.18661977350711823 (0.20499136637557636) - | > loss_disc_real_1: 0.1228942796587944 (0.11246043308214708) - | > loss_disc_real_2: 0.18102996051311493 (0.17826135592027145) - | > loss_disc_real_3: 0.14114251732826233 (0.17296774008057333) - | > loss_disc_real_4: 0.17002052068710327 (0.17663221128962256) - | > loss_disc_real_5: 0.1705239862203598 (0.20825143022970719) - | > loss_0: 2.7380733489990234 (2.7721879915757612) - | > loss_gen: 1.9085747003555298 (1.9802454168146306) - | > loss_kl: 1.7479815483093262 (1.4273839755491777) - | > loss_feat: 4.54771089553833 (4.729946721683849) - | > loss_mel: 23.732341766357422 (25.353987607088957) - | > loss_duration: 1.6911016702651978 (1.804791580546986) - | > loss_1: 33.62771224975586 (35.296354814009234) - - --> STEP: 12 - | > loss_disc: 2.776221752166748 (2.772524138291677) - | > loss_disc_real_0: 0.17385295033454895 (0.20239649837215742) - | > loss_disc_real_1: 0.09200858324766159 (0.11075611226260662) - | > loss_disc_real_2: 0.1382831186056137 (0.17492983614404997) - | > loss_disc_real_3: 0.1440792828798294 (0.17056036864717802) - | > loss_disc_real_4: 0.12292934209108353 (0.17215697218974432) - | > loss_disc_real_5: 0.185452401638031 (0.20635151118040085) - | > loss_0: 2.776221752166748 (2.772524138291677) - | > loss_gen: 1.8673651218414307 (1.970838725566864) - | > loss_kl: 1.4003350734710693 (1.425129900376002) - | > loss_feat: 5.191938877105713 (4.768446067969005) - | > loss_mel: 27.18186378479004 (25.50631062189738) - | > loss_duration: 1.807079792022705 (1.8049822648366292) - | > loss_1: 37.448585510253906 (35.475707372029625) - - --> STEP: 13 - | > loss_disc: 3.1091020107269287 (2.7984147438636193) - | > loss_disc_real_0: 0.22044086456298828 (0.20378452654068285) - | > loss_disc_real_1: 0.104472815990448 (0.11027278178013288) - | > loss_disc_real_2: 0.1522556096315384 (0.17318566487385675) - | > loss_disc_real_3: 0.14081141352653503 (0.16827198748405164) - | > loss_disc_real_4: 0.16323408484458923 (0.171470596240117) - | > loss_disc_real_5: 0.1767691820859909 (0.20407594740390778) - | > loss_0: 3.1091020107269287 (2.7984147438636193) - | > loss_gen: 1.5909430980682373 (1.9416159849900465) - | > loss_kl: 1.614341378211975 (1.4396846294403076) - | > loss_feat: 4.475156784057617 (4.745885353821975) - | > loss_mel: 21.67375946044922 (25.211498994093674) - | > loss_duration: 1.8609189987182617 (1.8092850905198317) - | > loss_1: 31.215118408203125 (35.14796975942758) - - --> STEP: 14 - | > loss_disc: 2.9216623306274414 (2.807218142918178) - | > loss_disc_real_0: 0.2340822070837021 (0.20594864657946996) - | > loss_disc_real_1: 0.14104489982128143 (0.1124707902116435) - | > loss_disc_real_2: 0.2168915718793869 (0.17630751537425177) - | > loss_disc_real_3: 0.1895449459552765 (0.16979148451771056) - | > loss_disc_real_4: 0.26163792610168457 (0.17791111980165755) - | > loss_disc_real_5: 0.26031821966171265 (0.20809325256517955) - | > loss_0: 2.9216623306274414 (2.807218142918178) - | > loss_gen: 2.1031033992767334 (1.9531508002962386) - | > loss_kl: 1.657867193222046 (1.4552690982818604) - | > loss_feat: 4.422364711761475 (4.722776736531939) - | > loss_mel: 28.369625091552734 (25.437079429626465) - | > loss_duration: 1.8463726043701172 (1.811934198651995) - | > loss_1: 38.399330139160156 (35.38020978655134) - - --> STEP: 15 - | > loss_disc: 2.6111247539520264 (2.7941452503204345) - | > loss_disc_real_0: 0.12388180941343307 (0.20047752410173417) - | > loss_disc_real_1: 0.11260883510112762 (0.11247999320427576) - | > loss_disc_real_2: 0.19445770978927612 (0.1775175283352534) - | > loss_disc_real_3: 0.10794970393180847 (0.16566869914531707) - | > loss_disc_real_4: 0.20523560047149658 (0.1797327518463135) - | > loss_disc_real_5: 0.19835762679576874 (0.20744421084721884) - | > loss_0: 2.6111247539520264 (2.7941452503204345) - | > loss_gen: 2.161862850189209 (1.9670649369557698) - | > loss_kl: 1.5872783660888672 (1.4640697161356608) - | > loss_feat: 5.850635528564453 (4.79796732266744) - | > loss_mel: 30.472177505493164 (25.772752634684245) - | > loss_duration: 1.8150514364242554 (1.812142014503479) - | > loss_1: 41.88700485229492 (35.813996124267575) - - --> STEP: 16 - | > loss_disc: 3.078328847885132 (2.811906725168228) - | > loss_disc_real_0: 0.22012647986412048 (0.2017055838368833) - | > loss_disc_real_1: 0.07736890763044357 (0.11028555035591125) - | > loss_disc_real_2: 0.12482462078332901 (0.17422422161325812) - | > loss_disc_real_3: 0.107979916036129 (0.16206315020099282) - | > loss_disc_real_4: 0.11090002208948135 (0.17543070623651147) - | > loss_disc_real_5: 0.14277921617031097 (0.2034026486799121) - | > loss_0: 3.078328847885132 (2.811906725168228) - | > loss_gen: 1.6233010292053223 (1.9455796927213669) - | > loss_kl: 1.726794719696045 (1.4804900288581848) - | > loss_feat: 5.096412658691406 (4.816620156168938) - | > loss_mel: 26.598520278930664 (25.824363112449646) - | > loss_duration: 1.8614840507507324 (1.8152258917689323) - | > loss_1: 36.90651321411133 (35.88227844238281) - - --> STEP: 17 - | > loss_disc: 2.3420398235321045 (2.7842674956602207) - | > loss_disc_real_0: 0.1301220804452896 (0.19749478951973073) - | > loss_disc_real_1: 0.11576908826828003 (0.11060811140958) - | > loss_disc_real_2: 0.15940217673778534 (0.17335233662058325) - | > loss_disc_real_3: 0.1829281598329544 (0.16329050370875528) - | > loss_disc_real_4: 0.20353393256664276 (0.17708383719710744) - | > loss_disc_real_5: 0.22602815926074982 (0.2047335610670202) - | > loss_0: 2.3420398235321045 (2.7842674956602207) - | > loss_gen: 2.1328582763671875 (1.9565960799946505) - | > loss_kl: 1.496364951133728 (1.4814238478155697) - | > loss_feat: 4.522312641143799 (4.799307949402753) - | > loss_mel: 25.7985782623291 (25.822846356560202) - | > loss_duration: 1.776975154876709 (1.812975848422331) - | > loss_1: 35.727088928222656 (35.873149647432214) - - --> STEP: 18 - | > loss_disc: 2.6328389644622803 (2.7758547994825573) - | > loss_disc_real_0: 0.16967223584651947 (0.19594909209344122) - | > loss_disc_real_1: 0.09500109404325485 (0.10974105488922861) - | > loss_disc_real_2: 0.16270922124385834 (0.17276105243298742) - | > loss_disc_real_3: 0.19443368911743164 (0.16502068067590395) - | > loss_disc_real_4: 0.1263149082660675 (0.174263341145383) - | > loss_disc_real_5: 0.1931639164686203 (0.20409080303377575) - | > loss_0: 2.6328389644622803 (2.7758547994825573) - | > loss_gen: 1.909801959991455 (1.9539964066611395) - | > loss_kl: 1.0366538763046265 (1.4567144049538507) - | > loss_feat: 4.95180082321167 (4.8077797757254706) - | > loss_mel: 28.117441177368164 (25.950323846605087) - | > loss_duration: 1.7966848611831665 (1.8120707935757108) - | > loss_1: 37.812381744384766 (35.98088476392958) - - --> STEP: 19 - | > loss_disc: 2.6496057510375977 (2.7692101127222966) - | > loss_disc_real_0: 0.14096307754516602 (0.19305509132774254) - | > loss_disc_real_1: 0.11283008754253387 (0.10990363555519204) - | > loss_disc_real_2: 0.14731572568416595 (0.17142182470936523) - | > loss_disc_real_3: 0.16969625651836395 (0.1652667636149808) - | > loss_disc_real_4: 0.11031949520111084 (0.17089787556936867) - | > loss_disc_real_5: 0.12057237327098846 (0.19969509620415538) - | > loss_0: 2.6496057510375977 (2.7692101127222966) - | > loss_gen: 1.7583074569702148 (1.9436969882563542) - | > loss_kl: 1.5179088115692139 (1.4599351631967645) - | > loss_feat: 4.953725337982178 (4.815461121107402) - | > loss_mel: 27.572336196899414 (26.035692917673213) - | > loss_duration: 1.8497198820114136 (1.814052324546011) - | > loss_1: 37.65199661254883 (36.068838019120065) - - --> STEP: 20 - | > loss_disc: 2.607773542404175 (2.7611382842063903) - | > loss_disc_real_0: 0.1656615138053894 (0.1916854124516249) - | > loss_disc_real_1: 0.0856146365404129 (0.10868918560445309) - | > loss_disc_real_2: 0.12167856097221375 (0.16893466152250766) - | > loss_disc_real_3: 0.20848847925662994 (0.16742784939706326) - | > loss_disc_real_4: 0.10638182610273361 (0.1676720730960369) - | > loss_disc_real_5: 0.18455557525157928 (0.19893812015652657) - | > loss_0: 2.607773542404175 (2.7611382842063903) - | > loss_gen: 2.0359506607055664 (1.9483096718788147) - | > loss_kl: 1.621916651725769 (1.4680342376232147) - | > loss_feat: 5.628108978271484 (4.8560935139656065) - | > loss_mel: 26.396739959716797 (26.05374526977539) - | > loss_duration: 1.7651276588439941 (1.81160609126091) - | > loss_1: 37.447845458984375 (36.13778839111328) - - --> STEP: 21 - | > loss_disc: 2.735111951828003 (2.759898935045515) - | > loss_disc_real_0: 0.12067990750074387 (0.18830419793015438) - | > loss_disc_real_1: 0.10140804946422577 (0.10834246483587083) - | > loss_disc_real_2: 0.15953756868839264 (0.16848718091135934) - | > loss_disc_real_3: 0.17340821027755737 (0.1677126284866106) - | > loss_disc_real_4: 0.14085601270198822 (0.16639511783917746) - | > loss_disc_real_5: 0.15641659498214722 (0.19691328562441326) - | > loss_0: 2.735111951828003 (2.759898935045515) - | > loss_gen: 2.0367259979248047 (1.9525199731190999) - | > loss_kl: 1.462104082107544 (1.4677518492653256) - | > loss_feat: 6.066277980804443 (4.913721345719837) - | > loss_mel: 26.9377384185791 (26.095840181623185) - | > loss_duration: 1.7771413326263428 (1.8099649122783117) - | > loss_1: 38.27998733520508 (36.23979786464146) - - --> STEP: 22 - | > loss_disc: 2.7291531562805176 (2.758501399647106) - | > loss_disc_real_0: 0.1341545581817627 (0.18584285066886383) - | > loss_disc_real_1: 0.1341332197189331 (0.10951477187601003) - | > loss_disc_real_2: 0.1935068517923355 (0.16962443867867644) - | > loss_disc_real_3: 0.13314834237098694 (0.16614152457226405) - | > loss_disc_real_4: 0.18223293125629425 (0.1671150184490464) - | > loss_disc_real_5: 0.20869049429893494 (0.19744861329143698) - | > loss_0: 2.7291531562805176 (2.758501399647106) - | > loss_gen: 1.9308056831359863 (1.9515329599380493) - | > loss_kl: 1.1673754453659058 (1.4540983763608066) - | > loss_feat: 4.524031639099121 (4.896008177237078) - | > loss_mel: 24.65001678466797 (26.03012093630704) - | > loss_duration: 1.9210686683654785 (1.8150150830095464) - | > loss_1: 34.19329833984375 (36.146775158968836) - - --> STEP: 23 - | > loss_disc: 2.798037052154541 (2.7602203410604726) - | > loss_disc_real_0: 0.22623790800571442 (0.18759915750959646) - | > loss_disc_real_1: 0.10241301357746124 (0.10920599977607312) - | > loss_disc_real_2: 0.1935078203678131 (0.1706628465782041) - | > loss_disc_real_3: 0.16317102313041687 (0.16601237233566202) - | > loss_disc_real_4: 0.15987752377986908 (0.1668003447677778) - | > loss_disc_real_5: 0.15475405752658844 (0.19559232825818268) - | > loss_0: 2.798037052154541 (2.7602203410604726) - | > loss_gen: 1.7652004957199097 (1.9434315484503042) - | > loss_kl: 1.511236310005188 (1.456582634345345) - | > loss_feat: 4.926870822906494 (4.897350031396618) - | > loss_mel: 25.920822143554688 (26.025368814883024) - | > loss_duration: 1.8424122333526611 (1.816206263459247) - | > loss_1: 35.9665412902832 (36.138938903808594) - - --> STEP: 24 - | > loss_disc: 2.5721988677978516 (2.7523861130078635) - | > loss_disc_real_0: 0.23784060776233673 (0.1896925512701273) - | > loss_disc_real_1: 0.08953074365854263 (0.10838619743784268) - | > loss_disc_real_2: 0.13314852118492126 (0.16909974968681732) - | > loss_disc_real_3: 0.1840263456106186 (0.16676295455545187) - | > loss_disc_real_4: 0.18185678124427795 (0.167427696287632) - | > loss_disc_real_5: 0.2229803502559662 (0.19673349584142366) - | > loss_0: 2.5721988677978516 (2.7523861130078635) - | > loss_gen: 2.064265727996826 (1.9484663059314091) - | > loss_kl: 1.4848992824554443 (1.4577624946832657) - | > loss_feat: 4.527973651885986 (4.881959348917008) - | > loss_mel: 26.816022872924805 (26.058312733968098) - | > loss_duration: 1.7880680561065674 (1.8150338381528854) - | > loss_1: 36.68122863769531 (36.16153430938721) - - --> STEP: 25 - | > loss_disc: 2.7570433616638184 (2.7525724029541014) - | > loss_disc_real_0: 0.1945532113313675 (0.1898869776725769) - | > loss_disc_real_1: 0.10709534585475922 (0.10833456337451935) - | > loss_disc_real_2: 0.22249020636081696 (0.1712353679537773) - | > loss_disc_real_3: 0.21902909874916077 (0.16885360032320024) - | > loss_disc_real_4: 0.2689216434955597 (0.1714874541759491) - | > loss_disc_real_5: 0.2998120188713074 (0.20085663676261903) - | > loss_0: 2.7570433616638184 (2.7525724029541014) - | > loss_gen: 2.0267066955566406 (1.9515959215164185) - | > loss_kl: 1.4955523014068604 (1.4592740869522094) - | > loss_feat: 3.191776990890503 (4.814352054595949) - | > loss_mel: 23.129331588745117 (25.94115348815918) - | > loss_duration: 1.74688720703125 (1.81230797290802) - | > loss_1: 31.590255737304688 (35.978683166503906) - - --> STEP: 26 - | > loss_disc: 3.1048223972320557 (2.7661204796570997) - | > loss_disc_real_0: 0.2923508286476135 (0.19382789501777062) - | > loss_disc_real_1: 0.0987393856048584 (0.10796551807568623) - | > loss_disc_real_2: 0.1814982146024704 (0.1716300928248809) - | > loss_disc_real_3: 0.16330726444721222 (0.1686402797125853) - | > loss_disc_real_4: 0.18216145038604736 (0.1718979924917221) - | > loss_disc_real_5: 0.1830313503742218 (0.20017104882460374) - | > loss_0: 3.1048223972320557 (2.7661204796570997) - | > loss_gen: 1.9814614057540894 (1.9527445939870982) - | > loss_kl: 1.5482468605041504 (1.4626961167042072) - | > loss_feat: 5.804433345794678 (4.852432104257438) - | > loss_mel: 26.89279556274414 (25.97775510641245) - | > loss_duration: 1.7770030498504639 (1.8109500912519603) - | > loss_1: 38.00394058227539 (36.05657768249512) - - --> STEP: 27 - | > loss_disc: 2.9956765174865723 (2.7746225551322654) - | > loss_disc_real_0: 0.2118222713470459 (0.19449435340033638) - | > loss_disc_real_1: 0.12043249607086182 (0.10842725800143348) - | > loss_disc_real_2: 0.21666625142097473 (0.1732980986988103) - | > loss_disc_real_3: 0.14899423718452454 (0.16791264850784232) - | > loss_disc_real_4: 0.18955925107002258 (0.17255211317980731) - | > loss_disc_real_5: 0.16167032718658447 (0.19874509617134375) - | > loss_0: 2.9956765174865723 (2.7746225551322654) - | > loss_gen: 1.8869904279708862 (1.9503092545050162) - | > loss_kl: 1.6442160606384277 (1.4694190775906597) - | > loss_feat: 4.948949813842773 (4.856006834242079) - | > loss_mel: 27.857505798339844 (26.047375502409757) - | > loss_duration: 1.7946724891662598 (1.8103472171006378) - | > loss_1: 38.1323356628418 (36.133457607693146) - - --> STEP: 28 - | > loss_disc: 2.9741504192352295 (2.7817485502787997) - | > loss_disc_real_0: 0.22912487387657166 (0.19573115770305907) - | > loss_disc_real_1: 0.09284459054470062 (0.10787073416369301) - | > loss_disc_real_2: 0.16477163136005402 (0.17299358200814044) - | > loss_disc_real_3: 0.1801488697528839 (0.16834965640945093) - | > loss_disc_real_4: 0.20192424952983856 (0.17360111804945128) - | > loss_disc_real_5: 0.19509273767471313 (0.1986146547964641) - | > loss_0: 2.9741504192352295 (2.7817485502787997) - | > loss_gen: 1.7267510890960693 (1.9423250343118394) - | > loss_kl: 1.1234688758850098 (1.4570637132440294) - | > loss_feat: 4.397265434265137 (4.839623212814331) - | > loss_mel: 24.160423278808594 (25.97998435156686) - | > loss_duration: 1.8166970014572144 (1.8105739951133728) - | > loss_1: 33.224605560302734 (36.02957003457206) - - --> STEP: 29 - | > loss_disc: 2.7467539310455322 (2.7805418392707564) - | > loss_disc_real_0: 0.17627379298210144 (0.19506021409199156) - | > loss_disc_real_1: 0.1123325526714325 (0.10802458997430472) - | > loss_disc_real_2: 0.21276310086250305 (0.1743649447272564) - | > loss_disc_real_3: 0.1529407799243927 (0.16781831584100065) - | > loss_disc_real_4: 0.16580252349376678 (0.17333220099580698) - | > loss_disc_real_5: 0.14679500460624695 (0.19682777030714627) - | > loss_0: 2.7467539310455322 (2.7805418392707564) - | > loss_gen: 2.1974711418151855 (1.951123175949886) - | > loss_kl: 1.1009613275527954 (1.444784320633987) - | > loss_feat: 6.077261924743652 (4.882300409777411) - | > loss_mel: 31.206464767456055 (26.160207814183728) - | > loss_duration: 1.795630931854248 (1.8100587170699547) - | > loss_1: 42.37779235839844 (36.248474252635035) - - --> STEP: 30 - | > loss_disc: 2.77702260017395 (2.7804245313008624) - | > loss_disc_real_0: 0.18324998021125793 (0.19466653962930044) - | > loss_disc_real_1: 0.09829247742891312 (0.10770018622279168) - | > loss_disc_real_2: 0.1270148903131485 (0.17278660958011946) - | > loss_disc_real_3: 0.16311794519424438 (0.1676616368194421) - | > loss_disc_real_4: 0.10453227907419205 (0.1710388702650865) - | > loss_disc_real_5: 0.1393713802099228 (0.1949125573039055) - | > loss_0: 2.77702260017395 (2.7804245313008624) - | > loss_gen: 1.9229949712753296 (1.9501855691274008) - | > loss_kl: 1.7001376152038574 (1.4532960971196494) - | > loss_feat: 6.293894290924072 (4.929353539148966) - | > loss_mel: 29.683189392089844 (26.277640533447265) - | > loss_duration: 1.807057499885559 (1.8099586764971416) - | > loss_1: 41.40727615356445 (36.42043431599935) - - --> STEP: 31 - | > loss_disc: 2.7965757846832275 (2.7809455394744873) - | > loss_disc_real_0: 0.17495755851268768 (0.19403076604489358) - | > loss_disc_real_1: 0.10280658304691315 (0.10754232805582785) - | > loss_disc_real_2: 0.1385682076215744 (0.17168279016210186) - | > loss_disc_real_3: 0.17754283547401428 (0.16798038516313799) - | > loss_disc_real_4: 0.11459070444107056 (0.16921796169011824) - | > loss_disc_real_5: 0.16002273559570312 (0.19378707918428606) - | > loss_0: 2.7965757846832275 (2.7809455394744873) - | > loss_gen: 1.8627132177352905 (1.9473638803728166) - | > loss_kl: 1.0166774988174438 (1.439211626206675) - | > loss_feat: 5.8600754737854 (4.959376827363045) - | > loss_mel: 26.462961196899414 (26.283618619365075) - | > loss_duration: 1.7638475894927979 (1.8084712220776467) - | > loss_1: 36.96627426147461 (36.43804205617597) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.0076176812571863975 (-0.006048848552088583) - | > avg_loss_disc: 2.7809455394744873 (+0.4534569017348753) - | > avg_loss_disc_real_0: 0.19403076604489358 (+0.09835444811371066) - | > avg_loss_disc_real_1: 0.10754232805582785 (-0.09326932579278945) - | > avg_loss_disc_real_2: 0.17168279016210186 (-0.018029160557254675) - | > avg_loss_disc_real_3: 0.16798038516313799 (-0.0024435536996010865) - | > avg_loss_disc_real_4: 0.16921796169011824 (-0.0427353367690117) - | > avg_loss_disc_real_5: 0.19378707918428606 (+0.01537024854652344) - | > avg_loss_0: 2.7809455394744873 (+0.4534569017348753) - | > avg_loss_gen: 1.9473638803728166 (-0.4803113283649565) - | > avg_loss_kl: 1.439211626206675 (+0.02275045071878745) - | > avg_loss_feat: 4.959376827363045 (-0.15139014490189062) - | > avg_loss_mel: 26.283618619365075 (+0.1328308966851992) - | > avg_loss_duration: 1.8084712220776467 (-0.02966346663813435) - | > avg_loss_1: 36.43804205617597 (-0.505784127020064) - - - > EPOCH: 8/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-22 12:04:33)  - - --> TIME: 2024-11-22 12:04:40 -- STEP: 7/797 -- GLOBAL_STEP: 8200 - | > loss_disc: 2.5126607418060303 (2.519183942249843) - | > loss_disc_real_0: 0.10205407440662384 (0.14697364185537612) - | > loss_disc_real_1: 0.29108744859695435 (0.2702417927128928) - | > loss_disc_real_2: 0.2369951456785202 (0.24707312881946564) - | > loss_disc_real_3: 0.22729229927062988 (0.22421550112111227) - | > loss_disc_real_4: 0.18958032131195068 (0.2359108988727842) - | > loss_disc_real_5: 0.24776236712932587 (0.24216415200914657) - | > loss_0: 2.5126607418060303 (2.519183942249843) - | > grad_norm_0: tensor(41.8793, device='cuda:0') (tensor(78.3449, device='cuda:0')) - | > loss_gen: 2.2222092151641846 (2.403787681034633) - | > loss_kl: 1.3387110233306885 (1.4313458374568395) - | > loss_feat: 4.590755462646484 (4.443578379494803) - | > loss_mel: 26.687578201293945 (25.765558787754603) - | > loss_duration: 1.9476715326309204 (2.082875677517482) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.786922454833984 (36.12714549473354) - | > grad_norm_1: tensor(477.3620, device='cuda:0') (tensor(356.5899, device='cuda:0')) - | > current_lr_0: 0.00019975014057813518 - | > current_lr_1: 0.00019975014057813518 - | > step_time: 0.8419 (0.8455044201442173) - | > loader_time: 0.0028 (0.006745679037911552) - - - --> TIME: 2024-11-22 12:05:03 -- STEP: 32/797 -- GLOBAL_STEP: 8225 - | > loss_disc: 2.3337786197662354 (2.4988155364990234) - | > loss_disc_real_0: 0.1170937716960907 (0.13463938527274874) - | > loss_disc_real_1: 0.25123900175094604 (0.24317404860630631) - | > loss_disc_real_2: 0.2305721640586853 (0.24357123719528317) - | > loss_disc_real_3: 0.23870883882045746 (0.23008032608777285) - | > loss_disc_real_4: 0.2197672575712204 (0.22339917765930295) - | > loss_disc_real_5: 0.25020909309387207 (0.2354160244576633) - | > loss_0: 2.3337786197662354 (2.4988155364990234) - | > grad_norm_0: tensor(86.8778, device='cuda:0') (tensor(98.6818, device='cuda:0')) - | > loss_gen: 2.434115409851074 (2.3566392362117767) - | > loss_kl: 1.7631891965866089 (1.4779852852225304) - | > loss_feat: 4.474700450897217 (4.522249400615692) - | > loss_mel: 25.114025115966797 (24.830481946468353) - | > loss_duration: 1.908881664276123 (1.9756406545639038) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.69491195678711 (35.16299641132355) - | > grad_norm_1: tensor(256.6553, device='cuda:0') (tensor(617.2198, device='cuda:0')) - | > current_lr_0: 0.00019975014057813518 - | > current_lr_1: 0.00019975014057813518 - | > step_time: 0.7846 (0.8740024343132973) - | > loader_time: 0.0035 (0.00462774932384491) - - - --> TIME: 2024-11-22 12:05:24 -- STEP: 57/797 -- GLOBAL_STEP: 8250 - | > loss_disc: 2.284886360168457 (2.441051458057604) - | > loss_disc_real_0: 0.057956449687480927 (0.12755563979347545) - | > loss_disc_real_1: 0.2272827923297882 (0.23087530857638308) - | > loss_disc_real_2: 0.27167195081710815 (0.23749830247017376) - | > loss_disc_real_3: 0.18061651289463043 (0.2260517718499167) - | > loss_disc_real_4: 0.2407982349395752 (0.22285100843822747) - | > loss_disc_real_5: 0.2141692042350769 (0.23485891233410752) - | > loss_0: 2.284886360168457 (2.441051458057604) - | > grad_norm_0: tensor(59.0669, device='cuda:0') (tensor(89.4639, device='cuda:0')) - | > loss_gen: 2.1961982250213623 (2.406023251382927) - | > loss_kl: 1.2091336250305176 (1.462901192798949) - | > loss_feat: 5.0774407386779785 (4.792043677547522) - | > loss_mel: 22.998939514160156 (25.040068475823652) - | > loss_duration: 1.9087584018707275 (1.9328930377960205) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.390472412109375 (35.63392967090272) - | > grad_norm_1: tensor(485.8041, device='cuda:0') (tensor(669.5330, device='cuda:0')) - | > current_lr_0: 0.00019975014057813518 - | > current_lr_1: 0.00019975014057813518 - | > step_time: 0.8379 (0.8673224825608102) - | > loader_time: 0.0034 (0.004667830048945912) - - - --> TIME: 2024-11-22 12:05:47 -- STEP: 82/797 -- GLOBAL_STEP: 8275 - | > loss_disc: 2.4924683570861816 (2.4379961228952163) - | > loss_disc_real_0: 0.1288214921951294 (0.12339637369462625) - | > loss_disc_real_1: 0.15702864527702332 (0.2272230105065718) - | > loss_disc_real_2: 0.22743180394172668 (0.23764710982398288) - | > loss_disc_real_3: 0.22566473484039307 (0.2225659734955648) - | > loss_disc_real_4: 0.23697440326213837 (0.22255243615406314) - | > loss_disc_real_5: 0.20348188281059265 (0.2338466200886703) - | > loss_0: 2.4924683570861816 (2.4379961228952163) - | > grad_norm_0: tensor(87.6048, device='cuda:0') (tensor(100.7200, device='cuda:0')) - | > loss_gen: 2.361187219619751 (2.406073232976401) - | > loss_kl: 1.4519861936569214 (1.4575424703156077) - | > loss_feat: 4.885458469390869 (4.787068021006701) - | > loss_mel: 23.767414093017578 (25.037457652208282) - | > loss_duration: 1.8961281776428223 (1.9070129161927758) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.36217498779297 (35.59515434358179) - | > grad_norm_1: tensor(161.0437, device='cuda:0') (tensor(634.6691, device='cuda:0')) - | > current_lr_0: 0.00019975014057813518 - | > current_lr_1: 0.00019975014057813518 - | > step_time: 0.786 (0.8779661306520787) - | > loader_time: 0.011 (0.005002949295974359) - - - --> TIME: 2024-11-22 12:06:09 -- STEP: 107/797 -- GLOBAL_STEP: 8300 - | > loss_disc: 2.429612159729004 (2.4344224862963233) - | > loss_disc_real_0: 0.22258657217025757 (0.12369878711962251) - | > loss_disc_real_1: 0.19526854157447815 (0.22694083045576222) - | > loss_disc_real_2: 0.2541859745979309 (0.2374065496097101) - | > loss_disc_real_3: 0.25115031003952026 (0.22097637943018264) - | > loss_disc_real_4: 0.1957017034292221 (0.2228483049390472) - | > loss_disc_real_5: 0.26762717962265015 (0.2347595066389191) - | > loss_0: 2.429612159729004 (2.4344224862963233) - | > grad_norm_0: tensor(19.7322, device='cuda:0') (tensor(94.0916, device='cuda:0')) - | > loss_gen: 2.2169971466064453 (2.3966237340018015) - | > loss_kl: 1.3693909645080566 (1.4485300946458481) - | > loss_feat: 5.105341911315918 (4.7986866803926835) - | > loss_mel: 28.41669273376465 (25.1140285741503) - | > loss_duration: 1.8495378494262695 (1.8945528491635188) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 38.95795822143555 (35.65242186216551) - | > grad_norm_1: tensor(718.4520, device='cuda:0') (tensor(599.5690, device='cuda:0')) - | > current_lr_0: 0.00019975014057813518 - | > current_lr_1: 0.00019975014057813518 - | > step_time: 0.8743 (0.8751022124958929) - | > loader_time: 0.0036 (0.005227086700011634) - - - --> TIME: 2024-11-22 12:06:31 -- STEP: 132/797 -- GLOBAL_STEP: 8325 - | > loss_disc: 2.4924745559692383 (2.4304382656559795) - | > loss_disc_real_0: 0.1935422718524933 (0.12548902805781723) - | > loss_disc_real_1: 0.19321666657924652 (0.22512779418717732) - | > loss_disc_real_2: 0.22158128023147583 (0.23641194132241336) - | > loss_disc_real_3: 0.21669381856918335 (0.21979176004727682) - | > loss_disc_real_4: 0.20519280433654785 (0.22158025205135345) - | > loss_disc_real_5: 0.21881352365016937 (0.23233984930045676) - | > loss_0: 2.4924745559692383 (2.4304382656559795) - | > grad_norm_0: tensor(181.1955, device='cuda:0') (tensor(92.4317, device='cuda:0')) - | > loss_gen: 2.2428457736968994 (2.3822840163202) - | > loss_kl: 1.1202234029769897 (1.4332890140287806) - | > loss_feat: 4.251854419708252 (4.782546482302925) - | > loss_mel: 23.214143753051758 (25.093648144693084) - | > loss_duration: 1.8648425340652466 (1.8881613612174988) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.69390869140625 (35.579928976116776) - | > grad_norm_1: tensor(954.1913, device='cuda:0') (tensor(623.2941, device='cuda:0')) - | > current_lr_0: 0.00019975014057813518 - | > current_lr_1: 0.00019975014057813518 - | > step_time: 0.9444 (0.8757030801339583) - | > loader_time: 0.0051 (0.005241693872393982) - - - --> TIME: 2024-11-22 12:06:54 -- STEP: 157/797 -- GLOBAL_STEP: 8350 - | > loss_disc: 2.299118757247925 (2.4240850126667386) - | > loss_disc_real_0: 0.09107265621423721 (0.12395489265679553) - | > loss_disc_real_1: 0.13458621501922607 (0.22477916291185246) - | > loss_disc_real_2: 0.18987083435058594 (0.2352004949074642) - | > loss_disc_real_3: 0.15641456842422485 (0.21895744494951455) - | > loss_disc_real_4: 0.1697854995727539 (0.22143043691565276) - | > loss_disc_real_5: 0.24031533300876617 (0.23340597691809295) - | > loss_0: 2.299118757247925 (2.4240850126667386) - | > grad_norm_0: tensor(19.9794, device='cuda:0') (tensor(90.7329, device='cuda:0')) - | > loss_gen: 2.3984804153442383 (2.3864918317005137) - | > loss_kl: 1.175919771194458 (1.426582281756553) - | > loss_feat: 5.254086971282959 (4.8039488488701485) - | > loss_mel: 26.387805938720703 (25.077359983116192) - | > loss_duration: 1.8717525005340576 (1.879596330557659) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.08804702758789 (35.573979189441474) - | > grad_norm_1: tensor(344.6487, device='cuda:0') (tensor(635.9665, device='cuda:0')) - | > current_lr_0: 0.00019975014057813518 - | > current_lr_1: 0.00019975014057813518 - | > step_time: 0.8834 (0.878401030400756) - | > loader_time: 0.0044 (0.005541509883418962) - - - --> TIME: 2024-11-22 12:07:17 -- STEP: 182/797 -- GLOBAL_STEP: 8375 - | > loss_disc: 2.544731855392456 (2.424065025298149) - | > loss_disc_real_0: 0.1880318820476532 (0.1231305167119909) - | > loss_disc_real_1: 0.2516157329082489 (0.2250367087813524) - | > loss_disc_real_2: 0.28920021653175354 (0.23522397933097985) - | > loss_disc_real_3: 0.21138370037078857 (0.21879207367425438) - | > loss_disc_real_4: 0.24527379870414734 (0.2211089781843699) - | > loss_disc_real_5: 0.25851863622665405 (0.23306600012622036) - | > loss_0: 2.544731855392456 (2.424065025298149) - | > grad_norm_0: tensor(156.4801, device='cuda:0') (tensor(87.3473, device='cuda:0')) - | > loss_gen: 2.5358498096466064 (2.392717690258237) - | > loss_kl: 1.3694573640823364 (1.4271483604724593) - | > loss_feat: 4.46611213684082 (4.805330338058889) - | > loss_mel: 26.058446884155273 (25.079572122175616) - | > loss_duration: 1.848815679550171 (1.871333191028008) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.278682708740234 (35.576101690858295) - | > grad_norm_1: tensor(369.9630, device='cuda:0') (tensor(629.1399, device='cuda:0')) - | > current_lr_0: 0.00019975014057813518 - | > current_lr_1: 0.00019975014057813518 - | > step_time: 0.8252 (0.8810686318428962) - | > loader_time: 0.0059 (0.005567354160350753) - - - --> TIME: 2024-11-22 12:07:40 -- STEP: 207/797 -- GLOBAL_STEP: 8400 - | > loss_disc: 2.488685131072998 (2.417665312255636) - | > loss_disc_real_0: 0.07933346927165985 (0.12051509335133188) - | > loss_disc_real_1: 0.25929132103919983 (0.22478999514222722) - | > loss_disc_real_2: 0.21836042404174805 (0.23570709182444402) - | > loss_disc_real_3: 0.17462122440338135 (0.21717058568473024) - | > loss_disc_real_4: 0.18163041770458221 (0.2206094797682647) - | > loss_disc_real_5: 0.22538001835346222 (0.2337557067329757) - | > loss_0: 2.488685131072998 (2.417665312255636) - | > grad_norm_0: tensor(165.1647, device='cuda:0') (tensor(84.8833, device='cuda:0')) - | > loss_gen: 2.421983480453491 (2.402865627537604) - | > loss_kl: 1.5013543367385864 (1.420621985110684) - | > loss_feat: 5.045936584472656 (4.8339332094515015) - | > loss_mel: 25.972267150878906 (25.143880337332757) - | > loss_duration: 1.8364583253860474 (1.8681060052724276) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.77799987792969 (35.6694070843683) - | > grad_norm_1: tensor(941.8010, device='cuda:0') (tensor(592.1118, device='cuda:0')) - | > current_lr_0: 0.00019975014057813518 - | > current_lr_1: 0.00019975014057813518 - | > step_time: 0.9788 (0.8869478046030238) - | > loader_time: 0.0051 (0.005760414012964217) - - - --> TIME: 2024-11-22 12:08:03 -- STEP: 232/797 -- GLOBAL_STEP: 8425 - | > loss_disc: 2.561532497406006 (2.4179818928241703) - | > loss_disc_real_0: 0.09485167264938354 (0.12166161852856648) - | > loss_disc_real_1: 0.233094722032547 (0.2242502430775042) - | > loss_disc_real_2: 0.280607670545578 (0.23530499649972753) - | > loss_disc_real_3: 0.19976378977298737 (0.21767889759663878) - | > loss_disc_real_4: 0.24645932018756866 (0.22024034676623755) - | > loss_disc_real_5: 0.17052830755710602 (0.23326193072415632) - | > loss_0: 2.561532497406006 (2.4179818928241703) - | > grad_norm_0: tensor(71.0740, device='cuda:0') (tensor(84.7888, device='cuda:0')) - | > loss_gen: 2.345874071121216 (2.400545774862685) - | > loss_kl: 1.5726008415222168 (1.4246734732697752) - | > loss_feat: 5.065963268280029 (4.832672171551608) - | > loss_mel: 25.599437713623047 (25.18106799290098) - | > loss_duration: 1.742945671081543 (1.8641436891309147) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.32682418823242 (35.70310305726941) - | > grad_norm_1: tensor(626.5225, device='cuda:0') (tensor(603.0909, device='cuda:0')) - | > current_lr_0: 0.00019975014057813518 - | > current_lr_1: 0.00019975014057813518 - | > step_time: 0.9502 (0.8882647125885405) - | > loader_time: 0.0051 (0.005867081469502939) - - - --> TIME: 2024-11-22 12:08:27 -- STEP: 257/797 -- GLOBAL_STEP: 8450 - | > loss_disc: 2.4157304763793945 (2.416711285884276) - | > loss_disc_real_0: 0.0951293408870697 (0.1221429164075666) - | > loss_disc_real_1: 0.1978689581155777 (0.2236406132288944) - | > loss_disc_real_2: 0.22996629774570465 (0.2350462053536441) - | > loss_disc_real_3: 0.193962961435318 (0.2178839173182439) - | > loss_disc_real_4: 0.16884294152259827 (0.22049978334848055) - | > loss_disc_real_5: 0.24567241966724396 (0.2336087412407426) - | > loss_0: 2.4157304763793945 (2.416711285884276) - | > grad_norm_0: tensor(70.6279, device='cuda:0') (tensor(84.4140, device='cuda:0')) - | > loss_gen: 2.2471628189086914 (2.399388692722247) - | > loss_kl: 1.238616704940796 (1.4257578096037247) - | > loss_feat: 4.725567817687988 (4.833803253878881) - | > loss_mel: 23.731050491333008 (25.184843835199853) - | > loss_duration: 1.7653093338012695 (1.8594426853647492) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.707706451416016 (35.70323624221269) - | > grad_norm_1: tensor(232.7160, device='cuda:0') (tensor(605.3223, device='cuda:0')) - | > current_lr_0: 0.00019975014057813518 - | > current_lr_1: 0.00019975014057813518 - | > step_time: 0.8861 (0.8926251389173219) - | > loader_time: 0.0054 (0.005934353468483057) - - - --> TIME: 2024-11-22 12:08:50 -- STEP: 282/797 -- GLOBAL_STEP: 8475 - | > loss_disc: 2.4552829265594482 (2.421476704854489) - | > loss_disc_real_0: 0.14334216713905334 (0.1232494026660285) - | > loss_disc_real_1: 0.18860910832881927 (0.22347838373471662) - | > loss_disc_real_2: 0.26064038276672363 (0.23568961647808123) - | > loss_disc_real_3: 0.22148852050304413 (0.21824358995501877) - | > loss_disc_real_4: 0.2705506384372711 (0.22065220091571203) - | > loss_disc_real_5: 0.30765658617019653 (0.23449237095126024) - | > loss_0: 2.4552829265594482 (2.421476704854489) - | > grad_norm_0: tensor(71.6464, device='cuda:0') (tensor(85.8770, device='cuda:0')) - | > loss_gen: 2.5016300678253174 (2.400055616459949) - | > loss_kl: 1.3009803295135498 (1.420754773185609) - | > loss_feat: 4.438282012939453 (4.8209840600372225) - | > loss_mel: 25.074926376342773 (25.15720958574444) - | > loss_duration: 1.834782361984253 (1.8569297553799677) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.15060043334961 (35.65593376565488) - | > grad_norm_1: tensor(520.5275, device='cuda:0') (tensor(606.4132, device='cuda:0')) - | > current_lr_0: 0.00019975014057813518 - | > current_lr_1: 0.00019975014057813518 - | > step_time: 0.9286 (0.8964954513184568) - | > loader_time: 0.009 (0.005992515712765089) - - - --> TIME: 2024-11-22 12:09:14 -- STEP: 307/797 -- GLOBAL_STEP: 8500 - | > loss_disc: 2.365743637084961 (2.417752821981322) - | > loss_disc_real_0: 0.1372707486152649 (0.1222176361549949) - | > loss_disc_real_1: 0.17623408138751984 (0.22304635968192782) - | > loss_disc_real_2: 0.20604021847248077 (0.23527365005559947) - | > loss_disc_real_3: 0.20574937760829926 (0.21790391595045208) - | > loss_disc_real_4: 0.15750251710414886 (0.22051409066500027) - | > loss_disc_real_5: 0.19317938387393951 (0.23329970056148616) - | > loss_0: 2.365743637084961 (2.417752821981322) - | > grad_norm_0: tensor(139.9131, device='cuda:0') (tensor(87.7077, device='cuda:0')) - | > loss_gen: 2.1887941360473633 (2.4040602255333523) - | > loss_kl: 1.2441359758377075 (1.4189440872071233) - | > loss_feat: 4.3520026206970215 (4.834185505534617) - | > loss_mel: 23.216337203979492 (25.1682724471201) - | > loss_duration: 1.795623540878296 (1.8541603336893386) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.79689407348633 (35.67962256937929) - | > grad_norm_1: tensor(315.3573, device='cuda:0') (tensor(614.4121, device='cuda:0')) - | > current_lr_0: 0.00019975014057813518 - | > current_lr_1: 0.00019975014057813518 - | > step_time: 1.0001 (0.9000830828949372) - | > loader_time: 0.0059 (0.0060189290621381585) - - - --> TIME: 2024-11-22 12:09:38 -- STEP: 332/797 -- GLOBAL_STEP: 8525 - | > loss_disc: 2.4588518142700195 (2.4189323983996722) - | > loss_disc_real_0: 0.15790146589279175 (0.12161114859024444) - | > loss_disc_real_1: 0.21533557772636414 (0.2229915075452931) - | > loss_disc_real_2: 0.2036139816045761 (0.23523825492305925) - | > loss_disc_real_3: 0.2602638602256775 (0.21798060547156506) - | > loss_disc_real_4: 0.24494649469852448 (0.22058445053646364) - | > loss_disc_real_5: 0.2708974778652191 (0.2340673993689468) - | > loss_0: 2.4588518142700195 (2.4189323983996722) - | > grad_norm_0: tensor(154.6091, device='cuda:0') (tensor(88.4719, device='cuda:0')) - | > loss_gen: 2.465036392211914 (2.4071644321981687) - | > loss_kl: 1.307355284690857 (1.4156796115349575) - | > loss_feat: 4.518441677093506 (4.8378295726086735) - | > loss_mel: 23.142879486083984 (25.173638556376996) - | > loss_duration: 1.8036563396453857 (1.852086336856865) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.237369537353516 (35.68639847743945) - | > grad_norm_1: tensor(928.5588, device='cuda:0') (tensor(619.8901, device='cuda:0')) - | > current_lr_0: 0.00019975014057813518 - | > current_lr_1: 0.00019975014057813518 - | > step_time: 0.9336 (0.9042431597250054) - | > loader_time: 0.007 (0.006092788943325177) - - - --> TIME: 2024-11-22 12:10:02 -- STEP: 357/797 -- GLOBAL_STEP: 8550 - | > loss_disc: 2.3369879722595215 (2.418738161482394) - | > loss_disc_real_0: 0.12250857800245285 (0.12179863659524116) - | > loss_disc_real_1: 0.2161034345626831 (0.22268372569598405) - | > loss_disc_real_2: 0.2656203508377075 (0.23518911187722233) - | > loss_disc_real_3: 0.20581978559494019 (0.21808175254268808) - | > loss_disc_real_4: 0.2736571431159973 (0.2206014603877268) - | > loss_disc_real_5: 0.25650322437286377 (0.23441003818137973) - | > loss_0: 2.3369879722595215 (2.418738161482394) - | > grad_norm_0: tensor(77.7599, device='cuda:0') (tensor(87.5570, device='cuda:0')) - | > loss_gen: 2.6607794761657715 (2.4052696034353986) - | > loss_kl: 1.33428156375885 (1.414897462066149) - | > loss_feat: 5.03933572769165 (4.830061911868781) - | > loss_mel: 26.452510833740234 (25.16625689124527) - | > loss_duration: 1.8418164253234863 (1.8493217814202403) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.32872009277344 (35.665807585088494) - | > grad_norm_1: tensor(494.3050, device='cuda:0') (tensor(614.2855, device='cuda:0')) - | > current_lr_0: 0.00019975014057813518 - | > current_lr_1: 0.00019975014057813518 - | > step_time: 0.9826 (0.906777434656266) - | > loader_time: 0.0052 (0.006125277163935639) - - - --> TIME: 2024-11-22 12:10:27 -- STEP: 382/797 -- GLOBAL_STEP: 8575 - | > loss_disc: 2.330061674118042 (2.421464265953182) - | > loss_disc_real_0: 0.13276563584804535 (0.12191881210158008) - | > loss_disc_real_1: 0.24654915928840637 (0.22317657611913083) - | > loss_disc_real_2: 0.2670172154903412 (0.2355298782596413) - | > loss_disc_real_3: 0.265195369720459 (0.21881366162243937) - | > loss_disc_real_4: 0.2115035206079483 (0.22134520854625403) - | > loss_disc_real_5: 0.26387882232666016 (0.23456935522131894) - | > loss_0: 2.330061674118042 (2.421464265953182) - | > grad_norm_0: tensor(143.2795, device='cuda:0') (tensor(86.6623, device='cuda:0')) - | > loss_gen: 2.4540629386901855 (2.404691930216645) - | > loss_kl: 1.3752343654632568 (1.4140722088476756) - | > loss_feat: 5.366276264190674 (4.8323515641127575) - | > loss_mel: 25.609750747680664 (25.1814104399756) - | > loss_duration: 1.8719632625579834 (1.8466645529132864) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.67728805541992 (35.67919065066033) - | > grad_norm_1: tensor(1081.0355, device='cuda:0') (tensor(619.6481, device='cuda:0')) - | > current_lr_0: 0.00019975014057813518 - | > current_lr_1: 0.00019975014057813518 - | > step_time: 0.9602 (0.9115023188566038) - | > loader_time: 0.0064 (0.006285400914896218) - - - --> TIME: 2024-11-22 12:10:52 -- STEP: 407/797 -- GLOBAL_STEP: 8600 - | > loss_disc: 2.3335208892822266 (2.4237865728008066) - | > loss_disc_real_0: 0.10171777009963989 (0.12319678629242817) - | > loss_disc_real_1: 0.22513805329799652 (0.2230870632926135) - | > loss_disc_real_2: 0.2391921430826187 (0.23545073445071749) - | > loss_disc_real_3: 0.24916589260101318 (0.2182136106256771) - | > loss_disc_real_4: 0.25157785415649414 (0.22100003060017523) - | > loss_disc_real_5: 0.1936594843864441 (0.2345064818785876) - | > loss_0: 2.3335208892822266 (2.4237865728008066) - | > grad_norm_0: tensor(50.1796, device='cuda:0') (tensor(87.1776, device='cuda:0')) - | > loss_gen: 2.3995754718780518 (2.4034443317525818) - | > loss_kl: 1.1738144159317017 (1.410866002632301) - | > loss_feat: 5.072758674621582 (4.833563556249368) - | > loss_mel: 25.177459716796875 (25.194217611589362) - | > loss_duration: 1.830413579940796 (1.8455885344113998) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.654022216796875 (35.68767998903916) - | > grad_norm_1: tensor(255.1410, device='cuda:0') (tensor(608.9337, device='cuda:0')) - | > current_lr_0: 0.00019975014057813518 - | > current_lr_1: 0.00019975014057813518 - | > step_time: 0.9371 (0.9152760493960369) - | > loader_time: 0.0066 (0.006386403076771726) - - - --> TIME: 2024-11-22 12:11:16 -- STEP: 432/797 -- GLOBAL_STEP: 8625 - | > loss_disc: 2.394575595855713 (2.4243070394904516) - | > loss_disc_real_0: 0.08657997101545334 (0.12428141820796386) - | > loss_disc_real_1: 0.21689718961715698 (0.22262060697431918) - | > loss_disc_real_2: 0.27209192514419556 (0.23556227588819129) - | > loss_disc_real_3: 0.22778300940990448 (0.2179442002541489) - | > loss_disc_real_4: 0.27497610449790955 (0.22140467325570407) - | > loss_disc_real_5: 0.25470778346061707 (0.2349575022580447) - | > loss_0: 2.394575595855713 (2.4243070394904516) - | > grad_norm_0: tensor(77.9316, device='cuda:0') (tensor(86.2949, device='cuda:0')) - | > loss_gen: 2.2878456115722656 (2.4020824581384668) - | > loss_kl: 1.2968283891677856 (1.4098688147410203) - | > loss_feat: 5.534488677978516 (4.8367761401114615) - | > loss_mel: 28.207046508789062 (25.216465186189723) - | > loss_duration: 1.8180389404296875 (1.844002830485503) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 39.144248962402344 (35.709195410763776) - | > grad_norm_1: tensor(848.8917, device='cuda:0') (tensor(607.6193, device='cuda:0')) - | > current_lr_0: 0.00019975014057813518 - | > current_lr_1: 0.00019975014057813518 - | > step_time: 1.0006 (0.9185023180864476) - | > loader_time: 0.0064 (0.006545689370897078) - - - --> TIME: 2024-11-22 12:11:41 -- STEP: 457/797 -- GLOBAL_STEP: 8650 - | > loss_disc: 2.6243374347686768 (2.4242250314165767) - | > loss_disc_real_0: 0.36076414585113525 (0.12458463720732758) - | > loss_disc_real_1: 0.22178193926811218 (0.22256424543763667) - | > loss_disc_real_2: 0.25322774052619934 (0.23540251798259348) - | > loss_disc_real_3: 0.23519866168498993 (0.21768746901654049) - | > loss_disc_real_4: 0.2054239958524704 (0.22108297265202004) - | > loss_disc_real_5: 0.20872153341770172 (0.23459547621155202) - | > loss_0: 2.6243374347686768 (2.4242250314165767) - | > grad_norm_0: tensor(175.3490, device='cuda:0') (tensor(86.7165, device='cuda:0')) - | > loss_gen: 2.2678773403167725 (2.4012516139633555) - | > loss_kl: 1.384503722190857 (1.4088476274154385) - | > loss_feat: 4.126193523406982 (4.833811478750448) - | > loss_mel: 25.273983001708984 (25.22330398058735) - | > loss_duration: 1.8487499952316284 (1.8429407173486454) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.90130615234375 (35.71015542862974) - | > grad_norm_1: tensor(1109.6798, device='cuda:0') (tensor(621.5972, device='cuda:0')) - | > current_lr_0: 0.00019975014057813518 - | > current_lr_1: 0.00019975014057813518 - | > step_time: 1.0217 (0.9217165299004486) - | > loader_time: 0.0066 (0.006689142606973123) - - - --> TIME: 2024-11-22 12:12:06 -- STEP: 482/797 -- GLOBAL_STEP: 8675 - | > loss_disc: 2.409640312194824 (2.421946848081849) - | > loss_disc_real_0: 0.04743088409304619 (0.12419302867439526) - | > loss_disc_real_1: 0.17949235439300537 (0.22228647431521) - | > loss_disc_real_2: 0.20637045800685883 (0.2351155278902825) - | > loss_disc_real_3: 0.18091493844985962 (0.21759124854540923) - | > loss_disc_real_4: 0.2123325914144516 (0.22094357891696123) - | > loss_disc_real_5: 0.19516457617282867 (0.23434467196340877) - | > loss_0: 2.409640312194824 (2.421946848081849) - | > grad_norm_0: tensor(74.0185, device='cuda:0') (tensor(87.2555, device='cuda:0')) - | > loss_gen: 2.1461334228515625 (2.402030969309115) - | > loss_kl: 1.420021414756775 (1.410240816748489) - | > loss_feat: 4.5316267013549805 (4.845741710722197) - | > loss_mel: 23.672151565551758 (25.23302173614502) - | > loss_duration: 1.8388985395431519 (1.841590178952672) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.60883331298828 (35.73262543104497) - | > grad_norm_1: tensor(848.5820, device='cuda:0') (tensor(634.5291, device='cuda:0')) - | > current_lr_0: 0.00019975014057813518 - | > current_lr_1: 0.00019975014057813518 - | > step_time: 0.982 (0.9249378170709887) - | > loader_time: 0.0073 (0.006816627573670191) - - - --> TIME: 2024-11-22 12:12:31 -- STEP: 507/797 -- GLOBAL_STEP: 8700 - | > loss_disc: 2.3582425117492676 (2.421085562226334) - | > loss_disc_real_0: 0.055331144481897354 (0.12404158354334577) - | > loss_disc_real_1: 0.2009054571390152 (0.2222661521778069) - | > loss_disc_real_2: 0.2352423220872879 (0.23498229294486297) - | > loss_disc_real_3: 0.17202326655387878 (0.2175421242177839) - | > loss_disc_real_4: 0.19902542233467102 (0.22058673858407452) - | > loss_disc_real_5: 0.20134124159812927 (0.23427554800430464) - | > loss_0: 2.3582425117492676 (2.421085562226334) - | > grad_norm_0: tensor(47.4050, device='cuda:0') (tensor(86.5704, device='cuda:0')) - | > loss_gen: 2.505012273788452 (2.4016199876100597) - | > loss_kl: 1.470321536064148 (1.4088115192494217) - | > loss_feat: 5.485307693481445 (4.846869713691093) - | > loss_mel: 26.764867782592773 (25.22080589986647) - | > loss_duration: 1.7801768779754639 (1.840075673436272) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 38.00568771362305 (35.718182821480724) - | > grad_norm_1: tensor(143.1455, device='cuda:0') (tensor(630.7633, device='cuda:0')) - | > current_lr_0: 0.00019975014057813518 - | > current_lr_1: 0.00019975014057813518 - | > step_time: 0.9747 (0.9285184189647847) - | > loader_time: 0.0067 (0.006856525202944902) - - - --> TIME: 2024-11-22 12:12:56 -- STEP: 532/797 -- GLOBAL_STEP: 8725 - | > loss_disc: 2.584948778152466 (2.4217865995894687) - | > loss_disc_real_0: 0.3080170750617981 (0.12516976640160596) - | > loss_disc_real_1: 0.2237955778837204 (0.2221448203562794) - | > loss_disc_real_2: 0.201140359044075 (0.23488892200297873) - | > loss_disc_real_3: 0.18431037664413452 (0.21734885269201784) - | > loss_disc_real_4: 0.19770587980747223 (0.22079962651644433) - | > loss_disc_real_5: 0.21619831025600433 (0.2343074473223292) - | > loss_0: 2.584948778152466 (2.4217865995894687) - | > grad_norm_0: tensor(414.4189, device='cuda:0') (tensor(86.8530, device='cuda:0')) - | > loss_gen: 2.2335619926452637 (2.400980993096991) - | > loss_kl: 1.4929105043411255 (1.408176839015538) - | > loss_feat: 3.794065237045288 (4.845273514439288) - | > loss_mel: 20.846263885498047 (25.21228286915256) - | > loss_duration: 1.7999610900878906 (1.8395359171064276) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.166763305664062 (35.706250162052946) - | > grad_norm_1: tensor(1356.6692, device='cuda:0') (tensor(635.6970, device='cuda:0')) - | > current_lr_0: 0.00019975014057813518 - | > current_lr_1: 0.00019975014057813518 - | > step_time: 0.8644 (0.93004000859153) - | > loader_time: 0.0108 (0.0069511626896105305) - - - --> TIME: 2024-11-22 12:13:19 -- STEP: 557/797 -- GLOBAL_STEP: 8750 - | > loss_disc: 2.513151168823242 (2.4223611718662323) - | > loss_disc_real_0: 0.1318514049053192 (0.12540679797530174) - | > loss_disc_real_1: 0.23192286491394043 (0.2222723359211985) - | > loss_disc_real_2: 0.2867752015590668 (0.23484271122694445) - | > loss_disc_real_3: 0.2513010501861572 (0.21760215221016369) - | > loss_disc_real_4: 0.2218169867992401 (0.2212786774553987) - | > loss_disc_real_5: 0.30351144075393677 (0.23419364425395506) - | > loss_0: 2.513151168823242 (2.4223611718662323) - | > grad_norm_0: tensor(59.5580, device='cuda:0') (tensor(87.4765, device='cuda:0')) - | > loss_gen: 2.253473997116089 (2.402077740997987) - | > loss_kl: 1.4095982313156128 (1.4074538198150894) - | > loss_feat: 4.9942121505737305 (4.846612204341099) - | > loss_mel: 25.593019485473633 (25.195418486261286) - | > loss_duration: 1.8197413682937622 (1.8386496787011302) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.070045471191406 (35.690211979234256) - | > grad_norm_1: tensor(938.0243, device='cuda:0') (tensor(647.7953, device='cuda:0')) - | > current_lr_0: 0.00019975014057813518 - | > current_lr_1: 0.00019975014057813518 - | > step_time: 0.9396 (0.92914242419135) - | > loader_time: 0.0114 (0.006988989814607629) - - - --> TIME: 2024-11-22 12:13:43 -- STEP: 582/797 -- GLOBAL_STEP: 8775 - | > loss_disc: 2.541792631149292 (2.4254650242140197) - | > loss_disc_real_0: 0.03812948614358902 (0.12558618030443633) - | > loss_disc_real_1: 0.2085854858160019 (0.2223615023176285) - | > loss_disc_real_2: 0.2505706548690796 (0.23528340679058915) - | > loss_disc_real_3: 0.19829387962818146 (0.21756284404866075) - | > loss_disc_real_4: 0.2574000060558319 (0.2215087781964299) - | > loss_disc_real_5: 0.24545599520206451 (0.23512970958276302) - | > loss_0: 2.541792631149292 (2.4254650242140197) - | > grad_norm_0: tensor(33.3082, device='cuda:0') (tensor(88.1321, device='cuda:0')) - | > loss_gen: 2.2422783374786377 (2.3993414216434856) - | > loss_kl: 1.3380157947540283 (1.404454001548774) - | > loss_feat: 4.927509307861328 (4.838844876518775) - | > loss_mel: 27.210256576538086 (25.196250882755034) - | > loss_duration: 1.8176132440567017 (1.8377293077940793) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.53567123413086 (35.67662052600246) - | > grad_norm_1: tensor(719.7001, device='cuda:0') (tensor(651.5267, device='cuda:0')) - | > current_lr_0: 0.00019975014057813518 - | > current_lr_1: 0.00019975014057813518 - | > step_time: 0.8678 (0.9297795475963055) - | > loader_time: 0.0078 (0.0070343541935137446) - - - --> TIME: 2024-11-22 12:14:06 -- STEP: 607/797 -- GLOBAL_STEP: 8800 - | > loss_disc: 2.3396172523498535 (2.425837171529428) - | > loss_disc_real_0: 0.13783735036849976 (0.12558150041658167) - | > loss_disc_real_1: 0.20057184994220734 (0.22217501879131185) - | > loss_disc_real_2: 0.22888244688510895 (0.23537330722200026) - | > loss_disc_real_3: 0.24005503952503204 (0.2177007968677132) - | > loss_disc_real_4: 0.23287296295166016 (0.22146614259216302) - | > loss_disc_real_5: 0.19125771522521973 (0.23492558825840865) - | > loss_0: 2.3396172523498535 (2.425837171529428) - | > grad_norm_0: tensor(21.7885, device='cuda:0') (tensor(87.9424, device='cuda:0')) - | > loss_gen: 2.4674971103668213 (2.398467738899409) - | > loss_kl: 1.5159538984298706 (1.4033156773796585) - | > loss_feat: 4.729154109954834 (4.834939986909241) - | > loss_mel: 25.10445213317871 (25.213030876398484) - | > loss_duration: 1.8358091115951538 (1.8370619059787354) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.65286636352539 (35.68681623593981) - | > grad_norm_1: tensor(547.2728, device='cuda:0') (tensor(645.8977, device='cuda:0')) - | > current_lr_0: 0.00019975014057813518 - | > current_lr_1: 0.00019975014057813518 - | > step_time: 0.9119 (0.9298664447306801) - | > loader_time: 0.0107 (0.007111497137456198) - - - --> TIME: 2024-11-22 12:14:30 -- STEP: 632/797 -- GLOBAL_STEP: 8825 - | > loss_disc: 2.6212880611419678 (2.430115432678899) - | > loss_disc_real_0: 0.1843179613351822 (0.12655387906640578) - | > loss_disc_real_1: 0.2524603009223938 (0.2224423421098839) - | > loss_disc_real_2: 0.2946856617927551 (0.23548059922324704) - | > loss_disc_real_3: 0.21716593205928802 (0.21804829057353217) - | > loss_disc_real_4: 0.24153824150562286 (0.22186929706625547) - | > loss_disc_real_5: 0.24234539270401 (0.2351783297814523) - | > loss_0: 2.6212880611419678 (2.430115432678899) - | > grad_norm_0: tensor(142.1869, device='cuda:0') (tensor(89.6402, device='cuda:0')) - | > loss_gen: 2.131819248199463 (2.392090479972997) - | > loss_kl: 1.1569044589996338 (1.4023075044343742) - | > loss_feat: 3.4307382106781006 (4.807309877646118) - | > loss_mel: 21.959674835205078 (25.16235186480268) - | > loss_duration: 1.856535792350769 (1.8369453937946996) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.53567123413086 (35.60100515884692) - | > grad_norm_1: tensor(438.0444, device='cuda:0') (tensor(649.1048, device='cuda:0')) - | > current_lr_0: 0.00019975014057813518 - | > current_lr_1: 0.00019975014057813518 - | > step_time: 0.9549 (0.9302485075932515) - | > loader_time: 0.0086 (0.007192725244956679) - - - --> TIME: 2024-11-22 12:14:54 -- STEP: 657/797 -- GLOBAL_STEP: 8850 - | > loss_disc: 2.48857045173645 (2.4289038736526285) - | > loss_disc_real_0: 0.13471034169197083 (0.12641573632688824) - | > loss_disc_real_1: 0.2775801718235016 (0.22232485461634224) - | > loss_disc_real_2: 0.20779336988925934 (0.23534388218749785) - | > loss_disc_real_3: 0.27120739221572876 (0.2179314376193821) - | > loss_disc_real_4: 0.26885986328125 (0.22171896897948132) - | > loss_disc_real_5: 0.2375495284795761 (0.23495861053285352) - | > loss_0: 2.48857045173645 (2.4289038736526285) - | > grad_norm_0: tensor(143.5065, device='cuda:0') (tensor(89.3520, device='cuda:0')) - | > loss_gen: 2.3168091773986816 (2.3915040338783338) - | > loss_kl: 1.2865859270095825 (1.400295169295423) - | > loss_feat: 4.649075508117676 (4.807079212124848) - | > loss_mel: 25.206727981567383 (25.14708317505532) - | > loss_duration: 1.9046027660369873 (1.8366375615426214) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.363800048828125 (35.58259918990928) - | > grad_norm_1: tensor(1058.4058, device='cuda:0') (tensor(649.7648, device='cuda:0')) - | > current_lr_0: 0.00019975014057813518 - | > current_lr_1: 0.00019975014057813518 - | > step_time: 0.9444 (0.9310247832781648) - | > loader_time: 0.011 (0.007290282387348795) - - - --> TIME: 2024-11-22 12:15:19 -- STEP: 682/797 -- GLOBAL_STEP: 8875 - | > loss_disc: 2.4721179008483887 (2.429056423850075) - | > loss_disc_real_0: 0.13111090660095215 (0.12621327399486484) - | > loss_disc_real_1: 0.27044397592544556 (0.22218984267141811) - | > loss_disc_real_2: 0.23931245505809784 (0.2352255606406595) - | > loss_disc_real_3: 0.21482838690280914 (0.21785023644610244) - | > loss_disc_real_4: 0.2182733118534088 (0.22170618333774578) - | > loss_disc_real_5: 0.21947932243347168 (0.23489352521046866) - | > loss_0: 2.4721179008483887 (2.429056423850075) - | > grad_norm_0: tensor(96.6375, device='cuda:0') (tensor(90.0374, device='cuda:0')) - | > loss_gen: 2.324557304382324 (2.3915786105167145) - | > loss_kl: 1.286118984222412 (1.3993051956650804) - | > loss_feat: 4.818439483642578 (4.8062946006349785) - | > loss_mel: 28.082077026367188 (25.145300596690237) - | > loss_duration: 1.8259334564208984 (1.83607565884716) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 38.337127685546875 (35.57855470718876) - | > grad_norm_1: tensor(178.6322, device='cuda:0') (tensor(646.7179, device='cuda:0')) - | > current_lr_0: 0.00019975014057813518 - | > current_lr_1: 0.00019975014057813518 - | > step_time: 0.9489 (0.9319415442055621) - | > loader_time: 0.0086 (0.007383281534368341) - - - --> TIME: 2024-11-22 12:15:44 -- STEP: 707/797 -- GLOBAL_STEP: 8900 - | > loss_disc: 2.7854182720184326 (2.4274006463176323) - | > loss_disc_real_0: 0.048339590430259705 (0.12558184294859956) - | > loss_disc_real_1: 0.27695825695991516 (0.22217317842358072) - | > loss_disc_real_2: 0.29607146978378296 (0.23522050718775564) - | > loss_disc_real_3: 0.2827105224132538 (0.21788169616435515) - | > loss_disc_real_4: 0.29926249384880066 (0.22171961108309546) - | > loss_disc_real_5: 0.29254764318466187 (0.2346172213891608) - | > loss_0: 2.7854182720184326 (2.4274006463176323) - | > grad_norm_0: tensor(85.7282, device='cuda:0') (tensor(90.1907, device='cuda:0')) - | > loss_gen: 2.2410812377929688 (2.393188909391703) - | > loss_kl: 1.2798882722854614 (1.400735421683191) - | > loss_feat: 4.121129512786865 (4.810647347691711) - | > loss_mel: 24.54549217224121 (25.14601532910466) - | > loss_duration: 1.7772057056427002 (1.8352661436315643) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.96479797363281 (35.58585319896737) - | > grad_norm_1: tensor(353.6465, device='cuda:0') (tensor(642.8698, device='cuda:0')) - | > current_lr_0: 0.00019975014057813518 - | > current_lr_1: 0.00019975014057813518 - | > step_time: 0.9866 (0.9343062054149838) - | > loader_time: 0.0083 (0.007485533030400686) - - - --> TIME: 2024-11-22 12:16:10 -- STEP: 732/797 -- GLOBAL_STEP: 8925 - | > loss_disc: 2.2984519004821777 (2.4276852073565247) - | > loss_disc_real_0: 0.08525708317756653 (0.12577431046917947) - | > loss_disc_real_1: 0.22341609001159668 (0.2219479181727425) - | > loss_disc_real_2: 0.22494971752166748 (0.23498837059475686) - | > loss_disc_real_3: 0.2309495210647583 (0.21793891943461915) - | > loss_disc_real_4: 0.21080206334590912 (0.22189396129198413) - | > loss_disc_real_5: 0.2805077135562897 (0.23495871302941457) - | > loss_0: 2.2984519004821777 (2.4276852073565247) - | > grad_norm_0: tensor(40.1180, device='cuda:0') (tensor(89.9991, device='cuda:0')) - | > loss_gen: 2.6728148460388184 (2.3932354034947565) - | > loss_kl: 1.4937870502471924 (1.401425314649858) - | > loss_feat: 5.797507286071777 (4.813425546786824) - | > loss_mel: 27.776159286499023 (25.14167232982447) - | > loss_duration: 1.780453085899353 (1.8342134258786187) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 39.52071762084961 (35.58397206582659) - | > grad_norm_1: tensor(797.6674, device='cuda:0') (tensor(645.0655, device='cuda:0')) - | > current_lr_0: 0.00019975014057813518 - | > current_lr_1: 0.00019975014057813518 - | > step_time: 1.0948 (0.9367990780397842) - | > loader_time: 0.0123 (0.007595763180425257) - - - --> TIME: 2024-11-22 12:16:38 -- STEP: 757/797 -- GLOBAL_STEP: 8950 - | > loss_disc: 2.4779398441314697 (2.4268750051526164) - | > loss_disc_real_0: 0.24292363226413727 (0.12580840170993673) - | > loss_disc_real_1: 0.2675459086894989 (0.22197809498486462) - | > loss_disc_real_2: 0.21378643810749054 (0.23490238376699948) - | > loss_disc_real_3: 0.26705920696258545 (0.218049490251031) - | > loss_disc_real_4: 0.23677915334701538 (0.22173375800704703) - | > loss_disc_real_5: 0.2572496235370636 (0.2347909039676268) - | > loss_0: 2.4779398441314697 (2.4268750051526164) - | > grad_norm_0: tensor(25.3898, device='cuda:0') (tensor(89.4753, device='cuda:0')) - | > loss_gen: 2.412415027618408 (2.3935892696897128) - | > loss_kl: 1.5599180459976196 (1.4012794218258624) - | > loss_feat: 4.900081634521484 (4.816860707306954) - | > loss_mel: 25.58409309387207 (25.14544843525048) - | > loss_duration: 1.804167628288269 (1.8327305970450216) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.260677337646484 (35.58990847387278) - | > grad_norm_1: tensor(875.8387, device='cuda:0') (tensor(645.0967, device='cuda:0')) - | > current_lr_0: 0.00019975014057813518 - | > current_lr_1: 0.00019975014057813518 - | > step_time: 1.0195 (0.9396199213151415) - | > loader_time: 0.1068 (0.01052543162669657) - - - --> TIME: 2024-11-22 12:17:13 -- STEP: 782/797 -- GLOBAL_STEP: 8975 - | > loss_disc: 2.430737257003784 (2.425789467818906) - | > loss_disc_real_0: 0.13802117109298706 (0.12545906840478213) - | > loss_disc_real_1: 0.17295460402965546 (0.22159722384513186) - | > loss_disc_real_2: 0.22415876388549805 (0.23481230470149414) - | > loss_disc_real_3: 0.11739769577980042 (0.21791034309989055) - | > loss_disc_real_4: 0.2264118790626526 (0.2218819335293587) - | > loss_disc_real_5: 0.2580333352088928 (0.23500401027443463) - | > loss_0: 2.430737257003784 (2.425789467818906) - | > grad_norm_0: tensor(37.8495, device='cuda:0') (tensor(89.2629, device='cuda:0')) - | > loss_gen: 2.333296775817871 (2.3953434355423577) - | > loss_kl: 1.4155082702636719 (1.4008678360210964) - | > loss_feat: 4.844416618347168 (4.8258274711306415) - | > loss_mel: 24.57014274597168 (25.142553617277404) - | > loss_duration: 1.794854760169983 (1.831461034467458) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.95821762084961 (35.59605344786977) - | > grad_norm_1: tensor(201.2775, device='cuda:0') (tensor(642.4897, device='cuda:0')) - | > current_lr_0: 0.00019975014057813518 - | > current_lr_1: 0.00019975014057813518 - | > step_time: 1.2034 (0.9510401749549924) - | > loader_time: 0.1023 (0.013879640937766153) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.5710391998291016 (2.5710391998291016) - | > loss_disc_real_0: 0.1051214411854744 (0.1051214411854744) - | > loss_disc_real_1: 0.2663262188434601 (0.2663262188434601) - | > loss_disc_real_2: 0.22450076043605804 (0.22450076043605804) - | > loss_disc_real_3: 0.19889187812805176 (0.19889187812805176) - | > loss_disc_real_4: 0.25998812913894653 (0.25998812913894653) - | > loss_disc_real_5: 0.21622130274772644 (0.21622130274772644) - | > loss_0: 2.5710391998291016 (2.5710391998291016) - | > loss_gen: 2.2823550701141357 (2.2823550701141357) - | > loss_kl: 0.990591287612915 (0.990591287612915) - | > loss_feat: 5.029025554656982 (5.029025554656982) - | > loss_mel: 22.639760971069336 (22.639760971069336) - | > loss_duration: 2.1703686714172363 (2.1703686714172363) - | > loss_1: 33.11210250854492 (33.11210250854492) - - --> STEP: 1 - | > loss_disc: 2.1932597160339355 (2.1932597160339355) - | > loss_disc_real_0: 0.05744711682200432 (0.05744711682200432) - | > loss_disc_real_1: 0.2795422673225403 (0.2795422673225403) - | > loss_disc_real_2: 0.17838717997074127 (0.17838717997074127) - | > loss_disc_real_3: 0.21276243031024933 (0.21276243031024933) - | > loss_disc_real_4: 0.18104757368564606 (0.18104757368564606) - | > loss_disc_real_5: 0.1521664261817932 (0.1521664261817932) - | > loss_0: 2.1932597160339355 (2.1932597160339355) - | > loss_gen: 2.437424898147583 (2.437424898147583) - | > loss_kl: 0.6920541524887085 (0.6920541524887085) - | > loss_feat: 5.53016996383667 (5.53016996383667) - | > loss_mel: 25.07958984375 (25.07958984375) - | > loss_duration: 1.9219917058944702 (1.9219917058944702) - | > loss_1: 35.661231994628906 (35.661231994628906) - - --> STEP: 2 - | > loss_disc: 2.666144847869873 (2.4297022819519043) - | > loss_disc_real_0: 0.09915784001350403 (0.07830247841775417) - | > loss_disc_real_1: 0.30291152000427246 (0.29122689366340637) - | > loss_disc_real_2: 0.2006341814994812 (0.18951068073511124) - | > loss_disc_real_3: 0.3011806309223175 (0.2569715306162834) - | > loss_disc_real_4: 0.3194256126880646 (0.2502365931868553) - | > loss_disc_real_5: 0.2893623113632202 (0.2207643687725067) - | > loss_0: 2.666144847869873 (2.4297022819519043) - | > loss_gen: 2.2394206523895264 (2.3384227752685547) - | > loss_kl: 0.99354088306427 (0.8427975177764893) - | > loss_feat: 3.533026695251465 (4.531598329544067) - | > loss_mel: 22.162235260009766 (23.620912551879883) - | > loss_duration: 1.8147755861282349 (1.8683836460113525) - | > loss_1: 30.742998123168945 (33.202115058898926) - - --> STEP: 3 - | > loss_disc: 2.330383777618408 (2.396596113840739) - | > loss_disc_real_0: 0.09288974106311798 (0.08316489929954211) - | > loss_disc_real_1: 0.2990303039550781 (0.29382803042729694) - | > loss_disc_real_2: 0.2404448688030243 (0.2064887434244156) - | > loss_disc_real_3: 0.21571695804595947 (0.24322000642617544) - | > loss_disc_real_4: 0.2752341330051422 (0.2585691064596176) - | > loss_disc_real_5: 0.21632975339889526 (0.21928616364796957) - | > loss_0: 2.330383777618408 (2.396596113840739) - | > loss_gen: 2.5035712718963623 (2.3934722741444907) - | > loss_kl: 0.9637627601623535 (0.883119265238444) - | > loss_feat: 4.390257358551025 (4.484484672546387) - | > loss_mel: 23.779083251953125 (23.673636118570965) - | > loss_duration: 1.8870596885681152 (1.8746089935302734) - | > loss_1: 33.52373123168945 (33.3093204498291) - - --> STEP: 4 - | > loss_disc: 2.480710506439209 (2.4176247119903564) - | > loss_disc_real_0: 0.08069907873868942 (0.08254844415932894) - | > loss_disc_real_1: 0.32095080614089966 (0.30060872435569763) - | > loss_disc_real_2: 0.21037457883358002 (0.2074602022767067) - | > loss_disc_real_3: 0.22009731829166412 (0.2374393343925476) - | > loss_disc_real_4: 0.17264601588249207 (0.23708833381533623) - | > loss_disc_real_5: 0.24648812413215637 (0.22608665376901627) - | > loss_0: 2.480710506439209 (2.4176247119903564) - | > loss_gen: 2.2500391006469727 (2.357613980770111) - | > loss_kl: 1.4349174499511719 (1.021068811416626) - | > loss_feat: 4.701859951019287 (4.538828492164612) - | > loss_mel: 22.568490982055664 (23.39734983444214) - | > loss_duration: 1.7755500078201294 (1.8498442471027374) - | > loss_1: 32.730857849121094 (33.1647047996521) - - --> STEP: 5 - | > loss_disc: 2.4195046424865723 (2.4180006980895996) - | > loss_disc_real_0: 0.11116257309913635 (0.08827126994729043) - | > loss_disc_real_1: 0.24385066330432892 (0.2892571121454239) - | > loss_disc_real_2: 0.1918608844280243 (0.20434033870697021) - | > loss_disc_real_3: 0.2487359642982483 (0.23969866037368776) - | > loss_disc_real_4: 0.23120670020580292 (0.23591200709342958) - | > loss_disc_real_5: 0.22112756967544556 (0.22509483695030214) - | > loss_0: 2.4195046424865723 (2.4180006980895996) - | > loss_gen: 2.404106855392456 (2.3669125556945803) - | > loss_kl: 1.7736120223999023 (1.1715774536132812) - | > loss_feat: 5.402233123779297 (4.711509418487549) - | > loss_mel: 23.468284606933594 (23.41153678894043) - | > loss_duration: 1.9866909980773926 (1.8772135972976685) - | > loss_1: 35.03492736816406 (33.538749313354494) - - --> STEP: 6 - | > loss_disc: 2.3819711208343506 (2.411995768547058) - | > loss_disc_real_0: 0.12427836656570435 (0.09427245271702607) - | > loss_disc_real_1: 0.2491655945777893 (0.28257519255081814) - | > loss_disc_real_2: 0.2327745109796524 (0.20907936741908392) - | > loss_disc_real_3: 0.21216769516468048 (0.23511016617218652) - | > loss_disc_real_4: 0.19159692525863647 (0.22852616012096405) - | > loss_disc_real_5: 0.25893938541412354 (0.23073559502760568) - | > loss_0: 2.3819711208343506 (2.411995768547058) - | > loss_gen: 2.4733338356018066 (2.3846494356791177) - | > loss_kl: 1.175916314125061 (1.1723005970319111) - | > loss_feat: 5.233806610107422 (4.798558950424194) - | > loss_mel: 27.03780746459961 (24.015915234883625) - | > loss_duration: 1.8163936138153076 (1.8670769333839417) - | > loss_1: 37.73725891113281 (34.238500912984215) - - --> STEP: 7 - | > loss_disc: 2.0018630027770996 (2.353405373437064) - | > loss_disc_real_0: 0.042950667440891266 (0.08694076910614967) - | > loss_disc_real_1: 0.16436393558979034 (0.26568787012781414) - | > loss_disc_real_2: 0.1913101077079773 (0.20654090174606868) - | > loss_disc_real_3: 0.09366966038942337 (0.2149043796317918) - | > loss_disc_real_4: 0.2558382749557495 (0.2324278908116477) - | > loss_disc_real_5: 0.17350678145885468 (0.22256005023206984) - | > loss_0: 2.0018630027770996 (2.353405373437064) - | > loss_gen: 2.609433174133301 (2.4167613983154297) - | > loss_kl: 1.4072487354278564 (1.2058646168027605) - | > loss_feat: 6.879126071929932 (5.095782824925014) - | > loss_mel: 28.872692108154297 (24.709740502493723) - | > loss_duration: 1.717699408531189 (1.8457372869764055) - | > loss_1: 41.48619842529297 (35.273886271885466) - - --> STEP: 8 - | > loss_disc: 2.0669448375701904 (2.317597806453705) - | > loss_disc_real_0: 0.05704544112086296 (0.08320385310798883) - | > loss_disc_real_1: 0.32358109951019287 (0.2729245238006115) - | > loss_disc_real_2: 0.17062707245349884 (0.20205167308449745) - | > loss_disc_real_3: 0.130252867937088 (0.20432294066995382) - | > loss_disc_real_4: 0.17178361117839813 (0.2248473558574915) - | > loss_disc_real_5: 0.15935951471328735 (0.21465998329222202) - | > loss_0: 2.0669448375701904 (2.317597806453705) - | > loss_gen: 2.676877498626709 (2.4492759108543396) - | > loss_kl: 1.5705457925796509 (1.2514497637748718) - | > loss_feat: 6.345942974090576 (5.252052843570709) - | > loss_mel: 26.61138153076172 (24.94744563102722) - | > loss_duration: 1.850739598274231 (1.8463625758886337) - | > loss_1: 39.055484771728516 (35.746586084365845) - - --> STEP: 9 - | > loss_disc: 1.9698182344436646 (2.2789556317859225) - | > loss_disc_real_0: 0.08557934314012527 (0.08346779644489288) - | > loss_disc_real_1: 0.24183252453804016 (0.26946985721588135) - | > loss_disc_real_2: 0.1627434641122818 (0.19768409430980682) - | > loss_disc_real_3: 0.18872982263565063 (0.2025903719994757) - | > loss_disc_real_4: 0.1877400130033493 (0.2207243177625868) - | > loss_disc_real_5: 0.12886254489421844 (0.20512693458133274) - | > loss_0: 1.9698182344436646 (2.2789556317859225) - | > loss_gen: 2.6920981407165527 (2.476256158616808) - | > loss_kl: 1.013688087463379 (1.2250317997402616) - | > loss_feat: 6.318931579589844 (5.370594925350613) - | > loss_mel: 28.405717849731445 (25.331698099772137) - | > loss_duration: 1.8356075286865234 (1.8451675706439548) - | > loss_1: 40.26604461669922 (36.248748143514) - - --> STEP: 10 - | > loss_disc: 2.6531527042388916 (2.3163753390312194) - | > loss_disc_real_0: 0.10494353622198105 (0.0856153704226017) - | > loss_disc_real_1: 0.3282572031021118 (0.2753485918045044) - | > loss_disc_real_2: 0.25006794929504395 (0.20292247980833053) - | > loss_disc_real_3: 0.29279825091362 (0.21161115989089013) - | > loss_disc_real_4: 0.30665603280067444 (0.22931748926639556) - | > loss_disc_real_5: 0.27210092544555664 (0.21182433366775513) - | > loss_0: 2.6531527042388916 (2.3163753390312194) - | > loss_gen: 2.3854217529296875 (2.467172718048096) - | > loss_kl: 1.6454063653945923 (1.2670692563056947) - | > loss_feat: 3.842477798461914 (5.217783212661743) - | > loss_mel: 22.826862335205078 (25.08121452331543) - | > loss_duration: 1.7086552381515503 (1.8315163373947143) - | > loss_1: 32.4088249206543 (35.86475582122803) - - --> STEP: 11 - | > loss_disc: 2.2411282062530518 (2.309534690596841) - | > loss_disc_real_0: 0.08429870754480362 (0.08549567379734734) - | > loss_disc_real_1: 0.20629052817821503 (0.26907058602029627) - | > loss_disc_real_2: 0.1971447914838791 (0.20239723541519858) - | > loss_disc_real_3: 0.13482962548732758 (0.20463102039965717) - | > loss_disc_real_4: 0.20004691183567047 (0.2266565276817842) - | > loss_disc_real_5: 0.13723301887512207 (0.20504330505024304) - | > loss_0: 2.2411282062530518 (2.309534690596841) - | > loss_gen: 2.3094277381896973 (2.452832265333696) - | > loss_kl: 1.4029935598373413 (1.279426011172208) - | > loss_feat: 6.242949962615967 (5.310980189930309) - | > loss_mel: 26.80719566345215 (25.238121899691496) - | > loss_duration: 1.7081389427185059 (1.820300210605968) - | > loss_1: 38.470706939697266 (36.101660468361594) - - --> STEP: 12 - | > loss_disc: 2.0243425369262695 (2.28576867779096) - | > loss_disc_real_0: 0.05635874718427658 (0.08306759657959144) - | > loss_disc_real_1: 0.19858811795711517 (0.26319704701503116) - | > loss_disc_real_2: 0.12487094104290009 (0.19593671088417372) - | > loss_disc_real_3: 0.09162941575050354 (0.19521422001222768) - | > loss_disc_real_4: 0.15366505086421967 (0.2205739046136538) - | > loss_disc_real_5: 0.12907910346984863 (0.1987129549185435) - | > loss_0: 2.0243425369262695 (2.28576867779096) - | > loss_gen: 2.4316394329071045 (2.4510661959648132) - | > loss_kl: 1.2373875379562378 (1.275922805070877) - | > loss_feat: 7.30060338973999 (5.476782123247783) - | > loss_mel: 28.965505599975586 (25.548737208048504) - | > loss_duration: 1.8225563764572144 (1.8204882244269054) - | > loss_1: 41.7576904296875 (36.572996298472084) - - --> STEP: 13 - | > loss_disc: 1.9199081659317017 (2.257625561494094) - | > loss_disc_real_0: 0.05706420913338661 (0.08106733600680645) - | > loss_disc_real_1: 0.269972026348114 (0.26371819927142215) - | > loss_disc_real_2: 0.17376667261123657 (0.19423132332471701) - | > loss_disc_real_3: 0.15652868151664734 (0.19223840935872152) - | > loss_disc_real_4: 0.2145984172821045 (0.22011425174199617) - | > loss_disc_real_5: 0.16527137160301208 (0.1961405254327334) - | > loss_0: 1.9199081659317017 (2.257625561494094) - | > loss_gen: 2.837437152862549 (2.4807870388031006) - | > loss_kl: 1.9979465007781982 (1.3314630893560557) - | > loss_feat: 6.475924968719482 (5.553639265207144) - | > loss_mel: 29.04114532470703 (25.817383986253006) - | > loss_duration: 1.8816218376159668 (1.825190810056833) - | > loss_1: 42.234073638916016 (37.00846378619854) - - --> STEP: 14 - | > loss_disc: 2.472330093383789 (2.272961599486215) - | > loss_disc_real_0: 0.0888315960764885 (0.08162192601178374) - | > loss_disc_real_1: 0.2693551480770111 (0.2641208384718214) - | > loss_disc_real_2: 0.22523552179336548 (0.19644590892962047) - | > loss_disc_real_3: 0.21873345971107483 (0.19413091295531817) - | > loss_disc_real_4: 0.2701573371887207 (0.22368875784533365) - | > loss_disc_real_5: 0.3237965703010559 (0.20525881435189927) - | > loss_0: 2.472330093383789 (2.272961599486215) - | > loss_gen: 2.4176249504089355 (2.47627546106066) - | > loss_kl: 1.2712538242340088 (1.3271624275616236) - | > loss_feat: 3.7892556190490723 (5.427611861910139) - | > loss_mel: 21.013790130615234 (25.474270139421737) - | > loss_duration: 1.8698996305465698 (1.8283842972346716) - | > loss_1: 30.36182403564453 (36.533703804016106) - - --> STEP: 15 - | > loss_disc: 2.179405450820923 (2.2667245229085284) - | > loss_disc_real_0: 0.04064595699310303 (0.07889019474387168) - | > loss_disc_real_1: 0.24702295660972595 (0.262980979681015) - | > loss_disc_real_2: 0.1361253410577774 (0.19242453773816426) - | > loss_disc_real_3: 0.20900389552116394 (0.19512244512637456) - | > loss_disc_real_4: 0.18507687747478485 (0.22111463248729707) - | > loss_disc_real_5: 0.17524036765098572 (0.20325758457183837) - | > loss_0: 2.179405450820923 (2.2667245229085284) - | > loss_gen: 2.593526840209961 (2.4840922196706137) - | > loss_kl: 1.1320608854293823 (1.3141556580861409) - | > loss_feat: 5.8223443031311035 (5.453927357991536) - | > loss_mel: 30.827173233032227 (25.831130345662434) - | > loss_duration: 1.7832512855529785 (1.8253754297892253) - | > loss_1: 42.15835952758789 (36.90868085225422) - - --> STEP: 16 - | > loss_disc: 2.2107553482055664 (2.2632264494895935) - | > loss_disc_real_0: 0.1105855405330658 (0.08087115385569632) - | > loss_disc_real_1: 0.25152066349983215 (0.2622647099196911) - | > loss_disc_real_2: 0.18768852949142456 (0.19212853722274303) - | > loss_disc_real_3: 0.19985225796699524 (0.19541805842891335) - | > loss_disc_real_4: 0.20618624985218048 (0.22018160857260227) - | > loss_disc_real_5: 0.14823774993419647 (0.19981884490698576) - | > loss_0: 2.2107553482055664 (2.2632264494895935) - | > loss_gen: 2.509798765182495 (2.485698878765106) - | > loss_kl: 1.4953776597976685 (1.3254820331931114) - | > loss_feat: 6.194859981536865 (5.5002356469631195) - | > loss_mel: 22.99409294128418 (25.653815507888794) - | > loss_duration: 1.8662526607513428 (1.8279302567243576) - | > loss_1: 35.06038284301758 (36.793162226676934) - - --> STEP: 17 - | > loss_disc: 2.4271697998046875 (2.2728701759787167) - | > loss_disc_real_0: 0.09465707838535309 (0.08168209059273496) - | > loss_disc_real_1: 0.25214970111846924 (0.26166970940197215) - | > loss_disc_real_2: 0.16868828237056732 (0.19074969870202682) - | > loss_disc_real_3: 0.21453092992305756 (0.19654234498739243) - | > loss_disc_real_4: 0.25483399629592896 (0.22221998432103326) - | > loss_disc_real_5: 0.21544300019741058 (0.20073791286524603) - | > loss_0: 2.4271697998046875 (2.2728701759787167) - | > loss_gen: 2.490324020385742 (2.485970945919261) - | > loss_kl: 1.2686231136322021 (1.322137390865999) - | > loss_feat: 4.7746968269348145 (5.457556892843807) - | > loss_mel: 23.72450065612793 (25.540326398961685) - | > loss_duration: 1.7657376527786255 (1.8242718682569616) - | > loss_1: 34.02388381958008 (36.630263496847704) - - --> STEP: 18 - | > loss_disc: 2.250631809234619 (2.2716347111596003) - | > loss_disc_real_0: 0.07245772331953049 (0.0811696257442236) - | > loss_disc_real_1: 0.30451303720474243 (0.26404989427990383) - | > loss_disc_real_2: 0.18282324075698853 (0.19030933992730248) - | > loss_disc_real_3: 0.20977561175823212 (0.1972775264746613) - | > loss_disc_real_4: 0.1814706027507782 (0.21995612978935242) - | > loss_disc_real_5: 0.22652161121368408 (0.20217034055127037) - | > loss_0: 2.250631809234619 (2.2716347111596003) - | > loss_gen: 2.6991500854492188 (2.4978142314487033) - | > loss_kl: 1.7552826404571533 (1.3462010158432856) - | > loss_feat: 5.856411457061768 (5.479715479744805) - | > loss_mel: 29.101139068603516 (25.7381493250529) - | > loss_duration: 1.7570714950561523 (1.82053851419025) - | > loss_1: 41.1690559387207 (36.88241863250731) - - --> STEP: 19 - | > loss_disc: 2.0278396606445312 (2.258803392711439) - | > loss_disc_real_0: 0.07387270033359528 (0.08078557703840106) - | > loss_disc_real_1: 0.21369437873363495 (0.26139960398799494) - | > loss_disc_real_2: 0.17586424946784973 (0.1895490720083839) - | > loss_disc_real_3: 0.15872512757778168 (0.19524845284850975) - | > loss_disc_real_4: 0.15627910196781158 (0.21660470727242923) - | > loss_disc_real_5: 0.18304334580898285 (0.20116365661746577) - | > loss_0: 2.0278396606445312 (2.258803392711439) - | > loss_gen: 2.549334764480591 (2.5005258384503817) - | > loss_kl: 1.4948914051055908 (1.3540268258044594) - | > loss_feat: 6.895945072174072 (5.554253879346345) - | > loss_mel: 25.613239288330078 (25.731575112593802) - | > loss_duration: 1.8413867950439453 (1.8216357921299182) - | > loss_1: 38.394798278808594 (36.96201756126001) - - --> STEP: 20 - | > loss_disc: 2.1701295375823975 (2.2543696999549865) - | > loss_disc_real_0: 0.1692453771829605 (0.08520856704562903) - | > loss_disc_real_1: 0.16294603049755096 (0.25647692531347277) - | > loss_disc_real_2: 0.17523692548274994 (0.18883346468210221) - | > loss_disc_real_3: 0.10737815499305725 (0.19085493795573713) - | > loss_disc_real_4: 0.22072133421897888 (0.2168105386197567) - | > loss_disc_real_5: 0.12754890322685242 (0.1974829189479351) - | > loss_0: 2.1701295375823975 (2.2543696999549865) - | > loss_gen: 2.5864129066467285 (2.504820191860199) - | > loss_kl: 1.6247506141662598 (1.3675630152225495) - | > loss_feat: 7.140632152557373 (5.633572793006897) - | > loss_mel: 29.129369735717773 (25.90146484375) - | > loss_duration: 1.7619916200637817 (1.8186535835266113) - | > loss_1: 42.243160247802734 (37.226074695587144) - - --> STEP: 21 - | > loss_disc: 2.3886473178863525 (2.2607638722374324) - | > loss_disc_real_0: 0.1506899744272232 (0.08832672930189542) - | > loss_disc_real_1: 0.26136234402656555 (0.2567095642998105) - | > loss_disc_real_2: 0.2024843990802765 (0.18948350917725337) - | > loss_disc_real_3: 0.21978703141212463 (0.19223265669175557) - | > loss_disc_real_4: 0.29544302821159363 (0.22055494288603464) - | > loss_disc_real_5: 0.19324935972690582 (0.19728132088979086) - | > loss_0: 2.3886473178863525 (2.2607638722374324) - | > loss_gen: 2.603619337081909 (2.5095249130612327) - | > loss_kl: 1.594100832939148 (1.3783505303519112) - | > loss_feat: 4.994100570678711 (5.6031217348007925) - | > loss_mel: 26.543933868408203 (25.932058606828964) - | > loss_duration: 1.7703545093536377 (1.8163536276136125) - | > loss_1: 37.506107330322266 (37.23940958295549) - - --> STEP: 22 - | > loss_disc: 2.3241729736328125 (2.2636461041190405) - | > loss_disc_real_0: 0.08341612666845322 (0.0881035200912844) - | > loss_disc_real_1: 0.2518761157989502 (0.25648986209522595) - | > loss_disc_real_2: 0.17943230271339417 (0.18902663615616885) - | > loss_disc_real_3: 0.19727830588817596 (0.19246200438250194) - | > loss_disc_real_4: 0.21036766469478607 (0.22009188478643243) - | > loss_disc_real_5: 0.22030873596668243 (0.1983280215751041) - | > loss_0: 2.3241729736328125 (2.2636461041190405) - | > loss_gen: 2.502361536026001 (2.5091993050141768) - | > loss_kl: 1.785731554031372 (1.3968678496100686) - | > loss_feat: 5.222549915313721 (5.585823015733198) - | > loss_mel: 26.455059051513672 (25.95583135431463) - | > loss_duration: 1.9354619979858398 (1.8217676444487139) - | > loss_1: 37.90116500854492 (37.26948937502773) - - --> STEP: 23 - | > loss_disc: 2.167396068572998 (2.2594613199648648) - | > loss_disc_real_0: 0.05632540583610535 (0.08672186294975488) - | > loss_disc_real_1: 0.2550223469734192 (0.25642605708993) - | > loss_disc_real_2: 0.19344055652618408 (0.18921854573747385) - | > loss_disc_real_3: 0.20175261795520782 (0.19286594410305438) - | > loss_disc_real_4: 0.20928345620632172 (0.21962195310903632) - | > loss_disc_real_5: 0.19617092609405518 (0.1982342348150585) - | > loss_0: 2.167396068572998 (2.2594613199648648) - | > loss_gen: 2.5796544551849365 (2.5122625724129053) - | > loss_kl: 1.3929065465927124 (1.3966956190440967) - | > loss_feat: 5.469388961791992 (5.580760665561842) - | > loss_mel: 25.823822021484375 (25.95009181810462) - | > loss_duration: 1.8620634078979492 (1.823519634163898) - | > loss_1: 37.127838134765625 (37.26333062545112) - - --> STEP: 24 - | > loss_disc: 2.495148181915283 (2.2692816058794656) - | > loss_disc_real_0: 0.1698167473077774 (0.09018414979800582) - | > loss_disc_real_1: 0.33975520730018616 (0.2598981050153573) - | > loss_disc_real_2: 0.232265442609787 (0.1910121664404869) - | > loss_disc_real_3: 0.24802255630493164 (0.1951641362781326) - | > loss_disc_real_4: 0.23665182292461395 (0.22033153101801872) - | > loss_disc_real_5: 0.25844407081604004 (0.20074297798176607) - | > loss_0: 2.495148181915283 (2.2692816058794656) - | > loss_gen: 2.4846770763397217 (2.5111131767431893) - | > loss_kl: 1.4546350240707397 (1.3991097609202068) - | > loss_feat: 3.2676703929901123 (5.484381904204686) - | > loss_mel: 20.454225540161133 (25.721097389856975) - | > loss_duration: 1.7408528327941895 (1.8200751841068268) - | > loss_1: 29.40205955505371 (36.93577766418456) - - --> STEP: 25 - | > loss_disc: 2.3377442359924316 (2.272020111083984) - | > loss_disc_real_0: 0.1585739254951477 (0.0929197408258915) - | > loss_disc_real_1: 0.26017406582832336 (0.25990914344787597) - | > loss_disc_real_2: 0.24315263330936432 (0.193097785115242) - | > loss_disc_real_3: 0.2083849310874939 (0.19569296807050704) - | > loss_disc_real_4: 0.21382984519004822 (0.2200714635848999) - | > loss_disc_real_5: 0.19842545688152313 (0.20065027713775635) - | > loss_0: 2.3377442359924316 (2.272020111083984) - | > loss_gen: 2.5659584999084473 (2.5133069896698) - | > loss_kl: 1.3087583780288696 (1.3954957056045532) - | > loss_feat: 4.745319366455078 (5.454819402694702) - | > loss_mel: 25.4162540435791 (25.70890365600586) - | > loss_duration: 1.7074860334396362 (1.8155716180801391) - | > loss_1: 35.7437744140625 (36.88809753417968) - - --> STEP: 26 - | > loss_disc: 2.2007975578308105 (2.269280782112708) - | > loss_disc_real_0: 0.0694238692522049 (0.09201605345767278) - | > loss_disc_real_1: 0.3171462416648865 (0.2621105703023764) - | > loss_disc_real_2: 0.1494448035955429 (0.19141882428756127) - | > loss_disc_real_3: 0.16055171191692352 (0.1943413812953692) - | > loss_disc_real_4: 0.1410602331161499 (0.21703257010533258) - | > loss_disc_real_5: 0.12452717870473862 (0.19772246565956336) - | > loss_0: 2.2007975578308105 (2.269280782112708) - | > loss_gen: 2.2917914390563965 (2.5047871608000536) - | > loss_kl: 1.2841929197311401 (1.3912148292248065) - | > loss_feat: 5.463019371032715 (5.455134786092318) - | > loss_mel: 23.698383331298828 (25.631575951209435) - | > loss_duration: 1.7623015642166138 (1.813522769854619) - | > loss_1: 34.49968719482422 (36.79623559805062) - - --> STEP: 27 - | > loss_disc: 2.1479921340942383 (2.264788609963876) - | > loss_disc_real_0: 0.09790943562984467 (0.09223432687145693) - | > loss_disc_real_1: 0.2922111451625824 (0.26322540640830994) - | > loss_disc_real_2: 0.1652258038520813 (0.19044871241958053) - | > loss_disc_real_3: 0.20094837248325348 (0.19458608467269828) - | > loss_disc_real_4: 0.24683770537376404 (0.2181364640041634) - | > loss_disc_real_5: 0.13164536654949188 (0.19527516569252368) - | > loss_0: 2.1479921340942383 (2.264788609963876) - | > loss_gen: 2.7313451766967773 (2.5131781984258583) - | > loss_kl: 1.5603094100952148 (1.397477591479266) - | > loss_feat: 6.254743576049805 (5.484749926461114) - | > loss_mel: 29.116832733154297 (25.76065953572591) - | > loss_duration: 1.8080276250839233 (1.813319245974223) - | > loss_1: 41.47126007080078 (36.96938465259692) - - --> STEP: 28 - | > loss_disc: 2.538888454437256 (2.27457789012364) - | > loss_disc_real_0: 0.1682349145412445 (0.09494863357394934) - | > loss_disc_real_1: 0.2840898931026459 (0.2639705666473934) - | > loss_disc_real_2: 0.17644770443439484 (0.18994867642010962) - | > loss_disc_real_3: 0.22161485254764557 (0.19555139781108924) - | > loss_disc_real_4: 0.24789628386497498 (0.2191993147134781) - | > loss_disc_real_5: 0.2276729792356491 (0.19643223046192101) - | > loss_0: 2.538888454437256 (2.27457789012364) - | > loss_gen: 2.5623035430908203 (2.5149326750210355) - | > loss_kl: 1.9236077070236206 (1.4162679527487074) - | > loss_feat: 4.800302982330322 (5.460305392742157) - | > loss_mel: 21.996681213378906 (25.626231738499232) - | > loss_duration: 1.8013603687286377 (1.812892143215452) - | > loss_1: 33.08425521850586 (36.830630029950804) - - --> STEP: 29 - | > loss_disc: 2.1147708892822266 (2.269067303887729) - | > loss_disc_real_0: 0.12524166703224182 (0.09599322093458011) - | > loss_disc_real_1: 0.2545878291130066 (0.2636470239737938) - | > loss_disc_real_2: 0.24090637266635895 (0.19170583835963545) - | > loss_disc_real_3: 0.1870591938495636 (0.1952585631917263) - | > loss_disc_real_4: 0.2545577585697174 (0.220418571398176) - | > loss_disc_real_5: 0.22318035364151 (0.19735457953707924) - | > loss_0: 2.1147708892822266 (2.269067303887729) - | > loss_gen: 2.73635196685791 (2.5225678230154105) - | > loss_kl: 1.1694098711013794 (1.407755605105696) - | > loss_feat: 5.637777805328369 (5.466425131107199) - | > loss_mel: 26.33477210998535 (25.650664165102203) - | > loss_duration: 1.804786205291748 (1.8126126281146346) - | > loss_1: 37.68309783935547 (36.86002547165442) - - --> STEP: 30 - | > loss_disc: 2.37280535697937 (2.2725252389907835) - | > loss_disc_real_0: 0.10154547542333603 (0.0961782960842053) - | > loss_disc_real_1: 0.3360666036605835 (0.26606100996335347) - | > loss_disc_real_2: 0.22979329526424408 (0.19297542025645573) - | > loss_disc_real_3: 0.19794850051403046 (0.19534822776913643) - | > loss_disc_real_4: 0.2473703771829605 (0.22131696492433547) - | > loss_disc_real_5: 0.26450011134147644 (0.19959276393055916) - | > loss_0: 2.37280535697937 (2.2725252389907835) - | > loss_gen: 2.620079517364502 (2.5258182128270468) - | > loss_kl: 1.439432978630066 (1.4088115175565084) - | > loss_feat: 4.497775554656982 (5.434136811892191) - | > loss_mel: 23.26905632019043 (25.571277236938478) - | > loss_duration: 1.8049941062927246 (1.8123586773872375) - | > loss_1: 33.6313362121582 (36.75240249633787) - - --> STEP: 31 - | > loss_disc: 2.263195276260376 (2.2722242724510933) - | > loss_disc_real_0: 0.10332337766885757 (0.09640878258693603) - | > loss_disc_real_1: 0.26009535789489746 (0.2658685695740484) - | > loss_disc_real_2: 0.2156931608915329 (0.19370825059952274) - | > loss_disc_real_3: 0.19876106083393097 (0.19545831915832335) - | > loss_disc_real_4: 0.16037805378437042 (0.21935119359723984) - | > loss_disc_real_5: 0.1847076714038849 (0.19911259965550515) - | > loss_0: 2.263195276260376 (2.2722242724510933) - | > loss_gen: 2.5156137943267822 (2.5254890380367154) - | > loss_kl: 1.5362986326217651 (1.4129240051392586) - | > loss_feat: 6.114051342010498 (5.456069538670201) - | > loss_mel: 26.262901306152344 (25.593587690784084) - | > loss_duration: 1.7463414669036865 (1.8102290899522844) - | > loss_1: 38.17520523071289 (36.79829935873707) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.01186173192916378 (+0.004244050671977382) - | > avg_loss_disc: 2.2722242724510933 (-0.508721267023394) - | > avg_loss_disc_real_0: 0.09640878258693603 (-0.09762198345795756) - | > avg_loss_disc_real_1: 0.2658685695740484 (+0.15832624151822056) - | > avg_loss_disc_real_2: 0.19370825059952274 (+0.022025460437420874) - | > avg_loss_disc_real_3: 0.19545831915832335 (+0.02747793399518536) - | > avg_loss_disc_real_4: 0.21935119359723984 (+0.0501332319071216) - | > avg_loss_disc_real_5: 0.19911259965550515 (+0.005325520471219092) - | > avg_loss_0: 2.2722242724510933 (-0.508721267023394) - | > avg_loss_gen: 2.5254890380367154 (+0.5781251576638988) - | > avg_loss_kl: 1.4129240051392586 (-0.026287621067416334) - | > avg_loss_feat: 5.456069538670201 (+0.49669271130715575) - | > avg_loss_mel: 25.593587690784084 (-0.6900309285809918) - | > avg_loss_duration: 1.8102290899522844 (+0.0017578678746377197) - | > avg_loss_1: 36.79829935873707 (+0.3602573025610951) - - - > EPOCH: 9/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-22 12:18:15)  - - --> TIME: 2024-11-22 12:18:24 -- STEP: 10/797 -- GLOBAL_STEP: 9000 - | > loss_disc: 2.6896371841430664 (2.5284356117248534) - | > loss_disc_real_0: 0.08990979939699173 (0.10611552149057388) - | > loss_disc_real_1: 0.21382074058055878 (0.22647651582956313) - | > loss_disc_real_2: 0.2626764476299286 (0.2510640725493431) - | > loss_disc_real_3: 0.22890909016132355 (0.23118780851364135) - | > loss_disc_real_4: 0.28949594497680664 (0.2308446779847145) - | > loss_disc_real_5: 0.31184691190719604 (0.24866416603326796) - | > loss_0: 2.6896371841430664 (2.5284356117248534) - | > grad_norm_0: tensor(123.3971, device='cuda:0') (tensor(90.7131, device='cuda:0')) - | > loss_gen: 2.505949020385742 (2.391644501686096) - | > loss_kl: 1.834627628326416 (1.5306493639945984) - | > loss_feat: 4.547478675842285 (4.693172740936279) - | > loss_mel: 24.587902069091797 (24.186452674865723) - | > loss_duration: 1.9834085702896118 (2.0579104900360106) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.45936965942383 (34.85983047485352) - | > grad_norm_1: tensor(800.2788, device='cuda:0') (tensor(541.5521, device='cuda:0')) - | > current_lr_0: 0.00019972517181056292 - | > current_lr_1: 0.00019972517181056292 - | > step_time: 0.8099 (0.7961398363113403) - | > loader_time: 0.0034 (0.0062314033508300785) - - - --> TIME: 2024-11-22 12:18:45 -- STEP: 35/797 -- GLOBAL_STEP: 9025 - | > loss_disc: 2.371755838394165 (2.4891112804412834) - | > loss_disc_real_0: 0.06660407781600952 (0.11721957549452784) - | > loss_disc_real_1: 0.23920877277851105 (0.22314506598881312) - | > loss_disc_real_2: 0.190267413854599 (0.24031157451016563) - | > loss_disc_real_3: 0.23244328796863556 (0.22394733428955077) - | > loss_disc_real_4: 0.25463512539863586 (0.22866323292255403) - | > loss_disc_real_5: 0.24748606979846954 (0.2478491919381278) - | > loss_0: 2.371755838394165 (2.4891112804412834) - | > grad_norm_0: tensor(71.0356, device='cuda:0') (tensor(98.7669, device='cuda:0')) - | > loss_gen: 2.4965240955352783 (2.3589937210083014) - | > loss_kl: 1.5625026226043701 (1.5323672533035275) - | > loss_feat: 4.671375274658203 (4.676902709688459) - | > loss_mel: 24.37337303161621 (24.225638798304967) - | > loss_duration: 2.0172111988067627 (1.9652675083705358) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.12098693847656 (34.75917020525251) - | > grad_norm_1: tensor(902.0555, device='cuda:0') (tensor(638.8544, device='cuda:0')) - | > current_lr_0: 0.00019972517181056292 - | > current_lr_1: 0.00019972517181056292 - | > step_time: 0.785 (0.8164831161499023) - | > loader_time: 0.0043 (0.004918513979230608) - - - --> TIME: 2024-11-22 12:19:05 -- STEP: 60/797 -- GLOBAL_STEP: 9050 - | > loss_disc: 2.429652690887451 (2.44484973748525) - | > loss_disc_real_0: 0.17492401599884033 (0.11318121049553158) - | > loss_disc_real_1: 0.2020372599363327 (0.21884713917970658) - | > loss_disc_real_2: 0.22999459505081177 (0.23838211397329967) - | > loss_disc_real_3: 0.1565902978181839 (0.22218995193640392) - | > loss_disc_real_4: 0.16561941802501678 (0.22376145347952842) - | > loss_disc_real_5: 0.17209650576114655 (0.2425633097688357) - | > loss_0: 2.429652690887451 (2.44484973748525) - | > grad_norm_0: tensor(52.2389, device='cuda:0') (tensor(94.3623, device='cuda:0')) - | > loss_gen: 2.485450267791748 (2.385017931461335) - | > loss_kl: 1.568124532699585 (1.5209772686163585) - | > loss_feat: 5.181837558746338 (4.8085476517677295) - | > loss_mel: 24.50057601928711 (24.40378293991089) - | > loss_duration: 1.8484773635864258 (1.9215363125006357) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.58446502685547 (35.039862060546874) - | > grad_norm_1: tensor(493.7440, device='cuda:0') (tensor(712.9752, device='cuda:0')) - | > current_lr_0: 0.00019972517181056292 - | > current_lr_1: 0.00019972517181056292 - | > step_time: 0.8096 (0.8132462541262309) - | > loader_time: 0.0164 (0.005517113208770752) - - - --> TIME: 2024-11-22 12:19:26 -- STEP: 85/797 -- GLOBAL_STEP: 9075 - | > loss_disc: 2.611330509185791 (2.4329742235295915) - | > loss_disc_real_0: 0.08686523139476776 (0.1128989861730267) - | > loss_disc_real_1: 0.255409836769104 (0.21940393167383532) - | > loss_disc_real_2: 0.26179999113082886 (0.23770953364232006) - | > loss_disc_real_3: 0.2062833160161972 (0.22026237354559056) - | > loss_disc_real_4: 0.23058956861495972 (0.22479736279038823) - | > loss_disc_real_5: 0.2239278256893158 (0.24061854394043194) - | > loss_0: 2.611330509185791 (2.4329742235295915) - | > grad_norm_0: tensor(164.6837, device='cuda:0') (tensor(96.7729, device='cuda:0')) - | > loss_gen: 2.1973483562469482 (2.40729128893684) - | > loss_kl: 1.2950022220611572 (1.4838075834162097) - | > loss_feat: 3.914616584777832 (4.891993603986852) - | > loss_mel: 22.523845672607422 (24.61557404013241) - | > loss_duration: 1.8370294570922852 (1.8966072222765755) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.767841339111328 (35.29527381448186) - | > grad_norm_1: tensor(238.7208, device='cuda:0') (tensor(774.9827, device='cuda:0')) - | > current_lr_0: 0.00019972517181056292 - | > current_lr_1: 0.00019972517181056292 - | > step_time: 0.9176 (0.8162043066585765) - | > loader_time: 0.005 (0.005514394535737878) - - - --> TIME: 2024-11-22 12:19:48 -- STEP: 110/797 -- GLOBAL_STEP: 9100 - | > loss_disc: 2.331770658493042 (2.4278698552738542) - | > loss_disc_real_0: 0.09661489725112915 (0.11057897470891476) - | > loss_disc_real_1: 0.18568061292171478 (0.22035150961442426) - | > loss_disc_real_2: 0.21930627524852753 (0.23697748238390143) - | > loss_disc_real_3: 0.22702908515930176 (0.2207638071341948) - | > loss_disc_real_4: 0.1951524317264557 (0.22263705947182394) - | > loss_disc_real_5: 0.21084174513816833 (0.23945527103814213) - | > loss_0: 2.331770658493042 (2.4278698552738542) - | > grad_norm_0: tensor(116.6965, device='cuda:0') (tensor(95.5984, device='cuda:0')) - | > loss_gen: 2.5607404708862305 (2.420033383369447) - | > loss_kl: 1.2524031400680542 (1.4589823939583517) - | > loss_feat: 5.312233924865723 (4.9341016465967344) - | > loss_mel: 23.69377326965332 (24.646407335454768) - | > loss_duration: 1.8619017601013184 (1.8831665580922907) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.681053161621094 (35.342691473527395) - | > grad_norm_1: tensor(404.5943, device='cuda:0') (tensor(723.5268, device='cuda:0')) - | > current_lr_0: 0.00019972517181056292 - | > current_lr_1: 0.00019972517181056292 - | > step_time: 0.85 (0.8229602271860296) - | > loader_time: 0.0039 (0.005327116359363903) - - - --> TIME: 2024-11-22 12:20:11 -- STEP: 135/797 -- GLOBAL_STEP: 9125 - | > loss_disc: 2.4855432510375977 (2.436607374968353) - | > loss_disc_real_0: 0.14775438606739044 (0.11134988936009231) - | > loss_disc_real_1: 0.21469180285930634 (0.22143824597199757) - | > loss_disc_real_2: 0.24785353243350983 (0.2381978358383532) - | > loss_disc_real_3: 0.27547335624694824 (0.22242131023495285) - | > loss_disc_real_4: 0.25484880805015564 (0.2241135506718247) - | > loss_disc_real_5: 0.24837157130241394 (0.23970100493342789) - | > loss_0: 2.4855432510375977 (2.436607374968353) - | > grad_norm_0: tensor(56.5097, device='cuda:0') (tensor(93.3453, device='cuda:0')) - | > loss_gen: 2.274714708328247 (2.4109660413530145) - | > loss_kl: 1.345331072807312 (1.4474709237063372) - | > loss_feat: 4.310067653656006 (4.899275797384756) - | > loss_mel: 25.007326126098633 (24.557160949707033) - | > loss_duration: 1.8619352579116821 (1.8767813399985984) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.799373626708984 (35.191655264960396) - | > grad_norm_1: tensor(796.9485, device='cuda:0') (tensor(676.2056, device='cuda:0')) - | > current_lr_0: 0.00019972517181056292 - | > current_lr_1: 0.00019972517181056292 - | > step_time: 0.9792 (0.8403464688195122) - | > loader_time: 0.0043 (0.0052941110399034284) - - - --> TIME: 2024-11-22 12:20:35 -- STEP: 160/797 -- GLOBAL_STEP: 9150 - | > loss_disc: 2.369206428527832 (2.4370730727911005) - | > loss_disc_real_0: 0.2811324894428253 (0.11219054984394461) - | > loss_disc_real_1: 0.2245928943157196 (0.22177442768588662) - | > loss_disc_real_2: 0.1738732010126114 (0.23695824230089785) - | > loss_disc_real_3: 0.18534664809703827 (0.22226234143599868) - | > loss_disc_real_4: 0.17658156156539917 (0.22390270577743648) - | > loss_disc_real_5: 0.19599740207195282 (0.2386364215053618) - | > loss_0: 2.369206428527832 (2.4370730727911005) - | > grad_norm_0: tensor(31.7841, device='cuda:0') (tensor(89.9629, device='cuda:0')) - | > loss_gen: 2.397979974746704 (2.4096212550997747) - | > loss_kl: 1.3393452167510986 (1.4424643702805042) - | > loss_feat: 4.983876705169678 (4.908348172903061) - | > loss_mel: 25.692108154296875 (24.588751637935637) - | > loss_duration: 1.8225135803222656 (1.868895171582699) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.23582458496094 (35.21808081865312) - | > grad_norm_1: tensor(849.9548, device='cuda:0') (tensor(673.8255, device='cuda:0')) - | > current_lr_0: 0.00019972517181056292 - | > current_lr_1: 0.00019972517181056292 - | > step_time: 1.1175 (0.8589618518948555) - | > loader_time: 0.0051 (0.005435836315155031) - - - --> TIME: 2024-11-22 12:21:00 -- STEP: 185/797 -- GLOBAL_STEP: 9175 - | > loss_disc: 2.240816116333008 (2.430705842456302) - | > loss_disc_real_0: 0.08201442658901215 (0.11400229677155212) - | > loss_disc_real_1: 0.2395983189344406 (0.22109611251869718) - | > loss_disc_real_2: 0.24342770874500275 (0.23611856723153912) - | > loss_disc_real_3: 0.21081779897212982 (0.22147277891635894) - | > loss_disc_real_4: 0.24853545427322388 (0.2233632266521454) - | > loss_disc_real_5: 0.25807902216911316 (0.23737302881640357) - | > loss_0: 2.240816116333008 (2.430705842456302) - | > grad_norm_0: tensor(46.1630, device='cuda:0') (tensor(88.2861, device='cuda:0')) - | > loss_gen: 2.5338425636291504 (2.407131436064437) - | > loss_kl: 1.4578773975372314 (1.4432182891948804) - | > loss_feat: 5.487006664276123 (4.912966385403193) - | > loss_mel: 25.61981964111328 (24.677560723794475) - | > loss_duration: 1.8940110206604004 (1.8620432699048841) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.99256134033203 (35.30292035695669) - | > grad_norm_1: tensor(609.1742, device='cuda:0') (tensor(679.8491, device='cuda:0')) - | > current_lr_0: 0.00019972517181056292 - | > current_lr_1: 0.00019972517181056292 - | > step_time: 0.9315 (0.8763266718065417) - | > loader_time: 0.0057 (0.005451193371334594) - - - --> TIME: 2024-11-22 12:21:25 -- STEP: 210/797 -- GLOBAL_STEP: 9200 - | > loss_disc: 2.495544672012329 (2.433398630505518) - | > loss_disc_real_0: 0.16326504945755005 (0.11549747380472365) - | > loss_disc_real_1: 0.20225690305233002 (0.22160925439425877) - | > loss_disc_real_2: 0.2870670258998871 (0.2366439190648851) - | > loss_disc_real_3: 0.21606303751468658 (0.22095982567185446) - | > loss_disc_real_4: 0.21689678728580475 (0.22361826229663123) - | > loss_disc_real_5: 0.2908730208873749 (0.23795570816312517) - | > loss_0: 2.495544672012329 (2.433398630505518) - | > grad_norm_0: tensor(225.9596, device='cuda:0') (tensor(90.1471, device='cuda:0')) - | > loss_gen: 2.374112129211426 (2.405750304176694) - | > loss_kl: 1.5504919290542603 (1.4349168266568866) - | > loss_feat: 4.896198749542236 (4.908921786717003) - | > loss_mel: 24.621841430664062 (24.717725599379765) - | > loss_duration: 1.8504204750061035 (1.859001384462629) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.29306411743164 (35.3263161250523) - | > grad_norm_1: tensor(1067.9208, device='cuda:0') (tensor(701.1544, device='cuda:0')) - | > current_lr_0: 0.00019972517181056292 - | > current_lr_1: 0.00019972517181056292 - | > step_time: 0.9375 (0.8882358437492734) - | > loader_time: 0.0047 (0.005580863498506094) - - - --> TIME: 2024-11-22 12:21:49 -- STEP: 235/797 -- GLOBAL_STEP: 9225 - | > loss_disc: 2.189293384552002 (2.4278037101664456) - | > loss_disc_real_0: 0.06001259386539459 (0.11389736396835205) - | > loss_disc_real_1: 0.2679097652435303 (0.22165184211223685) - | > loss_disc_real_2: 0.21853283047676086 (0.23621838416190857) - | > loss_disc_real_3: 0.166607066988945 (0.22050708855720277) - | > loss_disc_real_4: 0.2287222146987915 (0.22240191044959617) - | > loss_disc_real_5: 0.2722887396812439 (0.23745777359668244) - | > loss_0: 2.189293384552002 (2.4278037101664456) - | > grad_norm_0: tensor(21.0675, device='cuda:0') (tensor(91.9244, device='cuda:0')) - | > loss_gen: 2.5478034019470215 (2.4118251973010123) - | > loss_kl: 1.4278223514556885 (1.4336632911195146) - | > loss_feat: 5.219231128692627 (4.916396009161114) - | > loss_mel: 23.4256649017334 (24.740584125924617) - | > loss_duration: 1.785387635231018 (1.8541537244269188) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.40591049194336 (35.35662250924616) - | > grad_norm_1: tensor(203.4413, device='cuda:0') (tensor(683.8608, device='cuda:0')) - | > current_lr_0: 0.00019972517181056292 - | > current_lr_1: 0.00019972517181056292 - | > step_time: 1.0103 (0.8958637156385056) - | > loader_time: 0.0115 (0.005698438400917867) - - - --> TIME: 2024-11-22 12:22:13 -- STEP: 260/797 -- GLOBAL_STEP: 9250 - | > loss_disc: 2.4756572246551514 (2.4261181868039663) - | > loss_disc_real_0: 0.09133611619472504 (0.11483970066675774) - | > loss_disc_real_1: 0.17652778327465057 (0.22151545246060078) - | > loss_disc_real_2: 0.1920856535434723 (0.23593592603619282) - | > loss_disc_real_3: 0.2444518804550171 (0.22043393815939244) - | > loss_disc_real_4: 0.27550503611564636 (0.2224114608306151) - | > loss_disc_real_5: 0.2335273027420044 (0.23766433722697772) - | > loss_0: 2.4756572246551514 (2.4261181868039663) - | > grad_norm_0: tensor(67.4111, device='cuda:0') (tensor(87.6041, device='cuda:0')) - | > loss_gen: 2.260390043258667 (2.408222878896273) - | > loss_kl: 1.4385273456573486 (1.4308797588715187) - | > loss_feat: 4.917453289031982 (4.920570081930891) - | > loss_mel: 25.71377944946289 (24.772809307391828) - | > loss_duration: 1.7606146335601807 (1.849997740983963) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.09076690673828 (35.382479946429896) - | > grad_norm_1: tensor(384.4197, device='cuda:0') (tensor(665.9252, device='cuda:0')) - | > current_lr_0: 0.00019972517181056292 - | > current_lr_1: 0.00019972517181056292 - | > step_time: 0.9926 (0.8991672946856573) - | > loader_time: 0.0068 (0.005736329005314756) - - - --> TIME: 2024-11-22 12:22:37 -- STEP: 285/797 -- GLOBAL_STEP: 9275 - | > loss_disc: 2.7144508361816406 (2.4291333800868005) - | > loss_disc_real_0: 0.11087340116500854 (0.11623398261634928) - | > loss_disc_real_1: 0.24279789626598358 (0.22135655817232633) - | > loss_disc_real_2: 0.23391711711883545 (0.23560803197977837) - | > loss_disc_real_3: 0.25221481919288635 (0.22025204222453265) - | > loss_disc_real_4: 0.20905566215515137 (0.22254794300125355) - | > loss_disc_real_5: 0.22573477029800415 (0.23816497937629097) - | > loss_0: 2.7144508361816406 (2.4291333800868005) - | > grad_norm_0: tensor(30.4395, device='cuda:0') (tensor(87.3887, device='cuda:0')) - | > loss_gen: 2.160015106201172 (2.406297385901735) - | > loss_kl: 1.546705961227417 (1.4330804941947002) - | > loss_feat: 3.8930532932281494 (4.9223826132322595) - | > loss_mel: 22.69873046875 (24.812140006349797) - | > loss_duration: 1.7779016494750977 (1.8476372221059967) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.0764045715332 (35.42153788784094) - | > grad_norm_1: tensor(275.9763, device='cuda:0') (tensor(681.7536, device='cuda:0')) - | > current_lr_0: 0.00019972517181056292 - | > current_lr_1: 0.00019972517181056292 - | > step_time: 0.9662 (0.9043073235896596) - | > loader_time: 0.0065 (0.005838675247995479) - - - --> TIME: 2024-11-22 12:23:01 -- STEP: 310/797 -- GLOBAL_STEP: 9300 - | > loss_disc: 2.4204399585723877 (2.428010286823397) - | > loss_disc_real_0: 0.13386529684066772 (0.11586034523863946) - | > loss_disc_real_1: 0.23431427776813507 (0.22183216877522008) - | > loss_disc_real_2: 0.21698395907878876 (0.23564294047894016) - | > loss_disc_real_3: 0.25196579098701477 (0.22014715123561115) - | > loss_disc_real_4: 0.19031904637813568 (0.22274232499541774) - | > loss_disc_real_5: 0.22161073982715607 (0.23782604024294884) - | > loss_0: 2.4204399585723877 (2.428010286823397) - | > grad_norm_0: tensor(80.6689, device='cuda:0') (tensor(89.1389, device='cuda:0')) - | > loss_gen: 2.207444906234741 (2.409257711133648) - | > loss_kl: 1.4942431449890137 (1.4316171484608804) - | > loss_feat: 4.825830936431885 (4.919794485645906) - | > loss_mel: 24.452428817749023 (24.80141912891019) - | > loss_duration: 1.8278656005859375 (1.8451309342538156) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.80781173706055 (35.407219560684695) - | > grad_norm_1: tensor(288.2166, device='cuda:0') (tensor(675.0412, device='cuda:0')) - | > current_lr_0: 0.00019972517181056292 - | > current_lr_1: 0.00019972517181056292 - | > step_time: 0.9008 (0.9075006246566772) - | > loader_time: 0.0055 (0.005898021882580176) - - - --> TIME: 2024-11-22 12:23:29 -- STEP: 335/797 -- GLOBAL_STEP: 9325 - | > loss_disc: 2.504209280014038 (2.4295513316766546) - | > loss_disc_real_0: 0.04647865146398544 (0.1159683473853033) - | > loss_disc_real_1: 0.1126122772693634 (0.22165589777391348) - | > loss_disc_real_2: 0.17590433359146118 (0.2357658169607618) - | > loss_disc_real_3: 0.14612461626529694 (0.219839018761222) - | > loss_disc_real_4: 0.15120501816272736 (0.22295909761937696) - | > loss_disc_real_5: 0.1576068252325058 (0.23760440749908562) - | > loss_0: 2.504209280014038 (2.4295513316766546) - | > grad_norm_0: tensor(83.8427, device='cuda:0') (tensor(91.2103, device='cuda:0')) - | > loss_gen: 2.6150314807891846 (2.406716314002649) - | > loss_kl: 1.3438166379928589 (1.430133726703587) - | > loss_feat: 5.971437931060791 (4.912053375813496) - | > loss_mel: 26.300682067871094 (24.787301931808248) - | > loss_duration: 1.797173023223877 (1.8430406356925395) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 38.028141021728516 (35.37924613383279) - | > grad_norm_1: tensor(777.7311, device='cuda:0') (tensor(697.2643, device='cuda:0')) - | > current_lr_0: 0.00019972517181056292 - | > current_lr_1: 0.00019972517181056292 - | > step_time: 1.0125 (0.9238390374539504) - | > loader_time: 0.0078 (0.0060275049351934205) - - - --> TIME: 2024-11-22 12:23:54 -- STEP: 360/797 -- GLOBAL_STEP: 9350 - | > loss_disc: 2.7790231704711914 (2.4298706438806326) - | > loss_disc_real_0: 0.24762418866157532 (0.11758042875056465) - | > loss_disc_real_1: 0.24598328769207 (0.2217298846691847) - | > loss_disc_real_2: 0.26287564635276794 (0.23588626123964787) - | > loss_disc_real_3: 0.24933494627475739 (0.21994443357818652) - | > loss_disc_real_4: 0.2266293168067932 (0.2227972318107883) - | > loss_disc_real_5: 0.29363271594047546 (0.23724691333870093) - | > loss_0: 2.7790231704711914 (2.4298706438806326) - | > grad_norm_0: tensor(51.3533, device='cuda:0') (tensor(90.5026, device='cuda:0')) - | > loss_gen: 2.224982976913452 (2.405561226606369) - | > loss_kl: 1.6404062509536743 (1.4304943038357625) - | > loss_feat: 3.935062885284424 (4.910018901030221) - | > loss_mel: 24.418882369995117 (24.795773733986753) - | > loss_duration: 1.852304220199585 (1.8400074856148825) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.07163619995117 (35.38185575803121) - | > grad_norm_1: tensor(598.5677, device='cuda:0') (tensor(676.5417, device='cuda:0')) - | > current_lr_0: 0.00019972517181056292 - | > current_lr_1: 0.00019972517181056292 - | > step_time: 0.9616 (0.9276236044036017) - | > loader_time: 0.0063 (0.006117811467912465) - - - --> TIME: 2024-11-22 12:24:19 -- STEP: 385/797 -- GLOBAL_STEP: 9375 - | > loss_disc: 2.434596061706543 (2.429893919090172) - | > loss_disc_real_0: 0.16329708695411682 (0.11748363242133872) - | > loss_disc_real_1: 0.23798973858356476 (0.22161068370589962) - | > loss_disc_real_2: 0.19737832248210907 (0.2359364566090819) - | > loss_disc_real_3: 0.2321070283651352 (0.2200983847503538) - | > loss_disc_real_4: 0.2206936925649643 (0.22293439462974474) - | > loss_disc_real_5: 0.23819978535175323 (0.23698030292213737) - | > loss_0: 2.434596061706543 (2.429893919090172) - | > grad_norm_0: tensor(122.9794, device='cuda:0') (tensor(89.1238, device='cuda:0')) - | > loss_gen: 2.575336217880249 (2.404255132551316) - | > loss_kl: 1.3243787288665771 (1.4286776068922757) - | > loss_feat: 4.970138072967529 (4.9085264738504) - | > loss_mel: 22.98236083984375 (24.780318659002134) - | > loss_duration: 1.799485683441162 (1.8374313636259598) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.65169906616211 (35.359209338101465) - | > grad_norm_1: tensor(495.8758, device='cuda:0') (tensor(679.8009, device='cuda:0')) - | > current_lr_0: 0.00019972517181056292 - | > current_lr_1: 0.00019972517181056292 - | > step_time: 0.9486 (0.9315173155301577) - | > loader_time: 0.0066 (0.006243240059196177) - - - --> TIME: 2024-11-22 12:24:44 -- STEP: 410/797 -- GLOBAL_STEP: 9400 - | > loss_disc: 2.4399709701538086 (2.42773866827895) - | > loss_disc_real_0: 0.08515222370624542 (0.11673049516067273) - | > loss_disc_real_1: 0.19106443226337433 (0.22125339533497648) - | > loss_disc_real_2: 0.23596630990505219 (0.23554302657522808) - | > loss_disc_real_3: 0.18641358613967896 (0.21998863754475986) - | > loss_disc_real_4: 0.19746734201908112 (0.22272885512651466) - | > loss_disc_real_5: 0.17811919748783112 (0.23684374217580004) - | > loss_0: 2.4399709701538086 (2.42773866827895) - | > grad_norm_0: tensor(37.9077, device='cuda:0') (tensor(87.7414, device='cuda:0')) - | > loss_gen: 2.4711616039276123 (2.4056647952009977) - | > loss_kl: 1.3085260391235352 (1.425901533336174) - | > loss_feat: 4.928071975708008 (4.918286589878362) - | > loss_mel: 24.81484031677246 (24.804241757276586) - | > loss_duration: 1.8234779834747314 (1.8358098501112403) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.34607696533203 (35.38990462233381) - | > grad_norm_1: tensor(834.7156, device='cuda:0') (tensor(671.1855, device='cuda:0')) - | > current_lr_0: 0.00019972517181056292 - | > current_lr_1: 0.00019972517181056292 - | > step_time: 0.9691 (0.9351326326044594) - | > loader_time: 0.0108 (0.006372098806427749) - - - --> TIME: 2024-11-22 12:25:10 -- STEP: 435/797 -- GLOBAL_STEP: 9425 - | > loss_disc: 2.5114824771881104 (2.4308451811472573) - | > loss_disc_real_0: 0.1274506151676178 (0.11740787417210381) - | > loss_disc_real_1: 0.20492178201675415 (0.22132043358923376) - | > loss_disc_real_2: 0.2443210482597351 (0.23593092437448174) - | > loss_disc_real_3: 0.23210197687149048 (0.22015671860212563) - | > loss_disc_real_4: 0.23842424154281616 (0.22369136123479097) - | > loss_disc_real_5: 0.27110975980758667 (0.23711781707303278) - | > loss_0: 2.5114824771881104 (2.4308451811472573) - | > grad_norm_0: tensor(35.9426, device='cuda:0') (tensor(88.3351, device='cuda:0')) - | > loss_gen: 2.352172374725342 (2.4058315014017024) - | > loss_kl: 1.233059287071228 (1.4252087957557589) - | > loss_feat: 4.58711576461792 (4.919455824227169) - | > loss_mel: 24.976930618286133 (24.796991817430523) - | > loss_duration: 1.823015570640564 (1.8344526680036524) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.972293853759766 (35.38194067505584) - | > grad_norm_1: tensor(337.3856, device='cuda:0') (tensor(682.6421, device='cuda:0')) - | > current_lr_0: 0.00019972517181056292 - | > current_lr_1: 0.00019972517181056292 - | > step_time: 0.9138 (0.9394884569891568) - | > loader_time: 0.0068 (0.006492065013140099) - - - --> TIME: 2024-11-22 12:25:37 -- STEP: 460/797 -- GLOBAL_STEP: 9450 - | > loss_disc: 2.400387763977051 (2.430701172870138) - | > loss_disc_real_0: 0.08005024492740631 (0.11724087938504374) - | > loss_disc_real_1: 0.2010078728199005 (0.2215374119579792) - | > loss_disc_real_2: 0.23035375773906708 (0.23650655830683914) - | > loss_disc_real_3: 0.2382742166519165 (0.22012445897511812) - | > loss_disc_real_4: 0.19141632318496704 (0.2234853287267944) - | > loss_disc_real_5: 0.23516973853111267 (0.23677120989431505) - | > loss_0: 2.400387763977051 (2.430701172870138) - | > grad_norm_0: tensor(241.6680, device='cuda:0') (tensor(88.7881, device='cuda:0')) - | > loss_gen: 2.504863739013672 (2.405454384762306) - | > loss_kl: 1.4531272649765015 (1.4241281675255815) - | > loss_feat: 5.326070785522461 (4.916064355684364) - | > loss_mel: 22.763935089111328 (24.811874912096112) - | > loss_duration: 1.8353806734085083 (1.8334274198697962) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.88337707519531 (35.39094930317089) - | > grad_norm_1: tensor(1048.4916, device='cuda:0') (tensor(684.4167, device='cuda:0')) - | > current_lr_0: 0.00019972517181056292 - | > current_lr_1: 0.00019972517181056292 - | > step_time: 1.286 (0.9468593276065329) - | > loader_time: 0.01 (0.006647613774175231) - - - --> TIME: 2024-11-22 12:26:03 -- STEP: 485/797 -- GLOBAL_STEP: 9475 - | > loss_disc: 2.317807674407959 (2.4303546895685884) - | > loss_disc_real_0: 0.10694728791713715 (0.11779263043372902) - | > loss_disc_real_1: 0.17365789413452148 (0.22127339514260438) - | > loss_disc_real_2: 0.22664806246757507 (0.23641966249524932) - | > loss_disc_real_3: 0.14956945180892944 (0.21983971285451315) - | > loss_disc_real_4: 0.2550163269042969 (0.2235531494943137) - | > loss_disc_real_5: 0.19935406744480133 (0.23640931721815128) - | > loss_0: 2.317807674407959 (2.4303546895685884) - | > grad_norm_0: tensor(89.8161, device='cuda:0') (tensor(89.0552, device='cuda:0')) - | > loss_gen: 2.4268734455108643 (2.4037437375058817) - | > loss_kl: 1.313535213470459 (1.4227561397650805) - | > loss_feat: 5.368492126464844 (4.917402003966657) - | > loss_mel: 24.63568115234375 (24.81256125145352) - | > loss_duration: 1.7818608283996582 (1.831743928575024) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.52644348144531 (35.38820713869074) - | > grad_norm_1: tensor(462.8096, device='cuda:0') (tensor(687.6691, device='cuda:0')) - | > current_lr_0: 0.00019972517181056292 - | > current_lr_1: 0.00019972517181056292 - | > step_time: 0.9991 (0.9516522068338296) - | > loader_time: 0.007 (0.006739259011966668) - - - --> TIME: 2024-11-22 12:26:29 -- STEP: 510/797 -- GLOBAL_STEP: 9500 - | > loss_disc: 2.6133029460906982 (2.4332841143888584) - | > loss_disc_real_0: 0.20329779386520386 (0.11857544039102162) - | > loss_disc_real_1: 0.21432432532310486 (0.2215778860391355) - | > loss_disc_real_2: 0.23876172304153442 (0.23681668247662338) - | > loss_disc_real_3: 0.21499623358249664 (0.22017196711956283) - | > loss_disc_real_4: 0.2628999352455139 (0.22374899923509242) - | > loss_disc_real_5: 0.22067901492118835 (0.23690579180039611) - | > loss_0: 2.6133029460906982 (2.4332841143888584) - | > grad_norm_0: tensor(80.1745, device='cuda:0') (tensor(89.4030, device='cuda:0')) - | > loss_gen: 2.3172435760498047 (2.4030501819124397) - | > loss_kl: 1.553621530532837 (1.422751733368518) - | > loss_feat: 4.541422367095947 (4.915237975588033) - | > loss_mel: 24.47475242614746 (24.808148324255853) - | > loss_duration: 1.8306336402893066 (1.8302371576720593) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.717674255371094 (35.379425437777634) - | > grad_norm_1: tensor(294.8102, device='cuda:0') (tensor(672.5105, device='cuda:0')) - | > current_lr_0: 0.00019972517181056292 - | > current_lr_1: 0.00019972517181056292 - | > step_time: 0.9668 (0.9548361661387424) - | > loader_time: 0.0091 (0.0068344036738077815) - - - --> TIME: 2024-11-22 12:26:56 -- STEP: 535/797 -- GLOBAL_STEP: 9525 - | > loss_disc: 2.3313848972320557 (2.435628358003135) - | > loss_disc_real_0: 0.17268282175064087 (0.11909263828925998) - | > loss_disc_real_1: 0.20012778043746948 (0.221590016573389) - | > loss_disc_real_2: 0.24012532830238342 (0.23676206388763177) - | > loss_disc_real_3: 0.2141675353050232 (0.2204088723548105) - | > loss_disc_real_4: 0.1534786820411682 (0.22363704828736936) - | > loss_disc_real_5: 0.20856717228889465 (0.23739286243358504) - | > loss_0: 2.3313848972320557 (2.435628358003135) - | > grad_norm_0: tensor(13.7633, device='cuda:0') (tensor(89.0337, device='cuda:0')) - | > loss_gen: 2.1544103622436523 (2.397544722245117) - | > loss_kl: 1.442752718925476 (1.4222581618300105) - | > loss_feat: 4.772322177886963 (4.90267700569652) - | > loss_mel: 23.505834579467773 (24.802605035371872) - | > loss_duration: 1.8520252704620361 (1.8296502048724166) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.72734451293945 (35.35473520867178) - | > grad_norm_1: tensor(533.0654, device='cuda:0') (tensor(667.0255, device='cuda:0')) - | > current_lr_0: 0.00019972517181056292 - | > current_lr_1: 0.00019972517181056292 - | > step_time: 1.0148 (0.960202938596779) - | > loader_time: 0.0073 (0.006961734272609249) - - - --> TIME: 2024-11-22 12:27:23 -- STEP: 560/797 -- GLOBAL_STEP: 9550 - | > loss_disc: 2.507847309112549 (2.4349162910665787) - | > loss_disc_real_0: 0.23491938412189484 (0.1196776332267161) - | > loss_disc_real_1: 0.3011031448841095 (0.2216776328693543) - | > loss_disc_real_2: 0.24833160638809204 (0.23661890256085566) - | > loss_disc_real_3: 0.24565193057060242 (0.22032473393316782) - | > loss_disc_real_4: 0.20809900760650635 (0.2234746919279652) - | > loss_disc_real_5: 0.24818599224090576 (0.23722524760024888) - | > loss_0: 2.507847309112549 (2.4349162910665787) - | > grad_norm_0: tensor(82.4738, device='cuda:0') (tensor(89.7323, device='cuda:0')) - | > loss_gen: 2.4393904209136963 (2.3988642994846607) - | > loss_kl: 1.3645418882369995 (1.423253551764148) - | > loss_feat: 4.927237033843994 (4.909122670548305) - | > loss_mel: 25.452089309692383 (24.82041034357889) - | > loss_duration: 1.8499419689178467 (1.8287895553878375) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.033199310302734 (35.38044047355652) - | > grad_norm_1: tensor(1085.7795, device='cuda:0') (tensor(684.0903, device='cuda:0')) - | > current_lr_0: 0.00019972517181056292 - | > current_lr_1: 0.00019972517181056292 - | > step_time: 0.9715 (0.9638521220002856) - | > loader_time: 0.0082 (0.007021126576832364) - - - --> TIME: 2024-11-22 12:27:49 -- STEP: 585/797 -- GLOBAL_STEP: 9575 - | > loss_disc: 2.332267999649048 (2.4356589830838726) - | > loss_disc_real_0: 0.11314008384943008 (0.12013811961325825) - | > loss_disc_real_1: 0.22454506158828735 (0.2217326660186816) - | > loss_disc_real_2: 0.2403186857700348 (0.23628430043020818) - | > loss_disc_real_3: 0.24597780406475067 (0.22053056453537748) - | > loss_disc_real_4: 0.20884285867214203 (0.223106238233228) - | > loss_disc_real_5: 0.19233106076717377 (0.2371861463173842) - | > loss_0: 2.332267999649048 (2.4356589830838726) - | > grad_norm_0: tensor(108.7302, device='cuda:0') (tensor(89.0706, device='cuda:0')) - | > loss_gen: 2.4033381938934326 (2.394712288359291) - | > loss_kl: 1.2634167671203613 (1.4212279384971687) - | > loss_feat: 4.705930233001709 (4.905702731955767) - | > loss_mel: 24.189788818359375 (24.838465320554555) - | > loss_duration: 1.7969599962234497 (1.8279436139978915) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.359432220458984 (35.38805195082966) - | > grad_norm_1: tensor(1424.4724, device='cuda:0') (tensor(691.5187, device='cuda:0')) - | > current_lr_0: 0.00019972517181056292 - | > current_lr_1: 0.00019972517181056292 - | > step_time: 1.0966 (0.9672006607055664) - | > loader_time: 0.0107 (0.007147415275247691) - - - --> TIME: 2024-11-22 12:28:16 -- STEP: 610/797 -- GLOBAL_STEP: 9600 - | > loss_disc: 2.2593929767608643 (2.4370357314094178) - | > loss_disc_real_0: 0.13910555839538574 (0.12120331344423724) - | > loss_disc_real_1: 0.1650160551071167 (0.22158210541381207) - | > loss_disc_real_2: 0.22044044733047485 (0.23631450172330512) - | > loss_disc_real_3: 0.2006562054157257 (0.22039722788040764) - | > loss_disc_real_4: 0.1728205382823944 (0.22313898592943052) - | > loss_disc_real_5: 0.1444055438041687 (0.23708574315075015) - | > loss_0: 2.2593929767608643 (2.4370357314094178) - | > grad_norm_0: tensor(82.5377, device='cuda:0') (tensor(90.5396, device='cuda:0')) - | > loss_gen: 2.4512124061584473 (2.3919020680130503) - | > loss_kl: 1.4394736289978027 (1.4197740445371536) - | > loss_feat: 5.578923225402832 (4.900123133815705) - | > loss_mel: 26.31218910217285 (24.837802836934067) - | > loss_duration: 1.8418035507202148 (1.8275244480273762) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.62360382080078 (35.37712659679474) - | > grad_norm_1: tensor(1205.7177, device='cuda:0') (tensor(701.4062, device='cuda:0')) - | > current_lr_0: 0.00019972517181056292 - | > current_lr_1: 0.00019972517181056292 - | > step_time: 1.2293 (0.9711153257088583) - | > loader_time: 0.0098 (0.007213808278568459) - - - --> TIME: 2024-11-22 12:28:43 -- STEP: 635/797 -- GLOBAL_STEP: 9625 - | > loss_disc: 2.5645217895507812 (2.437500163701577) - | > loss_disc_real_0: 0.08226434886455536 (0.12140515725326351) - | > loss_disc_real_1: 0.3159279227256775 (0.22152302948039343) - | > loss_disc_real_2: 0.24886484444141388 (0.23612290623150473) - | > loss_disc_real_3: 0.2554042339324951 (0.22049758199631708) - | > loss_disc_real_4: 0.2531369626522064 (0.2232959928592359) - | > loss_disc_real_5: 0.23326149582862854 (0.23707771498387253) - | > loss_0: 2.5645217895507812 (2.437500163701577) - | > grad_norm_0: tensor(84.6788, device='cuda:0') (tensor(91.3318, device='cuda:0')) - | > loss_gen: 2.5549657344818115 (2.390207854593832) - | > loss_kl: 1.2804433107376099 (1.4181433574421198) - | > loss_feat: 4.776148796081543 (4.895528121257397) - | > loss_mel: 24.60365104675293 (24.834513599666067) - | > loss_duration: 1.8202803134918213 (1.8273172571903138) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.035491943359375 (35.36571026599312) - | > grad_norm_1: tensor(99.1615, device='cuda:0') (tensor(706.1650, device='cuda:0')) - | > current_lr_0: 0.00019972517181056292 - | > current_lr_1: 0.00019972517181056292 - | > step_time: 1.1067 (0.9750221181103563) - | > loader_time: 0.0156 (0.007307533955010845) - - - --> TIME: 2024-11-22 12:29:12 -- STEP: 660/797 -- GLOBAL_STEP: 9650 - | > loss_disc: 2.463733196258545 (2.4400959589264626) - | > loss_disc_real_0: 0.21158520877361298 (0.12287757213255673) - | > loss_disc_real_1: 0.20459303259849548 (0.22154283193927818) - | > loss_disc_real_2: 0.21348629891872406 (0.2362702475804271) - | > loss_disc_real_3: 0.2087169736623764 (0.2205444746396759) - | > loss_disc_real_4: 0.24604836106300354 (0.2234101568546259) - | > loss_disc_real_5: 0.23950250446796417 (0.2373256515147108) - | > loss_0: 2.463733196258545 (2.4400959589264626) - | > grad_norm_0: tensor(126.2927, device='cuda:0') (tensor(92.7032, device='cuda:0')) - | > loss_gen: 2.3978428840637207 (2.3888676105123583) - | > loss_kl: 1.5240308046340942 (1.4195965501395142) - | > loss_feat: 4.335167407989502 (4.887669661189576) - | > loss_mel: 23.45505714416504 (24.823523374037297) - | > loss_duration: 1.8193366527557373 (1.8267802865216227) - | > amp_scaler: 128.0 (128.7757575757575) - | > loss_1: 33.53143310546875 (35.34643754381122) - | > grad_norm_1: tensor(1107.7671, device='cuda:0') (tensor(705.7603, device='cuda:0')) - | > current_lr_0: 0.00019972517181056292 - | > current_lr_1: 0.00019972517181056292 - | > step_time: 1.0193 (0.980801746339509) - | > loader_time: 0.0165 (0.007416968273394039) - - - --> TIME: 2024-11-22 12:29:39 -- STEP: 685/797 -- GLOBAL_STEP: 9675 - | > loss_disc: 2.4647536277770996 (2.4387397546837835) - | > loss_disc_real_0: 0.179935485124588 (0.12241185928021904) - | > loss_disc_real_1: 0.23395931720733643 (0.22116188530939335) - | > loss_disc_real_2: 0.25885817408561707 (0.23608337669041904) - | > loss_disc_real_3: 0.2287427932024002 (0.22045439140204973) - | > loss_disc_real_4: 0.2541479766368866 (0.22326654379602767) - | > loss_disc_real_5: 0.22397224605083466 (0.23724985842722177) - | > loss_0: 2.4647536277770996 (2.4387397546837835) - | > grad_norm_0: tensor(37.5230, device='cuda:0') (tensor(92.7697, device='cuda:0')) - | > loss_gen: 2.422304153442383 (2.3881807731015843) - | > loss_kl: 1.6199299097061157 (1.4210519834156463) - | > loss_feat: 4.867466449737549 (4.885815099382059) - | > loss_mel: 26.310394287109375 (24.818597782441287) - | > loss_duration: 1.7903165817260742 (1.8259999990463256) - | > amp_scaler: 128.0 (128.74744525547436) - | > loss_1: 37.01041030883789 (35.339645678109505) - | > grad_norm_1: tensor(845.7761, device='cuda:0') (tensor(709.9713, device='cuda:0')) - | > current_lr_0: 0.00019972517181056292 - | > current_lr_1: 0.00019972517181056292 - | > step_time: 1.158 (0.9843283963029402) - | > loader_time: 0.0126 (0.007514969275815646) - - - --> TIME: 2024-11-22 12:30:12 -- STEP: 710/797 -- GLOBAL_STEP: 9700 - | > loss_disc: 2.3289313316345215 (2.4381234488017163) - | > loss_disc_real_0: 0.06292185187339783 (0.12252950761729563) - | > loss_disc_real_1: 0.17830950021743774 (0.22135538355985154) - | > loss_disc_real_2: 0.18630138039588928 (0.23601193400755735) - | > loss_disc_real_3: 0.1972331702709198 (0.22028582776096514) - | > loss_disc_real_4: 0.2156302034854889 (0.22329335180176815) - | > loss_disc_real_5: 0.2516311705112457 (0.23714866950898103) - | > loss_0: 2.3289313316345215 (2.4381234488017163) - | > grad_norm_0: tensor(45.8538, device='cuda:0') (tensor(93.7084, device='cuda:0')) - | > loss_gen: 2.3756186962127686 (2.388469726938597) - | > loss_kl: 1.4441688060760498 (1.4219122433326625) - | > loss_feat: 5.7466535568237305 (4.889610560847008) - | > loss_mel: 27.883586883544922 (24.842209566143186) - | > loss_duration: 1.7530760765075684 (1.824941784563199) - | > amp_scaler: 128.0 (128.72112676056338) - | > loss_1: 39.203102111816406 (35.36714393991819) - | > grad_norm_1: tensor(488.9768, device='cuda:0') (tensor(716.9833, device='cuda:0')) - | > current_lr_0: 0.00019972517181056292 - | > current_lr_1: 0.00019972517181056292 - | > step_time: 1.5112 (0.9951520620937079) - | > loader_time: 0.0124 (0.007661415153825789) - - - --> TIME: 2024-11-22 12:30:46 -- STEP: 735/797 -- GLOBAL_STEP: 9725 - | > loss_disc: 2.505553722381592 (2.4402641105003133) - | > loss_disc_real_0: 0.1729196012020111 (0.12270911287288276) - | > loss_disc_real_1: 0.2521035969257355 (0.22149369153035736) - | > loss_disc_real_2: 0.23243916034698486 (0.23625852489958005) - | > loss_disc_real_3: 0.2163274884223938 (0.22055944857143228) - | > loss_disc_real_4: 0.21351119875907898 (0.22347999585120856) - | > loss_disc_real_5: 0.2964175045490265 (0.23724606933236933) - | > loss_0: 2.505553722381592 (2.4402641105003133) - | > grad_norm_0: tensor(26.0483, device='cuda:0') (tensor(93.9268, device='cuda:0')) - | > loss_gen: 2.3004701137542725 (2.3874373951736767) - | > loss_kl: 1.375706672668457 (1.4233405916058297) - | > loss_feat: 4.725214004516602 (4.8884137338521585) - | > loss_mel: 24.676164627075195 (24.838857105800074) - | > loss_duration: 1.768018364906311 (1.823889761392762) - | > amp_scaler: 128.0 (128.6965986394558) - | > loss_1: 34.8455696105957 (35.361938629669396) - | > grad_norm_1: tensor(83.6554, device='cuda:0') (tensor(710.0548, device='cuda:0')) - | > current_lr_0: 0.00019972517181056292 - | > current_lr_1: 0.00019972517181056292 - | > step_time: 1.4718 (1.007197602914304) - | > loader_time: 0.123 (0.008053777331397649) - - - --> TIME: 2024-11-22 12:31:47 -- STEP: 760/797 -- GLOBAL_STEP: 9750 - | > loss_disc: 2.504882574081421 (2.442886386105892) - | > loss_disc_real_0: 0.11420387774705887 (0.12345781333156322) - | > loss_disc_real_1: 0.20148709416389465 (0.2215361766909298) - | > loss_disc_real_2: 0.2748000919818878 (0.2363297793426012) - | > loss_disc_real_3: 0.1666393280029297 (0.2206937643454264) - | > loss_disc_real_4: 0.20998230576515198 (0.22367191825454172) - | > loss_disc_real_5: 0.2311256378889084 (0.237219215949115) - | > loss_0: 2.504882574081421 (2.442886386105892) - | > grad_norm_0: tensor(48.3750, device='cuda:0') (tensor(94.2535, device='cuda:0')) - | > loss_gen: 2.1118993759155273 (2.383088029685775) - | > loss_kl: 1.3973956108093262 (1.4222231141830755) - | > loss_feat: 4.749802112579346 (4.878714209167586) - | > loss_mel: 25.635822296142578 (24.818582454480612) - | > loss_duration: 1.7547547817230225 (1.8226267185650373) - | > amp_scaler: 128.0 (128.67368421052632) - | > loss_1: 35.64967346191406 (35.32523455368845) - | > grad_norm_1: tensor(731.1107, device='cuda:0') (tensor(712.9568, device='cuda:0')) - | > current_lr_0: 0.00019972517181056292 - | > current_lr_1: 0.00019972517181056292 - | > step_time: 3.08 (1.0523413171893672) - | > loader_time: 0.0125 (0.008658801254473237) - - - --> TIME: 2024-11-22 12:33:23 -- STEP: 785/797 -- GLOBAL_STEP: 9775 - | > loss_disc: 2.439268112182617 (2.4434788591542853) - | > loss_disc_real_0: 0.1919170618057251 (0.12374252234674563) - | > loss_disc_real_1: 0.24911445379257202 (0.221636777698614) - | > loss_disc_real_2: 0.21523159742355347 (0.23631741713946033) - | > loss_disc_real_3: 0.22969135642051697 (0.22085125100840436) - | > loss_disc_real_4: 0.2443317025899887 (0.2235306204029709) - | > loss_disc_real_5: 0.2020851969718933 (0.23717270768751764) - | > loss_0: 2.439268112182617 (2.4434788591542853) - | > grad_norm_0: tensor(59.3230, device='cuda:0') (tensor(94.2073, device='cuda:0')) - | > loss_gen: 2.5156683921813965 (2.3836375388370206) - | > loss_kl: 1.455910563468933 (1.4232250049615371) - | > loss_feat: 4.722464561462402 (4.88206425047225) - | > loss_mel: 21.918071746826172 (24.828714015984982) - | > loss_duration: 1.7921717166900635 (1.8214212156405114) - | > amp_scaler: 128.0 (128.65222929936309) - | > loss_1: 32.40428924560547 (35.339062086943606) - | > grad_norm_1: tensor(456.9598, device='cuda:0') (tensor(713.8431, device='cuda:0')) - | > current_lr_0: 0.00019972517181056292 - | > current_lr_1: 0.00019972517181056292 - | > step_time: 6.0834 (1.1405848867574315) - | > loader_time: 0.0103 (0.00960901892109282) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.4141409397125244 (2.4141409397125244) - | > loss_disc_real_0: 0.13214325904846191 (0.13214325904846191) - | > loss_disc_real_1: 0.12849150598049164 (0.12849150598049164) - | > loss_disc_real_2: 0.1720532923936844 (0.1720532923936844) - | > loss_disc_real_3: 0.19296251237392426 (0.19296251237392426) - | > loss_disc_real_4: 0.25578200817108154 (0.25578200817108154) - | > loss_disc_real_5: 0.25429490208625793 (0.25429490208625793) - | > loss_0: 2.4141409397125244 (2.4141409397125244) - | > loss_gen: 2.098022937774658 (2.098022937774658) - | > loss_kl: 1.3319408893585205 (1.3319408893585205) - | > loss_feat: 5.3694586753845215 (5.3694586753845215) - | > loss_mel: 26.89280128479004 (26.89280128479004) - | > loss_duration: 2.019650936126709 (2.019650936126709) - | > loss_1: 37.71187210083008 (37.71187210083008) - - --> STEP: 1 - | > loss_disc: 2.3815572261810303 (2.3815572261810303) - | > loss_disc_real_0: 0.06644538044929504 (0.06644538044929504) - | > loss_disc_real_1: 0.13443847000598907 (0.13443847000598907) - | > loss_disc_real_2: 0.19543671607971191 (0.19543671607971191) - | > loss_disc_real_3: 0.1257350742816925 (0.1257350742816925) - | > loss_disc_real_4: 0.13752077519893646 (0.13752077519893646) - | > loss_disc_real_5: 0.21136677265167236 (0.21136677265167236) - | > loss_0: 2.3815572261810303 (2.3815572261810303) - | > loss_gen: 1.7931157350540161 (1.7931157350540161) - | > loss_kl: 1.4342221021652222 (1.4342221021652222) - | > loss_feat: 4.7342376708984375 (4.7342376708984375) - | > loss_mel: 25.362838745117188 (25.362838745117188) - | > loss_duration: 1.9650380611419678 (1.9650380611419678) - | > loss_1: 35.28945541381836 (35.28945541381836) - - --> STEP: 2 - | > loss_disc: 2.5400550365448 (2.460806131362915) - | > loss_disc_real_0: 0.06293003261089325 (0.06468770653009415) - | > loss_disc_real_1: 0.1814451813697815 (0.15794182568788528) - | > loss_disc_real_2: 0.2501087188720703 (0.2227727174758911) - | > loss_disc_real_3: 0.21162644028663635 (0.16868075728416443) - | > loss_disc_real_4: 0.22289316356182098 (0.18020696938037872) - | > loss_disc_real_5: 0.25779300928115845 (0.2345798909664154) - | > loss_0: 2.5400550365448 (2.460806131362915) - | > loss_gen: 1.9247349500656128 (1.8589253425598145) - | > loss_kl: 1.578260064125061 (1.5062410831451416) - | > loss_feat: 3.7238357067108154 (4.2290366888046265) - | > loss_mel: 25.25404167175293 (25.30844020843506) - | > loss_duration: 1.7873588800430298 (1.8761984705924988) - | > loss_1: 34.26823043823242 (34.77884292602539) - - --> STEP: 3 - | > loss_disc: 2.4103076457977295 (2.4439733028411865) - | > loss_disc_real_0: 0.12431152164936066 (0.08456231156984965) - | > loss_disc_real_1: 0.15338100492954254 (0.15642155210177103) - | > loss_disc_real_2: 0.22403399646282196 (0.22319314380486807) - | > loss_disc_real_3: 0.14571334421634674 (0.1610249529282252) - | > loss_disc_real_4: 0.22404277324676514 (0.19481890400250754) - | > loss_disc_real_5: 0.22243811190128326 (0.23053263127803802) - | > loss_0: 2.4103076457977295 (2.4439733028411865) - | > loss_gen: 2.1303014755249023 (1.949384053548177) - | > loss_kl: 1.8076578378677368 (1.60671333471934) - | > loss_feat: 4.466769695281982 (4.308281024297078) - | > loss_mel: 25.803234100341797 (25.473371505737305) - | > loss_duration: 1.8102911710739136 (1.8542293707529705) - | > loss_1: 36.018253326416016 (35.1919797261556) - - --> STEP: 4 - | > loss_disc: 2.3515005111694336 (2.4208551049232483) - | > loss_disc_real_0: 0.04871825501322746 (0.0756012974306941) - | > loss_disc_real_1: 0.19091759622097015 (0.16504556313157082) - | > loss_disc_real_2: 0.21812735497951508 (0.22192669659852982) - | > loss_disc_real_3: 0.1479896903038025 (0.15776613727211952) - | > loss_disc_real_4: 0.16133514046669006 (0.18644796311855316) - | > loss_disc_real_5: 0.22897911071777344 (0.23014425113797188) - | > loss_0: 2.3515005111694336 (2.4208551049232483) - | > loss_gen: 1.9136910438537598 (1.9404608011245728) - | > loss_kl: 1.3947362899780273 (1.5537190735340118) - | > loss_feat: 3.516188621520996 (4.110257923603058) - | > loss_mel: 20.515108108520508 (24.233805656433105) - | > loss_duration: 1.715100884437561 (1.819447249174118) - | > loss_1: 29.054824829101562 (33.65769100189209) - - --> STEP: 5 - | > loss_disc: 2.5248374938964844 (2.4416515827178955) - | > loss_disc_real_0: 0.134041428565979 (0.08728932365775108) - | > loss_disc_real_1: 0.14643104374408722 (0.1613226592540741) - | > loss_disc_real_2: 0.21558766067028046 (0.22065888941287995) - | > loss_disc_real_3: 0.17181487381458282 (0.16057588458061217) - | > loss_disc_real_4: 0.23056010901927948 (0.19527039229869841) - | > loss_disc_real_5: 0.23632945120334625 (0.23138129115104675) - | > loss_0: 2.5248374938964844 (2.4416515827178955) - | > loss_gen: 2.0482077598571777 (1.9620101928710938) - | > loss_kl: 1.919405460357666 (1.6268563508987426) - | > loss_feat: 5.868072986602783 (4.461820936203003) - | > loss_mel: 25.203588485717773 (24.42776222229004) - | > loss_duration: 1.9942171573638916 (1.8544012308120728) - | > loss_1: 37.03348922729492 (34.33285064697266) - - --> STEP: 6 - | > loss_disc: 2.276459217071533 (2.414119521776835) - | > loss_disc_real_0: 0.07738231122493744 (0.08563815491894881) - | > loss_disc_real_1: 0.14565078914165497 (0.15871068090200424) - | > loss_disc_real_2: 0.21068041026592255 (0.2189958095550537) - | > loss_disc_real_3: 0.1377621442079544 (0.15677359451850256) - | > loss_disc_real_4: 0.19120070338249207 (0.19459211081266403) - | > loss_disc_real_5: 0.24045288562774658 (0.23289322356383005) - | > loss_0: 2.276459217071533 (2.414119521776835) - | > loss_gen: 2.170353412628174 (1.9967340628306072) - | > loss_kl: 1.3527966737747192 (1.5811797380447388) - | > loss_feat: 4.94224214553833 (4.541891137758891) - | > loss_mel: 26.613605499267578 (24.79206943511963) - | > loss_duration: 1.7981562614440918 (1.8450270692507427) - | > loss_1: 36.87715530395508 (34.75690142313639) - - --> STEP: 7 - | > loss_disc: 2.3228859901428223 (2.4010861601148332) - | > loss_disc_real_0: 0.12351793050765991 (0.09104955143162183) - | > loss_disc_real_1: 0.17271697521209717 (0.16071158008916037) - | > loss_disc_real_2: 0.20939919352531433 (0.2176248644079481) - | > loss_disc_real_3: 0.16676665842533112 (0.15820117507662093) - | > loss_disc_real_4: 0.22714902460575104 (0.19924309849739075) - | > loss_disc_real_5: 0.18334300816059113 (0.22581462136336736) - | > loss_0: 2.3228859901428223 (2.4010861601148332) - | > loss_gen: 2.468204975128174 (2.064087050301688) - | > loss_kl: 1.5041488409042358 (1.570175324167524) - | > loss_feat: 5.576574802398682 (4.68970308985029) - | > loss_mel: 26.237350463867188 (24.998538153512136) - | > loss_duration: 1.716102123260498 (1.8266092198235648) - | > loss_1: 37.50238037109375 (35.149112701416016) - - --> STEP: 8 - | > loss_disc: 2.4967031478881836 (2.413038283586502) - | > loss_disc_real_0: 0.14831285178661346 (0.09820746397599578) - | > loss_disc_real_1: 0.16499119997024536 (0.161246532574296) - | > loss_disc_real_2: 0.1892322599887848 (0.21407578885555267) - | > loss_disc_real_3: 0.15269140899181366 (0.15751245431602) - | > loss_disc_real_4: 0.24456705152988434 (0.20490859262645245) - | > loss_disc_real_5: 0.23984430730342865 (0.22756833210587502) - | > loss_0: 2.4967031478881836 (2.413038283586502) - | > loss_gen: 1.9902883768081665 (2.054862216114998) - | > loss_kl: 1.899300456047058 (1.6113159656524658) - | > loss_feat: 4.3727641105651855 (4.6500857174396515) - | > loss_mel: 23.399717330932617 (24.798685550689697) - | > loss_duration: 1.8428478240966797 (1.8286390453577042) - | > loss_1: 33.50491714477539 (34.94358825683594) - - --> STEP: 9 - | > loss_disc: 2.213977098464966 (2.3909203741285534) - | > loss_disc_real_0: 0.1338360756635666 (0.1021661986079481) - | > loss_disc_real_1: 0.14758232235908508 (0.1597282869948281) - | > loss_disc_real_2: 0.18288125097751617 (0.2106097290913264) - | > loss_disc_real_3: 0.1486872434616089 (0.15653187533219656) - | > loss_disc_real_4: 0.20584025979042053 (0.20501211120022667) - | > loss_disc_real_5: 0.21342957019805908 (0.22599735856056213) - | > loss_0: 2.213977098464966 (2.3909203741285534) - | > loss_gen: 2.2631301879882812 (2.078003101878696) - | > loss_kl: 1.4293497800827026 (1.5910975005891588) - | > loss_feat: 5.246105194091797 (4.716310103734334) - | > loss_mel: 26.315195083618164 (24.967186609903973) - | > loss_duration: 1.7985851764678955 (1.8252997265921698) - | > loss_1: 37.052364349365234 (35.17789671156142) - - --> STEP: 10 - | > loss_disc: 2.585463285446167 (2.410374665260315) - | > loss_disc_real_0: 0.07541698217391968 (0.09949127696454525) - | > loss_disc_real_1: 0.12814144790172577 (0.15656960308551787) - | > loss_disc_real_2: 0.22247405350208282 (0.21179616153240205) - | > loss_disc_real_3: 0.16096024215221405 (0.1569747120141983) - | > loss_disc_real_4: 0.17623370885849 (0.20213427096605302) - | > loss_disc_real_5: 0.2683497667312622 (0.23023259937763213) - | > loss_0: 2.585463285446167 (2.410374665260315) - | > loss_gen: 1.7004013061523438 (2.040242922306061) - | > loss_kl: 1.4202464818954468 (1.5740123987197876) - | > loss_feat: 4.083817005157471 (4.653060793876648) - | > loss_mel: 25.32375144958496 (25.00284309387207) - | > loss_duration: 1.6750824451446533 (1.8102779984474182) - | > loss_1: 34.20330047607422 (35.080437088012694) - - --> STEP: 11 - | > loss_disc: 2.304173707962036 (2.4007200327786533) - | > loss_disc_real_0: 0.13166067004203796 (0.10241576724431732) - | > loss_disc_real_1: 0.12676271796226501 (0.15385988625613126) - | > loss_disc_real_2: 0.1865868717432022 (0.20950440791520206) - | > loss_disc_real_3: 0.10982566326856613 (0.15268843485550446) - | > loss_disc_real_4: 0.1661800742149353 (0.1988657076250423) - | > loss_disc_real_5: 0.19549255073070526 (0.2270744131370024) - | > loss_0: 2.304173707962036 (2.4007200327786533) - | > loss_gen: 2.127473831176758 (2.0481730049306694) - | > loss_kl: 1.723207950592041 (1.5875756307081743) - | > loss_feat: 5.845289707183838 (4.7614452405409375) - | > loss_mel: 27.034221649169922 (25.18751387162642) - | > loss_duration: 1.6755203008651733 (1.7980272986672141) - | > loss_1: 38.40571594238281 (35.3827351656827) - - --> STEP: 12 - | > loss_disc: 2.434119701385498 (2.40350333849589) - | > loss_disc_real_0: 0.11347663402557373 (0.10333750614275534) - | > loss_disc_real_1: 0.16000129282474518 (0.15437167013684908) - | > loss_disc_real_2: 0.24870067834854126 (0.212770763784647) - | > loss_disc_real_3: 0.17771394550800323 (0.15477389407654601) - | > loss_disc_real_4: 0.14052003622055054 (0.19400356834133467) - | > loss_disc_real_5: 0.16926681995391846 (0.22225711370507875) - | > loss_0: 2.434119701385498 (2.40350333849589) - | > loss_gen: 2.2863521575927734 (2.0680212676525116) - | > loss_kl: 1.4038586616516113 (1.572265883286794) - | > loss_feat: 5.909477710723877 (4.857114613056182) - | > loss_mel: 24.885269165039062 (25.16232681274414) - | > loss_duration: 1.8263717889785767 (1.8003893395264943) - | > loss_1: 36.31132507324219 (35.46011765797933) - - --> STEP: 13 - | > loss_disc: 2.504835605621338 (2.4112981282747707) - | > loss_disc_real_0: 0.07933945208787918 (0.10149150198468795) - | > loss_disc_real_1: 0.1532822996377945 (0.15428787240615258) - | > loss_disc_real_2: 0.2076139897108078 (0.21237408885589013) - | > loss_disc_real_3: 0.15485543012619019 (0.15478016608036482) - | > loss_disc_real_4: 0.18280711770057678 (0.1931423029074302) - | > loss_disc_real_5: 0.18886995315551758 (0.21968887058588174) - | > loss_0: 2.504835605621338 (2.4112981282747707) - | > loss_gen: 1.9511263370513916 (2.059029349913964) - | > loss_kl: 1.163525104522705 (1.5408242849203257) - | > loss_feat: 4.421876430511475 (4.823634752860435) - | > loss_mel: 20.31320571899414 (24.789317497840294) - | > loss_duration: 1.8786826133728027 (1.8064118990531335) - | > loss_1: 29.728416442871094 (35.01921756450947) - - --> STEP: 14 - | > loss_disc: 2.6110401153564453 (2.425565413066319) - | > loss_disc_real_0: 0.12380427122116089 (0.1030852712158646) - | > loss_disc_real_1: 0.1729997992515564 (0.1556244386093957) - | > loss_disc_real_2: 0.24606642127037048 (0.214780684028353) - | > loss_disc_real_3: 0.17075802385807037 (0.1559214416359152) - | > loss_disc_real_4: 0.18364126980304718 (0.19246365768568857) - | > loss_disc_real_5: 0.19242426753044128 (0.21774139893906458) - | > loss_0: 2.6110401153564453 (2.425565413066319) - | > loss_gen: 1.6985408067703247 (2.033280168260847) - | > loss_kl: 1.0438908338546753 (1.5053290384156364) - | > loss_feat: 2.951162815093994 (4.689886757305688) - | > loss_mel: 23.40842056274414 (24.690682002476283) - | > loss_duration: 1.835871934890747 (1.8085161873272486) - | > loss_1: 30.937889099121094 (34.72769410269601) - - --> STEP: 15 - | > loss_disc: 2.5457112789154053 (2.433575137456258) - | > loss_disc_real_0: 0.15329714119434357 (0.10643272921442985) - | > loss_disc_real_1: 0.15903428196907043 (0.15585176150004068) - | > loss_disc_real_2: 0.2301684021949768 (0.21580653190612792) - | > loss_disc_real_3: 0.19800154864788055 (0.15872678210337957) - | > loss_disc_real_4: 0.17913921177387238 (0.1915753612915675) - | > loss_disc_real_5: 0.2038741260766983 (0.2168169140815735) - | > loss_0: 2.5457112789154053 (2.433575137456258) - | > loss_gen: 2.0083656311035156 (2.031619199117025) - | > loss_kl: 1.1153533458709717 (1.4793306589126587) - | > loss_feat: 4.532017707824707 (4.679362154006956) - | > loss_mel: 29.631486892700195 (25.020068995157878) - | > loss_duration: 1.7935023307800293 (1.807515263557434) - | > loss_1: 39.080726623535156 (35.017896270751955) - - --> STEP: 16 - | > loss_disc: 2.2843916416168213 (2.4242511689662933) - | > loss_disc_real_0: 0.14709687232971191 (0.10897423815913498) - | > loss_disc_real_1: 0.13445895910263062 (0.15451471135020256) - | > loss_disc_real_2: 0.25150129199028015 (0.21803745441138744) - | > loss_disc_real_3: 0.1395692080259323 (0.15752943372353911) - | > loss_disc_real_4: 0.21739928424358368 (0.1931893564760685) - | > loss_disc_real_5: 0.19061538577079773 (0.21517931856215) - | > loss_0: 2.2843916416168213 (2.4242511689662933) - | > loss_gen: 2.341273307800293 (2.0509725809097294) - | > loss_kl: 1.5242176055908203 (1.4821360930800438) - | > loss_feat: 4.957738399505615 (4.696760669350622) - | > loss_mel: 24.850671768188477 (25.00948166847229) - | > loss_duration: 1.8499882221221924 (1.8101698234677315) - | > loss_1: 35.523887634277344 (35.04952073097229) - - --> STEP: 17 - | > loss_disc: 2.6696431636810303 (2.438685992184807) - | > loss_disc_real_0: 0.10924987494945526 (0.10899045208797735) - | > loss_disc_real_1: 0.1515379697084427 (0.15433960890068726) - | > loss_disc_real_2: 0.2703070044517517 (0.22111213382552652) - | > loss_disc_real_3: 0.1928470879793167 (0.1596069427974084) - | > loss_disc_real_4: 0.21281550824642181 (0.19434383599197164) - | > loss_disc_real_5: 0.31194740533828735 (0.2208715589607463) - | > loss_0: 2.6696431636810303 (2.438685992184807) - | > loss_gen: 1.8833495378494263 (2.041112401906182) - | > loss_kl: 1.9216992855072021 (1.507992751458112) - | > loss_feat: 3.9943864345550537 (4.655444537892059) - | > loss_mel: 26.994266510009766 (25.126233717974493) - | > loss_duration: 1.7614104747772217 (1.8073016264859367) - | > loss_1: 36.555110931396484 (35.13808486040901) - - --> STEP: 18 - | > loss_disc: 2.2849667072296143 (2.4301460319095187) - | > loss_disc_real_0: 0.14373773336410522 (0.1109208566033178) - | > loss_disc_real_1: 0.10083422064781189 (0.1513670873310831) - | > loss_disc_real_2: 0.17639115452766418 (0.21862763497564527) - | > loss_disc_real_3: 0.1377018243074417 (0.158389991770188) - | > loss_disc_real_4: 0.22501890361309052 (0.19604800641536713) - | > loss_disc_real_5: 0.13374744355678558 (0.21603133032719293) - | > loss_0: 2.2849667072296143 (2.4301460319095187) - | > loss_gen: 2.2129645347595215 (2.0506597426202564) - | > loss_kl: 1.1156171560287476 (1.4861941072675917) - | > loss_feat: 6.122219085693359 (4.736932012769909) - | > loss_mel: 27.233848571777344 (25.243323432074654) - | > loss_duration: 1.7240333557128906 (1.8026756114429898) - | > loss_1: 38.4086799621582 (35.319784588283966) - - --> STEP: 19 - | > loss_disc: 2.497009754180908 (2.4336651751869605) - | > loss_disc_real_0: 0.15445879101753235 (0.11321232683564487) - | > loss_disc_real_1: 0.17048774659633636 (0.152373437818728) - | > loss_disc_real_2: 0.19393692910671234 (0.21732812414043828) - | > loss_disc_real_3: 0.162155881524086 (0.15858819649407738) - | > loss_disc_real_4: 0.1672031581401825 (0.19452985650614688) - | > loss_disc_real_5: 0.22554829716682434 (0.2165322233187525) - | > loss_0: 2.497009754180908 (2.4336651751869605) - | > loss_gen: 1.9832111597061157 (2.0471098172037223) - | > loss_kl: 1.3173545598983765 (1.4773078153007908) - | > loss_feat: 4.4320387840271 (4.7208850007308145) - | > loss_mel: 24.871644973754883 (25.22376140795256) - | > loss_duration: 1.851547122001648 (1.805247796209235) - | > loss_1: 34.45579528808594 (35.27431146722091) - - --> STEP: 20 - | > loss_disc: 2.3872148990631104 (2.431342661380768) - | > loss_disc_real_0: 0.14792272448539734 (0.11494784671813249) - | > loss_disc_real_1: 0.15229485929012299 (0.15236950889229775) - | > loss_disc_real_2: 0.21066756546497345 (0.21699509620666504) - | > loss_disc_real_3: 0.12736175954341888 (0.15702687464654447) - | > loss_disc_real_4: 0.20023569464683533 (0.19481514841318132) - | > loss_disc_real_5: 0.22925136983394623 (0.21716818064451218) - | > loss_0: 2.3872148990631104 (2.431342661380768) - | > loss_gen: 2.062897205352783 (2.0478991866111755) - | > loss_kl: 1.2866504192352295 (1.4677749454975129) - | > loss_feat: 4.628628730773926 (4.71627218723297) - | > loss_mel: 27.177833557128906 (25.321465015411377) - | > loss_duration: 1.7690305709838867 (1.8034369349479675) - | > loss_1: 36.92504119873047 (35.35684795379639) - - --> STEP: 21 - | > loss_disc: 2.331160545349121 (2.42657208442688) - | > loss_disc_real_0: 0.0963895320892334 (0.11406411745008968) - | > loss_disc_real_1: 0.15556661784648895 (0.15252175217583067) - | > loss_disc_real_2: 0.1974238157272339 (0.21606313046954928) - | > loss_disc_real_3: 0.143509179353714 (0.1563831748706954) - | > loss_disc_real_4: 0.1834571212530136 (0.19427428997698284) - | > loss_disc_real_5: 0.23220859467983246 (0.21788439083667027) - | > loss_0: 2.331160545349121 (2.42657208442688) - | > loss_gen: 1.960446834564209 (2.0437347888946533) - | > loss_kl: 1.3978745937347412 (1.4644463573183333) - | > loss_feat: 4.245265007019043 (4.693843273889449) - | > loss_mel: 25.409351348876953 (25.32565007890974) - | > loss_duration: 1.7567002773284912 (1.8012113798232305) - | > loss_1: 34.76963424682617 (35.32888539632162) - - --> STEP: 22 - | > loss_disc: 2.376675844192505 (2.4243040735071357) - | > loss_disc_real_0: 0.14476829767227173 (0.11545976200564341) - | > loss_disc_real_1: 0.14058825373649597 (0.15197932042858817) - | > loss_disc_real_2: 0.23894906044006348 (0.21710340001366354) - | > loss_disc_real_3: 0.1631789207458496 (0.15669207241047511) - | > loss_disc_real_4: 0.24118386209011078 (0.1964065432548523) - | > loss_disc_real_5: 0.2206423282623291 (0.2180097516287457) - | > loss_0: 2.376675844192505 (2.4243040735071357) - | > loss_gen: 2.2343974113464355 (2.0524012717333706) - | > loss_kl: 1.5900949239730835 (1.4701576558026401) - | > loss_feat: 4.784151077270508 (4.697948174043134) - | > loss_mel: 23.273618698120117 (25.23237592523748) - | > loss_duration: 1.8899182081222534 (1.805243508382277) - | > loss_1: 33.77218246459961 (35.25812617215243) - - --> STEP: 23 - | > loss_disc: 2.44184947013855 (2.425066916838936) - | > loss_disc_real_0: 0.1321563720703125 (0.1161857015736725) - | > loss_disc_real_1: 0.1613476723432541 (0.1523866400770519) - | > loss_disc_real_2: 0.19049516320228577 (0.2159465201522993) - | > loss_disc_real_3: 0.1947506070137024 (0.1583467913062676) - | > loss_disc_real_4: 0.1913655698299408 (0.19618737049724744) - | > loss_disc_real_5: 0.2524588406085968 (0.21950753810613052) - | > loss_0: 2.44184947013855 (2.425066916838936) - | > loss_gen: 1.9903794527053833 (2.049704670906067) - | > loss_kl: 1.530075192451477 (1.47276276609172) - | > loss_feat: 3.9785385131835938 (4.666669493136197) - | > loss_mel: 21.527198791503906 (25.071281267249066) - | > loss_duration: 1.8620977401733398 (1.8077154315036277) - | > loss_1: 30.888290405273438 (35.068133312722914) - - --> STEP: 24 - | > loss_disc: 2.0632379055023193 (2.4099907080332437) - | > loss_disc_real_0: 0.07513649016618729 (0.11447531776502728) - | > loss_disc_real_1: 0.16316021978855133 (0.1528355392316977) - | > loss_disc_real_2: 0.22563812136650085 (0.2163503368695577) - | > loss_disc_real_3: 0.11220578849315643 (0.15642424952238798) - | > loss_disc_real_4: 0.20023256540298462 (0.1963559202849865) - | > loss_disc_real_5: 0.1484495997428894 (0.2165467906743288) - | > loss_0: 2.0632379055023193 (2.4099907080332437) - | > loss_gen: 2.5850040912628174 (2.0720088134209314) - | > loss_kl: 1.3569729328155518 (1.4679381897052128) - | > loss_feat: 6.3082780838012695 (4.735069851080575) - | > loss_mel: 28.957992553710938 (25.233227570851643) - | > loss_duration: 1.746286153793335 (1.8051558782656987) - | > loss_1: 40.954532623291016 (35.31339995066325) - - --> STEP: 25 - | > loss_disc: 2.305093288421631 (2.4057948112487795) - | > loss_disc_real_0: 0.10079336911439896 (0.11392803981900215) - | > loss_disc_real_1: 0.1631210297346115 (0.15324695885181427) - | > loss_disc_real_2: 0.24000246822834015 (0.21729642212390898) - | > loss_disc_real_3: 0.10574185103178024 (0.15439695358276367) - | > loss_disc_real_4: 0.1838178187608719 (0.1958543962240219) - | > loss_disc_real_5: 0.19070780277252197 (0.21551323115825652) - | > loss_0: 2.305093288421631 (2.4057948112487795) - | > loss_gen: 2.092773914337158 (2.0728394174575806) - | > loss_kl: 1.2628240585327148 (1.459733624458313) - | > loss_feat: 4.24757719039917 (4.715570144653319) - | > loss_mel: 19.261686325073242 (24.994365921020506) - | > loss_duration: 1.727642297744751 (1.802055335044861) - | > loss_1: 28.59250259399414 (35.04456405639649) - - --> STEP: 26 - | > loss_disc: 2.226590394973755 (2.3989023336997404) - | > loss_disc_real_0: 0.15841594338417053 (0.1156391130330471) - | > loss_disc_real_1: 0.11473805457353592 (0.15176584714880356) - | > loss_disc_real_2: 0.18219803273677826 (0.2159464840705578) - | > loss_disc_real_3: 0.17347018420696259 (0.1551305393760021) - | > loss_disc_real_4: 0.1818688064813614 (0.19531648892622727) - | > loss_disc_real_5: 0.13331924378871918 (0.21235192395173585) - | > loss_0: 2.226590394973755 (2.3989023336997404) - | > loss_gen: 2.340458393096924 (2.0831324549821706) - | > loss_kl: 1.8454620838165283 (1.474569334433629) - | > loss_feat: 6.301613807678223 (4.776571824000431) - | > loss_mel: 27.55017852783203 (25.092666405897873) - | > loss_duration: 1.7661159038543701 (1.800673049229842) - | > loss_1: 39.803829193115234 (35.22761271550105) - - --> STEP: 27 - | > loss_disc: 2.506413459777832 (2.402884227258188) - | > loss_disc_real_0: 0.11333511769771576 (0.11555377987247926) - | > loss_disc_real_1: 0.15241380035877228 (0.15178984541583945) - | > loss_disc_real_2: 0.24396321177482605 (0.21698414065219737) - | > loss_disc_real_3: 0.1777871549129486 (0.1559696732847779) - | > loss_disc_real_4: 0.2389504611492157 (0.19693256197152315) - | > loss_disc_real_5: 0.2276749312877655 (0.21291944274195918) - | > loss_0: 2.506413459777832 (2.402884227258188) - | > loss_gen: 1.9927977323532104 (2.0797867245144315) - | > loss_kl: 1.5599939823150635 (1.4777332102810894) - | > loss_feat: 4.38270378112793 (4.761984118708857) - | > loss_mel: 25.552045822143555 (25.109680458351416) - | > loss_duration: 1.7774487733840942 (1.7998128908651847) - | > loss_1: 35.264991760253906 (35.22899712456597) - - --> STEP: 28 - | > loss_disc: 2.5687639713287354 (2.4088085038321365) - | > loss_disc_real_0: 0.1298970878124237 (0.11606604087033442) - | > loss_disc_real_1: 0.12148304283618927 (0.15070745960942336) - | > loss_disc_real_2: 0.17139887809753418 (0.21535609556095942) - | > loss_disc_real_3: 0.15273118019104004 (0.1558540128171444) - | > loss_disc_real_4: 0.18060249090194702 (0.1963493451476097) - | > loss_disc_real_5: 0.2628139853477478 (0.21470139069216593) - | > loss_0: 2.5687639713287354 (2.4088085038321365) - | > loss_gen: 1.861748218536377 (2.071999635015215) - | > loss_kl: 1.0237828493118286 (1.4615206973893302) - | > loss_feat: 4.145772457122803 (4.7399765593664975) - | > loss_mel: 25.76189422607422 (25.13297380719866) - | > loss_duration: 1.8005969524383545 (1.7998408930642265) - | > loss_1: 34.59379577636719 (35.2063113621303) - - --> STEP: 29 - | > loss_disc: 2.1491427421569824 (2.3998545120502346) - | > loss_disc_real_0: 0.1809002310037613 (0.11830170259907327) - | > loss_disc_real_1: 0.11578678339719772 (0.14950329836072593) - | > loss_disc_real_2: 0.26128533482551575 (0.216939862432151) - | > loss_disc_real_3: 0.1406058818101883 (0.15532821519621487) - | > loss_disc_real_4: 0.22473838925361633 (0.19732827770298925) - | > loss_disc_real_5: 0.1314936876296997 (0.21183215955208087) - | > loss_0: 2.1491427421569824 (2.3998545120502346) - | > loss_gen: 2.6272878646850586 (2.09114750500383) - | > loss_kl: 1.4375958442687988 (1.4606957024541394) - | > loss_feat: 5.935998916625977 (4.781218709616825) - | > loss_mel: 27.47974967956543 (25.21389711314234) - | > loss_duration: 1.7908592224121094 (1.7995311802831189) - | > loss_1: 39.27149200439453 (35.346490004967) - - --> STEP: 30 - | > loss_disc: 2.2192318439483643 (2.393833756446839) - | > loss_disc_real_0: 0.0829160213470459 (0.11712217989067236) - | > loss_disc_real_1: 0.1273636519908905 (0.14876531014839808) - | > loss_disc_real_2: 0.15717767179012299 (0.21494778941075007) - | > loss_disc_real_3: 0.1343597173690796 (0.1546292652686437) - | > loss_disc_real_4: 0.26562580466270447 (0.19960486193497975) - | > loss_disc_real_5: 0.26328912377357483 (0.21354739169279735) - | > loss_0: 2.2192318439483643 (2.393833756446839) - | > loss_gen: 2.2777702808380127 (2.097368264198303) - | > loss_kl: 1.3613100051879883 (1.4573828458786011) - | > loss_feat: 5.691926956176758 (4.811575651168822) - | > loss_mel: 28.394664764404297 (25.31992270151774) - | > loss_duration: 1.8287479877471924 (1.8005050738652548) - | > loss_1: 39.554420471191406 (35.48675435384114) - - --> STEP: 31 - | > loss_disc: 2.3286330699920654 (2.3917305084966847) - | > loss_disc_real_0: 0.13230744004249573 (0.11761202699234409) - | > loss_disc_real_1: 0.17117753624916077 (0.14948828518390656) - | > loss_disc_real_2: 0.18693207204341888 (0.21404405659244907) - | > loss_disc_real_3: 0.15877270698547363 (0.15476292467886402) - | > loss_disc_real_4: 0.1788516640663147 (0.19893540393921635) - | > loss_disc_real_5: 0.18787355720996857 (0.21271920348367385) - | > loss_0: 2.3286330699920654 (2.3917305084966847) - | > loss_gen: 2.1311755180358887 (2.0984588207737094) - | > loss_kl: 1.226001262664795 (1.449918923839446) - | > loss_feat: 4.6012725830078125 (4.804791681228145) - | > loss_mel: 21.16425132751465 (25.185868786227317) - | > loss_duration: 1.7302865982055664 (1.7982399617472002) - | > loss_1: 30.852989196777344 (35.33727805845199) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.011175832440776209 (-0.0006858994883875702) - | > avg_loss_disc: 2.3917305084966847 (+0.11950623604559141) - | > avg_loss_disc_real_0: 0.11761202699234409 (+0.021203244405408064) - | > avg_loss_disc_real_1: 0.14948828518390656 (-0.11638028439014186) - | > avg_loss_disc_real_2: 0.21404405659244907 (+0.020335805992926337) - | > avg_loss_disc_real_3: 0.15476292467886402 (-0.04069539447945933) - | > avg_loss_disc_real_4: 0.19893540393921635 (-0.020415789658023487) - | > avg_loss_disc_real_5: 0.21271920348367385 (+0.013606603828168695) - | > avg_loss_0: 2.3917305084966847 (+0.11950623604559141) - | > avg_loss_gen: 2.0984588207737094 (-0.42703021726300605) - | > avg_loss_kl: 1.449918923839446 (+0.03699491870018745) - | > avg_loss_feat: 4.804791681228145 (-0.6512778574420564) - | > avg_loss_mel: 25.185868786227317 (-0.4077189045567664) - | > avg_loss_duration: 1.7982399617472002 (-0.011989128205084132) - | > avg_loss_1: 35.33727805845199 (-1.4610213002850756) - - > BEST MODEL : vits_shi_male-November-22-2024_02+49AM-0000000/best_model_9787.pth - - > EPOCH: 10/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-22 12:34:37)  - - --> TIME: 2024-11-22 12:34:53 -- STEP: 13/797 -- GLOBAL_STEP: 9800 - | > loss_disc: 2.592485189437866 (2.441188848935641) - | > loss_disc_real_0: 0.20796161890029907 (0.12087905636200538) - | > loss_disc_real_1: 0.2590107023715973 (0.2366344561943641) - | > loss_disc_real_2: 0.29856204986572266 (0.24154634659106916) - | > loss_disc_real_3: 0.20879466831684113 (0.2229476422071457) - | > loss_disc_real_4: 0.3044021725654602 (0.22787674115254328) - | > loss_disc_real_5: 0.25732487440109253 (0.23985477021107307) - | > loss_0: 2.592485189437866 (2.441188848935641) - | > grad_norm_0: tensor(138.7377, device='cuda:0') (tensor(69.3580, device='cuda:0')) - | > loss_gen: 2.32794189453125 (2.417873639326829) - | > loss_kl: 1.5709728002548218 (1.5751786140295176) - | > loss_feat: 4.28236198425293 (4.744906535515418) - | > loss_mel: 24.47652816772461 (24.023332595825195) - | > loss_duration: 2.030426502227783 (2.022044255183294) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.688232421875 (34.78333546565129) - | > grad_norm_1: tensor(1266.8820, device='cuda:0') (tensor(557.2264, device='cuda:0')) - | > current_lr_0: 0.0001997002061640866 - | > current_lr_1: 0.0001997002061640866 - | > step_time: 1.0028 (1.0586675497201772) - | > loader_time: 0.0059 (0.005815762739915114) - - - --> TIME: 2024-11-22 12:35:16 -- STEP: 38/797 -- GLOBAL_STEP: 9825 - | > loss_disc: 2.4657981395721436 (2.4535735029923287) - | > loss_disc_real_0: 0.0853009894490242 (0.11385753231221124) - | > loss_disc_real_1: 0.28431224822998047 (0.22661910755069634) - | > loss_disc_real_2: 0.25268861651420593 (0.23617147811149297) - | > loss_disc_real_3: 0.18679291009902954 (0.22402856146034442) - | > loss_disc_real_4: 0.24978871643543243 (0.22476190210957275) - | > loss_disc_real_5: 0.23198796808719635 (0.2370254981674646) - | > loss_0: 2.4657981395721436 (2.4535735029923287) - | > grad_norm_0: tensor(223.2496, device='cuda:0') (tensor(99.4298, device='cuda:0')) - | > loss_gen: 2.435363292694092 (2.395004542250382) - | > loss_kl: 1.1577552556991577 (1.5371094879351161) - | > loss_feat: 4.029486656188965 (4.856139691252459) - | > loss_mel: 21.291297912597656 (24.015822812130576) - | > loss_duration: 1.9027150869369507 (1.9453057866347463) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.816619873046875 (34.74938211942974) - | > grad_norm_1: tensor(1257.4257, device='cuda:0') (tensor(630.5261, device='cuda:0')) - | > current_lr_0: 0.0001997002061640866 - | > current_lr_1: 0.0001997002061640866 - | > step_time: 0.7816 (0.9734119302348087) - | > loader_time: 0.0047 (0.005406147555301064) - - - --> TIME: 2024-11-22 12:35:41 -- STEP: 63/797 -- GLOBAL_STEP: 9850 - | > loss_disc: 2.316279888153076 (2.4513857478187204) - | > loss_disc_real_0: 0.12626732885837555 (0.11882067862011138) - | > loss_disc_real_1: 0.22680439054965973 (0.2238402534571905) - | > loss_disc_real_2: 0.1994936764240265 (0.23790000544654) - | > loss_disc_real_3: 0.1571647822856903 (0.22104149489175706) - | > loss_disc_real_4: 0.17966048419475555 (0.22303490766457149) - | > loss_disc_real_5: 0.23405563831329346 (0.23948908727320414) - | > loss_0: 2.316279888153076 (2.4513857478187204) - | > grad_norm_0: tensor(25.6050, device='cuda:0') (tensor(99.6984, device='cuda:0')) - | > loss_gen: 2.237748384475708 (2.378890067811997) - | > loss_kl: 1.5596922636032104 (1.5236707736575414) - | > loss_feat: 5.452350616455078 (4.908229581893436) - | > loss_mel: 25.373130798339844 (24.192994980585006) - | > loss_duration: 1.8351171016693115 (1.9049515024064079) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.458038330078125 (34.908737031240314) - | > grad_norm_1: tensor(1431.4086, device='cuda:0') (tensor(695.8221, device='cuda:0')) - | > current_lr_0: 0.0001997002061640866 - | > current_lr_1: 0.0001997002061640866 - | > step_time: 1.0222 (0.9661633022247799) - | > loader_time: 0.004 (0.005413028928968642) - - - --> TIME: 2024-11-22 12:36:05 -- STEP: 88/797 -- GLOBAL_STEP: 9875 - | > loss_disc: 2.457322835922241 (2.4413809830492195) - | > loss_disc_real_0: 0.0873134434223175 (0.11792653053998947) - | > loss_disc_real_1: 0.1616668403148651 (0.22195580635558476) - | > loss_disc_real_2: 0.22500211000442505 (0.23676699569279497) - | > loss_disc_real_3: 0.2044418752193451 (0.22098636288534512) - | > loss_disc_real_4: 0.2615189552307129 (0.22117428938773542) - | > loss_disc_real_5: 0.22834645211696625 (0.23794067532501437) - | > loss_0: 2.457322835922241 (2.4413809830492195) - | > grad_norm_0: tensor(22.9348, device='cuda:0') (tensor(95.4219, device='cuda:0')) - | > loss_gen: 2.4562714099884033 (2.373093602332204) - | > loss_kl: 1.3107290267944336 (1.4973592121492736) - | > loss_feat: 4.360565662384033 (4.886000725356016) - | > loss_mel: 23.12725830078125 (24.10657221620733) - | > loss_duration: 1.83748197555542 (1.8821605904535814) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.092308044433594 (34.745186220515876) - | > grad_norm_1: tensor(373.0095, device='cuda:0') (tensor(722.6371, device='cuda:0')) - | > current_lr_0: 0.0001997002061640866 - | > current_lr_1: 0.0001997002061640866 - | > step_time: 0.9561 (0.9624053781682794) - | > loader_time: 0.0043 (0.005255699157714843) - - - --> TIME: 2024-11-22 12:36:29 -- STEP: 113/797 -- GLOBAL_STEP: 9900 - | > loss_disc: 2.2927145957946777 (2.442460779595164) - | > loss_disc_real_0: 0.10031139850616455 (0.1216962546835431) - | > loss_disc_real_1: 0.18008308112621307 (0.22151123066391565) - | > loss_disc_real_2: 0.22696365416049957 (0.2351965293683837) - | > loss_disc_real_3: 0.1650574654340744 (0.22038140180891594) - | > loss_disc_real_4: 0.2247982770204544 (0.2215728130752006) - | > loss_disc_real_5: 0.19726917147636414 (0.23874444402424636) - | > loss_0: 2.2927145957946777 (2.442460779595164) - | > grad_norm_0: tensor(23.7316, device='cuda:0') (tensor(90.7188, device='cuda:0')) - | > loss_gen: 2.409912109375 (2.380821249126334) - | > loss_kl: 1.4901450872421265 (1.485919114762703) - | > loss_feat: 5.63688325881958 (4.923437772598939) - | > loss_mel: 25.221471786499023 (24.16327690867196) - | > loss_duration: 1.771287441253662 (1.8704573253614714) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.52969741821289 (34.82391224076264) - | > grad_norm_1: tensor(613.1050, device='cuda:0') (tensor(693.9338, device='cuda:0')) - | > current_lr_0: 0.0001997002061640866 - | > current_lr_1: 0.0001997002061640866 - | > step_time: 0.8669 (0.960053726635148) - | > loader_time: 0.0055 (0.005398623711239973) - - - --> TIME: 2024-11-22 12:36:52 -- STEP: 138/797 -- GLOBAL_STEP: 9925 - | > loss_disc: 2.5059597492218018 (2.44566165537074) - | > loss_disc_real_0: 0.0849994644522667 (0.12357278870067735) - | > loss_disc_real_1: 0.21053490042686462 (0.22061890666035638) - | > loss_disc_real_2: 0.24730730056762695 (0.23551334559485532) - | > loss_disc_real_3: 0.3540360629558563 (0.2208464648844539) - | > loss_disc_real_4: 0.22015951573848724 (0.22246175086584638) - | > loss_disc_real_5: 0.20336341857910156 (0.2382610513680223) - | > loss_0: 2.5059597492218018 (2.44566165537074) - | > grad_norm_0: tensor(62.6086, device='cuda:0') (tensor(102.6038, device='cuda:0')) - | > loss_gen: 2.1141228675842285 (2.387140604032987) - | > loss_kl: 1.8290443420410156 (1.479505481063456) - | > loss_feat: 4.34092378616333 (4.9476258616516535) - | > loss_mel: 22.308504104614258 (24.239460350810617) - | > loss_duration: 1.8409044742584229 (1.86386936125548) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.43349838256836 (34.91760164067367) - | > grad_norm_1: tensor(270.7516, device='cuda:0') (tensor(678.8953, device='cuda:0')) - | > current_lr_0: 0.0001997002061640866 - | > current_lr_1: 0.0001997002061640866 - | > step_time: 0.855 (0.9505805433660314) - | > loader_time: 0.0041 (0.005470104839490806) - - - --> TIME: 2024-11-22 12:37:15 -- STEP: 163/797 -- GLOBAL_STEP: 9950 - | > loss_disc: 2.474175214767456 (2.44737243944882) - | > loss_disc_real_0: 0.187974214553833 (0.12276380577701733) - | > loss_disc_real_1: 0.15574848651885986 (0.2209171298091397) - | > loss_disc_real_2: 0.24888230860233307 (0.2358245941027542) - | > loss_disc_real_3: 0.2513386309146881 (0.22147880394034591) - | > loss_disc_real_4: 0.2218511700630188 (0.2219062980515825) - | > loss_disc_real_5: 0.21397559344768524 (0.23816674033556978) - | > loss_0: 2.474175214767456 (2.44737243944882) - | > grad_norm_0: tensor(30.9049, device='cuda:0') (tensor(102.1230, device='cuda:0')) - | > loss_gen: 2.2724242210388184 (2.380230413624115) - | > loss_kl: 1.5986599922180176 (1.4732079849652717) - | > loss_feat: 4.352596282958984 (4.9348644098621195) - | > loss_mel: 22.05309295654297 (24.25843620300293) - | > loss_duration: 1.7743654251098633 (1.8554173744529303) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.05113983154297 (34.90215633836993) - | > grad_norm_1: tensor(752.7678, device='cuda:0') (tensor(695.8994, device='cuda:0')) - | > current_lr_0: 0.0001997002061640866 - | > current_lr_1: 0.0001997002061640866 - | > step_time: 0.9239 (0.9446501965903066) - | > loader_time: 0.0047 (0.0055233349829363655) - - - --> TIME: 2024-11-22 12:37:38 -- STEP: 188/797 -- GLOBAL_STEP: 9975 - | > loss_disc: 2.412132501602173 (2.4454508931078824) - | > loss_disc_real_0: 0.20603004097938538 (0.12304888649823818) - | > loss_disc_real_1: 0.19294267892837524 (0.22104184186839043) - | > loss_disc_real_2: 0.18931527435779572 (0.2348340462021371) - | > loss_disc_real_3: 0.1847858875989914 (0.22034026198881737) - | > loss_disc_real_4: 0.21611705422401428 (0.2213911430791337) - | > loss_disc_real_5: 0.213219553232193 (0.2380947118743937) - | > loss_0: 2.412132501602173 (2.4454508931078824) - | > grad_norm_0: tensor(212.9984, device='cuda:0') (tensor(100.1866, device='cuda:0')) - | > loss_gen: 2.4054033756256104 (2.3737253001395704) - | > loss_kl: 1.4209611415863037 (1.46396344836722) - | > loss_feat: 5.008521556854248 (4.932642510596744) - | > loss_mel: 24.961942672729492 (24.26039009905876) - | > loss_duration: 1.8619990348815918 (1.8484755602288754) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.65882873535156 (34.87919693804801) - | > grad_norm_1: tensor(1063.6416, device='cuda:0') (tensor(717.5694, device='cuda:0')) - | > current_lr_0: 0.0001997002061640866 - | > current_lr_1: 0.0001997002061640866 - | > step_time: 0.9521 (0.9399236136294425) - | > loader_time: 0.0055 (0.005617598269848111) - - - --> TIME: 2024-11-22 12:38:00 -- STEP: 213/797 -- GLOBAL_STEP: 10000 - | > loss_disc: 2.263463020324707 (2.4427602167980234) - | > loss_disc_real_0: 0.11229471117258072 (0.12310768658636322) - | > loss_disc_real_1: 0.213212788105011 (0.22079085848980667) - | > loss_disc_real_2: 0.2507699131965637 (0.23449153092825356) - | > loss_disc_real_3: 0.16892077028751373 (0.22035804572799397) - | > loss_disc_real_4: 0.14386902749538422 (0.22083414972108292) - | > loss_disc_real_5: 0.14509624242782593 (0.23750212333851578) - | > loss_0: 2.263463020324707 (2.4427602167980234) - | > grad_norm_0: tensor(7.6585, device='cuda:0') (tensor(102.0908, device='cuda:0')) - | > loss_gen: 2.4445607662200928 (2.37185153938795) - | > loss_kl: 1.3876334428787231 (1.451167927661412) - | > loss_feat: 6.079676628112793 (4.928410834549738) - | > loss_mel: 25.54497718811035 (24.298016480996576) - | > loss_duration: 1.8193786144256592 (1.8457592244439283) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.27622604370117 (34.89520598577223) - | > grad_norm_1: tensor(939.2981, device='cuda:0') (tensor(722.3580, device='cuda:0')) - | > current_lr_0: 0.0001997002061640866 - | > current_lr_1: 0.0001997002061640866 - | > step_time: 0.8055 (0.9347392012815521) - | > loader_time: 0.0049 (0.005648133900243909) - - - > CHECKPOINT : vits_shi_male-November-22-2024_02+49AM-0000000/checkpoint_10000.pth - - --> TIME: 2024-11-22 12:38:27 -- STEP: 238/797 -- GLOBAL_STEP: 10025 - | > loss_disc: 2.4278674125671387 (2.4399677975838943) - | > loss_disc_real_0: 0.0716298371553421 (0.12206294088616591) - | > loss_disc_real_1: 0.3034721612930298 (0.22089175598210647) - | > loss_disc_real_2: 0.23029330372810364 (0.23477706068954549) - | > loss_disc_real_3: 0.21815651655197144 (0.22112030930378856) - | > loss_disc_real_4: 0.23895308375358582 (0.2208837968211214) - | > loss_disc_real_5: 0.29679057002067566 (0.23696186568807154) - | > loss_0: 2.4278674125671387 (2.4399677975838943) - | > grad_norm_0: tensor(128.0815, device='cuda:0') (tensor(100.8801, device='cuda:0')) - | > loss_gen: 2.3880457878112793 (2.374623388803306) - | > loss_kl: 1.4319201707839966 (1.4463236457159536) - | > loss_feat: 4.860280990600586 (4.941544031896511) - | > loss_mel: 25.174793243408203 (24.357706943479908) - | > loss_duration: 1.8842713832855225 (1.8416450589644808) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.73931121826172 (34.96184305784083) - | > grad_norm_1: tensor(802.8359, device='cuda:0') (tensor(725.8652, device='cuda:0')) - | > current_lr_0: 0.0001997002061640866 - | > current_lr_1: 0.0001997002061640866 - | > step_time: 0.9313 (0.9347091312168025) - | > loader_time: 0.0053 (0.005906441632439106) - - - --> TIME: 2024-11-22 12:38:51 -- STEP: 263/797 -- GLOBAL_STEP: 10050 - | > loss_disc: 2.5516092777252197 (2.4382897529311975) - | > loss_disc_real_0: 0.09467780590057373 (0.12033807228499946) - | > loss_disc_real_1: 0.216622456908226 (0.22047304138257928) - | > loss_disc_real_2: 0.19383613765239716 (0.23437258425547597) - | > loss_disc_real_3: 0.19794276356697083 (0.22073308987535906) - | > loss_disc_real_4: 0.16677109897136688 (0.22095700435538707) - | > loss_disc_real_5: 0.18649333715438843 (0.23762426052256683) - | > loss_0: 2.5516092777252197 (2.4382897529311975) - | > grad_norm_0: tensor(67.8043, device='cuda:0') (tensor(100.7549, device='cuda:0')) - | > loss_gen: 2.172391891479492 (2.378009781638026) - | > loss_kl: 1.4625672101974487 (1.449420231830031) - | > loss_feat: 4.362841606140137 (4.942451148885285) - | > loss_mel: 21.989896774291992 (24.357962169574694) - | > loss_duration: 1.7814598083496094 (1.8380241022363815) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.76915740966797 (34.96586746679967) - | > grad_norm_1: tensor(465.0277, device='cuda:0') (tensor(711.6511, device='cuda:0')) - | > current_lr_0: 0.0001997002061640866 - | > current_lr_1: 0.0001997002061640866 - | > step_time: 0.8883 (0.9331588618202354) - | > loader_time: 0.0052 (0.005978505421047426) - - - --> TIME: 2024-11-22 12:39:14 -- STEP: 288/797 -- GLOBAL_STEP: 10075 - | > loss_disc: 2.6269516944885254 (2.4449133682582134) - | > loss_disc_real_0: 0.13817065954208374 (0.12392175942659378) - | > loss_disc_real_1: 0.20009979605674744 (0.22019661900897824) - | > loss_disc_real_2: 0.2336820662021637 (0.23490952731420597) - | > loss_disc_real_3: 0.19109582901000977 (0.2205104500365754) - | > loss_disc_real_4: 0.22684217989444733 (0.22157707665529514) - | > loss_disc_real_5: 0.28311631083488464 (0.238273065433734) - | > loss_0: 2.6269516944885254 (2.4449133682582134) - | > grad_norm_0: tensor(29.6526, device='cuda:0') (tensor(98.0606, device='cuda:0')) - | > loss_gen: 2.207913398742676 (2.3692483363880057) - | > loss_kl: 1.4474966526031494 (1.449338012271457) - | > loss_feat: 3.741178035736084 (4.9207629809776945) - | > loss_mel: 23.309038162231445 (24.402485907077786) - | > loss_duration: 1.786417841911316 (1.8358959344526131) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.49204635620117 (34.97773126098847) - | > grad_norm_1: tensor(284.7917, device='cuda:0') (tensor(696.9825, device='cuda:0')) - | > current_lr_0: 0.0001997002061640866 - | > current_lr_1: 0.0001997002061640866 - | > step_time: 0.9835 (0.9316146655215157) - | > loader_time: 0.0051 (0.006089647610982258) - - - --> TIME: 2024-11-22 12:39:37 -- STEP: 313/797 -- GLOBAL_STEP: 10100 - | > loss_disc: 2.5289082527160645 (2.44363865075401) - | > loss_disc_real_0: 0.09723363071680069 (0.1250279385346574) - | > loss_disc_real_1: 0.2038537710905075 (0.220048759311152) - | > loss_disc_real_2: 0.24329833686351776 (0.234732576880973) - | > loss_disc_real_3: 0.22694815695285797 (0.2207786220902452) - | > loss_disc_real_4: 0.2404305636882782 (0.22182047752717052) - | > loss_disc_real_5: 0.2498607486486435 (0.2371725489537175) - | > loss_0: 2.5289082527160645 (2.44363865075401) - | > grad_norm_0: tensor(132.0557, device='cuda:0') (tensor(98.6855, device='cuda:0')) - | > loss_gen: 2.3898301124572754 (2.367753552171751) - | > loss_kl: 1.3608882427215576 (1.4466205309755125) - | > loss_feat: 4.838815212249756 (4.923445546208097) - | > loss_mel: 24.138809204101562 (24.428564181343056) - | > loss_duration: 1.7071199417114258 (1.832959937592284) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.435462951660156 (34.999343865976584) - | > grad_norm_1: tensor(1014.6680, device='cuda:0') (tensor(711.1616, device='cuda:0')) - | > current_lr_0: 0.0001997002061640866 - | > current_lr_1: 0.0001997002061640866 - | > step_time: 0.9243 (0.9307472111698919) - | > loader_time: 0.0057 (0.00617041374547794) - - - --> TIME: 2024-11-22 12:40:01 -- STEP: 338/797 -- GLOBAL_STEP: 10125 - | > loss_disc: 2.504638195037842 (2.4434283026576766) - | > loss_disc_real_0: 0.27025115489959717 (0.12461066020090554) - | > loss_disc_real_1: 0.2460281252861023 (0.22005801074779954) - | > loss_disc_real_2: 0.21276362240314484 (0.23476521393074792) - | > loss_disc_real_3: 0.18978944420814514 (0.22041910613429616) - | > loss_disc_real_4: 0.25320956110954285 (0.22176990278902844) - | > loss_disc_real_5: 0.2660670280456543 (0.2371448002447038) - | > loss_0: 2.504638195037842 (2.4434283026576766) - | > grad_norm_0: tensor(208.2039, device='cuda:0') (tensor(100.6875, device='cuda:0')) - | > loss_gen: 2.709667682647705 (2.3715966375621833) - | > loss_kl: 1.4058570861816406 (1.4450274406100165) - | > loss_feat: 4.407341480255127 (4.926555621553452) - | > loss_mel: 22.95961570739746 (24.401727320879875) - | > loss_duration: 1.7904372215270996 (1.8306041352847624) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.272918701171875 (34.975511302609455) - | > grad_norm_1: tensor(882.9073, device='cuda:0') (tensor(706.9189, device='cuda:0')) - | > current_lr_0: 0.0001997002061640866 - | > current_lr_1: 0.0001997002061640866 - | > step_time: 0.9423 (0.9322239738949657) - | > loader_time: 0.0136 (0.006359837464326939) - - - --> TIME: 2024-11-22 12:40:25 -- STEP: 363/797 -- GLOBAL_STEP: 10150 - | > loss_disc: 2.286745309829712 (2.4472362555091394) - | > loss_disc_real_0: 0.12637294828891754 (0.12670088394162743) - | > loss_disc_real_1: 0.22231903672218323 (0.22056872202673566) - | > loss_disc_real_2: 0.24810515344142914 (0.23482940696980342) - | > loss_disc_real_3: 0.1995658576488495 (0.22017358941315948) - | > loss_disc_real_4: 0.23528091609477997 (0.22201597895832428) - | > loss_disc_real_5: 0.20416630804538727 (0.2373335635694919) - | > loss_0: 2.286745309829712 (2.4472362555091394) - | > grad_norm_0: tensor(14.1792, device='cuda:0') (tensor(100.9190, device='cuda:0')) - | > loss_gen: 2.4489338397979736 (2.370540270135425) - | > loss_kl: 1.6859256029129028 (1.4465542391312027) - | > loss_feat: 6.311880588531494 (4.9228403949212085) - | > loss_mel: 25.266971588134766 (24.390078326558935) - | > loss_duration: 1.795661211013794 (1.8283256443407254) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.50937271118164 (34.95833900283521) - | > grad_norm_1: tensor(329.0093, device='cuda:0') (tensor(691.2502, device='cuda:0')) - | > current_lr_0: 0.0001997002061640866 - | > current_lr_1: 0.0001997002061640866 - | > step_time: 1.0535 (0.9333927926938396) - | > loader_time: 0.0074 (0.006411130106481968) - - - --> TIME: 2024-11-22 12:40:49 -- STEP: 388/797 -- GLOBAL_STEP: 10175 - | > loss_disc: 2.6027188301086426 (2.4509044197416805) - | > loss_disc_real_0: 0.1911536604166031 (0.12664051330888396) - | > loss_disc_real_1: 0.14949941635131836 (0.22023300242792704) - | > loss_disc_real_2: 0.22117291390895844 (0.23500961894841538) - | > loss_disc_real_3: 0.2592325508594513 (0.2210994638579408) - | > loss_disc_real_4: 0.2751975953578949 (0.22214385233435435) - | > loss_disc_real_5: 0.23815517127513885 (0.237525627593097) - | > loss_0: 2.6027188301086426 (2.4509044197416805) - | > grad_norm_0: tensor(10.0978, device='cuda:0') (tensor(99.8855, device='cuda:0')) - | > loss_gen: 2.2040724754333496 (2.364254449138939) - | > loss_kl: 1.4622763395309448 (1.4461022640011978) - | > loss_feat: 4.410039901733398 (4.903565385906964) - | > loss_mel: 23.680898666381836 (24.399242268395177) - | > loss_duration: 1.8812413215637207 (1.825814620735719) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.63853073120117 (34.93897911936966) - | > grad_norm_1: tensor(661.6078, device='cuda:0') (tensor(680.6430, device='cuda:0')) - | > current_lr_0: 0.0001997002061640866 - | > current_lr_1: 0.0001997002061640866 - | > step_time: 0.9708 (0.9341106709745741) - | > loader_time: 0.0065 (0.006502999472863896) - - - --> TIME: 2024-11-22 12:41:14 -- STEP: 413/797 -- GLOBAL_STEP: 10200 - | > loss_disc: 2.4381766319274902 (2.450135099397157) - | > loss_disc_real_0: 0.14514857530593872 (0.1269019363723136) - | > loss_disc_real_1: 0.2096102386713028 (0.2201520693432044) - | > loss_disc_real_2: 0.2656410038471222 (0.23524816114157798) - | > loss_disc_real_3: 0.22607633471488953 (0.22100181740507951) - | > loss_disc_real_4: 0.207431361079216 (0.22236439560429525) - | > loss_disc_real_5: 0.21968865394592285 (0.23738297069621145) - | > loss_0: 2.4381766319274902 (2.450135099397157) - | > grad_norm_0: tensor(107.7072, device='cuda:0') (tensor(97.1746, device='cuda:0')) - | > loss_gen: 2.172121524810791 (2.3616301716095633) - | > loss_kl: 1.3973124027252197 (1.443990649091707) - | > loss_feat: 4.9144062995910645 (4.905107714073416) - | > loss_mel: 24.176504135131836 (24.415485197348975) - | > loss_duration: 1.7845393419265747 (1.8242213714498008) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.44488525390625 (34.95043525972898) - | > grad_norm_1: tensor(571.0211, device='cuda:0') (tensor(674.8143, device='cuda:0')) - | > current_lr_0: 0.0001997002061640866 - | > current_lr_1: 0.0001997002061640866 - | > step_time: 0.9877 (0.9371519816123833) - | > loader_time: 0.0067 (0.006567358681999744) - - - --> TIME: 2024-11-22 12:41:39 -- STEP: 438/797 -- GLOBAL_STEP: 10225 - | > loss_disc: 2.593083620071411 (2.450802702881975) - | > loss_disc_real_0: 0.05649511516094208 (0.12660317041286048) - | > loss_disc_real_1: 0.261100172996521 (0.22058730827618955) - | > loss_disc_real_2: 0.2571534216403961 (0.23520247556575358) - | > loss_disc_real_3: 0.2902168035507202 (0.22103308903300053) - | > loss_disc_real_4: 0.2552556097507477 (0.22241943710606937) - | > loss_disc_real_5: 0.24286730587482452 (0.2373318789892545) - | > loss_0: 2.593083620071411 (2.450802702881975) - | > grad_norm_0: tensor(50.5394, device='cuda:0') (tensor(98.5684, device='cuda:0')) - | > loss_gen: 2.4267256259918213 (2.363807057408986) - | > loss_kl: 1.612346887588501 (1.4446131303974485) - | > loss_feat: 5.240228652954102 (4.906413137640577) - | > loss_mel: 26.388771057128906 (24.40814694530888) - | > loss_duration: 1.7674331665039062 (1.822569357477911) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.435508728027344 (34.94554976458965) - | > grad_norm_1: tensor(838.2642, device='cuda:0') (tensor(696.3138, device='cuda:0')) - | > current_lr_0: 0.0001997002061640866 - | > current_lr_1: 0.0001997002061640866 - | > step_time: 0.9857 (0.938527977085549) - | > loader_time: 0.012 (0.006696931303363958) - - - --> TIME: 2024-11-22 12:42:03 -- STEP: 463/797 -- GLOBAL_STEP: 10250 - | > loss_disc: 2.31137752532959 (2.4514907194265287) - | > loss_disc_real_0: 0.07743477821350098 (0.12634784615644884) - | > loss_disc_real_1: 0.14834250509738922 (0.22034000169252477) - | > loss_disc_real_2: 0.2072974145412445 (0.23542831622498597) - | > loss_disc_real_3: 0.2002999186515808 (0.22125276398581512) - | > loss_disc_real_4: 0.21601049602031708 (0.22266566373617036) - | > loss_disc_real_5: 0.259237676858902 (0.23762624619074052) - | > loss_0: 2.31137752532959 (2.4514907194265287) - | > grad_norm_0: tensor(128.1021, device='cuda:0') (tensor(97.1989, device='cuda:0')) - | > loss_gen: 2.6237730979919434 (2.363848709648169) - | > loss_kl: 1.4625979661941528 (1.4452125248589733) - | > loss_feat: 5.956838607788086 (4.906503240181606) - | > loss_mel: 26.23902702331543 (24.416169222178777) - | > loss_duration: 1.798707127571106 (1.8217834303754967) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 38.08094024658203 (34.95351722997414) - | > grad_norm_1: tensor(952.5366, device='cuda:0') (tensor(688.7318, device='cuda:0')) - | > current_lr_0: 0.0001997002061640866 - | > current_lr_1: 0.0001997002061640866 - | > step_time: 0.9862 (0.9389625749114265) - | > loader_time: 0.0109 (0.006767396020580317) - - - --> TIME: 2024-11-22 12:42:27 -- STEP: 488/797 -- GLOBAL_STEP: 10275 - | > loss_disc: 2.572333335876465 (2.4497721156135945) - | > loss_disc_real_0: 0.07056622207164764 (0.12583029262538317) - | > loss_disc_real_1: 0.2184719443321228 (0.22051951976218187) - | > loss_disc_real_2: 0.21664844453334808 (0.23535207335333355) - | > loss_disc_real_3: 0.24169892072677612 (0.22087776874665355) - | > loss_disc_real_4: 0.18410299718379974 (0.2225167565047741) - | > loss_disc_real_5: 0.19787079095840454 (0.23767318894140055) - | > loss_0: 2.572333335876465 (2.4497721156135945) - | > grad_norm_0: tensor(62.4492, device='cuda:0') (tensor(97.1967, device='cuda:0')) - | > loss_gen: 2.096525192260742 (2.366994807710417) - | > loss_kl: 1.3445113897323608 (1.4445869800497275) - | > loss_feat: 4.87445592880249 (4.915001029362438) - | > loss_mel: 25.23636817932129 (24.42346830055362) - | > loss_duration: 1.78598952293396 (1.8204943247017313) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.33784866333008 (34.970545518593696) - | > grad_norm_1: tensor(585.9502, device='cuda:0') (tensor(699.0214, device='cuda:0')) - | > current_lr_0: 0.0001997002061640866 - | > current_lr_1: 0.0001997002061640866 - | > step_time: 0.969 (0.9411800938551543) - | > loader_time: 0.0084 (0.0068883934959036415) - - - --> TIME: 2024-11-22 12:42:52 -- STEP: 513/797 -- GLOBAL_STEP: 10300 - | > loss_disc: 2.1745753288269043 (2.449718867593807) - | > loss_disc_real_0: 0.10303657501935959 (0.12588478899315772) - | > loss_disc_real_1: 0.18379691243171692 (0.22053907280079804) - | > loss_disc_real_2: 0.19088582694530487 (0.23539668498796795) - | > loss_disc_real_3: 0.18594036996364594 (0.2207456156466207) - | > loss_disc_real_4: 0.193313866853714 (0.22249856361752599) - | > loss_disc_real_5: 0.19543462991714478 (0.23740482083421935) - | > loss_0: 2.1745753288269043 (2.449718867593807) - | > grad_norm_0: tensor(134.6395, device='cuda:0') (tensor(97.0373, device='cuda:0')) - | > loss_gen: 2.675058126449585 (2.3647541416551205) - | > loss_kl: 1.5084260702133179 (1.4447549927769119) - | > loss_feat: 6.15285587310791 (4.906289390653193) - | > loss_mel: 26.4755916595459 (24.411758493494105) - | > loss_duration: 1.7693825960159302 (1.8191500655856514) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 38.58131408691406 (34.94670715852554) - | > grad_norm_1: tensor(1546.0930, device='cuda:0') (tensor(704.8980, device='cuda:0')) - | > current_lr_0: 0.0001997002061640866 - | > current_lr_1: 0.0001997002061640866 - | > step_time: 0.9763 (0.9431201533267373) - | > loader_time: 0.0111 (0.00696649142408464) - - - --> TIME: 2024-11-22 12:43:17 -- STEP: 538/797 -- GLOBAL_STEP: 10325 - | > loss_disc: 2.702397346496582 (2.4497974853976516) - | > loss_disc_real_0: 0.36213433742523193 (0.12674442192601879) - | > loss_disc_real_1: 0.22165177762508392 (0.22070254640286743) - | > loss_disc_real_2: 0.2252257764339447 (0.2353153190260483) - | > loss_disc_real_3: 0.23344850540161133 (0.22078777021524187) - | > loss_disc_real_4: 0.24563461542129517 (0.22229962516229834) - | > loss_disc_real_5: 0.23583684861660004 (0.23726826532290327) - | > loss_0: 2.702397346496582 (2.4497974853976516) - | > grad_norm_0: tensor(259.3777, device='cuda:0') (tensor(98.2365, device='cuda:0')) - | > loss_gen: 2.3576130867004395 (2.369190727246299) - | > loss_kl: 1.446203351020813 (1.444381673983039) - | > loss_feat: 4.908758640289307 (4.917609816590201) - | > loss_mel: 23.260194778442383 (24.410910294401603) - | > loss_duration: 1.8445990085601807 (1.8190023611026187) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.81736755371094 (34.961094951984144) - | > grad_norm_1: tensor(419.9801, device='cuda:0') (tensor(707.9208, device='cuda:0')) - | > current_lr_0: 0.0001997002061640866 - | > current_lr_1: 0.0001997002061640866 - | > step_time: 0.9318 (0.9446117851370772) - | > loader_time: 0.0078 (0.0070545044087122815) - - - --> TIME: 2024-11-22 12:43:42 -- STEP: 563/797 -- GLOBAL_STEP: 10350 - | > loss_disc: 2.405751943588257 (2.451716454372103) - | > loss_disc_real_0: 0.1901732236146927 (0.1276440538439508) - | > loss_disc_real_1: 0.21041321754455566 (0.22061093024525727) - | > loss_disc_real_2: 0.27323564887046814 (0.23548428510476174) - | > loss_disc_real_3: 0.19580525159835815 (0.22082881796211787) - | > loss_disc_real_4: 0.2571333050727844 (0.22223246558097914) - | > loss_disc_real_5: 0.2048984169960022 (0.23715580700769306) - | > loss_0: 2.405751943588257 (2.451716454372103) - | > grad_norm_0: tensor(247.2118, device='cuda:0') (tensor(98.3471, device='cuda:0')) - | > loss_gen: 2.5236592292785645 (2.365757030449798) - | > loss_kl: 1.4679598808288574 (1.445032750310949) - | > loss_feat: 4.8456525802612305 (4.914435127488668) - | > loss_mel: 24.440725326538086 (24.409955924188264) - | > loss_duration: 1.759770393371582 (1.8181579271811155) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.03776550292969 (34.953338829704514) - | > grad_norm_1: tensor(1184.7980, device='cuda:0') (tensor(700.3542, device='cuda:0')) - | > current_lr_0: 0.0001997002061640866 - | > current_lr_1: 0.0001997002061640866 - | > step_time: 0.9296 (0.9466331813940994) - | > loader_time: 0.0101 (0.007183189290454925) - - - --> TIME: 2024-11-22 12:44:08 -- STEP: 588/797 -- GLOBAL_STEP: 10375 - | > loss_disc: 2.6075220108032227 (2.4514730645685794) - | > loss_disc_real_0: 0.07587376236915588 (0.1272076841279052) - | > loss_disc_real_1: 0.2163621038198471 (0.2204635713477525) - | > loss_disc_real_2: 0.24768370389938354 (0.2355625185177845) - | > loss_disc_real_3: 0.21116453409194946 (0.22101650006917048) - | > loss_disc_real_4: 0.25105831027030945 (0.22235893582304309) - | > loss_disc_real_5: 0.24949237704277039 (0.23704248770665962) - | > loss_0: 2.6075220108032227 (2.4514730645685794) - | > grad_norm_0: tensor(73.0998, device='cuda:0') (tensor(97.6068, device='cuda:0')) - | > loss_gen: 2.2134909629821777 (2.3642721699208655) - | > loss_kl: 1.4791340827941895 (1.445151328026844) - | > loss_feat: 4.739917278289795 (4.9082695140319546) - | > loss_mel: 23.88877296447754 (24.40129041347374) - | > loss_duration: 1.862188696861267 (1.817478825851363) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.18350601196289 (34.93646233422415) - | > grad_norm_1: tensor(693.8081, device='cuda:0') (tensor(707.3265, device='cuda:0')) - | > current_lr_0: 0.0001997002061640866 - | > current_lr_1: 0.0001997002061640866 - | > step_time: 1.0292 (0.9490162932953867) - | > loader_time: 0.0094 (0.007316119816838478) - - - --> TIME: 2024-11-22 12:44:33 -- STEP: 613/797 -- GLOBAL_STEP: 10400 - | > loss_disc: 2.699242353439331 (2.452294177760113) - | > loss_disc_real_0: 0.049931176006793976 (0.12685616981074024) - | > loss_disc_real_1: 0.1757514476776123 (0.22063720246950147) - | > loss_disc_real_2: 0.20910795032978058 (0.23581030357136812) - | > loss_disc_real_3: 0.18785296380519867 (0.22084090410204532) - | > loss_disc_real_4: 0.22128908336162567 (0.2224979636428017) - | > loss_disc_real_5: 0.25560668110847473 (0.23722343044704947) - | > loss_0: 2.699242353439331 (2.452294177760113) - | > grad_norm_0: tensor(43.3459, device='cuda:0') (tensor(98.5314, device='cuda:0')) - | > loss_gen: 2.2404191493988037 (2.3648206191973062) - | > loss_kl: 1.4908463954925537 (1.4438695145275633) - | > loss_feat: 4.999490737915039 (4.902791757568053) - | > loss_mel: 24.69606590270996 (24.401940471779866) - | > loss_duration: 1.8132047653198242 (1.8170308481421793) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.240028381347656 (34.930453295808825) - | > grad_norm_1: tensor(708.4639, device='cuda:0') (tensor(712.9724, device='cuda:0')) - | > current_lr_0: 0.0001997002061640866 - | > current_lr_1: 0.0001997002061640866 - | > step_time: 0.9462 (0.951003407965282) - | > loader_time: 0.0082 (0.007414071050398112) - - - --> TIME: 2024-11-22 12:44:59 -- STEP: 638/797 -- GLOBAL_STEP: 10425 - | > loss_disc: 2.227632999420166 (2.4519173299257284) - | > loss_disc_real_0: 0.1233983263373375 (0.1261188610220402) - | > loss_disc_real_1: 0.22200265526771545 (0.22061413017373108) - | > loss_disc_real_2: 0.25762122869491577 (0.23600560917189128) - | > loss_disc_real_3: 0.19076308608055115 (0.22096317630483056) - | > loss_disc_real_4: 0.194043830037117 (0.22250768516598068) - | > loss_disc_real_5: 0.1755642592906952 (0.23746476523274537) - | > loss_0: 2.227632999420166 (2.4519173299257284) - | > grad_norm_0: tensor(156.5643, device='cuda:0') (tensor(99.5298, device='cuda:0')) - | > loss_gen: 2.7853410243988037 (2.3664119546316287) - | > loss_kl: 1.5366089344024658 (1.4409367642058868) - | > loss_feat: 5.641618728637695 (4.899186110048077) - | > loss_mel: 25.8457088470459 (24.398015500609784) - | > loss_duration: 1.873711347579956 (1.8171516548503532) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.682987213134766 (34.92170206506425) - | > grad_norm_1: tensor(690.2299, device='cuda:0') (tensor(718.3958, device='cuda:0')) - | > current_lr_0: 0.0001997002061640866 - | > current_lr_1: 0.0001997002061640866 - | > step_time: 1.0809 (0.9534110649252386) - | > loader_time: 0.0081 (0.00753591950036889) - - - --> TIME: 2024-11-22 12:45:30 -- STEP: 663/797 -- GLOBAL_STEP: 10450 - | > loss_disc: 2.6100149154663086 (2.4515702429580113) - | > loss_disc_real_0: 0.1875985711812973 (0.12610429407379728) - | > loss_disc_real_1: 0.2706303298473358 (0.22060688707533654) - | > loss_disc_real_2: 0.23255383968353271 (0.2359184678503471) - | > loss_disc_real_3: 0.19130825996398926 (0.2209936159903107) - | > loss_disc_real_4: 0.18101905286312103 (0.22229366854035468) - | > loss_disc_real_5: 0.17995765805244446 (0.23736444277461297) - | > loss_0: 2.6100149154663086 (2.4515702429580113) - | > grad_norm_0: tensor(249.4044, device='cuda:0') (tensor(99.5574, device='cuda:0')) - | > loss_gen: 2.1451547145843506 (2.365423389509615) - | > loss_kl: 1.351792335510254 (1.4412761696503373) - | > loss_feat: 4.547333240509033 (4.897789221903132) - | > loss_mel: 23.688945770263672 (24.4042125057491) - | > loss_duration: 1.8044421672821045 (1.8166475509985902) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.53767013549805 (34.92534892915062) - | > grad_norm_1: tensor(1428.6713, device='cuda:0') (tensor(717.1418, device='cuda:0')) - | > current_lr_0: 0.0001997002061640866 - | > current_lr_1: 0.0001997002061640866 - | > step_time: 2.1479 (0.9638297903052283) - | > loader_time: 0.0161 (0.007681927170329144) - - - --> TIME: 2024-11-22 12:46:01 -- STEP: 688/797 -- GLOBAL_STEP: 10475 - | > loss_disc: 2.6868975162506104 (2.4509086442548194) - | > loss_disc_real_0: 0.055469971150159836 (0.1258330798253068) - | > loss_disc_real_1: 0.2115888148546219 (0.2206115239018272) - | > loss_disc_real_2: 0.26954588294029236 (0.23590108971003182) - | > loss_disc_real_3: 0.2400152087211609 (0.22110448812329483) - | > loss_disc_real_4: 0.23053163290023804 (0.22234960539309775) - | > loss_disc_real_5: 0.22289858758449554 (0.2371984840868864) - | > loss_0: 2.6868975162506104 (2.4509086442548194) - | > grad_norm_0: tensor(63.7123, device='cuda:0') (tensor(99.1236, device='cuda:0')) - | > loss_gen: 2.07853102684021 (2.3648953874443888) - | > loss_kl: 1.43971848487854 (1.4420154392719287) - | > loss_feat: 4.503534317016602 (4.8974114043074914) - | > loss_mel: 24.661632537841797 (24.415348837541995) - | > loss_duration: 1.7793285846710205 (1.815915847413762) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.46274185180664 (34.93558699308441) - | > grad_norm_1: tensor(553.1354, device='cuda:0') (tensor(720.2911, device='cuda:0')) - | > current_lr_0: 0.0001997002061640866 - | > current_lr_1: 0.0001997002061640866 - | > step_time: 1.1215 (0.973830585216367) - | > loader_time: 0.0086 (0.007823888992154322) - - - --> TIME: 2024-11-22 12:46:37 -- STEP: 713/797 -- GLOBAL_STEP: 10500 - | > loss_disc: 2.4965038299560547 (2.4505625887973803) - | > loss_disc_real_0: 0.10896533727645874 (0.1252207369615451) - | > loss_disc_real_1: 0.18517358601093292 (0.22063866142721705) - | > loss_disc_real_2: 0.2139025777578354 (0.2359366765321555) - | > loss_disc_real_3: 0.21920692920684814 (0.2210935445562485) - | > loss_disc_real_4: 0.28331637382507324 (0.22267174152304706) - | > loss_disc_real_5: 0.29422667622566223 (0.2374371415602375) - | > loss_0: 2.4965038299560547 (2.4505625887973803) - | > grad_norm_0: tensor(75.3586, device='cuda:0') (tensor(97.8558, device='cuda:0')) - | > loss_gen: 2.31097412109375 (2.3664659557636822) - | > loss_kl: 1.38445246219635 (1.443514079900478) - | > loss_feat: 5.3508830070495605 (4.901209259434463) - | > loss_mel: 25.72491455078125 (24.42133468799138) - | > loss_duration: 1.7582820653915405 (1.8150978740435333) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.52950668334961 (34.94762194073052) - | > grad_norm_1: tensor(982.7190, device='cuda:0') (tensor(713.0955, device='cuda:0')) - | > current_lr_0: 0.0001997002061640866 - | > current_lr_1: 0.0001997002061640866 - | > step_time: 1.8237 (0.9883326300397661) - | > loader_time: 0.0201 (0.00796128021550546) - - - --> TIME: 2024-11-22 12:47:10 -- STEP: 738/797 -- GLOBAL_STEP: 10525 - | > loss_disc: 2.4442691802978516 (2.4522617664440545) - | > loss_disc_real_0: 0.2140575349330902 (0.12532100336863403) - | > loss_disc_real_1: 0.2705867290496826 (0.2206423926724975) - | > loss_disc_real_2: 0.2163616120815277 (0.23632771057407384) - | > loss_disc_real_3: 0.1984347254037857 (0.2212896172391366) - | > loss_disc_real_4: 0.24308356642723083 (0.2228422315947731) - | > loss_disc_real_5: 0.19689379632472992 (0.23758215863045637) - | > loss_0: 2.4442691802978516 (2.4522617664440545) - | > grad_norm_0: tensor(50.6132, device='cuda:0') (tensor(98.0021, device='cuda:0')) - | > loss_gen: 2.2526869773864746 (2.3653992995983253) - | > loss_kl: 1.4217666387557983 (1.4433552957162636) - | > loss_feat: 4.763789176940918 (4.898047103145254) - | > loss_mel: 24.156095504760742 (24.42128992726811) - | > loss_duration: 1.7638506889343262 (1.8141166873094516) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.35818862915039 (34.94220838572602) - | > grad_norm_1: tensor(567.2021, device='cuda:0') (tensor(708.3912, device='cuda:0')) - | > current_lr_0: 0.0001997002061640866 - | > current_lr_1: 0.0001997002061640866 - | > step_time: 1.0944 (0.9982324900019782) - | > loader_time: 0.0951 (0.008862517390470833) - - - --> TIME: 2024-11-22 12:47:52 -- STEP: 763/797 -- GLOBAL_STEP: 10550 - | > loss_disc: 2.691664218902588 (2.452640656562495) - | > loss_disc_real_0: 0.22512486577033997 (0.12511649288403084) - | > loss_disc_real_1: 0.2632220387458801 (0.22056387569926209) - | > loss_disc_real_2: 0.22605417668819427 (0.23613994794154386) - | > loss_disc_real_3: 0.20192493498325348 (0.22132687794037284) - | > loss_disc_real_4: 0.2825385332107544 (0.22312523823031272) - | > loss_disc_real_5: 0.2871568500995636 (0.2377061633732497) - | > loss_0: 2.691664218902588 (2.452640656562495) - | > grad_norm_0: tensor(261.9752, device='cuda:0') (tensor(98.9830, device='cuda:0')) - | > loss_gen: 2.286637544631958 (2.3661006121929202) - | > loss_kl: 1.4548925161361694 (1.4427579417922405) - | > loss_feat: 3.8461530208587646 (4.898863133721704) - | > loss_mel: 22.247705459594727 (24.419969393728927) - | > loss_duration: 1.7581548690795898 (1.8129190851789005) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.593544006347656 (34.940610243171136) - | > grad_norm_1: tensor(886.8511, device='cuda:0') (tensor(712.1031, device='cuda:0')) - | > current_lr_0: 0.0001997002061640866 - | > current_lr_1: 0.0001997002061640866 - | > step_time: 1.7317 (1.0176066071146594) - | > loader_time: 0.0231 (0.011202756886713466) - - - --> TIME: 2024-11-22 12:48:44 -- STEP: 788/797 -- GLOBAL_STEP: 10575 - | > loss_disc: 2.4033336639404297 (2.4529013479421597) - | > loss_disc_real_0: 0.1596677005290985 (0.12507125429411955) - | > loss_disc_real_1: 0.2160809487104416 (0.22043572595049896) - | > loss_disc_real_2: 0.22407887876033783 (0.236421336074771) - | > loss_disc_real_3: 0.17056803405284882 (0.22136724337481598) - | > loss_disc_real_4: 0.2870240807533264 (0.22329114823777052) - | > loss_disc_real_5: 0.2614900767803192 (0.23786086988101152) - | > loss_0: 2.4033336639404297 (2.4529013479421597) - | > grad_norm_0: tensor(181.8268, device='cuda:0') (tensor(99.6819, device='cuda:0')) - | > loss_gen: 2.2868878841400146 (2.365701718983921) - | > loss_kl: 1.5089579820632935 (1.4430356978765004) - | > loss_feat: 4.480466842651367 (4.894786714599819) - | > loss_mel: 24.315332412719727 (24.42209269189594) - | > loss_duration: 1.7764616012573242 (1.8118198373293517) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.368106842041016 (34.937436742831025) - | > grad_norm_1: tensor(293.5850, device='cuda:0') (tensor(709.8972, device='cuda:0')) - | > current_lr_0: 0.0001997002061640866 - | > current_lr_1: 0.0001997002061640866 - | > step_time: 2.0056 (1.0478269112896799) - | > loader_time: 0.1301 (0.014860510220987538) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.558321714401245 (2.558321714401245) - | > loss_disc_real_0: 0.22468340396881104 (0.22468340396881104) - | > loss_disc_real_1: 0.16494204103946686 (0.16494204103946686) - | > loss_disc_real_2: 0.28743118047714233 (0.28743118047714233) - | > loss_disc_real_3: 0.28562891483306885 (0.28562891483306885) - | > loss_disc_real_4: 0.2164301574230194 (0.2164301574230194) - | > loss_disc_real_5: 0.3283870220184326 (0.3283870220184326) - | > loss_0: 2.558321714401245 (2.558321714401245) - | > loss_gen: 2.4363880157470703 (2.4363880157470703) - | > loss_kl: 1.7732034921646118 (1.7732034921646118) - | > loss_feat: 4.550428867340088 (4.550428867340088) - | > loss_mel: 25.690519332885742 (25.690519332885742) - | > loss_duration: 2.106473922729492 (2.106473922729492) - | > loss_1: 36.55701446533203 (36.55701446533203) - - --> STEP: 1 - | > loss_disc: 2.011303663253784 (2.011303663253784) - | > loss_disc_real_0: 0.07234020531177521 (0.07234020531177521) - | > loss_disc_real_1: 0.1069471463561058 (0.1069471463561058) - | > loss_disc_real_2: 0.1477644145488739 (0.1477644145488739) - | > loss_disc_real_3: 0.2083825021982193 (0.2083825021982193) - | > loss_disc_real_4: 0.1250140517950058 (0.1250140517950058) - | > loss_disc_real_5: 0.18571485579013824 (0.18571485579013824) - | > loss_0: 2.011303663253784 (2.011303663253784) - | > loss_gen: 2.2257981300354004 (2.2257981300354004) - | > loss_kl: 1.4998823404312134 (1.4998823404312134) - | > loss_feat: 5.80966329574585 (5.80966329574585) - | > loss_mel: 28.376792907714844 (28.376792907714844) - | > loss_duration: 1.8637964725494385 (1.8637964725494385) - | > loss_1: 39.775936126708984 (39.775936126708984) - - --> STEP: 2 - | > loss_disc: 2.3822362422943115 (2.196769952774048) - | > loss_disc_real_0: 0.11907507479190826 (0.09570764005184174) - | > loss_disc_real_1: 0.1420683115720749 (0.12450772896409035) - | > loss_disc_real_2: 0.21873822808265686 (0.18325132131576538) - | > loss_disc_real_3: 0.24690890312194824 (0.22764570266008377) - | > loss_disc_real_4: 0.24669934809207916 (0.18585669994354248) - | > loss_disc_real_5: 0.3180847764015198 (0.251899816095829) - | > loss_0: 2.3822362422943115 (2.196769952774048) - | > loss_gen: 2.4211678504943848 (2.3234829902648926) - | > loss_kl: 1.6187005043029785 (1.559291422367096) - | > loss_feat: 4.512063026428223 (5.160863161087036) - | > loss_mel: 23.27988624572754 (25.82833957672119) - | > loss_duration: 1.7731997966766357 (1.818498134613037) - | > loss_1: 33.605018615722656 (36.69047737121582) - - --> STEP: 3 - | > loss_disc: 2.2804672718048096 (2.2246690591176352) - | > loss_disc_real_0: 0.1863626390695572 (0.1259259730577469) - | > loss_disc_real_1: 0.20272338390350342 (0.1505796139438947) - | > loss_disc_real_2: 0.17882336676120758 (0.18177533646424612) - | > loss_disc_real_3: 0.20687027275562286 (0.2207205593585968) - | > loss_disc_real_4: 0.19919370114803314 (0.19030236701170603) - | > loss_disc_real_5: 0.290698766708374 (0.264832799633344) - | > loss_0: 2.2804672718048096 (2.2246690591176352) - | > loss_gen: 2.4947588443756104 (2.380574941635132) - | > loss_kl: 0.9041190147399902 (1.3409006198247273) - | > loss_feat: 4.910144805908203 (5.077290376027425) - | > loss_mel: 27.511123657226562 (26.389267603556316) - | > loss_duration: 1.887164831161499 (1.8413870334625244) - | > loss_1: 37.70730972290039 (37.02942148844401) - - --> STEP: 4 - | > loss_disc: 2.760995388031006 (2.358750641345978) - | > loss_disc_real_0: 0.16590817272663116 (0.13592152297496796) - | > loss_disc_real_1: 0.19293703138828278 (0.16116896830499172) - | > loss_disc_real_2: 0.23608848452568054 (0.19535362347960472) - | > loss_disc_real_3: 0.259829044342041 (0.23049768060445786) - | > loss_disc_real_4: 0.25209638476371765 (0.20575087144970894) - | > loss_disc_real_5: 0.28169336915016174 (0.26904794201254845) - | > loss_0: 2.760995388031006 (2.358750641345978) - | > loss_gen: 2.04317045211792 (2.296223819255829) - | > loss_kl: 1.3724950551986694 (1.348799228668213) - | > loss_feat: 3.75736665725708 (4.747309446334839) - | > loss_mel: 22.199283599853516 (25.341771602630615) - | > loss_duration: 1.7647838592529297 (1.8222362399101257) - | > loss_1: 31.137100219726562 (35.55634117126465) - - --> STEP: 5 - | > loss_disc: 2.1505792140960693 (2.317116355895996) - | > loss_disc_real_0: 0.12357166409492493 (0.13345155119895935) - | > loss_disc_real_1: 0.1779988706111908 (0.16453494876623154) - | > loss_disc_real_2: 0.17552734911441803 (0.19138836860656738) - | > loss_disc_real_3: 0.1597994565963745 (0.2163580358028412) - | > loss_disc_real_4: 0.21031145751476288 (0.20666298866271973) - | > loss_disc_real_5: 0.16440056264400482 (0.24811846613883973) - | > loss_0: 2.1505792140960693 (2.317116355895996) - | > loss_gen: 2.2380566596984863 (2.2845903873443603) - | > loss_kl: 2.154012680053711 (1.5098419189453125) - | > loss_feat: 6.060641288757324 (5.009975814819336) - | > loss_mel: 26.592758178710938 (25.59196891784668) - | > loss_duration: 2.012187957763672 (1.860226583480835) - | > loss_1: 39.057655334472656 (36.25660400390625) - - --> STEP: 6 - | > loss_disc: 2.47489857673645 (2.3434133927027383) - | > loss_disc_real_0: 0.14563047885894775 (0.13548137247562408) - | > loss_disc_real_1: 0.19050610065460205 (0.16886347408095995) - | > loss_disc_real_2: 0.2253192663192749 (0.19704351822535196) - | > loss_disc_real_3: 0.21842049062252045 (0.21670177827278772) - | > loss_disc_real_4: 0.23028750717639923 (0.21060040841499963) - | > loss_disc_real_5: 0.22092819213867188 (0.24358675380547842) - | > loss_0: 2.47489857673645 (2.3434133927027383) - | > loss_gen: 2.2038726806640625 (2.2711374362309775) - | > loss_kl: 1.6314932107925415 (1.530117134253184) - | > loss_feat: 4.857364654541016 (4.984540621439616) - | > loss_mel: 24.990957260131836 (25.49180030822754) - | > loss_duration: 1.771215558052063 (1.8453914125760396) - | > loss_1: 35.45490264892578 (36.12298711140951) - - --> STEP: 7 - | > loss_disc: 2.643411159515381 (2.386270216533116) - | > loss_disc_real_0: 0.17259585857391357 (0.14078344191823686) - | > loss_disc_real_1: 0.16688381135463715 (0.1685806651200567) - | > loss_disc_real_2: 0.26084864139556885 (0.20615853582109725) - | > loss_disc_real_3: 0.2282201647758484 (0.21834726205893926) - | > loss_disc_real_4: 0.2672920525074005 (0.21869921471391404) - | > loss_disc_real_5: 0.24776816368103027 (0.2441840980734144) - | > loss_0: 2.643411159515381 (2.386270216533116) - | > loss_gen: 1.951375961303711 (2.2254572255270824) - | > loss_kl: 1.6400169134140015 (1.5458171027047294) - | > loss_feat: 3.774324655532837 (4.811652626310076) - | > loss_mel: 23.092147827148438 (25.148992810930526) - | > loss_duration: 1.6825737953186035 (1.8221317529678345) - | > loss_1: 32.140438079833984 (35.554051535470144) - - --> STEP: 8 - | > loss_disc: 2.529916763305664 (2.4042260348796844) - | > loss_disc_real_0: 0.12437528371810913 (0.1387324221432209) - | > loss_disc_real_1: 0.17055127024650574 (0.16882699076086283) - | > loss_disc_real_2: 0.18062031269073486 (0.20296625792980194) - | > loss_disc_real_3: 0.2237166315317154 (0.21901843324303627) - | > loss_disc_real_4: 0.2105046659708023 (0.21767489612102509) - | > loss_disc_real_5: 0.25652632117271423 (0.24572687596082687) - | > loss_0: 2.529916763305664 (2.4042260348796844) - | > loss_gen: 2.019996404647827 (2.1997746229171753) - | > loss_kl: 1.869979739189148 (1.5863374322652817) - | > loss_feat: 4.4629716873168945 (4.768067508935928) - | > loss_mel: 22.230268478393555 (24.784152269363403) - | > loss_duration: 1.8382067680358887 (1.8241411298513412) - | > loss_1: 32.421424865722656 (35.16247320175171) - - --> STEP: 9 - | > loss_disc: 2.4499311447143555 (2.40930438041687) - | > loss_disc_real_0: 0.14357885718345642 (0.13927091492546928) - | > loss_disc_real_1: 0.23366543650627136 (0.17603126251035267) - | > loss_disc_real_2: 0.225802481174469 (0.20550361606809828) - | > loss_disc_real_3: 0.2569812834262848 (0.22323652770784166) - | > loss_disc_real_4: 0.25331753492355347 (0.22163518932130602) - | > loss_disc_real_5: 0.2598371207714081 (0.24729468093978035) - | > loss_0: 2.4499311447143555 (2.40930438041687) - | > loss_gen: 2.375498056411743 (2.2192994488610163) - | > loss_kl: 1.1713414192199707 (1.540226764149136) - | > loss_feat: 4.563974380493164 (4.74539049466451) - | > loss_mel: 24.82485008239746 (24.78867424858941) - | > loss_duration: 1.7529525756835938 (1.8162312904993694) - | > loss_1: 34.68861770629883 (35.109822591145836) - - --> STEP: 10 - | > loss_disc: 2.644132137298584 (2.4327871561050416) - | > loss_disc_real_0: 0.10989314317703247 (0.1363331377506256) - | > loss_disc_real_1: 0.19867008924484253 (0.17829514518380166) - | > loss_disc_real_2: 0.23601947724819183 (0.20855520218610762) - | > loss_disc_real_3: 0.2459600269794464 (0.22550887763500213) - | > loss_disc_real_4: 0.2238718420267105 (0.22185885459184645) - | > loss_disc_real_5: 0.29296430945396423 (0.25186164379119874) - | > loss_0: 2.644132137298584 (2.4327871561050416) - | > loss_gen: 1.9451112747192383 (2.191880631446838) - | > loss_kl: 1.3044142723083496 (1.5166455149650573) - | > loss_feat: 3.102140188217163 (4.581065464019775) - | > loss_mel: 19.86107063293457 (24.295913887023925) - | > loss_duration: 1.694579839706421 (1.8040661454200744) - | > loss_1: 27.90731430053711 (34.38957176208496) - - --> STEP: 11 - | > loss_disc: 2.493107318878174 (2.4382708072662354) - | > loss_disc_real_0: 0.16183330118656158 (0.13865133442661978) - | > loss_disc_real_1: 0.20455025136470795 (0.1806819730184295) - | > loss_disc_real_2: 0.17372581362724304 (0.20538889413530176) - | > loss_disc_real_3: 0.18831779062747955 (0.22212786972522736) - | > loss_disc_real_4: 0.2553013265132904 (0.22489907931197772) - | > loss_disc_real_5: 0.28945767879486084 (0.25527946515516803) - | > loss_0: 2.493107318878174 (2.4382708072662354) - | > loss_gen: 2.288160800933838 (2.2006333741274746) - | > loss_kl: 2.028438091278076 (1.5631721128116955) - | > loss_feat: 6.025330543518066 (4.712362289428711) - | > loss_mel: 29.128353118896484 (24.735226544466887) - | > loss_duration: 1.7074426412582397 (1.7952821904962712) - | > loss_1: 41.17772674560547 (35.00667676058683) - - --> STEP: 12 - | > loss_disc: 2.4352951049804688 (2.4380228320757547) - | > loss_disc_real_0: 0.2206462025642395 (0.14548424010475478) - | > loss_disc_real_1: 0.21611900627613068 (0.18363505912323794) - | > loss_disc_real_2: 0.21825645864009857 (0.20646119117736816) - | > loss_disc_real_3: 0.2589995563030243 (0.2252005102733771) - | > loss_disc_real_4: 0.29017773270606995 (0.23033896709481874) - | > loss_disc_real_5: 0.270325243473053 (0.25653328001499176) - | > loss_0: 2.4352951049804688 (2.4380228320757547) - | > loss_gen: 2.5187697410583496 (2.227144738038381) - | > loss_kl: 1.0044225454330444 (1.5166096488634746) - | > loss_feat: 3.739750862121582 (4.631311337153117) - | > loss_mel: 23.227327346801758 (24.609568277994793) - | > loss_duration: 1.8387038707733154 (1.7989006638526917) - | > loss_1: 32.328975677490234 (34.78353500366211) - - --> STEP: 13 - | > loss_disc: 2.3237717151641846 (2.4292342846210184) - | > loss_disc_real_0: 0.07754794508218765 (0.140258371256865) - | > loss_disc_real_1: 0.1891917735338211 (0.18406249869328278) - | > loss_disc_real_2: 0.20230761170387268 (0.20614168506402236) - | > loss_disc_real_3: 0.19064362347126007 (0.2225422882116758) - | > loss_disc_real_4: 0.16771277785301208 (0.22552156792237207) - | > loss_disc_real_5: 0.2294946014881134 (0.25445338166677034) - | > loss_0: 2.3237717151641846 (2.4292342846210184) - | > loss_gen: 2.252941608428955 (2.2291291126838098) - | > loss_kl: 1.8335189819335938 (1.5409872898688683) - | > loss_feat: 5.54266357421875 (4.701415355388935) - | > loss_mel: 26.420421600341797 (24.7488646874061) - | > loss_duration: 1.8483645915985107 (1.8027055813716009) - | > loss_1: 37.897911071777344 (35.02310239351713) - - --> STEP: 14 - | > loss_disc: 2.5148959159851074 (2.4353529725755965) - | > loss_disc_real_0: 0.12191244214773178 (0.13894794774906977) - | > loss_disc_real_1: 0.18460717797279358 (0.18410140435610498) - | > loss_disc_real_2: 0.23752900958061218 (0.20838363681520736) - | > loss_disc_real_3: 0.29508402943611145 (0.22772384115627833) - | > loss_disc_real_4: 0.3704911172389984 (0.23587653573070252) - | > loss_disc_real_5: 0.2904250919818878 (0.2570227895464216) - | > loss_0: 2.5148959159851074 (2.4353529725755965) - | > loss_gen: 2.3829896450042725 (2.2401191507067) - | > loss_kl: 1.0789833068847656 (1.5079870053700037) - | > loss_feat: 4.307631492614746 (4.67328793661935) - | > loss_mel: 24.514314651489258 (24.73211111341204) - | > loss_duration: 1.8686047792434692 (1.807412666933877) - | > loss_1: 34.152523040771484 (34.9609181540353) - - --> STEP: 15 - | > loss_disc: 2.2559666633605957 (2.423393885294596) - | > loss_disc_real_0: 0.09948354214429855 (0.13631698737541834) - | > loss_disc_real_1: 0.18316246569156647 (0.18403880844513576) - | > loss_disc_real_2: 0.2224137932062149 (0.20931898057460785) - | > loss_disc_real_3: 0.19836130738258362 (0.2257663389046987) - | > loss_disc_real_4: 0.19826020300388336 (0.23336878021558125) - | > loss_disc_real_5: 0.22828441858291626 (0.25510689814885457) - | > loss_0: 2.2559666633605957 (2.423393885294596) - | > loss_gen: 2.335383892059326 (2.2464701334635415) - | > loss_kl: 1.3505650758743286 (1.497492210070292) - | > loss_feat: 5.1967010498046875 (4.708182144165039) - | > loss_mel: 28.57817268371582 (24.988515218098957) - | > loss_duration: 1.770265817642212 (1.8049362103144329) - | > loss_1: 39.2310905456543 (35.24559631347656) - - --> STEP: 16 - | > loss_disc: 2.5321831703186035 (2.430193215608597) - | > loss_disc_real_0: 0.18816493451595306 (0.13955748407170177) - | > loss_disc_real_1: 0.1647978276014328 (0.18283624714240432) - | > loss_disc_real_2: 0.24799849092960358 (0.21173644997179508) - | > loss_disc_real_3: 0.20538915693759918 (0.22449276503175497) - | > loss_disc_real_4: 0.19979433715343475 (0.2312703775241971) - | > loss_disc_real_5: 0.2858840823173523 (0.2570304721593857) - | > loss_0: 2.5321831703186035 (2.430193215608597) - | > loss_gen: 2.0958430767059326 (2.237055942416191) - | > loss_kl: 1.2658376693725586 (1.4830138012766838) - | > loss_feat: 4.923699378967285 (4.721651971340179) - | > loss_mel: 26.456241607666016 (25.0802481174469) - | > loss_duration: 1.833937406539917 (1.8067487850785255) - | > loss_1: 36.5755615234375 (35.32871913909912) - - --> STEP: 17 - | > loss_disc: 2.435760736465454 (2.4305207168354706) - | > loss_disc_real_0: 0.1084928885102272 (0.1377301549210268) - | > loss_disc_real_1: 0.11386698484420776 (0.17877923171309865) - | > loss_disc_real_2: 0.21732862293720245 (0.2120654013227014) - | > loss_disc_real_3: 0.21808378398418427 (0.22411576614660375) - | > loss_disc_real_4: 0.23206566274166107 (0.23131715900757732) - | > loss_disc_real_5: 0.3202182948589325 (0.26074740290641785) - | > loss_0: 2.435760736465454 (2.4305207168354706) - | > loss_gen: 2.236473798751831 (2.237021698671229) - | > loss_kl: 1.5170432329177856 (1.4850155325496899) - | > loss_feat: 5.44220495223999 (4.7640374408048745) - | > loss_mel: 28.63283920288086 (25.2892240636489) - | > loss_duration: 1.7185604572296143 (1.8015612363815308) - | > loss_1: 39.547119140625 (35.57686031565947) - - --> STEP: 18 - | > loss_disc: 2.714608907699585 (2.4463033941056995) - | > loss_disc_real_0: 0.15716581046581268 (0.1388099135624038) - | > loss_disc_real_1: 0.12536004185676575 (0.17581149894330236) - | > loss_disc_real_2: 0.1742830127477646 (0.2099663797352049) - | > loss_disc_real_3: 0.2439541518688202 (0.2252178986867269) - | > loss_disc_real_4: 0.15595261752605438 (0.2271302400363816) - | > loss_disc_real_5: 0.22741760313510895 (0.25889574736356735) - | > loss_0: 2.714608907699585 (2.4463033941056995) - | > loss_gen: 1.7378549575805664 (2.209290213055081) - | > loss_kl: 1.3462773561477661 (1.4773078560829163) - | > loss_feat: 5.338950157165527 (4.795977036158244) - | > loss_mel: 26.141883850097656 (25.33659405178494) - | > loss_duration: 1.741624355316162 (1.7982314096556768) - | > loss_1: 36.30658721923828 (35.61740069919162) - - --> STEP: 19 - | > loss_disc: 2.389972448348999 (2.4433386074869254) - | > loss_disc_real_0: 0.12071449309587479 (0.13785752301153384) - | > loss_disc_real_1: 0.1316731870174408 (0.1734884298945728) - | > loss_disc_real_2: 0.23499710857868195 (0.21128378651644053) - | > loss_disc_real_3: 0.19247967004776 (0.2234948340215181) - | > loss_disc_real_4: 0.26184576749801636 (0.22895737306067818) - | > loss_disc_real_5: 0.2642563581466675 (0.2591778847732042) - | > loss_0: 2.389972448348999 (2.4433386074869254) - | > loss_gen: 2.344740867614746 (2.2164191948740104) - | > loss_kl: 1.0924111604690552 (1.457050135261134) - | > loss_feat: 5.292342185974121 (4.822101517727501) - | > loss_mel: 24.424793243408203 (25.288604535554583) - | > loss_duration: 1.8256930112838745 (1.7996767571097927) - | > loss_1: 34.97998046875 (35.58385226601049) - - --> STEP: 20 - | > loss_disc: 2.493112325668335 (2.445827293395996) - | > loss_disc_real_0: 0.2460426688194275 (0.14326678030192852) - | > loss_disc_real_1: 0.18083450198173523 (0.17385573349893094) - | > loss_disc_real_2: 0.19838841259479523 (0.21063901782035827) - | > loss_disc_real_3: 0.23374877870082855 (0.22400753125548362) - | > loss_disc_real_4: 0.19446858763694763 (0.22723293378949166) - | > loss_disc_real_5: 0.21637390553951263 (0.25703768581151965) - | > loss_0: 2.493112325668335 (2.445827293395996) - | > loss_gen: 2.3013856410980225 (2.2206675171852113) - | > loss_kl: 1.5006922483444214 (1.4592322409152985) - | > loss_feat: 5.026357173919678 (4.832314300537109) - | > loss_mel: 24.427764892578125 (25.24556255340576) - | > loss_duration: 1.7155532836914062 (1.7954705834388733) - | > loss_1: 34.97175216674805 (35.55324726104737) - - --> STEP: 21 - | > loss_disc: 2.3824589252471924 (2.442809752055577) - | > loss_disc_real_0: 0.1159442588686943 (0.14196570785272689) - | > loss_disc_real_1: 0.17859378457069397 (0.1740813549785387) - | > loss_disc_real_2: 0.18161706626415253 (0.20925702012720562) - | > loss_disc_real_3: 0.14411063492298126 (0.2202029171444121) - | > loss_disc_real_4: 0.16918720304965973 (0.2244688513733092) - | > loss_disc_real_5: 0.22468632459640503 (0.25549714480127605) - | > loss_0: 2.3824589252471924 (2.442809752055577) - | > loss_gen: 2.0282883644104004 (2.2115066051483154) - | > loss_kl: 1.6308748722076416 (1.4674056995482672) - | > loss_feat: 5.492290496826172 (4.863741738455636) - | > loss_mel: 26.83611297607422 (25.32130304972331) - | > loss_duration: 1.7677785158157349 (1.7941519135520572) - | > loss_1: 37.755348205566406 (35.65810921078637) - - --> STEP: 22 - | > loss_disc: 2.69242525100708 (2.454155911098827) - | > loss_disc_real_0: 0.17415383458137512 (0.1434288045222109) - | > loss_disc_real_1: 0.203312486410141 (0.17541004277088426) - | > loss_disc_real_2: 0.24926160275936127 (0.21107541024684906) - | > loss_disc_real_3: 0.25485458970069885 (0.22177799316969785) - | > loss_disc_real_4: 0.2401828169822693 (0.22518312253735281) - | > loss_disc_real_5: 0.28340569138526917 (0.25676571510054846) - | > loss_0: 2.69242525100708 (2.454155911098827) - | > loss_gen: 1.8895964622497559 (2.196874325925654) - | > loss_kl: 1.3193796873092651 (1.4606772444464944) - | > loss_feat: 2.32778000831604 (4.748470750722018) - | > loss_mel: 15.999611854553223 (24.897589813579213) - | > loss_duration: 1.8738266229629517 (1.7977734912525525) - | > loss_1: 23.410194396972656 (35.101385810158476) - - --> STEP: 23 - | > loss_disc: 2.0538883209228516 (2.436752972395524) - | > loss_disc_real_0: 0.18342161178588867 (0.14516762222932733) - | > loss_disc_real_1: 0.11222736537456512 (0.1726629698406095) - | > loss_disc_real_2: 0.22945410013198853 (0.211874483720116) - | > loss_disc_real_3: 0.16634732484817505 (0.21936796411224033) - | > loss_disc_real_4: 0.2182195484638214 (0.22488035844719928) - | > loss_disc_real_5: 0.23001527786254883 (0.2556026526119398) - | > loss_0: 2.0538883209228516 (2.436752972395524) - | > loss_gen: 2.7502362728118896 (2.220933541007664) - | > loss_kl: 1.545836329460144 (1.4643798133601313) - | > loss_feat: 6.032533168792725 (4.804299551507701) - | > loss_mel: 24.981151580810547 (24.901222933893617) - | > loss_duration: 1.8782397508621216 (1.8012720242790554) - | > loss_1: 37.18799591064453 (35.192107988440476) - - --> STEP: 24 - | > loss_disc: 2.5641937255859375 (2.442063003778458) - | > loss_disc_real_0: 0.1970328986644745 (0.14732867541412512) - | > loss_disc_real_1: 0.13086439669132233 (0.17092136262605587) - | > loss_disc_real_2: 0.23032017052173615 (0.21264305400351682) - | > loss_disc_real_3: 0.2592039406299591 (0.2210277964671453) - | > loss_disc_real_4: 0.3070026934146881 (0.228302122404178) - | > loss_disc_real_5: 0.2752212882041931 (0.256420095761617) - | > loss_0: 2.5641937255859375 (2.442063003778458) - | > loss_gen: 2.1801600456237793 (2.2192346453666687) - | > loss_kl: 1.4264854192733765 (1.4628008802731831) - | > loss_feat: 3.8979570865631104 (4.76653528213501) - | > loss_mel: 23.493701934814453 (24.842576225598652) - | > loss_duration: 1.7453802824020386 (1.7989432017008464) - | > loss_1: 32.743682861328125 (35.0900902748108) - - --> STEP: 25 - | > loss_disc: 2.1919469833374023 (2.432058362960816) - | > loss_disc_real_0: 0.24090734124183655 (0.15107182204723357) - | > loss_disc_real_1: 0.1466054469347 (0.16994872599840163) - | > loss_disc_real_2: 0.14875821769237518 (0.21008766055107117) - | > loss_disc_real_3: 0.09769997745752335 (0.2160946837067604) - | > loss_disc_real_4: 0.21179349720478058 (0.2276417773962021) - | > loss_disc_real_5: 0.20136582851409912 (0.2542179250717163) - | > loss_0: 2.1919469833374023 (2.432058362960816) - | > loss_gen: 2.630669593811035 (2.2356920433044434) - | > loss_kl: 1.330264687538147 (1.4574994325637818) - | > loss_feat: 6.858059406280518 (4.85019624710083) - | > loss_mel: 32.52910614013672 (25.150037422180176) - | > loss_duration: 1.7234773635864258 (1.7959245681762694) - | > loss_1: 45.07157516479492 (35.489349670410164) - - --> STEP: 26 - | > loss_disc: 2.348602294921875 (2.4288485141900873) - | > loss_disc_real_0: 0.1282816380262375 (0.1501952765079645) - | > loss_disc_real_1: 0.1419488936662674 (0.16887180937024263) - | > loss_disc_real_2: 0.23105351626873016 (0.210894039617135) - | > loss_disc_real_3: 0.16508670151233673 (0.21413283823774412) - | > loss_disc_real_4: 0.20792026817798615 (0.22688325781088609) - | > loss_disc_real_5: 0.26255741715431213 (0.25453867476720077) - | > loss_0: 2.348602294921875 (2.4288485141900873) - | > loss_gen: 2.164815902709961 (2.232966037896963) - | > loss_kl: 1.3549124002456665 (1.4535537774746234) - | > loss_feat: 5.334157466888428 (4.868810140169584) - | > loss_mel: 26.929344177246094 (25.21847229737502) - | > loss_duration: 1.749558687210083 (1.7941412650621855) - | > loss_1: 37.53279113769531 (35.567943572998054) - - --> STEP: 27 - | > loss_disc: 2.474356174468994 (2.4305339830893056) - | > loss_disc_real_0: 0.11521393060684204 (0.14889967110421923) - | > loss_disc_real_1: 0.17921553552150726 (0.169254910338808) - | > loss_disc_real_2: 0.24098336696624756 (0.2120084591485836) - | > loss_disc_real_3: 0.23400349915027618 (0.21486878864191197) - | > loss_disc_real_4: 0.17304092645645142 (0.22488909739035148) - | > loss_disc_real_5: 0.22259926795959473 (0.25335573377432646) - | > loss_0: 2.474356174468994 (2.4305339830893056) - | > loss_gen: 2.0140929222106934 (2.224859626204879) - | > loss_kl: 1.6050673723220825 (1.4591653920986034) - | > loss_feat: 5.131843090057373 (4.878552101276539) - | > loss_mel: 26.523571014404297 (25.26680928689462) - | > loss_duration: 1.769986867904663 (1.793246657760055) - | > loss_1: 37.044559478759766 (35.62263305098923) - - --> STEP: 28 - | > loss_disc: 2.380141019821167 (2.428734234401158) - | > loss_disc_real_0: 0.17841629683971405 (0.1499538363090583) - | > loss_disc_real_1: 0.13831907510757446 (0.16815005908054964) - | > loss_disc_real_2: 0.2092418223619461 (0.21190965069191797) - | > loss_disc_real_3: 0.20377427339553833 (0.21447255595454148) - | > loss_disc_real_4: 0.26171332597732544 (0.22620424841131484) - | > loss_disc_real_5: 0.2663005292415619 (0.2538180478981563) - | > loss_0: 2.380141019821167 (2.428734234401158) - | > loss_gen: 2.3720579147338867 (2.2301167079380577) - | > loss_kl: 1.7467172145843506 (1.469435100044523) - | > loss_feat: 4.9401535987854 (4.880752154758999) - | > loss_mel: 29.569965362548828 (25.4204934324537) - | > loss_duration: 1.7983335256576538 (1.7934283316135406) - | > loss_1: 40.42722702026367 (35.79422569274903) - - --> STEP: 29 - | > loss_disc: 2.6680586338043213 (2.4369867998978187) - | > loss_disc_real_0: 0.20322838425636292 (0.15179088968655158) - | > loss_disc_real_1: 0.1826300024986267 (0.16864936747427645) - | > loss_disc_real_2: 0.27333760261535645 (0.21402785593065723) - | > loss_disc_real_3: 0.2701030671596527 (0.2163908494443729) - | > loss_disc_real_4: 0.27015024423599243 (0.22771962757768302) - | > loss_disc_real_5: 0.3052736222743988 (0.2555923780490612) - | > loss_0: 2.6680586338043213 (2.4369867998978187) - | > loss_gen: 2.1092567443847656 (2.2259491229879447) - | > loss_kl: 1.4329981803894043 (1.468178654539174) - | > loss_feat: 2.6233508586883545 (4.802910730756563) - | > loss_mel: 22.568979263305664 (25.322165357655493) - | > loss_duration: 1.762139081954956 (1.7923493919701412) - | > loss_1: 30.496723175048828 (35.61155319213868) - - --> STEP: 30 - | > loss_disc: 2.2998433113098145 (2.4324153502782186) - | > loss_disc_real_0: 0.10772685706615448 (0.150322088599205) - | > loss_disc_real_1: 0.18037964403629303 (0.16904037669301034) - | > loss_disc_real_2: 0.1900477260351181 (0.21322851826747258) - | > loss_disc_real_3: 0.21916478872299194 (0.21648331408699353) - | > loss_disc_real_4: 0.1794893592596054 (0.22611195196708042) - | > loss_disc_real_5: 0.182895228266716 (0.25316913972298305) - | > loss_0: 2.2998433113098145 (2.4324153502782186) - | > loss_gen: 2.0906031131744385 (2.2214375893274942) - | > loss_kl: 1.9087767601013184 (1.4828652580579122) - | > loss_feat: 5.459837913513184 (4.824808303515116) - | > loss_mel: 30.190298080444336 (25.48443644841512) - | > loss_duration: 1.7812449932098389 (1.7919792453447978) - | > loss_1: 41.430763244628906 (35.80552686055502) - - --> STEP: 31 - | > loss_disc: 2.494044542312622 (2.4344033887309413) - | > loss_disc_real_0: 0.11125976592302322 (0.14906201367416688) - | > loss_disc_real_1: 0.13931673765182495 (0.16808154962716565) - | > loss_disc_real_2: 0.1752461940050125 (0.21200328200094162) - | > loss_disc_real_3: 0.17773708701133728 (0.21523343579423043) - | > loss_disc_real_4: 0.16274908185005188 (0.22406798841491823) - | > loss_disc_real_5: 0.24121716618537903 (0.25278359218951196) - | > loss_0: 2.494044542312622 (2.4344033887309413) - | > loss_gen: 1.9166045188903809 (2.2116042644746843) - | > loss_kl: 1.228963017463684 (1.474674863200034) - | > loss_feat: 5.681515216827393 (4.852444010396158) - | > loss_mel: 27.61333465576172 (25.55311058413598) - | > loss_duration: 1.726167917251587 (1.7898562992772749) - | > loss_1: 38.16658401489258 (35.88168999456591) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.012887393274614889 (+0.0017115608338386795) - | > avg_loss_disc: 2.4344033887309413 (+0.04267288023425664) - | > avg_loss_disc_real_0: 0.14906201367416688 (+0.03144998668182279) - | > avg_loss_disc_real_1: 0.16808154962716565 (+0.018593264443259094) - | > avg_loss_disc_real_2: 0.21200328200094162 (-0.0020407745915074493) - | > avg_loss_disc_real_3: 0.21523343579423043 (+0.060470511115366415) - | > avg_loss_disc_real_4: 0.22406798841491823 (+0.02513258447570188) - | > avg_loss_disc_real_5: 0.25278359218951196 (+0.040064388705838117) - | > avg_loss_0: 2.4344033887309413 (+0.04267288023425664) - | > avg_loss_gen: 2.2116042644746843 (+0.1131454437009749) - | > avg_loss_kl: 1.474674863200034 (+0.024755939360587842) - | > avg_loss_feat: 4.852444010396158 (+0.0476523291680131) - | > avg_loss_mel: 25.55311058413598 (+0.36724179790866174) - | > avg_loss_duration: 1.7898562992772749 (-0.00838366246992539) - | > avg_loss_1: 35.88168999456591 (+0.5444119361139172) - - - > EPOCH: 11/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-22 12:49:32)  - - --> TIME: 2024-11-22 12:49:48 -- STEP: 16/797 -- GLOBAL_STEP: 10600 - | > loss_disc: 2.4683034420013428 (2.4425111562013626) - | > loss_disc_real_0: 0.21536067128181458 (0.14172198669984937) - | > loss_disc_real_1: 0.220840722322464 (0.2260614624246955) - | > loss_disc_real_2: 0.24134644865989685 (0.23079202510416508) - | > loss_disc_real_3: 0.22547957301139832 (0.2236877027899027) - | > loss_disc_real_4: 0.18760697543621063 (0.21335658244788647) - | > loss_disc_real_5: 0.17425066232681274 (0.23340307641774416) - | > loss_0: 2.4683034420013428 (2.4425111562013626) - | > grad_norm_0: tensor(36.6118, device='cuda:0') (tensor(111.1866, device='cuda:0')) - | > loss_gen: 2.5088396072387695 (2.3922071158885956) - | > loss_kl: 1.541296124458313 (1.498982049524784) - | > loss_feat: 5.424188137054443 (4.971558839082718) - | > loss_mel: 23.82727813720703 (23.996634244918823) - | > loss_duration: 1.9096165895462036 (2.0027812123298645) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.211219787597656 (34.862163066864014) - | > grad_norm_1: tensor(741.8155, device='cuda:0') (tensor(821.9475, device='cuda:0')) - | > current_lr_0: 0.00019967524363831608 - | > current_lr_1: 0.00019967524363831608 - | > step_time: 0.8524 (0.8820110261440277) - | > loader_time: 0.0037 (0.004182085394859314) - - - --> TIME: 2024-11-22 12:50:09 -- STEP: 41/797 -- GLOBAL_STEP: 10625 - | > loss_disc: 2.417067050933838 (2.4315681631972157) - | > loss_disc_real_0: 0.15806274116039276 (0.1283316286053599) - | > loss_disc_real_1: 0.1543724536895752 (0.21969074955800685) - | > loss_disc_real_2: 0.19761501252651215 (0.23419284020982137) - | > loss_disc_real_3: 0.17771047353744507 (0.22189339740974148) - | > loss_disc_real_4: 0.22070103883743286 (0.2177453753424854) - | > loss_disc_real_5: 0.21798785030841827 (0.23291330257566964) - | > loss_0: 2.417067050933838 (2.4315681631972157) - | > grad_norm_0: tensor(119.9619, device='cuda:0') (tensor(85.1813, device='cuda:0')) - | > loss_gen: 2.2010703086853027 (2.380955091336878) - | > loss_kl: 1.495107889175415 (1.4745777380175704) - | > loss_feat: 4.940350532531738 (5.078526764381222) - | > loss_mel: 23.754013061523438 (24.07778000250095) - | > loss_duration: 1.8398618698120117 (1.9325620168592872) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.230403900146484 (34.94440153168469) - | > grad_norm_1: tensor(860.4082, device='cuda:0') (tensor(657.3552, device='cuda:0')) - | > current_lr_0: 0.00019967524363831608 - | > current_lr_1: 0.00019967524363831608 - | > step_time: 0.9712 (0.8570645029951887) - | > loader_time: 0.0038 (0.005059521372725324) - - - --> TIME: 2024-11-22 12:50:32 -- STEP: 66/797 -- GLOBAL_STEP: 10650 - | > loss_disc: 2.5674796104431152 (2.4273824800144546) - | > loss_disc_real_0: 0.05372311919927597 (0.1226300714029507) - | > loss_disc_real_1: 0.2317875623703003 (0.22218696569854562) - | > loss_disc_real_2: 0.24860450625419617 (0.2331824228167534) - | > loss_disc_real_3: 0.26849326491355896 (0.22106108362927582) - | > loss_disc_real_4: 0.24181903898715973 (0.21941353448412634) - | > loss_disc_real_5: 0.21653705835342407 (0.231945483973532) - | > loss_0: 2.5674796104431152 (2.4273824800144546) - | > grad_norm_0: tensor(46.1548, device='cuda:0') (tensor(80.3718, device='cuda:0')) - | > loss_gen: 2.2945921421051025 (2.3833244858366065) - | > loss_kl: 1.199927806854248 (1.4758553848122102) - | > loss_feat: 5.130932331085205 (5.115419532313491) - | > loss_mel: 25.762306213378906 (24.1834273482814) - | > loss_duration: 1.8047716617584229 (1.8951045021866306) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.19253158569336 (35.05313121911252) - | > grad_norm_1: tensor(649.3797, device='cuda:0') (tensor(691.3810, device='cuda:0')) - | > current_lr_0: 0.00019967524363831608 - | > current_lr_1: 0.00019967524363831608 - | > step_time: 0.8572 (0.8738577799363569) - | > loader_time: 0.0055 (0.005160071633078835) - - - --> TIME: 2024-11-22 12:50:54 -- STEP: 91/797 -- GLOBAL_STEP: 10675 - | > loss_disc: 2.52536940574646 (2.4253439326862725) - | > loss_disc_real_0: 0.05845589563250542 (0.12117811636282845) - | > loss_disc_real_1: 0.1945837438106537 (0.2193549088724367) - | > loss_disc_real_2: 0.22621484100818634 (0.23379388435201331) - | > loss_disc_real_3: 0.2247716188430786 (0.2215357468678401) - | > loss_disc_real_4: 0.22679853439331055 (0.21902365131037577) - | > loss_disc_real_5: 0.23713433742523193 (0.23263326925890787) - | > loss_0: 2.52536940574646 (2.4253439326862725) - | > grad_norm_0: tensor(51.0052, device='cuda:0') (tensor(83.1616, device='cuda:0')) - | > loss_gen: 2.4728147983551025 (2.391222820177183) - | > loss_kl: 1.1793479919433594 (1.4416450497868296) - | > loss_feat: 5.098104953765869 (5.15020338519589) - | > loss_mel: 24.1496524810791 (24.286109798557156) - | > loss_duration: 1.747070074081421 (1.8728563615253992) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.64699172973633 (35.14203731830305) - | > grad_norm_1: tensor(1170.8553, device='cuda:0') (tensor(715.3393, device='cuda:0')) - | > current_lr_0: 0.00019967524363831608 - | > current_lr_1: 0.00019967524363831608 - | > step_time: 0.8285 (0.8725771327595134) - | > loader_time: 0.0065 (0.005129185351696644) - - - --> TIME: 2024-11-22 12:51:18 -- STEP: 116/797 -- GLOBAL_STEP: 10700 - | > loss_disc: 2.6754367351531982 (2.438926406975451) - | > loss_disc_real_0: 0.1185595840215683 (0.12389200090848165) - | > loss_disc_real_1: 0.2285378873348236 (0.22021684628622284) - | > loss_disc_real_2: 0.2657991945743561 (0.23576151502543483) - | > loss_disc_real_3: 0.20233865082263947 (0.22166191696606832) - | > loss_disc_real_4: 0.2099260836839676 (0.2195285303068572) - | > loss_disc_real_5: 0.1807689070701599 (0.23462027465475016) - | > loss_0: 2.6754367351531982 (2.438926406975451) - | > grad_norm_0: tensor(106.4836, device='cuda:0') (tensor(88.2443, device='cuda:0')) - | > loss_gen: 2.030900239944458 (2.3918473042290787) - | > loss_kl: 1.6428931951522827 (1.4432349091973797) - | > loss_feat: 4.716512203216553 (5.142291882942465) - | > loss_mel: 24.676481246948242 (24.320590068554058) - | > loss_duration: 1.8413021564483643 (1.8622239170403316) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.90808868408203 (35.16018803366302) - | > grad_norm_1: tensor(93.7682, device='cuda:0') (tensor(649.9825, device='cuda:0')) - | > current_lr_0: 0.00019967524363831608 - | > current_lr_1: 0.00019967524363831608 - | > step_time: 0.9918 (0.891361810010055) - | > loader_time: 0.006 (0.005151004626833159) - - - --> TIME: 2024-11-22 12:51:41 -- STEP: 141/797 -- GLOBAL_STEP: 10725 - | > loss_disc: 2.4712860584259033 (2.4483924131866894) - | > loss_disc_real_0: 0.12878850102424622 (0.12537634325154284) - | > loss_disc_real_1: 0.18294623494148254 (0.21897111928209345) - | > loss_disc_real_2: 0.24486036598682404 (0.23677055114972675) - | > loss_disc_real_3: 0.2793779671192169 (0.2242592065892321) - | > loss_disc_real_4: 0.2784329056739807 (0.22191579143206278) - | > loss_disc_real_5: 0.23616445064544678 (0.23564348470234703) - | > loss_0: 2.4712860584259033 (2.4483924131866894) - | > grad_norm_0: tensor(85.7934, device='cuda:0') (tensor(85.4544, device='cuda:0')) - | > loss_gen: 2.39896559715271 (2.383375218574037) - | > loss_kl: 1.3298310041427612 (1.435759111076382) - | > loss_feat: 4.613844871520996 (5.092878290947449) - | > loss_mel: 24.41271209716797 (24.353557126741883) - | > loss_duration: 1.8327581882476807 (1.8556207604442083) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.588111877441406 (35.12119051074307) - | > grad_norm_1: tensor(1111.7952, device='cuda:0') (tensor(632.8120, device='cuda:0')) - | > current_lr_0: 0.00019967524363831608 - | > current_lr_1: 0.00019967524363831608 - | > step_time: 0.9545 (0.893250380847471) - | > loader_time: 0.0047 (0.005255903758055775) - - - --> TIME: 2024-11-22 12:52:04 -- STEP: 166/797 -- GLOBAL_STEP: 10750 - | > loss_disc: 2.5226263999938965 (2.441870045949179) - | > loss_disc_real_0: 0.24033237993717194 (0.12314036082341728) - | > loss_disc_real_1: 0.26275134086608887 (0.2179551534803517) - | > loss_disc_real_2: 0.2779823839664459 (0.23598730994994382) - | > loss_disc_real_3: 0.25144875049591064 (0.2217595155339643) - | > loss_disc_real_4: 0.23998622596263885 (0.22074653639132719) - | > loss_disc_real_5: 0.21588179469108582 (0.2369981050850397) - | > loss_0: 2.5226263999938965 (2.441870045949179) - | > grad_norm_0: tensor(337.8589, device='cuda:0') (tensor(86.0841, device='cuda:0')) - | > loss_gen: 2.585263252258301 (2.3891729805842945) - | > loss_kl: 1.7277116775512695 (1.4483747715691486) - | > loss_feat: 4.610275745391846 (5.110704752336067) - | > loss_mel: 23.586273193359375 (24.329382379371) - | > loss_duration: 1.8387370109558105 (1.8467510306691548) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.348262786865234 (35.12438597162086) - | > grad_norm_1: tensor(979.8004, device='cuda:0') (tensor(652.1022, device='cuda:0')) - | > current_lr_0: 0.00019967524363831608 - | > current_lr_1: 0.00019967524363831608 - | > step_time: 0.8319 (0.8956250354468104) - | > loader_time: 0.0053 (0.005307362740298351) - - - --> TIME: 2024-11-22 12:52:27 -- STEP: 191/797 -- GLOBAL_STEP: 10775 - | > loss_disc: 2.3375844955444336 (2.4401718222033923) - | > loss_disc_real_0: 0.17776350677013397 (0.1225653510560228) - | > loss_disc_real_1: 0.1768004596233368 (0.2184159108169416) - | > loss_disc_real_2: 0.24948614835739136 (0.2356604879127123) - | > loss_disc_real_3: 0.1673157513141632 (0.22213928736941352) - | > loss_disc_real_4: 0.21167612075805664 (0.2203203629292743) - | > loss_disc_real_5: 0.2440573126077652 (0.23681128430740997) - | > loss_0: 2.3375844955444336 (2.4401718222033923) - | > grad_norm_0: tensor(52.7833, device='cuda:0') (tensor(84.9792, device='cuda:0')) - | > loss_gen: 2.3145828247070312 (2.386068216793201) - | > loss_kl: 1.5479224920272827 (1.4483505297081634) - | > loss_feat: 5.27480936050415 (5.093389023036857) - | > loss_mel: 26.351255416870117 (24.336702117121032) - | > loss_duration: 1.784822940826416 (1.8407222132408183) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.27339553833008 (35.105232228783414) - | > grad_norm_1: tensor(1228.8047, device='cuda:0') (tensor(657.2604, device='cuda:0')) - | > current_lr_0: 0.00019967524363831608 - | > current_lr_1: 0.00019967524363831608 - | > step_time: 0.9585 (0.8957324127876322) - | > loader_time: 0.0062 (0.005497158509898559) - - - --> TIME: 2024-11-22 12:52:51 -- STEP: 216/797 -- GLOBAL_STEP: 10800 - | > loss_disc: 2.568930149078369 (2.4419642830336525) - | > loss_disc_real_0: 0.22579167783260345 (0.1225114439924558) - | > loss_disc_real_1: 0.2445293515920639 (0.21890690798560777) - | > loss_disc_real_2: 0.2791966199874878 (0.23601176024035173) - | > loss_disc_real_3: 0.2350243180990219 (0.22180346820365499) - | > loss_disc_real_4: 0.2160513699054718 (0.21964353550639418) - | > loss_disc_real_5: 0.2301597148180008 (0.2366417169019028) - | > loss_0: 2.568930149078369 (2.4419642830336525) - | > grad_norm_0: tensor(164.0405, device='cuda:0') (tensor(87.8757, device='cuda:0')) - | > loss_gen: 2.308745861053467 (2.3873904899314606) - | > loss_kl: 1.3720746040344238 (1.458278573497578) - | > loss_feat: 4.1506195068359375 (5.0776239931583405) - | > loss_mel: 23.35697364807129 (24.31500894935043) - | > loss_duration: 1.816206693649292 (1.8382763906761452) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.00461959838867 (35.07657851113211) - | > grad_norm_1: tensor(267.4417, device='cuda:0') (tensor(644.4474, device='cuda:0')) - | > current_lr_0: 0.00019967524363831608 - | > current_lr_1: 0.00019967524363831608 - | > step_time: 0.9079 (0.9031860695944892) - | > loader_time: 0.0049 (0.005519521457177621) - - - --> TIME: 2024-11-22 12:53:15 -- STEP: 241/797 -- GLOBAL_STEP: 10825 - | > loss_disc: 2.45436429977417 (2.4411634953684818) - | > loss_disc_real_0: 0.11289811134338379 (0.12380845266630046) - | > loss_disc_real_1: 0.1927315592765808 (0.21877313637139886) - | > loss_disc_real_2: 0.21506087481975555 (0.23539026835894683) - | > loss_disc_real_3: 0.17247405648231506 (0.2210873981852749) - | > loss_disc_real_4: 0.16946029663085938 (0.21922441711069637) - | > loss_disc_real_5: 0.1977541446685791 (0.2374989894910472) - | > loss_0: 2.45436429977417 (2.4411634953684818) - | > grad_norm_0: tensor(133.0640, device='cuda:0') (tensor(91.4636, device='cuda:0')) - | > loss_gen: 2.4603452682495117 (2.3844014183614273) - | > loss_kl: 1.5239901542663574 (1.4629185360496963) - | > loss_feat: 5.2509307861328125 (5.078211156164462) - | > loss_mel: 24.409252166748047 (24.345263073553188) - | > loss_duration: 1.8419207334518433 (1.8337006267175635) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.4864387512207 (35.104494957508365) - | > grad_norm_1: tensor(1088.0674, device='cuda:0') (tensor(653.3921, device='cuda:0')) - | > current_lr_0: 0.00019967524363831608 - | > current_lr_1: 0.00019967524363831608 - | > step_time: 1.0254 (0.9056953236275194) - | > loader_time: 0.0049 (0.005646766963341423) - - - --> TIME: 2024-11-22 12:53:39 -- STEP: 266/797 -- GLOBAL_STEP: 10850 - | > loss_disc: 2.7122550010681152 (2.444996151709018) - | > loss_disc_real_0: 0.18171288073062897 (0.12418793398130656) - | > loss_disc_real_1: 0.24006515741348267 (0.21919181567609758) - | > loss_disc_real_2: 0.2619817852973938 (0.236214805870576) - | > loss_disc_real_3: 0.24986964464187622 (0.22161620580836347) - | > loss_disc_real_4: 0.19960284233093262 (0.220236689244446) - | > loss_disc_real_5: 0.2742975354194641 (0.2372938095402897) - | > loss_0: 2.7122550010681152 (2.444996151709018) - | > grad_norm_0: tensor(162.9341, device='cuda:0') (tensor(92.6227, device='cuda:0')) - | > loss_gen: 2.0393309593200684 (2.3811279423254783) - | > loss_kl: 1.430161476135254 (1.4610281499256765) - | > loss_feat: 3.6501309871673584 (5.052617436064813) - | > loss_mel: 21.40399932861328 (24.332218270552787) - | > loss_duration: 1.8046250343322754 (1.8297771484331977) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.3282470703125 (35.056769105724804) - | > grad_norm_1: tensor(340.5492, device='cuda:0') (tensor(659.2277, device='cuda:0')) - | > current_lr_0: 0.00019967524363831608 - | > current_lr_1: 0.00019967524363831608 - | > step_time: 0.9192 (0.9101710920047043) - | > loader_time: 0.006 (0.005725163266174774) - - - --> TIME: 2024-11-22 12:54:06 -- STEP: 291/797 -- GLOBAL_STEP: 10875 - | > loss_disc: 2.429755210876465 (2.4468186507929643) - | > loss_disc_real_0: 0.06713812053203583 (0.12561414642995572) - | > loss_disc_real_1: 0.2835032343864441 (0.21953285119377872) - | > loss_disc_real_2: 0.2392723560333252 (0.23556982989573397) - | > loss_disc_real_3: 0.16384652256965637 (0.22134036696243947) - | > loss_disc_real_4: 0.21226131916046143 (0.2196235442182043) - | > loss_disc_real_5: 0.22930248081684113 (0.2371646577549964) - | > loss_0: 2.429755210876465 (2.4468186507929643) - | > grad_norm_0: tensor(150.8715, device='cuda:0') (tensor(96.6717, device='cuda:0')) - | > loss_gen: 2.3919544219970703 (2.3727388480274962) - | > loss_kl: 1.549546718597412 (1.4620429820211487) - | > loss_feat: 5.182819366455078 (5.02114612130365) - | > loss_mel: 23.701122283935547 (24.276495609086812) - | > loss_duration: 1.7717750072479248 (1.8279166856582223) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.59721755981445 (34.96034042122435) - | > grad_norm_1: tensor(1216.6530, device='cuda:0') (tensor(678.9337, device='cuda:0')) - | > current_lr_0: 0.00019967524363831608 - | > current_lr_1: 0.00019967524363831608 - | > step_time: 0.9536 (0.9254607031845146) - | > loader_time: 0.0067 (0.005864066356645827) - - - --> TIME: 2024-11-22 12:54:31 -- STEP: 316/797 -- GLOBAL_STEP: 10900 - | > loss_disc: 2.2342700958251953 (2.4454902727392653) - | > loss_disc_real_0: 0.07356224954128265 (0.12535222408750757) - | > loss_disc_real_1: 0.16689471900463104 (0.21922679797192163) - | > loss_disc_real_2: 0.2130318135023117 (0.23484764191546018) - | > loss_disc_real_3: 0.21152395009994507 (0.22134473349286035) - | > loss_disc_real_4: 0.19623501598834991 (0.21997316332557534) - | > loss_disc_real_5: 0.18219825625419617 (0.23722886119650888) - | > loss_0: 2.2342700958251953 (2.4454902727392653) - | > grad_norm_0: tensor(83.5115, device='cuda:0') (tensor(99.6230, device='cuda:0')) - | > loss_gen: 2.277451992034912 (2.376271409324454) - | > loss_kl: 1.1422497034072876 (1.4648303961074811) - | > loss_feat: 5.462352275848389 (5.02812348136419) - | > loss_mel: 23.79833984375 (24.280382385736782) - | > loss_duration: 1.753000259399414 (1.8253081116495253) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.43339538574219 (34.974915981292696) - | > grad_norm_1: tensor(241.5203, device='cuda:0') (tensor(677.6499, device='cuda:0')) - | > current_lr_0: 0.00019967524363831608 - | > current_lr_1: 0.00019967524363831608 - | > step_time: 0.9137 (0.9303552146199383) - | > loader_time: 0.0099 (0.005925074408325968) - - - --> TIME: 2024-11-22 12:55:01 -- STEP: 341/797 -- GLOBAL_STEP: 10925 - | > loss_disc: 2.5226526260375977 (2.4443078740251374) - | > loss_disc_real_0: 0.22239165008068085 (0.12461630166494592) - | > loss_disc_real_1: 0.2439706027507782 (0.21951054906215836) - | > loss_disc_real_2: 0.23214191198349 (0.2355647668723137) - | > loss_disc_real_3: 0.22565752267837524 (0.2216287507864038) - | > loss_disc_real_4: 0.22462716698646545 (0.22022045733642018) - | > loss_disc_real_5: 0.2527048587799072 (0.2371448491238429) - | > loss_0: 2.5226526260375977 (2.4443078740251374) - | > grad_norm_0: tensor(207.0711, device='cuda:0') (tensor(97.5742, device='cuda:0')) - | > loss_gen: 2.525888204574585 (2.381815360788027) - | > loss_kl: 1.281389594078064 (1.456967769654965) - | > loss_feat: 4.863145351409912 (5.034969044570697) - | > loss_mel: 25.085912704467773 (24.28498476201838) - | > loss_duration: 1.7903258800506592 (1.8232564122096535) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.546661376953125 (34.98199351582007) - | > grad_norm_1: tensor(851.0057, device='cuda:0') (tensor(679.5101, device='cuda:0')) - | > current_lr_0: 0.00019967524363831608 - | > current_lr_1: 0.00019967524363831608 - | > step_time: 1.0235 (0.9493812850493489) - | > loader_time: 0.0053 (0.006086813739317952) - - - --> TIME: 2024-11-22 12:55:31 -- STEP: 366/797 -- GLOBAL_STEP: 10950 - | > loss_disc: 2.388237476348877 (2.4470052465063628) - | > loss_disc_real_0: 0.1474895477294922 (0.1237905076984824) - | > loss_disc_real_1: 0.19575762748718262 (0.2198385093870059) - | > loss_disc_real_2: 0.22453977167606354 (0.23552213629575375) - | > loss_disc_real_3: 0.14477410912513733 (0.22174662066613393) - | > loss_disc_real_4: 0.18231767416000366 (0.2204218799543511) - | > loss_disc_real_5: 0.20000037550926208 (0.23754521980474555) - | > loss_0: 2.388237476348877 (2.4470052465063628) - | > grad_norm_0: tensor(188.5476, device='cuda:0') (tensor(98.6000, device='cuda:0')) - | > loss_gen: 2.4537081718444824 (2.3797965127913674) - | > loss_kl: 1.5608378648757935 (1.4566683008696863) - | > loss_feat: 5.250943660736084 (5.029110044729514) - | > loss_mel: 25.546274185180664 (24.259544581011998) - | > loss_duration: 1.8054569959640503 (1.820928917882221) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.61722183227539 (34.94604851769616) - | > grad_norm_1: tensor(808.7300, device='cuda:0') (tensor(679.1173, device='cuda:0')) - | > current_lr_0: 0.00019967524363831608 - | > current_lr_1: 0.00019967524363831608 - | > step_time: 1.1379 (0.9637826218631098) - | > loader_time: 0.0072 (0.0062314734432866664) - - - --> TIME: 2024-11-22 12:55:56 -- STEP: 391/797 -- GLOBAL_STEP: 10975 - | > loss_disc: 2.5401391983032227 (2.4499150889608865) - | > loss_disc_real_0: 0.0993996113538742 (0.12403585083420615) - | > loss_disc_real_1: 0.21392680704593658 (0.2206535143849185) - | > loss_disc_real_2: 0.22340479493141174 (0.23605347003625787) - | > loss_disc_real_3: 0.28052613139152527 (0.2221894916289908) - | > loss_disc_real_4: 0.22799555957317352 (0.22075506678932463) - | > loss_disc_real_5: 0.262522429227829 (0.23754307921127896) - | > loss_0: 2.5401391983032227 (2.4499150889608865) - | > grad_norm_0: tensor(191.3702, device='cuda:0') (tensor(102.1740, device='cuda:0')) - | > loss_gen: 2.2905237674713135 (2.379569091150522) - | > loss_kl: 1.4036422967910767 (1.4560380764019765) - | > loss_feat: 5.132122039794922 (5.019560410238594) - | > loss_mel: 24.10894203186035 (24.243250781008044) - | > loss_duration: 1.835483193397522 (1.8188876913636542) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.770713806152344 (34.91730620245186) - | > grad_norm_1: tensor(942.6913, device='cuda:0') (tensor(674.5396, device='cuda:0')) - | > current_lr_0: 0.00019967524363831608 - | > current_lr_1: 0.00019967524363831608 - | > step_time: 0.9493 (0.967019607343942) - | > loader_time: 0.0069 (0.006316184997558594) - - - --> TIME: 2024-11-22 12:56:21 -- STEP: 416/797 -- GLOBAL_STEP: 11000 - | > loss_disc: 2.399970531463623 (2.4493664428591724) - | > loss_disc_real_0: 0.14008426666259766 (0.12366030050907276) - | > loss_disc_real_1: 0.20432908833026886 (0.22085883400331324) - | > loss_disc_real_2: 0.1953122317790985 (0.23582770969145572) - | > loss_disc_real_3: 0.24358929693698883 (0.22207302969092363) - | > loss_disc_real_4: 0.22843381762504578 (0.2209805828304245) - | > loss_disc_real_5: 0.2589557468891144 (0.23768018340118802) - | > loss_0: 2.399970531463623 (2.4493664428591724) - | > grad_norm_0: tensor(111.5275, device='cuda:0') (tensor(101.3831, device='cuda:0')) - | > loss_gen: 2.30281400680542 (2.377285027446654) - | > loss_kl: 1.3757652044296265 (1.4516436215490103) - | > loss_feat: 5.187519550323486 (5.014406038591495) - | > loss_mel: 25.580791473388672 (24.240660383151127) - | > loss_duration: 1.8105751276016235 (1.8172404488118796) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.25746536254883 (34.90123566297384) - | > grad_norm_1: tensor(848.0372, device='cuda:0') (tensor(682.0135, device='cuda:0')) - | > current_lr_0: 0.00019967524363831608 - | > current_lr_1: 0.00019967524363831608 - | > step_time: 0.9947 (0.9682438161510688) - | > loader_time: 0.0067 (0.006399003358987661) - - - --> TIME: 2024-11-22 12:56:47 -- STEP: 441/797 -- GLOBAL_STEP: 11025 - | > loss_disc: 2.50952410697937 (2.450748708513047) - | > loss_disc_real_0: 0.13231441378593445 (0.12413392255669811) - | > loss_disc_real_1: 0.2577512562274933 (0.22077843752983206) - | > loss_disc_real_2: 0.23535192012786865 (0.23616672903637226) - | > loss_disc_real_3: 0.1465074121952057 (0.22226691607580165) - | > loss_disc_real_4: 0.17977486550807953 (0.22094921216943098) - | > loss_disc_real_5: 0.2712000608444214 (0.23772719938333342) - | > loss_0: 2.50952410697937 (2.450748708513047) - | > grad_norm_0: tensor(145.7964, device='cuda:0') (tensor(100.3883, device='cuda:0')) - | > loss_gen: 2.335498332977295 (2.374519787948417) - | > loss_kl: 1.5101275444030762 (1.4515240807381888) - | > loss_feat: 5.201300621032715 (5.010698799643657) - | > loss_mel: 24.489805221557617 (24.23926434333092) - | > loss_duration: 1.7901625633239746 (1.8160395406000738) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.3268928527832 (34.892046697015395) - | > grad_norm_1: tensor(1017.2805, device='cuda:0') (tensor(691.9748, device='cuda:0')) - | > current_lr_0: 0.00019967524363831608 - | > current_lr_1: 0.00019967524363831608 - | > step_time: 0.9781 (0.970387653428681) - | > loader_time: 0.0097 (0.006527484950024524) - - - --> TIME: 2024-11-22 12:57:12 -- STEP: 466/797 -- GLOBAL_STEP: 11050 - | > loss_disc: 2.5401411056518555 (2.4526658042817657) - | > loss_disc_real_0: 0.08010603487491608 (0.12467087764500796) - | > loss_disc_real_1: 0.2139703780412674 (0.2214814743322876) - | > loss_disc_real_2: 0.25416404008865356 (0.23608541076147505) - | > loss_disc_real_3: 0.16829712688922882 (0.22266907379223044) - | > loss_disc_real_4: 0.21346120536327362 (0.22097405887212876) - | > loss_disc_real_5: 0.21261096000671387 (0.23706029163665526) - | > loss_0: 2.5401411056518555 (2.4526658042817657) - | > grad_norm_0: tensor(277.1630, device='cuda:0') (tensor(99.1011, device='cuda:0')) - | > loss_gen: 2.2044265270233154 (2.371119229834478) - | > loss_kl: 1.6177339553833008 (1.4495233764208437) - | > loss_feat: 4.427543640136719 (5.003848076889955) - | > loss_mel: 22.04283332824707 (24.26682639633637) - | > loss_duration: 1.855051040649414 (1.8151795961314516) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.14759063720703 (34.90649686657819) - | > grad_norm_1: tensor(1287.3213, device='cuda:0') (tensor(690.8927, device='cuda:0')) - | > current_lr_0: 0.00019967524363831608 - | > current_lr_1: 0.00019967524363831608 - | > step_time: 1.2809 (0.9721963492585866) - | > loader_time: 0.0092 (0.006619741476656542) - - - --> TIME: 2024-11-22 12:57:40 -- STEP: 491/797 -- GLOBAL_STEP: 11075 - | > loss_disc: 2.4951364994049072 (2.4546661988780833) - | > loss_disc_real_0: 0.14941413700580597 (0.12474280185314635) - | > loss_disc_real_1: 0.26431354880332947 (0.2215353326071547) - | > loss_disc_real_2: 0.28992733359336853 (0.23679025070608997) - | > loss_disc_real_3: 0.21757477521896362 (0.2224952174604789) - | > loss_disc_real_4: 0.23772166669368744 (0.22115812245794322) - | > loss_disc_real_5: 0.2743367850780487 (0.2375985390360632) - | > loss_0: 2.4951364994049072 (2.4546661988780833) - | > grad_norm_0: tensor(108.1662, device='cuda:0') (tensor(99.4561, device='cuda:0')) - | > loss_gen: 2.510336399078369 (2.371784347623525) - | > loss_kl: 1.590810775756836 (1.4482792855037447) - | > loss_feat: 5.142248153686523 (5.006513438253927) - | > loss_mel: 23.17793846130371 (24.28301726145074) - | > loss_duration: 1.8178155422210693 (1.8134620498008496) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.2391471862793 (34.92305656168951) - | > grad_norm_1: tensor(559.1841, device='cuda:0') (tensor(702.2990, device='cuda:0')) - | > current_lr_0: 0.00019967524363831608 - | > current_lr_1: 0.00019967524363831608 - | > step_time: 1.0009 (0.9775070988719187) - | > loader_time: 0.0089 (0.006707422602200946) - - - --> TIME: 2024-11-22 12:58:06 -- STEP: 516/797 -- GLOBAL_STEP: 11100 - | > loss_disc: 2.4910974502563477 (2.4545393914215317) - | > loss_disc_real_0: 0.19469982385635376 (0.12469613792504673) - | > loss_disc_real_1: 0.20490987598896027 (0.22109696690657343) - | > loss_disc_real_2: 0.22038713097572327 (0.23713641261407573) - | > loss_disc_real_3: 0.16510212421417236 (0.2222302898533585) - | > loss_disc_real_4: 0.21570457518100739 (0.2215052746063055) - | > loss_disc_real_5: 0.2573261260986328 (0.23776839618650517) - | > loss_0: 2.4910974502563477 (2.4545393914215317) - | > grad_norm_0: tensor(152.1572, device='cuda:0') (tensor(100.0475, device='cuda:0')) - | > loss_gen: 2.319979429244995 (2.3691029220588438) - | > loss_kl: 1.290379524230957 (1.4484930748856344) - | > loss_feat: 4.776551246643066 (4.996354496294214) - | > loss_mel: 23.483455657958984 (24.26866545048795) - | > loss_duration: 1.7968263626098633 (1.812141893677009) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.66719055175781 (34.89475800270258) - | > grad_norm_1: tensor(1135.9581, device='cuda:0') (tensor(695.0690, device='cuda:0')) - | > current_lr_0: 0.00019967524363831608 - | > current_lr_1: 0.00019967524363831608 - | > step_time: 1.029 (0.9811857550643212) - | > loader_time: 0.0085 (0.006791038568629775) - - - --> TIME: 2024-11-22 12:58:33 -- STEP: 541/797 -- GLOBAL_STEP: 11125 - | > loss_disc: 2.2844767570495605 (2.454286113023317) - | > loss_disc_real_0: 0.11122999340295792 (0.12474792170408906) - | > loss_disc_real_1: 0.20894816517829895 (0.22130823077534129) - | > loss_disc_real_2: 0.20912881195545197 (0.2369587068857415) - | > loss_disc_real_3: 0.22003647685050964 (0.22209628468961246) - | > loss_disc_real_4: 0.18681761622428894 (0.22126743227739212) - | > loss_disc_real_5: 0.2041928470134735 (0.23719584856478437) - | > loss_0: 2.2844767570495605 (2.454286113023317) - | > grad_norm_0: tensor(78.3936, device='cuda:0') (tensor(99.1904, device='cuda:0')) - | > loss_gen: 2.440537691116333 (2.3668809298446565) - | > loss_kl: 1.2538596391677856 (1.4480326848858611) - | > loss_feat: 5.527843475341797 (4.99709500534918) - | > loss_mel: 25.727806091308594 (24.26498403919382) - | > loss_duration: 1.8423292636871338 (1.8119855850329023) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.79237747192383 (34.88897840813655) - | > grad_norm_1: tensor(911.8245, device='cuda:0') (tensor(698.3069, device='cuda:0')) - | > current_lr_0: 0.00019967524363831608 - | > current_lr_1: 0.00019967524363831608 - | > step_time: 1.0494 (0.9850696565483502) - | > loader_time: 0.0078 (0.0068487230819166255) - - - --> TIME: 2024-11-22 12:59:02 -- STEP: 566/797 -- GLOBAL_STEP: 11150 - | > loss_disc: 2.460588216781616 (2.4543547647159425) - | > loss_disc_real_0: 0.17342641949653625 (0.1253748145480985) - | > loss_disc_real_1: 0.17698995769023895 (0.22120850696475267) - | > loss_disc_real_2: 0.19714875519275665 (0.23676147383009166) - | > loss_disc_real_3: 0.213725745677948 (0.22201978625867905) - | > loss_disc_real_4: 0.2149345427751541 (0.22114166878032182) - | > loss_disc_real_5: 0.27141299843788147 (0.2373787757048759) - | > loss_0: 2.460588216781616 (2.4543547647159425) - | > grad_norm_0: tensor(200.0956, device='cuda:0') (tensor(101.4360, device='cuda:0')) - | > loss_gen: 2.427077054977417 (2.366318102860198) - | > loss_kl: 1.3049873113632202 (1.4464095018988368) - | > loss_feat: 4.6912431716918945 (4.996025179384454) - | > loss_mel: 22.363889694213867 (24.243403677384343) - | > loss_duration: 1.7790621519088745 (1.8109461022771298) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.56625747680664 (34.86310272082001) - | > grad_norm_1: tensor(1100.1460, device='cuda:0') (tensor(710.0085, device='cuda:0')) - | > current_lr_0: 0.00019967524363831608 - | > current_lr_1: 0.00019967524363831608 - | > step_time: 0.9929 (0.9918130400324037) - | > loader_time: 0.0116 (0.006960569337905506) - - - --> TIME: 2024-11-22 12:59:29 -- STEP: 591/797 -- GLOBAL_STEP: 11175 - | > loss_disc: 2.4130170345306396 (2.452666387945262) - | > loss_disc_real_0: 0.13746988773345947 (0.12472988113559233) - | > loss_disc_real_1: 0.28054630756378174 (0.22103025172971036) - | > loss_disc_real_2: 0.25788983702659607 (0.23659563914269158) - | > loss_disc_real_3: 0.2233426868915558 (0.22224408191472755) - | > loss_disc_real_4: 0.22603636980056763 (0.2209987241503753) - | > loss_disc_real_5: 0.2436961680650711 (0.23707441269544582) - | > loss_0: 2.4130170345306396 (2.452666387945262) - | > grad_norm_0: tensor(112.5219, device='cuda:0') (tensor(101.7355, device='cuda:0')) - | > loss_gen: 2.3726160526275635 (2.3678587858648665) - | > loss_kl: 1.5885398387908936 (1.4472878502710218) - | > loss_feat: 5.152835845947266 (5.005637834116489) - | > loss_mel: 24.21416473388672 (24.255998743770494) - | > loss_duration: 1.7822279930114746 (1.8103096093824882) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.110382080078125 (34.88709294533768) - | > grad_norm_1: tensor(425.1949, device='cuda:0') (tensor(710.7016, device='cuda:0')) - | > current_lr_0: 0.00019967524363831608 - | > current_lr_1: 0.00019967524363831608 - | > step_time: 1.0283 (0.9951152680489013) - | > loader_time: 0.0147 (0.007057397296989428) - - - --> TIME: 2024-11-22 12:59:56 -- STEP: 616/797 -- GLOBAL_STEP: 11200 - | > loss_disc: 2.5529472827911377 (2.4516999973105134) - | > loss_disc_real_0: 0.1680307686328888 (0.12485918837490594) - | > loss_disc_real_1: 0.20950761437416077 (0.2207785675713382) - | > loss_disc_real_2: 0.23832069337368011 (0.23640562390739267) - | > loss_disc_real_3: 0.23707543313503265 (0.22224586009495453) - | > loss_disc_real_4: 0.20750664174556732 (0.22098277596297206) - | > loss_disc_real_5: 0.27971842885017395 (0.23717017817710132) - | > loss_0: 2.5529472827911377 (2.4516999973105134) - | > grad_norm_0: tensor(330.9648, device='cuda:0') (tensor(102.8837, device='cuda:0')) - | > loss_gen: 2.191094398498535 (2.3692756511948314) - | > loss_kl: 1.423840045928955 (1.4465376772470293) - | > loss_feat: 4.263259410858154 (5.0083126019347795) - | > loss_mel: 22.921737670898438 (24.25903395244053) - | > loss_duration: 1.8387454748153687 (1.8100245633682654) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.638675689697266 (34.8931845565895) - | > grad_norm_1: tensor(1009.3322, device='cuda:0') (tensor(706.9475, device='cuda:0')) - | > current_lr_0: 0.00019967524363831608 - | > current_lr_1: 0.00019967524363831608 - | > step_time: 1.0443 (0.9978532183479953) - | > loader_time: 0.0083 (0.007140856671642947) - - - --> TIME: 2024-11-22 13:00:24 -- STEP: 641/797 -- GLOBAL_STEP: 11225 - | > loss_disc: 2.392676830291748 (2.450123342820522) - | > loss_disc_real_0: 0.06346708536148071 (0.12349803218626747) - | > loss_disc_real_1: 0.2193843275308609 (0.22061717840327125) - | > loss_disc_real_2: 0.20131027698516846 (0.23611390697602735) - | > loss_disc_real_3: 0.26346471905708313 (0.22232366677565443) - | > loss_disc_real_4: 0.1886511743068695 (0.22116536673815132) - | > loss_disc_real_5: 0.21742922067642212 (0.23678188648964058) - | > loss_0: 2.392676830291748 (2.450123342820522) - | > grad_norm_0: tensor(34.3015, device='cuda:0') (tensor(103.6177, device='cuda:0')) - | > loss_gen: 2.194119453430176 (2.3703504702230322) - | > loss_kl: 1.4606515169143677 (1.4463492551013575) - | > loss_feat: 5.286785125732422 (5.009539824752095) - | > loss_mel: 24.327686309814453 (24.255036653111016) - | > loss_duration: 1.7751991748809814 (1.8100570308250874) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.04444122314453 (34.8913333345315) - | > grad_norm_1: tensor(127.0843, device='cuda:0') (tensor(711.6220, device='cuda:0')) - | > current_lr_0: 0.00019967524363831608 - | > current_lr_1: 0.00019967524363831608 - | > step_time: 1.1492 (1.0008590697498294) - | > loader_time: 0.0105 (0.007236944531873682) - - - --> TIME: 2024-11-22 13:00:52 -- STEP: 666/797 -- GLOBAL_STEP: 11250 - | > loss_disc: 2.225080966949463 (2.448072156748613) - | > loss_disc_real_0: 0.0801316499710083 (0.12229160768715462) - | > loss_disc_real_1: 0.22046755254268646 (0.22063176938005405) - | > loss_disc_real_2: 0.21645183861255646 (0.23596501008078857) - | > loss_disc_real_3: 0.25046506524086 (0.22263147030864758) - | > loss_disc_real_4: 0.19727696478366852 (0.2211655321735162) - | > loss_disc_real_5: 0.22533899545669556 (0.23671199987690017) - | > loss_0: 2.225080966949463 (2.448072156748613) - | > grad_norm_0: tensor(40.1506, device='cuda:0') (tensor(101.8635, device='cuda:0')) - | > loss_gen: 2.5164685249328613 (2.373442978472322) - | > loss_kl: 1.5270229578018188 (1.4448118838999007) - | > loss_feat: 5.291119575500488 (5.017731565254946) - | > loss_mel: 23.908681869506836 (24.260779125912403) - | > loss_duration: 1.8123983144760132 (1.8096057484457808) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.05569076538086 (34.906371400162996) - | > grad_norm_1: tensor(329.8405, device='cuda:0') (tensor(699.6492, device='cuda:0')) - | > current_lr_0: 0.00019967524363831608 - | > current_lr_1: 0.00019967524363831608 - | > step_time: 1.0193 (1.0052499667302268) - | > loader_time: 0.0093 (0.007349466418360805) - - - --> TIME: 2024-11-22 13:01:20 -- STEP: 691/797 -- GLOBAL_STEP: 11275 - | > loss_disc: 2.390503406524658 (2.448825230991787) - | > loss_disc_real_0: 0.15078230202198029 (0.12201725634410648) - | > loss_disc_real_1: 0.1853724867105484 (0.22078232281718696) - | > loss_disc_real_2: 0.2605673372745514 (0.2360545846211755) - | > loss_disc_real_3: 0.2372831553220749 (0.22275735716053796) - | > loss_disc_real_4: 0.2089509218931198 (0.22141348386207646) - | > loss_disc_real_5: 0.22509358823299408 (0.2369119238146135) - | > loss_0: 2.390503406524658 (2.448825230991787) - | > grad_norm_0: tensor(300.5658, device='cuda:0') (tensor(101.9454, device='cuda:0')) - | > loss_gen: 2.4573919773101807 (2.372161636131715) - | > loss_kl: 1.232019066810608 (1.4439147875553966) - | > loss_feat: 4.88137674331665 (5.009583918299589) - | > loss_mel: 21.72083854675293 (24.259604430578207) - | > loss_duration: 1.750350832939148 (1.8085559558247353) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.04197692871094 (34.893820841302066) - | > grad_norm_1: tensor(822.8740, device='cuda:0') (tensor(707.2865, device='cuda:0')) - | > current_lr_0: 0.00019967524363831608 - | > current_lr_1: 0.00019967524363831608 - | > step_time: 1.0925 (1.0091994384953324) - | > loader_time: 0.0109 (0.007463886492849259) - - - --> TIME: 2024-11-22 13:01:54 -- STEP: 716/797 -- GLOBAL_STEP: 11300 - | > loss_disc: 2.489443778991699 (2.4493428125727768) - | > loss_disc_real_0: 0.13187523186206818 (0.122089199602146) - | > loss_disc_real_1: 0.23235870897769928 (0.22054777144553284) - | > loss_disc_real_2: 0.22165529429912567 (0.236196902273587) - | > loss_disc_real_3: 0.2620569169521332 (0.22284919327364294) - | > loss_disc_real_4: 0.22710366547107697 (0.22161868853525746) - | > loss_disc_real_5: 0.24903547763824463 (0.23691574240613253) - | > loss_0: 2.489443778991699 (2.4493428125727768) - | > grad_norm_0: tensor(81.6820, device='cuda:0') (tensor(101.6920, device='cuda:0')) - | > loss_gen: 2.276425838470459 (2.3718432714153246) - | > loss_kl: 1.4636178016662598 (1.4421113320735577) - | > loss_feat: 4.9470720291137695 (5.010027164187513) - | > loss_mel: 23.548736572265625 (24.26937767646832) - | > loss_duration: 1.7743480205535889 (1.8077097493510013) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.01020050048828 (34.90106930013476) - | > grad_norm_1: tensor(953.0441, device='cuda:0') (tensor(700.4438, device='cuda:0')) - | > current_lr_0: 0.00019967524363831608 - | > current_lr_1: 0.00019967524363831608 - | > step_time: 1.3421 (1.0198711613037068) - | > loader_time: 0.0095 (0.007638473417505872) - - - --> TIME: 2024-11-22 13:02:30 -- STEP: 741/797 -- GLOBAL_STEP: 11325 - | > loss_disc: 2.6244289875030518 (2.4497962281128003) - | > loss_disc_real_0: 0.12154218554496765 (0.1219863642796411) - | > loss_disc_real_1: 0.1722421646118164 (0.22072747335662413) - | > loss_disc_real_2: 0.2505849301815033 (0.23624521019326852) - | > loss_disc_real_3: 0.260120153427124 (0.22281674423359352) - | > loss_disc_real_4: 0.22592534124851227 (0.22166063050348592) - | > loss_disc_real_5: 0.19283972680568695 (0.23696248947206622) - | > loss_0: 2.6244289875030518 (2.4497962281128003) - | > grad_norm_0: tensor(79.0602, device='cuda:0') (tensor(101.2824, device='cuda:0')) - | > loss_gen: 2.1001758575439453 (2.3717636669534716) - | > loss_kl: 1.436468243598938 (1.4413766514273627) - | > loss_feat: 4.206617832183838 (5.010475659981754) - | > loss_mel: 23.326675415039062 (24.280524401851352) - | > loss_duration: 1.8003463745117188 (1.8066298705846198) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.87028503417969 (34.91077035963133) - | > grad_norm_1: tensor(557.9225, device='cuda:0') (tensor(703.8833, device='cuda:0')) - | > current_lr_0: 0.00019967524363831608 - | > current_lr_1: 0.00019967524363831608 - | > step_time: 1.4485 (1.0333022363433635) - | > loader_time: 0.0101 (0.008133790431878505) - - - --> TIME: 2024-11-22 13:03:21 -- STEP: 766/797 -- GLOBAL_STEP: 11350 - | > loss_disc: 2.7667336463928223 (2.4504625308606993) - | > loss_disc_real_0: 0.2234162986278534 (0.12212012421738536) - | > loss_disc_real_1: 0.2185506969690323 (0.2207199410576734) - | > loss_disc_real_2: 0.23241619765758514 (0.2363258434299078) - | > loss_disc_real_3: 0.18269719183444977 (0.22285290165529556) - | > loss_disc_real_4: 0.21351410448551178 (0.2216564765486954) - | > loss_disc_real_5: 0.18709881603717804 (0.23683613099099454) - | > loss_0: 2.7667336463928223 (2.4504625308606993) - | > grad_norm_0: tensor(199.1267, device='cuda:0') (tensor(101.5571, device='cuda:0')) - | > loss_gen: 2.296170711517334 (2.3726233832207404) - | > loss_kl: 1.439069151878357 (1.4408536039039919) - | > loss_feat: 4.692839622497559 (5.01146465337619) - | > loss_mel: 24.259716033935547 (24.275774074285522) - | > loss_duration: 1.776052713394165 (1.8053896581223994) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.46384811401367 (34.906105474765866) - | > grad_norm_1: tensor(86.4639, device='cuda:0') (tensor(703.1051, device='cuda:0')) - | > current_lr_0: 0.00019967524363831608 - | > current_lr_1: 0.00019967524363831608 - | > step_time: 2.7768 (1.0650116815268225) - | > loader_time: 0.2873 (0.008978344752956616) - - - --> TIME: 2024-11-22 13:04:43 -- STEP: 791/797 -- GLOBAL_STEP: 11375 - | > loss_disc: 2.5762081146240234 (2.4522108618739846) - | > loss_disc_real_0: 0.15162862837314606 (0.12341314010256155) - | > loss_disc_real_1: 0.25052735209465027 (0.2206544045137546) - | > loss_disc_real_2: 0.2877778112888336 (0.2364615564212184) - | > loss_disc_real_3: 0.21365712583065033 (0.2227793524675213) - | > loss_disc_real_4: 0.22767964005470276 (0.2216042989839043) - | > loss_disc_real_5: 0.21058206260204315 (0.2369207222339628) - | > loss_0: 2.5762081146240234 (2.4522108618739846) - | > grad_norm_0: tensor(112.7187, device='cuda:0') (tensor(100.8629, device='cuda:0')) - | > loss_gen: 2.25213623046875 (2.369243014175277) - | > loss_kl: 1.3941665887832642 (1.44245489471028) - | > loss_feat: 4.564171314239502 (5.003456762255972) - | > loss_mel: 23.427005767822266 (24.270019326288388) - | > loss_duration: 1.7476832866668701 (1.804252344799404) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.385162353515625 (34.889426442374194) - | > grad_norm_1: tensor(719.1851, device='cuda:0') (tensor(695.1428, device='cuda:0')) - | > current_lr_0: 0.00019967524363831608 - | > current_lr_1: 0.00019967524363831608 - | > step_time: 3.7125 (1.13416244468255) - | > loader_time: 0.0108 (0.009544499453943688) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.50563907623291 (2.50563907623291) - | > loss_disc_real_0: 0.18881183862686157 (0.18881183862686157) - | > loss_disc_real_1: 0.1472916156053543 (0.1472916156053543) - | > loss_disc_real_2: 0.23763170838356018 (0.23763170838356018) - | > loss_disc_real_3: 0.1719975471496582 (0.1719975471496582) - | > loss_disc_real_4: 0.2707073986530304 (0.2707073986530304) - | > loss_disc_real_5: 0.28730690479278564 (0.28730690479278564) - | > loss_0: 2.50563907623291 (2.50563907623291) - | > loss_gen: 2.2984061241149902 (2.2984061241149902) - | > loss_kl: 1.459695816040039 (1.459695816040039) - | > loss_feat: 4.633179664611816 (4.633179664611816) - | > loss_mel: 24.36139678955078 (24.36139678955078) - | > loss_duration: 2.1084115505218506 (2.1084115505218506) - | > loss_1: 34.861087799072266 (34.861087799072266) - - --> STEP: 1 - | > loss_disc: 2.1926445960998535 (2.1926445960998535) - | > loss_disc_real_0: 0.13865187764167786 (0.13865187764167786) - | > loss_disc_real_1: 0.1282745599746704 (0.1282745599746704) - | > loss_disc_real_2: 0.18800410628318787 (0.18800410628318787) - | > loss_disc_real_3: 0.12773992121219635 (0.12773992121219635) - | > loss_disc_real_4: 0.14878691732883453 (0.14878691732883453) - | > loss_disc_real_5: 0.19409044086933136 (0.19409044086933136) - | > loss_0: 2.1926445960998535 (2.1926445960998535) - | > loss_gen: 2.2486655712127686 (2.2486655712127686) - | > loss_kl: 1.1674871444702148 (1.1674871444702148) - | > loss_feat: 6.049927711486816 (6.049927711486816) - | > loss_mel: 28.847530364990234 (28.847530364990234) - | > loss_duration: 1.8808255195617676 (1.8808255195617676) - | > loss_1: 40.194435119628906 (40.194435119628906) - - --> STEP: 2 - | > loss_disc: 2.6329843997955322 (2.412814497947693) - | > loss_disc_real_0: 0.14717604219913483 (0.14291395992040634) - | > loss_disc_real_1: 0.21895164251327515 (0.17361310124397278) - | > loss_disc_real_2: 0.231034055352211 (0.20951908081769943) - | > loss_disc_real_3: 0.21987435221672058 (0.17380713671445847) - | > loss_disc_real_4: 0.26102516055107117 (0.20490603893995285) - | > loss_disc_real_5: 0.2776247560977936 (0.23585759848356247) - | > loss_0: 2.6329843997955322 (2.412814497947693) - | > loss_gen: 2.0841002464294434 (2.166382908821106) - | > loss_kl: 1.6148611307144165 (1.3911741375923157) - | > loss_feat: 3.15858793258667 (4.604257822036743) - | > loss_mel: 21.674007415771484 (25.26076889038086) - | > loss_duration: 1.799269437789917 (1.8400474786758423) - | > loss_1: 30.330825805664062 (35.262630462646484) - - --> STEP: 3 - | > loss_disc: 2.730985403060913 (2.518871466318766) - | > loss_disc_real_0: 0.24989986419677734 (0.17857592801253) - | > loss_disc_real_1: 0.20095360279083252 (0.18272660175959268) - | > loss_disc_real_2: 0.21210485696792603 (0.2103810062011083) - | > loss_disc_real_3: 0.152937650680542 (0.16685064136981964) - | > loss_disc_real_4: 0.22904442250728607 (0.2129521667957306) - | > loss_disc_real_5: 0.2438018023967743 (0.2385056664546331) - | > loss_0: 2.730985403060913 (2.518871466318766) - | > loss_gen: 1.9613455533981323 (2.0980371236801147) - | > loss_kl: 1.0004395246505737 (1.260929266611735) - | > loss_feat: 3.6888833045959473 (4.2991329828898115) - | > loss_mel: 24.38483428955078 (24.968790690104168) - | > loss_duration: 1.805751085281372 (1.8286153475443523) - | > loss_1: 32.84125518798828 (34.45550537109375) - - --> STEP: 4 - | > loss_disc: 2.327801465988159 (2.4711039662361145) - | > loss_disc_real_0: 0.2015153020620346 (0.18431077152490616) - | > loss_disc_real_1: 0.12947633862495422 (0.16941403597593307) - | > loss_disc_real_2: 0.2548380494117737 (0.22149526700377464) - | > loss_disc_real_3: 0.1547035425901413 (0.16381386667490005) - | > loss_disc_real_4: 0.24191923439502716 (0.22019393369555473) - | > loss_disc_real_5: 0.2571699619293213 (0.24317174032330513) - | > loss_0: 2.327801465988159 (2.4711039662361145) - | > loss_gen: 2.4872021675109863 (2.1953283846378326) - | > loss_kl: 1.1009544134140015 (1.2209355533123016) - | > loss_feat: 5.655359745025635 (4.638189673423767) - | > loss_mel: 25.38161277770996 (25.071996212005615) - | > loss_duration: 1.755980372428894 (1.8104566037654877) - | > loss_1: 36.38111114501953 (34.936906814575195) - - --> STEP: 5 - | > loss_disc: 2.5375237464904785 (2.484387922286987) - | > loss_disc_real_0: 0.21266406774520874 (0.18998143076896667) - | > loss_disc_real_1: 0.2051100730895996 (0.17655324339866638) - | > loss_disc_real_2: 0.2327132374048233 (0.22373886108398439) - | > loss_disc_real_3: 0.19912190735340118 (0.17087547481060028) - | > loss_disc_real_4: 0.31984516978263855 (0.2401241809129715) - | > loss_disc_real_5: 0.19827084243297577 (0.23419156074523925) - | > loss_0: 2.5375237464904785 (2.484387922286987) - | > loss_gen: 2.655734062194824 (2.287409520149231) - | > loss_kl: 2.1072657108306885 (1.398201584815979) - | > loss_feat: 6.4358744621276855 (4.997726631164551) - | > loss_mel: 26.73992919921875 (25.40558280944824) - | > loss_duration: 2.0111217498779297 (1.850589632987976) - | > loss_1: 39.949928283691406 (35.939511108398435) - - --> STEP: 6 - | > loss_disc: 2.8476033210754395 (2.5449238220850625) - | > loss_disc_real_0: 0.31561338901519775 (0.21092009047667185) - | > loss_disc_real_1: 0.1844702512025833 (0.1778727446993192) - | > loss_disc_real_2: 0.2666918635368347 (0.2308976948261261) - | > loss_disc_real_3: 0.21793965995311737 (0.17871950566768646) - | > loss_disc_real_4: 0.32384517788887024 (0.2540776804089546) - | > loss_disc_real_5: 0.2770988941192627 (0.24134278297424316) - | > loss_0: 2.8476033210754395 (2.5449238220850625) - | > loss_gen: 2.2923529148101807 (2.2882334192593894) - | > loss_kl: 0.8682833313941956 (1.3098818759123485) - | > loss_feat: 3.6907219886779785 (4.779892524083455) - | > loss_mel: 22.0562686920166 (24.8473637898763) - | > loss_duration: 1.7484633922576904 (1.8335685928662617) - | > loss_1: 30.656089782714844 (35.05894088745117) - - --> STEP: 7 - | > loss_disc: 2.3543789386749268 (2.517703124455043) - | > loss_disc_real_0: 0.1700916588306427 (0.20508745738438197) - | > loss_disc_real_1: 0.18141956627368927 (0.1783794334956578) - | > loss_disc_real_2: 0.25557154417037964 (0.23442253044673375) - | > loss_disc_real_3: 0.1568191647529602 (0.17559088553701127) - | > loss_disc_real_4: 0.26358580589294434 (0.25543598404952456) - | > loss_disc_real_5: 0.2050924450159073 (0.23616416326590947) - | > loss_0: 2.3543789386749268 (2.517703124455043) - | > loss_gen: 2.5014030933380127 (2.31868622984205) - | > loss_kl: 0.9996538162231445 (1.2655635816710336) - | > loss_feat: 4.993528842926025 (4.810411998203823) - | > loss_mel: 22.19180679321289 (24.467998504638672) - | > loss_duration: 1.7401626110076904 (1.8202248811721802) - | > loss_1: 32.42655563354492 (34.68288585117885) - - --> STEP: 8 - | > loss_disc: 2.2682628631591797 (2.4865230917930603) - | > loss_disc_real_0: 0.1524118185043335 (0.19850300252437592) - | > loss_disc_real_1: 0.1567392498254776 (0.17567441053688526) - | > loss_disc_real_2: 0.2451087087392807 (0.23575830273330212) - | > loss_disc_real_3: 0.11487933993339539 (0.1680019423365593) - | > loss_disc_real_4: 0.27737540006637573 (0.258178411051631) - | > loss_disc_real_5: 0.22275973856449127 (0.2344886101782322) - | > loss_0: 2.2682628631591797 (2.4865230917930603) - | > loss_gen: 2.434744119644165 (2.333193466067314) - | > loss_kl: 1.865967869758606 (1.3406141176819801) - | > loss_feat: 5.181422710418701 (4.856788337230682) - | > loss_mel: 25.226268768310547 (24.562782287597656) - | > loss_duration: 1.8127037286758423 (1.819284737110138) - | > loss_1: 36.5211067199707 (34.91266345977783) - - --> STEP: 9 - | > loss_disc: 2.4020028114318848 (2.4771319495307074) - | > loss_disc_real_0: 0.13270002603530884 (0.19119156069225735) - | > loss_disc_real_1: 0.18423062562942505 (0.176625101102723) - | > loss_disc_real_2: 0.27538666129112244 (0.24016145368417105) - | > loss_disc_real_3: 0.21487973630428314 (0.17321058611075082) - | > loss_disc_real_4: 0.2747223675251007 (0.26001662843757206) - | > loss_disc_real_5: 0.26023006439208984 (0.2373487717575497) - | > loss_0: 2.4020028114318848 (2.4771319495307074) - | > loss_gen: 2.503859758377075 (2.3521563874350653) - | > loss_kl: 1.771274209022522 (1.3884652389420404) - | > loss_feat: 4.40460205078125 (4.806545416514079) - | > loss_mel: 23.95275115966797 (24.495001051161026) - | > loss_duration: 1.776160717010498 (1.814493179321289) - | > loss_1: 34.40864944458008 (34.85666190253364) - - --> STEP: 10 - | > loss_disc: 2.5785768032073975 (2.4872764348983765) - | > loss_disc_real_0: 0.16056542098522186 (0.1881289467215538) - | > loss_disc_real_1: 0.19203037023544312 (0.17816562801599503) - | > loss_disc_real_2: 0.26568135619163513 (0.24271344393491745) - | > loss_disc_real_3: 0.15985889732837677 (0.17187541723251343) - | > loss_disc_real_4: 0.2692461311817169 (0.26093957871198653) - | > loss_disc_real_5: 0.2659013867378235 (0.2402040332555771) - | > loss_0: 2.5785768032073975 (2.4872764348983765) - | > loss_gen: 2.3106253147125244 (2.3480032801628115) - | > loss_kl: 1.2431175708770752 (1.3739304721355439) - | > loss_feat: 4.6049113273620605 (4.786382007598877) - | > loss_mel: 23.077167510986328 (24.353217697143556) - | > loss_duration: 1.7093485593795776 (1.803978717327118) - | > loss_1: 32.94517135620117 (34.66551284790039) - - --> STEP: 11 - | > loss_disc: 2.0043201446533203 (2.4433713176033716) - | > loss_disc_real_0: 0.1438266932964325 (0.18410146913745187) - | > loss_disc_real_1: 0.1303037405014038 (0.17381454733285037) - | > loss_disc_real_2: 0.1985044926404953 (0.23869444836269726) - | > loss_disc_real_3: 0.12938547134399414 (0.1680126948790117) - | > loss_disc_real_4: 0.2165181040763855 (0.2569012628360228) - | > loss_disc_real_5: 0.1533212810754776 (0.2323056012392044) - | > loss_0: 2.0043201446533203 (2.4433713176033716) - | > loss_gen: 2.6085901260375977 (2.3716929934241553) - | > loss_kl: 1.3970394134521484 (1.3760312849825078) - | > loss_feat: 6.77961540222168 (4.967585043473677) - | > loss_mel: 25.396568298339844 (24.448067751797762) - | > loss_duration: 1.6737427711486816 (1.792139085856351) - | > loss_1: 37.85555648803711 (34.95551681518555) - - --> STEP: 12 - | > loss_disc: 2.5049636363983154 (2.4485040108362837) - | > loss_disc_real_0: 0.19086898863315582 (0.18466542909542719) - | > loss_disc_real_1: 0.19757679104804993 (0.175794734309117) - | > loss_disc_real_2: 0.2860551178455353 (0.24264117081960043) - | > loss_disc_real_3: 0.13698145747184753 (0.16542675842841467) - | > loss_disc_real_4: 0.2808883488178253 (0.2589001866678397) - | > loss_disc_real_5: 0.22494898736476898 (0.23169255008300146) - | > loss_0: 2.5049636363983154 (2.4485040108362837) - | > loss_gen: 2.471442222595215 (2.3800054291884103) - | > loss_kl: 1.7607507705688477 (1.408091242114703) - | > loss_feat: 5.100279331207275 (4.97864290078481) - | > loss_mel: 24.83694076538086 (24.48047383626302) - | > loss_duration: 1.8282620906829834 (1.7951493362585704) - | > loss_1: 35.997676849365234 (35.04236348470052) - - --> STEP: 13 - | > loss_disc: 2.4763803482055664 (2.450648344480075) - | > loss_disc_real_0: 0.2413942962884903 (0.1890291881102782) - | > loss_disc_real_1: 0.20262031257152557 (0.17785824032930228) - | > loss_disc_real_2: 0.22151726484298706 (0.24101625497524554) - | > loss_disc_real_3: 0.14684049785137177 (0.16399704607633445) - | > loss_disc_real_4: 0.2514634132385254 (0.258328127173277) - | > loss_disc_real_5: 0.20294944941997528 (0.22948154233969176) - | > loss_0: 2.4763803482055664 (2.450648344480075) - | > loss_gen: 2.2486422061920166 (2.3699005658809957) - | > loss_kl: 1.1573970317840576 (1.3888070720892687) - | > loss_feat: 4.906826972961426 (4.97311859864455) - | > loss_mel: 23.790021896362305 (24.42736214857835) - | > loss_duration: 1.8110700845718384 (1.7963740092057447) - | > loss_1: 33.91395950317383 (34.95556317842924) - - --> STEP: 14 - | > loss_disc: 2.390363931655884 (2.446342314992633) - | > loss_disc_real_0: 0.14998134970664978 (0.18624005679573333) - | > loss_disc_real_1: 0.18602623045444489 (0.1784416681953839) - | > loss_disc_real_2: 0.23961780965328217 (0.24091636602367675) - | > loss_disc_real_3: 0.12368079274892807 (0.16111731369580543) - | > loss_disc_real_4: 0.23606616258621216 (0.25673798684562954) - | > loss_disc_real_5: 0.20371578633785248 (0.22764113119670323) - | > loss_0: 2.390363931655884 (2.446342314992633) - | > loss_gen: 2.082597255706787 (2.349378900868552) - | > loss_kl: 1.0767298936843872 (1.3665158450603485) - | > loss_feat: 4.557252883911133 (4.94341390473502) - | > loss_mel: 26.487592697143555 (24.574521473475865) - | > loss_duration: 1.8295788764953613 (1.7987457854407174) - | > loss_1: 36.033748626708984 (35.032576424734934) - - --> STEP: 15 - | > loss_disc: 2.6589930057525635 (2.4605190277099616) - | > loss_disc_real_0: 0.17357945442199707 (0.18539601663748423) - | > loss_disc_real_1: 0.16917094588279724 (0.17782362004121144) - | > loss_disc_real_2: 0.2739715278148651 (0.24312004347642263) - | > loss_disc_real_3: 0.175917387008667 (0.1621039852499962) - | > loss_disc_real_4: 0.226029172539711 (0.25469073255856833) - | > loss_disc_real_5: 0.2981172204017639 (0.23233953714370728) - | > loss_0: 2.6589930057525635 (2.4605190277099616) - | > loss_gen: 1.9858064651489258 (2.3251407384872436) - | > loss_kl: 1.4434475898742676 (1.371644628047943) - | > loss_feat: 3.1329169273376465 (4.822714106241862) - | > loss_mel: 19.787656784057617 (24.25539716084798) - | > loss_duration: 1.7929704189300537 (1.7983607610066732) - | > loss_1: 28.142797470092773 (34.57325782775879) - - --> STEP: 16 - | > loss_disc: 2.312191963195801 (2.4512485861778264) - | > loss_disc_real_0: 0.2764379382133484 (0.19108613673597574) - | > loss_disc_real_1: 0.14095689356327057 (0.17551944963634014) - | > loss_disc_real_2: 0.23279011249542236 (0.2424744227901101) - | > loss_disc_real_3: 0.15703049302101135 (0.16178689198568463) - | > loss_disc_real_4: 0.21547932922840118 (0.2522400198504329) - | > loss_disc_real_5: 0.23039452731609344 (0.2322179740294814) - | > loss_0: 2.312191963195801 (2.4512485861778264) - | > loss_gen: 2.4933507442474365 (2.3356538638472557) - | > loss_kl: 1.717716097831726 (1.3932740949094296) - | > loss_feat: 5.265504837036133 (4.850388526916504) - | > loss_mel: 25.53964614868164 (24.335662722587585) - | > loss_duration: 1.8337509632110596 (1.8005726486444473) - | > loss_1: 36.84996795654297 (34.7155522108078) - - --> STEP: 17 - | > loss_disc: 2.1784720420837402 (2.435202907113468) - | > loss_disc_real_0: 0.12133395671844482 (0.18698306732317982) - | > loss_disc_real_1: 0.20622003078460693 (0.17732536617447348) - | > loss_disc_real_2: 0.2332117259502411 (0.2419295582701178) - | > loss_disc_real_3: 0.15505480766296387 (0.1613908870255246) - | > loss_disc_real_4: 0.17549236118793488 (0.24772545169381535) - | > loss_disc_real_5: 0.215061217546463 (0.23120875305989208) - | > loss_0: 2.1784720420837402 (2.435202907113468) - | > loss_gen: 2.3809056282043457 (2.3383157323388493) - | > loss_kl: 1.773847222328186 (1.415660749463474) - | > loss_feat: 5.539701461791992 (4.890936346615062) - | > loss_mel: 25.696664810180664 (24.41572166891659) - | > loss_duration: 1.7643251419067383 (1.7984404423657585) - | > loss_1: 37.15544128417969 (34.85907509747673) - - --> STEP: 18 - | > loss_disc: 2.61684513092041 (2.4452941417694096) - | > loss_disc_real_0: 0.2190125286579132 (0.1887624818417761) - | > loss_disc_real_1: 0.24905560910701752 (0.18131037967072594) - | > loss_disc_real_2: 0.23816333711147308 (0.24172032376130423) - | > loss_disc_real_3: 0.18200121819972992 (0.16253590542409155) - | > loss_disc_real_4: 0.23489613831043243 (0.24701271206140518) - | > loss_disc_real_5: 0.2588512599468231 (0.23274444788694382) - | > loss_0: 2.61684513092041 (2.4452941417694096) - | > loss_gen: 2.18094539642334 (2.329572935899099) - | > loss_kl: 1.6179553270339966 (1.4268993371062808) - | > loss_feat: 4.1468048095703125 (4.849595705668132) - | > loss_mel: 25.097963333129883 (24.453623983595108) - | > loss_duration: 1.7436058521270752 (1.7953940762413874) - | > loss_1: 34.78727722167969 (34.85508632659912) - - --> STEP: 19 - | > loss_disc: 2.1246581077575684 (2.428418561031944) - | > loss_disc_real_0: 0.08046755194664001 (0.18306274868940053) - | > loss_disc_real_1: 0.19274920225143433 (0.18191242296444743) - | > loss_disc_real_2: 0.20913353562355042 (0.24000522964879087) - | > loss_disc_real_3: 0.11218202114105225 (0.15988570098814212) - | > loss_disc_real_4: 0.18503078818321228 (0.2437505055415003) - | > loss_disc_real_5: 0.1287727952003479 (0.22727225564028086) - | > loss_0: 2.1246581077575684 (2.428418561031944) - | > loss_gen: 2.4480714797973633 (2.3358097013674284) - | > loss_kl: 1.7759912014007568 (1.4452725931217796) - | > loss_feat: 6.707857131958008 (4.947398938630757) - | > loss_mel: 26.04625129699707 (24.537446473774157) - | > loss_duration: 1.8431589603424072 (1.797908017509862) - | > loss_1: 38.821327209472656 (35.06383584675036) - - --> STEP: 20 - | > loss_disc: 2.499422311782837 (2.431968748569489) - | > loss_disc_real_0: 0.1747296154499054 (0.18264609202742577) - | > loss_disc_real_1: 0.1802806705236435 (0.18183083534240724) - | > loss_disc_real_2: 0.251085489988327 (0.24055924266576767) - | > loss_disc_real_3: 0.12236753851175308 (0.15800979286432265) - | > loss_disc_real_4: 0.23202909529209137 (0.24316443502902985) - | > loss_disc_real_5: 0.2479776293039322 (0.22830752432346343) - | > loss_0: 2.499422311782837 (2.431968748569489) - | > loss_gen: 2.2116360664367676 (2.3296010196208954) - | > loss_kl: 1.4355602264404297 (1.444786974787712) - | > loss_feat: 5.373507022857666 (4.968704342842102) - | > loss_mel: 24.723087310791016 (24.546728515625) - | > loss_duration: 1.7148557901382446 (1.793755406141281) - | > loss_1: 35.45864486694336 (35.08357629776001) - - --> STEP: 21 - | > loss_disc: 2.5370187759399414 (2.4369711308252247) - | > loss_disc_real_0: 0.2095620334148407 (0.18392780352206456) - | > loss_disc_real_1: 0.17489784955978394 (0.18150069316228232) - | > loss_disc_real_2: 0.27107474207878113 (0.24201236168543497) - | > loss_disc_real_3: 0.15559980273246765 (0.15789503142947242) - | > loss_disc_real_4: 0.32309287786483765 (0.24697055135454452) - | > loss_disc_real_5: 0.23644442856311798 (0.22869499595392317) - | > loss_0: 2.5370187759399414 (2.4369711308252247) - | > loss_gen: 2.483165979385376 (2.3369136367525374) - | > loss_kl: 1.438133955001831 (1.4444701643217177) - | > loss_feat: 4.289500713348389 (4.936361312866211) - | > loss_mel: 22.312576293945312 (24.440340314592635) - | > loss_duration: 1.7393345832824707 (1.7911639383860998) - | > loss_1: 32.26271057128906 (34.94924935840425) - - --> STEP: 22 - | > loss_disc: 2.555331230163574 (2.4423511353406044) - | > loss_disc_real_0: 0.1938219666481018 (0.18437753820961172) - | > loss_disc_real_1: 0.17843104898929596 (0.18136116388169202) - | > loss_disc_real_2: 0.266819566488266 (0.24313996190374548) - | > loss_disc_real_3: 0.1910601556301117 (0.15940253707495602) - | > loss_disc_real_4: 0.27205249667167664 (0.2481106397780505) - | > loss_disc_real_5: 0.24812668561935425 (0.22957825457507913) - | > loss_0: 2.555331230163574 (2.4423511353406044) - | > loss_gen: 2.3584749698638916 (2.337893697348508) - | > loss_kl: 1.2904560565948486 (1.4374695230614056) - | > loss_feat: 4.590060234069824 (4.9206203547391025) - | > loss_mel: 25.49227523803711 (24.488155538385566) - | > loss_duration: 1.8958722352981567 (1.7959234064275569) - | > loss_1: 35.627140045166016 (34.98006257143888) - - --> STEP: 23 - | > loss_disc: 2.7583532333374023 (2.456090356992639) - | > loss_disc_real_0: 0.2147359848022461 (0.18569747067016104) - | > loss_disc_real_1: 0.1862226128578186 (0.18157253122848013) - | > loss_disc_real_2: 0.24229185283184052 (0.24310308759627136) - | > loss_disc_real_3: 0.1741914302110672 (0.16004553242869998) - | > loss_disc_real_4: 0.2374238669872284 (0.24764599748279736) - | > loss_disc_real_5: 0.2875126600265503 (0.23209714176862137) - | > loss_0: 2.7583532333374023 (2.456090356992639) - | > loss_gen: 1.9851222038269043 (2.3225558063258296) - | > loss_kl: 1.5959771871566772 (1.4443611606307651) - | > loss_feat: 3.0049195289611816 (4.837329014487889) - | > loss_mel: 21.100297927856445 (24.34085738140604) - | > loss_duration: 1.8311355113983154 (1.797454367513242) - | > loss_1: 29.517452239990234 (34.74255777441937) - - --> STEP: 24 - | > loss_disc: 2.348541736602783 (2.451609164476395) - | > loss_disc_real_0: 0.18985357880592346 (0.18587064184248447) - | > loss_disc_real_1: 0.18975196778774261 (0.18191334108511606) - | > loss_disc_real_2: 0.23752540349960327 (0.24287068409224352) - | > loss_disc_real_3: 0.1423530876636505 (0.15930834723015627) - | > loss_disc_real_4: 0.16492345929145813 (0.24419922505815825) - | > loss_disc_real_5: 0.2961499094963074 (0.23476600709060827) - | > loss_0: 2.348541736602783 (2.451609164476395) - | > loss_gen: 2.4058947563171387 (2.3260282625754676) - | > loss_kl: 1.4914195537567139 (1.446321927011013) - | > loss_feat: 4.424060821533203 (4.82010950644811) - | > loss_mel: 23.596763610839844 (24.309853474299114) - | > loss_duration: 1.7496318817138672 (1.795461763938268) - | > loss_1: 33.66777038574219 (34.69777496655782) - - --> STEP: 25 - | > loss_disc: 2.670516014099121 (2.460365438461304) - | > loss_disc_real_0: 0.1376543939113617 (0.18394199192523955) - | > loss_disc_real_1: 0.17622335255146027 (0.18168574154376985) - | > loss_disc_real_2: 0.281071275472641 (0.24439870774745942) - | > loss_disc_real_3: 0.16044151782989502 (0.1593536740541458) - | > loss_disc_real_4: 0.3002568185329437 (0.24644152879714964) - | > loss_disc_real_5: 0.25146326422691345 (0.2354338973760605) - | > loss_0: 2.670516014099121 (2.460365438461304) - | > loss_gen: 2.215057849884033 (2.32158944606781) - | > loss_kl: 1.499160647392273 (1.4484354758262634) - | > loss_feat: 3.6086058616638184 (4.771649360656738) - | > loss_mel: 20.518217086791992 (24.15818801879883) - | > loss_duration: 1.712815284729004 (1.7921559047698974) - | > loss_1: 29.553855895996094 (34.49201820373535) - - --> STEP: 26 - | > loss_disc: 2.120774269104004 (2.447304239639869) - | > loss_disc_real_0: 0.16977597773075104 (0.18339714522545153) - | > loss_disc_real_1: 0.12844590842723846 (0.17963805565467247) - | > loss_disc_real_2: 0.16413012146949768 (0.24131145442907626) - | > loss_disc_real_3: 0.1626596748828888 (0.15948082793217438) - | > loss_disc_real_4: 0.1501019150018692 (0.2427361590357927) - | > loss_disc_real_5: 0.1589682400226593 (0.23249291055477583) - | > loss_0: 2.120774269104004 (2.447304239639869) - | > loss_gen: 2.3304948806762695 (2.32193196278352) - | > loss_kl: 1.4486947059631348 (1.4484454462161431) - | > loss_feat: 6.430625915527344 (4.835456151228684) - | > loss_mel: 26.390323638916016 (24.244039388803337) - | > loss_duration: 1.7895365953445435 (1.7920551620996916) - | > loss_1: 38.38967514038086 (34.64192808591402) - - --> STEP: 27 - | > loss_disc: 2.4805243015289307 (2.448534612302427) - | > loss_disc_real_0: 0.11921843886375427 (0.18102015610094424) - | > loss_disc_real_1: 0.2010364532470703 (0.18043058889883537) - | > loss_disc_real_2: 0.22528116405010223 (0.24071773997059576) - | > loss_disc_real_3: 0.12556113302707672 (0.1582245429356893) - | > loss_disc_real_4: 0.16273869574069977 (0.23977329002486336) - | > loss_disc_real_5: 0.2335716038942337 (0.23253286215994093) - | > loss_0: 2.4805243015289307 (2.448534612302427) - | > loss_gen: 2.056802272796631 (2.3121123446358576) - | > loss_kl: 1.8922830820083618 (1.4648838771714106) - | > loss_feat: 4.301168441772461 (4.815667717545121) - | > loss_mel: 20.561656951904297 (24.10765485410337) - | > loss_duration: 1.7760993242263794 (1.7914642051414207) - | > loss_1: 30.588010787963867 (34.49178300080475) - - --> STEP: 28 - | > loss_disc: 2.7170352935791016 (2.4581239223480225) - | > loss_disc_real_0: 0.19039547443389893 (0.18135498889854976) - | > loss_disc_real_1: 0.17783553898334503 (0.1803379085447107) - | > loss_disc_real_2: 0.2183486372232437 (0.2399188434439046) - | > loss_disc_real_3: 0.1656823605298996 (0.15849089356405394) - | > loss_disc_real_4: 0.20509585738182068 (0.23853481028761184) - | > loss_disc_real_5: 0.2208375185728073 (0.2321151713175433) - | > loss_0: 2.7170352935791016 (2.4581239223480225) - | > loss_gen: 1.8200464248657227 (2.2945385617869243) - | > loss_kl: 1.4557737112045288 (1.4645585141011648) - | > loss_feat: 3.73423433303833 (4.7770450966698785) - | > loss_mel: 20.542516708374023 (23.980328491755895) - | > loss_duration: 1.7649812698364258 (1.790518386023385) - | > loss_1: 29.317550659179688 (34.306988988603855) - - --> STEP: 29 - | > loss_disc: 2.4293739795684814 (2.457132545010797) - | > loss_disc_real_0: 0.10369932651519775 (0.17867720743705487) - | > loss_disc_real_1: 0.15601472556591034 (0.17949917809716587) - | > loss_disc_real_2: 0.23612503707408905 (0.23978802253460063) - | > loss_disc_real_3: 0.17936018109321594 (0.1592105241685078) - | > loss_disc_real_4: 0.24122686684131622 (0.23862763982394647) - | > loss_disc_real_5: 0.23316112160682678 (0.2321512385688979) - | > loss_0: 2.4293739795684814 (2.457132545010797) - | > loss_gen: 2.30026912689209 (2.2947361674802056) - | > loss_kl: 1.5853807926177979 (1.4687247995672554) - | > loss_feat: 4.698526859283447 (4.77433757124276) - | > loss_mel: 21.578140258789062 (23.897494414757038) - | > loss_duration: 1.7771669626235962 (1.7900579921130477) - | > loss_1: 31.939485549926758 (34.2253509389943) - - --> STEP: 30 - | > loss_disc: 2.525017261505127 (2.4593953688939414) - | > loss_disc_real_0: 0.23538871109485626 (0.18056759089231492) - | > loss_disc_real_1: 0.1430860310792923 (0.1782854065299034) - | > loss_disc_real_2: 0.2003822773694992 (0.2384744976957639) - | > loss_disc_real_3: 0.12527905404567719 (0.15807947516441345) - | > loss_disc_real_4: 0.16180391609668732 (0.23606684903303782) - | > loss_disc_real_5: 0.20366747677326202 (0.23120177984237672) - | > loss_0: 2.525017261505127 (2.4593953688939414) - | > loss_gen: 2.26727032661438 (2.293820639451345) - | > loss_kl: 1.7477885484695435 (1.478026924530665) - | > loss_feat: 5.579718112945557 (4.80118358929952) - | > loss_mel: 24.25299072265625 (23.909344291687013) - | > loss_duration: 1.7975677251815796 (1.7903083165486653) - | > loss_1: 35.64533615112305 (34.2726837793986) - - --> STEP: 31 - | > loss_disc: 2.492387533187866 (2.4604596322582615) - | > loss_disc_real_0: 0.15319880843162537 (0.17968472694197007) - | > loss_disc_real_1: 0.17030948400497437 (0.1780281187065186) - | > loss_disc_real_2: 0.22958950698375702 (0.23818788509215078) - | > loss_disc_real_3: 0.18943044543266296 (0.15909079678596988) - | > loss_disc_real_4: 0.20562094449996948 (0.2350847230803582) - | > loss_disc_real_5: 0.22795207798480988 (0.23109695075019712) - | > loss_0: 2.492387533187866 (2.4604596322582615) - | > loss_gen: 2.174928903579712 (2.289985422165163) - | > loss_kl: 1.3464900255203247 (1.473783798756138) - | > loss_feat: 4.1769633293151855 (4.781047451880671) - | > loss_mel: 22.748884201049805 (23.871910095214844) - | > loss_duration: 1.7265629768371582 (1.788252015267649) - | > loss_1: 32.173828125 (34.204978758288966) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.012685929575274068 (-0.0002014636993408203) - | > avg_loss_disc: 2.4604596322582615 (+0.026056243527320166) - | > avg_loss_disc_real_0: 0.17968472694197007 (+0.030622713267803192) - | > avg_loss_disc_real_1: 0.1780281187065186 (+0.009946569079352957) - | > avg_loss_disc_real_2: 0.23818788509215078 (+0.026184603091209152) - | > avg_loss_disc_real_3: 0.15909079678596988 (-0.05614263900826055) - | > avg_loss_disc_real_4: 0.2350847230803582 (+0.011016734665439953) - | > avg_loss_disc_real_5: 0.23109695075019712 (-0.02168664143931484) - | > avg_loss_0: 2.4604596322582615 (+0.026056243527320166) - | > avg_loss_gen: 2.289985422165163 (+0.07838115769047871) - | > avg_loss_kl: 1.473783798756138 (-0.0008910644438959725) - | > avg_loss_feat: 4.781047451880671 (-0.07139655851548721) - | > avg_loss_mel: 23.871910095214844 (-1.6812004889211352) - | > avg_loss_duration: 1.788252015267649 (-0.001604284009625756) - | > avg_loss_1: 34.204978758288966 (-1.6767112362769439) - - > BEST MODEL : vits_shi_male-November-22-2024_02+49AM-0000000/best_model_11381.pth - - > EPOCH: 12/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-22 13:05:23)  - - --> TIME: 2024-11-22 13:05:44 -- STEP: 19/797 -- GLOBAL_STEP: 11400 - | > loss_disc: 2.563673257827759 (2.460994607523868) - | > loss_disc_real_0: 0.09628797322511673 (0.12499589276941202) - | > loss_disc_real_1: 0.23569850623607635 (0.23038566583081296) - | > loss_disc_real_2: 0.23544472455978394 (0.23172564098709508) - | > loss_disc_real_3: 0.2019263505935669 (0.2284460208917919) - | > loss_disc_real_4: 0.24179072678089142 (0.22245643719246513) - | > loss_disc_real_5: 0.2627823054790497 (0.2354241586045215) - | > loss_0: 2.563673257827759 (2.460994607523868) - | > grad_norm_0: tensor(235.9425, device='cuda:0') (tensor(79.7181, device='cuda:0')) - | > loss_gen: 2.4601495265960693 (2.3386518453296863) - | > loss_kl: 1.4256588220596313 (1.593238303535863) - | > loss_feat: 4.842337608337402 (4.943070838325902) - | > loss_mel: 23.39011573791504 (23.441432752107318) - | > loss_duration: 1.9215086698532104 (1.9776811662473177) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.03976821899414 (34.29407461065995) - | > grad_norm_1: tensor(1414.1072, device='cuda:0') (tensor(679.3505, device='cuda:0')) - | > current_lr_0: 0.0001996502842328613 - | > current_lr_1: 0.0001996502842328613 - | > step_time: 0.8671 (0.9722524944104647) - | > loader_time: 0.0029 (0.005615999824122379) - - - --> TIME: 2024-11-22 13:06:06 -- STEP: 44/797 -- GLOBAL_STEP: 11425 - | > loss_disc: 2.5561375617980957 (2.4779612367803403) - | > loss_disc_real_0: 0.12587003409862518 (0.12559827417135241) - | > loss_disc_real_1: 0.24879945814609528 (0.22810174863446842) - | > loss_disc_real_2: 0.24242207407951355 (0.23644217239184814) - | > loss_disc_real_3: 0.2696533799171448 (0.22591417384418574) - | > loss_disc_real_4: 0.21795590221881866 (0.22711389782753857) - | > loss_disc_real_5: 0.2255132496356964 (0.23993248424746774) - | > loss_0: 2.5561375617980957 (2.4779612367803403) - | > grad_norm_0: tensor(93.5705, device='cuda:0') (tensor(87.0024, device='cuda:0')) - | > loss_gen: 2.1548900604248047 (2.3307225433262917) - | > loss_kl: 1.263217806816101 (1.5715817592360752) - | > loss_feat: 4.615010738372803 (4.966372284022243) - | > loss_mel: 24.108461380004883 (23.355847445401277) - | > loss_duration: 1.8385318517684937 (1.9205562526529485) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.98011016845703 (34.14508017626676) - | > grad_norm_1: tensor(677.6637, device='cuda:0') (tensor(753.5669, device='cuda:0')) - | > current_lr_0: 0.0001996502842328613 - | > current_lr_1: 0.0001996502842328613 - | > step_time: 0.9426 (0.9291911612857472) - | > loader_time: 0.0038 (0.005046383901075883) - - - --> TIME: 2024-11-22 13:06:29 -- STEP: 69/797 -- GLOBAL_STEP: 11450 - | > loss_disc: 2.5219616889953613 (2.482670276061348) - | > loss_disc_real_0: 0.09666620194911957 (0.1295266753413539) - | > loss_disc_real_1: 0.1661302149295807 (0.2231982505839804) - | > loss_disc_real_2: 0.21945151686668396 (0.23698769790538843) - | > loss_disc_real_3: 0.2255672663450241 (0.22310366168402243) - | > loss_disc_real_4: 0.2811965048313141 (0.22704856767170672) - | > loss_disc_real_5: 0.2536140978336334 (0.23908701215101325) - | > loss_0: 2.5219616889953613 (2.482670276061348) - | > grad_norm_0: tensor(118.1988, device='cuda:0') (tensor(84.8609, device='cuda:0')) - | > loss_gen: 2.3876631259918213 (2.310976508734883) - | > loss_kl: 1.4953879117965698 (1.529611670452615) - | > loss_feat: 5.099737644195557 (4.9136172515758565) - | > loss_mel: 23.600053787231445 (23.44029694709225) - | > loss_duration: 1.8104684352874756 (1.8819960027501204) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.393310546875 (34.07649844625722) - | > grad_norm_1: tensor(699.8952, device='cuda:0') (tensor(738.1974, device='cuda:0')) - | > current_lr_0: 0.0001996502842328613 - | > current_lr_1: 0.0001996502842328613 - | > step_time: 0.9124 (0.912356456120809) - | > loader_time: 0.0036 (0.004999146945234658) - - - --> TIME: 2024-11-22 13:06:52 -- STEP: 94/797 -- GLOBAL_STEP: 11475 - | > loss_disc: 2.5214338302612305 (2.4619543121216143) - | > loss_disc_real_0: 0.15073519945144653 (0.12511349667577043) - | > loss_disc_real_1: 0.20619647204875946 (0.22058074525062074) - | > loss_disc_real_2: 0.2353578507900238 (0.23808654476987554) - | > loss_disc_real_3: 0.2045297622680664 (0.2230090727197363) - | > loss_disc_real_4: 0.21315468847751617 (0.22431020406966515) - | > loss_disc_real_5: 0.25214484333992004 (0.2366612819915122) - | > loss_0: 2.5214338302612305 (2.4619543121216143) - | > grad_norm_0: tensor(343.3974, device='cuda:0') (tensor(87.4519, device='cuda:0')) - | > loss_gen: 2.2719814777374268 (2.3331493595813195) - | > loss_kl: 1.4007256031036377 (1.5060355130662304) - | > loss_feat: 5.005893230438232 (4.97870535038887) - | > loss_mel: 21.803129196166992 (23.531685869744493) - | > loss_duration: 1.8379923105239868 (1.8615620085533628) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.31972122192383 (34.2111382180072) - | > grad_norm_1: tensor(1333.4670, device='cuda:0') (tensor(740.8229, device='cuda:0')) - | > current_lr_0: 0.0001996502842328613 - | > current_lr_1: 0.0001996502842328613 - | > step_time: 0.8327 (0.9106553691498777) - | > loader_time: 0.0059 (0.005037180920864673) - - - --> TIME: 2024-11-22 13:07:14 -- STEP: 119/797 -- GLOBAL_STEP: 11500 - | > loss_disc: 2.7281787395477295 (2.474651851573911) - | > loss_disc_real_0: 0.30313608050346375 (0.12695662783724934) - | > loss_disc_real_1: 0.2395823746919632 (0.22127580755398052) - | > loss_disc_real_2: 0.29916101694107056 (0.239100703421761) - | > loss_disc_real_3: 0.25624755024909973 (0.22400758571985388) - | > loss_disc_real_4: 0.22707146406173706 (0.22432521924752147) - | > loss_disc_real_5: 0.21395505964756012 (0.23668811125915593) - | > loss_0: 2.7281787395477295 (2.474651851573911) - | > grad_norm_0: tensor(413.4955, device='cuda:0') (tensor(89.5385, device='cuda:0')) - | > loss_gen: 2.292243003845215 (2.3293361864170117) - | > loss_kl: 1.4569308757781982 (1.506178407108082) - | > loss_feat: 4.429549217224121 (4.9570569771678485) - | > loss_mel: 21.002662658691406 (23.49281718149907) - | > loss_duration: 1.7886576652526855 (1.853711607075539) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.970043182373047 (34.13910045142937) - | > grad_norm_1: tensor(1343.5184, device='cuda:0') (tensor(719.0486, device='cuda:0')) - | > current_lr_0: 0.0001996502842328613 - | > current_lr_1: 0.0001996502842328613 - | > step_time: 0.8828 (0.9057913107030532) - | > loader_time: 0.0045 (0.0050901024281477724) - - - --> TIME: 2024-11-22 13:07:40 -- STEP: 144/797 -- GLOBAL_STEP: 11525 - | > loss_disc: 2.484835147857666 (2.4783104442887827) - | > loss_disc_real_0: 0.2797357439994812 (0.13107884685612398) - | > loss_disc_real_1: 0.16668309271335602 (0.22015619474566642) - | > loss_disc_real_2: 0.19158729910850525 (0.23825854021641943) - | > loss_disc_real_3: 0.16841503977775574 (0.2232247908703155) - | > loss_disc_real_4: 0.19037145376205444 (0.22303616410742202) - | > loss_disc_real_5: 0.24639682471752167 (0.23788853310462507) - | > loss_0: 2.484835147857666 (2.4783104442887827) - | > grad_norm_0: tensor(126.0026, device='cuda:0') (tensor(98.2041, device='cuda:0')) - | > loss_gen: 2.3917152881622314 (2.3369191322061758) - | > loss_kl: 1.4658772945404053 (1.5120593036214505) - | > loss_feat: 5.348879814147949 (4.9774044007062885) - | > loss_mel: 24.830760955810547 (23.630605128076343) - | > loss_duration: 1.7692281007766724 (1.8480014734798007) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.80646514892578 (34.30498961607617) - | > grad_norm_1: tensor(468.9108, device='cuda:0') (tensor(686.4889, device='cuda:0')) - | > current_lr_0: 0.0001996502842328613 - | > current_lr_1: 0.0001996502842328613 - | > step_time: 0.9836 (0.9285460677411821) - | > loader_time: 0.0058 (0.005187643898857963) - - - --> TIME: 2024-11-22 13:08:04 -- STEP: 169/797 -- GLOBAL_STEP: 11550 - | > loss_disc: 2.5079355239868164 (2.476715776341905) - | > loss_disc_real_0: 0.17790895700454712 (0.12994847143586932) - | > loss_disc_real_1: 0.23519077897071838 (0.22143741481050233) - | > loss_disc_real_2: 0.2664627432823181 (0.2382954639443279) - | > loss_disc_real_3: 0.2276570051908493 (0.22374202734267218) - | > loss_disc_real_4: 0.16745305061340332 (0.22269045301443022) - | > loss_disc_real_5: 0.2672479450702667 (0.23739755691508574) - | > loss_0: 2.5079355239868164 (2.476715776341905) - | > grad_norm_0: tensor(155.3628, device='cuda:0') (tensor(93.4701, device='cuda:0')) - | > loss_gen: 2.1803362369537354 (2.3377579725705653) - | > loss_kl: 1.3810102939605713 (1.4979895191079762) - | > loss_feat: 4.638462066650391 (4.993003512275287) - | > loss_mel: 23.877668380737305 (23.773335202911205) - | > loss_duration: 1.8460718393325806 (1.8409246375574868) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.92354965209961 (34.4430110073654) - | > grad_norm_1: tensor(1300.1198, device='cuda:0') (tensor(645.4275, device='cuda:0')) - | > current_lr_0: 0.0001996502842328613 - | > current_lr_1: 0.0001996502842328613 - | > step_time: 0.8929 (0.9322167684340618) - | > loader_time: 0.0054 (0.005303704527002819) - - - --> TIME: 2024-11-22 13:08:28 -- STEP: 194/797 -- GLOBAL_STEP: 11575 - | > loss_disc: 2.6146609783172607 (2.471461949889191) - | > loss_disc_real_0: 0.1409524381160736 (0.12852278444916018) - | > loss_disc_real_1: 0.15805068612098694 (0.22057036425649507) - | > loss_disc_real_2: 0.29576945304870605 (0.23796772726417817) - | > loss_disc_real_3: 0.21535764634609222 (0.2236383016576472) - | > loss_disc_real_4: 0.24050013720989227 (0.22198519072274572) - | > loss_disc_real_5: 0.2504771649837494 (0.2370556589100779) - | > loss_0: 2.6146609783172607 (2.471461949889191) - | > grad_norm_0: tensor(218.3231, device='cuda:0') (tensor(96.9944, device='cuda:0')) - | > loss_gen: 2.2914206981658936 (2.3437310438795187) - | > loss_kl: 1.6634560823440552 (1.4973133077326504) - | > loss_feat: 4.827603340148926 (5.017638336751875) - | > loss_mel: 24.033336639404297 (23.817418924312012) - | > loss_duration: 1.8397536277770996 (1.8352959752082825) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.65556716918945 (34.51139771569635) - | > grad_norm_1: tensor(607.5041, device='cuda:0') (tensor(641.5474, device='cuda:0')) - | > current_lr_0: 0.0001996502842328613 - | > current_lr_1: 0.0001996502842328613 - | > step_time: 0.8772 (0.9330178597538742) - | > loader_time: 0.0048 (0.00528872627572915) - - - --> TIME: 2024-11-22 13:08:53 -- STEP: 219/797 -- GLOBAL_STEP: 11600 - | > loss_disc: 2.342751979827881 (2.4649527355960505) - | > loss_disc_real_0: 0.11467672884464264 (0.12660023002761966) - | > loss_disc_real_1: 0.17311620712280273 (0.21928803466226413) - | > loss_disc_real_2: 0.2093217968940735 (0.23824222991455635) - | > loss_disc_real_3: 0.2255152314901352 (0.22300761604690117) - | > loss_disc_real_4: 0.21972264349460602 (0.222721666097641) - | > loss_disc_real_5: 0.2504877746105194 (0.2366662450032692) - | > loss_0: 2.342751979827881 (2.4649527355960505) - | > grad_norm_0: tensor(167.5844, device='cuda:0') (tensor(98.1877, device='cuda:0')) - | > loss_gen: 2.48392391204834 (2.352649588018792) - | > loss_kl: 1.5791141986846924 (1.4878582366525306) - | > loss_feat: 5.653152942657471 (5.026257447456114) - | > loss_mel: 25.33169174194336 (23.844696976822814) - | > loss_duration: 1.8075495958328247 (1.8325879786112538) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.855430603027344 (34.54405034731513) - | > grad_norm_1: tensor(702.1210, device='cuda:0') (tensor(666.8113, device='cuda:0')) - | > current_lr_0: 0.0001996502842328613 - | > current_lr_1: 0.0001996502842328613 - | > step_time: 0.9678 (0.9378750324249268) - | > loader_time: 0.0048 (0.005383551392925384) - - - --> TIME: 2024-11-22 13:09:21 -- STEP: 244/797 -- GLOBAL_STEP: 11625 - | > loss_disc: 2.4081647396087646 (2.4611247846337605) - | > loss_disc_real_0: 0.0693969875574112 (0.12672725157262615) - | > loss_disc_real_1: 0.23717592656612396 (0.21863753012702114) - | > loss_disc_real_2: 0.22789649665355682 (0.23749468457259115) - | > loss_disc_real_3: 0.19795936346054077 (0.2219176080505379) - | > loss_disc_real_4: 0.2523260712623596 (0.22242991186556269) - | > loss_disc_real_5: 0.21457718312740326 (0.23687142579526202) - | > loss_0: 2.4081647396087646 (2.4611247846337605) - | > grad_norm_0: tensor(77.1025, device='cuda:0') (tensor(99.4003, device='cuda:0')) - | > loss_gen: 2.4307990074157715 (2.3533758828874496) - | > loss_kl: 1.614842414855957 (1.4869961963325247) - | > loss_feat: 5.503376007080078 (5.033639575614302) - | > loss_mel: 23.311138153076172 (23.860469427265112) - | > loss_duration: 1.800081729888916 (1.8274797342839788) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.66023635864258 (34.561960900416125) - | > grad_norm_1: tensor(678.4737, device='cuda:0') (tensor(674.0082, device='cuda:0')) - | > current_lr_0: 0.0001996502842328613 - | > current_lr_1: 0.0001996502842328613 - | > step_time: 1.0823 (0.9570642367738192) - | > loader_time: 0.0091 (0.005521492879898822) - - - --> TIME: 2024-11-22 13:09:48 -- STEP: 269/797 -- GLOBAL_STEP: 11650 - | > loss_disc: 2.405635118484497 (2.458126482024068) - | > loss_disc_real_0: 0.05892001837491989 (0.1260965026735042) - | > loss_disc_real_1: 0.1916109025478363 (0.21854329729611988) - | > loss_disc_real_2: 0.25646185874938965 (0.23716687652036603) - | > loss_disc_real_3: 0.2085256576538086 (0.22244529054953707) - | > loss_disc_real_4: 0.1545025259256363 (0.22195528951719348) - | > loss_disc_real_5: 0.24049268662929535 (0.2365315051880911) - | > loss_0: 2.405635118484497 (2.458126482024068) - | > grad_norm_0: tensor(109.9721, device='cuda:0') (tensor(98.1360, device='cuda:0')) - | > loss_gen: 2.0410661697387695 (2.3549231273090974) - | > loss_kl: 1.4242373704910278 (1.4813600481664377) - | > loss_feat: 4.812431812286377 (5.039319642857547) - | > loss_mel: 24.83538055419922 (23.885036362148135) - | > loss_duration: 1.816451907157898 (1.8243516714599497) - | > amp_scaler: 256.0 (136.08921933085503) - | > loss_1: 34.929569244384766 (34.58499092328946) - | > grad_norm_1: tensor(439.5417, device='cuda:0') (tensor(649.1702, device='cuda:0')) - | > current_lr_0: 0.0001996502842328613 - | > current_lr_1: 0.0001996502842328613 - | > step_time: 0.9844 (0.9675929014567549) - | > loader_time: 0.006 (0.005673625655333792) - - - --> TIME: 2024-11-22 13:10:15 -- STEP: 294/797 -- GLOBAL_STEP: 11675 - | > loss_disc: 2.4271836280822754 (2.4599276870286384) - | > loss_disc_real_0: 0.11696569621562958 (0.12525588321518544) - | > loss_disc_real_1: 0.22562524676322937 (0.21920922155282935) - | > loss_disc_real_2: 0.28079327940940857 (0.23832378637831228) - | > loss_disc_real_3: 0.2139107882976532 (0.22225835655822235) - | > loss_disc_real_4: 0.2686498165130615 (0.22207422285866577) - | > loss_disc_real_5: 0.2167201191186905 (0.23675111519033407) - | > loss_0: 2.4271836280822754 (2.4599276870286384) - | > grad_norm_0: tensor(196.7990, device='cuda:0') (tensor(97.1915, device='cuda:0')) - | > loss_gen: 2.569892644882202 (2.355575931720993) - | > loss_kl: 1.302103877067566 (1.4770994089087657) - | > loss_feat: 5.17013692855835 (5.032481380060415) - | > loss_mel: 23.33826446533203 (23.876680945052588) - | > loss_duration: 1.7691949605941772 (1.8226423697406746) - | > amp_scaler: 128.0 (136.27210884353735) - | > loss_1: 34.149593353271484 (34.564480119821965) - | > grad_norm_1: tensor(1578.5045, device='cuda:0') (tensor(659.6229, device='cuda:0')) - | > current_lr_0: 0.0001996502842328613 - | > current_lr_1: 0.0001996502842328613 - | > step_time: 0.9973 (0.9734022528135857) - | > loader_time: 0.0054 (0.005727287863387542) - - - --> TIME: 2024-11-22 13:10:40 -- STEP: 319/797 -- GLOBAL_STEP: 11700 - | > loss_disc: 2.5521299839019775 (2.458097546078195) - | > loss_disc_real_0: 0.05031980574131012 (0.12396453061144003) - | > loss_disc_real_1: 0.21021783351898193 (0.21927192751143046) - | > loss_disc_real_2: 0.20536987483501434 (0.23813852929396315) - | > loss_disc_real_3: 0.2030213177204132 (0.22212077219471288) - | > loss_disc_real_4: 0.25106146931648254 (0.22288849814371628) - | > loss_disc_real_5: 0.27496007084846497 (0.23638743059388523) - | > loss_0: 2.5521299839019775 (2.458097546078195) - | > grad_norm_0: tensor(195.1750, device='cuda:0') (tensor(96.9290, device='cuda:0')) - | > loss_gen: 2.1233510971069336 (2.3620867045321816) - | > loss_kl: 1.5813031196594238 (1.4778749053381077) - | > loss_feat: 4.5160346031188965 (5.056384659112434) - | > loss_mel: 22.674652099609375 (23.9231066389891) - | > loss_duration: 1.8463802337646484 (1.8202635778528773) - | > amp_scaler: 128.0 (135.6238244514106) - | > loss_1: 32.741722106933594 (34.639716617739666) - | > grad_norm_1: tensor(616.0614, device='cuda:0') (tensor(659.8143, device='cuda:0')) - | > current_lr_0: 0.0001996502842328613 - | > current_lr_1: 0.0001996502842328613 - | > step_time: 1.0445 (0.9744949542616602) - | > loader_time: 0.0132 (0.0058684117368022455) - - - --> TIME: 2024-11-22 13:11:05 -- STEP: 344/797 -- GLOBAL_STEP: 11725 - | > loss_disc: 2.149827480316162 (2.4620029080745787) - | > loss_disc_real_0: 0.07548917829990387 (0.12438623362957227) - | > loss_disc_real_1: 0.2341599017381668 (0.21989277213118796) - | > loss_disc_real_2: 0.21764683723449707 (0.2385884279515161) - | > loss_disc_real_3: 0.22308869659900665 (0.22229095444429753) - | > loss_disc_real_4: 0.19302989542484283 (0.223298006149572) - | > loss_disc_real_5: 0.22578400373458862 (0.2364778921527918) - | > loss_0: 2.149827480316162 (2.4620029080745787) - | > grad_norm_0: tensor(63.0943, device='cuda:0') (tensor(97.3514, device='cuda:0')) - | > loss_gen: 2.6852705478668213 (2.355238137203593) - | > loss_kl: 1.4493424892425537 (1.476594108828278) - | > loss_feat: 5.828442573547363 (5.02977056558742) - | > loss_mel: 25.65554428100586 (23.90588270231735) - | > loss_duration: 1.7447692155838013 (1.8180713605049048) - | > amp_scaler: 128.0 (135.0697674418604) - | > loss_1: 37.363372802734375 (34.58555702276006) - | > grad_norm_1: tensor(1332.2830, device='cuda:0') (tensor(670.0021, device='cuda:0')) - | > current_lr_0: 0.0001996502842328613 - | > current_lr_1: 0.0001996502842328613 - | > step_time: 0.9672 (0.9754193660824798) - | > loader_time: 0.015 (0.006029752104781392) - - - --> TIME: 2024-11-22 13:11:29 -- STEP: 369/797 -- GLOBAL_STEP: 11750 - | > loss_disc: 2.4190526008605957 (2.4587657884530585) - | > loss_disc_real_0: 0.1239788830280304 (0.12277020089489826) - | > loss_disc_real_1: 0.20826317369937897 (0.21933234690973752) - | > loss_disc_real_2: 0.2525079548358917 (0.23814976102291407) - | > loss_disc_real_3: 0.2401432991027832 (0.22233609487693806) - | > loss_disc_real_4: 0.24778109788894653 (0.2235941944648903) - | > loss_disc_real_5: 0.22112984955310822 (0.2363999574811155) - | > loss_0: 2.4190526008605957 (2.4587657884530585) - | > grad_norm_0: tensor(111.7822, device='cuda:0') (tensor(95.8366, device='cuda:0')) - | > loss_gen: 2.460792303085327 (2.3583182684451254) - | > loss_kl: 1.510610580444336 (1.4773053586644527) - | > loss_feat: 5.769606113433838 (5.042070295752546) - | > loss_mel: 24.237293243408203 (23.938066854709533) - | > loss_duration: 1.7485634088516235 (1.8155453428020325) - | > amp_scaler: 128.0 (134.590785907859) - | > loss_1: 35.726863861083984 (34.6313062269836) - | > grad_norm_1: tensor(822.5682, device='cuda:0') (tensor(663.7139, device='cuda:0')) - | > current_lr_0: 0.0001996502842328613 - | > current_lr_1: 0.0001996502842328613 - | > step_time: 0.8763 (0.9754294496241623) - | > loader_time: 0.013 (0.006144007370077818) - - - --> TIME: 2024-11-22 13:11:55 -- STEP: 394/797 -- GLOBAL_STEP: 11775 - | > loss_disc: 2.413019895553589 (2.457755601345585) - | > loss_disc_real_0: 0.10691459476947784 (0.12229701406251514) - | > loss_disc_real_1: 0.19378690421581268 (0.21887593633178526) - | > loss_disc_real_2: 0.2463347166776657 (0.2381732980082483) - | > loss_disc_real_3: 0.2269258350133896 (0.22192756207612566) - | > loss_disc_real_4: 0.20619553327560425 (0.22349225169964854) - | > loss_disc_real_5: 0.27286165952682495 (0.23665256692370787) - | > loss_0: 2.413019895553589 (2.457755601345585) - | > grad_norm_0: tensor(286.0787, device='cuda:0') (tensor(96.6194, device='cuda:0')) - | > loss_gen: 2.4842441082000732 (2.358358867277348) - | > loss_kl: 1.4318310022354126 (1.4789335485642325) - | > loss_feat: 4.536543846130371 (5.045269243608271) - | > loss_mel: 23.542011260986328 (23.955710236796268) - | > loss_duration: 1.7634257078170776 (1.8135426861380566) - | > amp_scaler: 128.0 (134.17258883248718) - | > loss_1: 33.758052825927734 (34.65181468343975) - | > grad_norm_1: tensor(1219.6339, device='cuda:0') (tensor(676.6770, device='cuda:0')) - | > current_lr_0: 0.0001996502842328613 - | > current_lr_1: 0.0001996502842328613 - | > step_time: 0.9437 (0.9778032720391521) - | > loader_time: 0.0067 (0.00621343687706187) - - - --> TIME: 2024-11-22 13:12:21 -- STEP: 419/797 -- GLOBAL_STEP: 11800 - | > loss_disc: 2.34165096282959 (2.457421060962722) - | > loss_disc_real_0: 0.1122608482837677 (0.12245978313211474) - | > loss_disc_real_1: 0.2423299252986908 (0.21917715633114654) - | > loss_disc_real_2: 0.22258710861206055 (0.23832972468652702) - | > loss_disc_real_3: 0.22318719327449799 (0.22205176536962923) - | > loss_disc_real_4: 0.22628912329673767 (0.22363814508858046) - | > loss_disc_real_5: 0.22041793167591095 (0.2368168143426604) - | > loss_0: 2.34165096282959 (2.457421060962722) - | > grad_norm_0: tensor(238.0851, device='cuda:0') (tensor(96.6719, device='cuda:0')) - | > loss_gen: 2.634690284729004 (2.3625221195539594) - | > loss_kl: 1.3627419471740723 (1.4747812625616428) - | > loss_feat: 5.255873680114746 (5.057405034795865) - | > loss_mel: 22.622573852539062 (23.966364070737562) - | > loss_duration: 1.820336103439331 (1.8119523246419176) - | > amp_scaler: 128.0 (133.80429594272061) - | > loss_1: 33.69621658325195 (34.673024912722646) - | > grad_norm_1: tensor(971.8671, device='cuda:0') (tensor(676.7082, device='cuda:0')) - | > current_lr_0: 0.0001996502842328613 - | > current_lr_1: 0.0001996502842328613 - | > step_time: 1.0682 (0.981371245691486) - | > loader_time: 0.0067 (0.006269350825744481) - - - --> TIME: 2024-11-22 13:12:47 -- STEP: 444/797 -- GLOBAL_STEP: 11825 - | > loss_disc: 2.360546350479126 (2.4585241976085004) - | > loss_disc_real_0: 0.07765740156173706 (0.12264411337254155) - | > loss_disc_real_1: 0.18528351187705994 (0.2193317321372462) - | > loss_disc_real_2: 0.239462748169899 (0.2386502580599742) - | > loss_disc_real_3: 0.20109522342681885 (0.22221493640461484) - | > loss_disc_real_4: 0.27369484305381775 (0.22338750025442056) - | > loss_disc_real_5: 0.2420496940612793 (0.23635841862441184) - | > loss_0: 2.360546350479126 (2.4585241976085004) - | > grad_norm_0: tensor(85.8158, device='cuda:0') (tensor(97.9876, device='cuda:0')) - | > loss_gen: 2.4435319900512695 (2.360607862204044) - | > loss_kl: 1.5584478378295898 (1.475871251778559) - | > loss_feat: 5.607046127319336 (5.051026414106557) - | > loss_mel: 26.070383071899414 (23.963827219095315) - | > loss_duration: 1.7823137044906616 (1.8102069773652534) - | > amp_scaler: 128.0 (133.4774774774773) - | > loss_1: 37.46172332763672 (34.66153983382493) - | > grad_norm_1: tensor(794.2549, device='cuda:0') (tensor(670.1497, device='cuda:0')) - | > current_lr_0: 0.0001996502842328613 - | > current_lr_1: 0.0001996502842328613 - | > step_time: 1.0168 (0.9844792173789428) - | > loader_time: 0.0088 (0.006369119291906956) - - - --> TIME: 2024-11-22 13:13:17 -- STEP: 469/797 -- GLOBAL_STEP: 11850 - | > loss_disc: 2.473191261291504 (2.456758226158776) - | > loss_disc_real_0: 0.09891124069690704 (0.12188810461572118) - | > loss_disc_real_1: 0.1859358847141266 (0.21944694363994638) - | > loss_disc_real_2: 0.2532689869403839 (0.2385166585127682) - | > loss_disc_real_3: 0.2377033680677414 (0.2223871770952302) - | > loss_disc_real_4: 0.20885522663593292 (0.22313748344556608) - | > loss_disc_real_5: 0.2620721459388733 (0.23602025080591377) - | > loss_0: 2.473191261291504 (2.456758226158776) - | > grad_norm_0: tensor(211.7358, device='cuda:0') (tensor(99.8502, device='cuda:0')) - | > loss_gen: 2.2863552570343018 (2.362788739489085) - | > loss_kl: 1.4323146343231201 (1.4758017807881203) - | > loss_feat: 4.847976207733154 (5.057864894744937) - | > loss_mel: 23.410768508911133 (23.962172428936338) - | > loss_duration: 1.7741236686706543 (1.8090631089993379) - | > amp_scaler: 128.0 (133.18550106609788) - | > loss_1: 33.75153732299805 (34.66769106606685) - | > grad_norm_1: tensor(1006.9650, device='cuda:0') (tensor(668.8437, device='cuda:0')) - | > current_lr_0: 0.0001996502842328613 - | > current_lr_1: 0.0001996502842328613 - | > step_time: 1.136 (0.9935402870178223) - | > loader_time: 0.0074 (0.006479167734890348) - - - --> TIME: 2024-11-22 13:13:46 -- STEP: 494/797 -- GLOBAL_STEP: 11875 - | > loss_disc: 2.5166239738464355 (2.455895702365921) - | > loss_disc_real_0: 0.10017206519842148 (0.12169365221747629) - | > loss_disc_real_1: 0.17370139062404633 (0.21939649043778175) - | > loss_disc_real_2: 0.20926551520824432 (0.23833067823759457) - | > loss_disc_real_3: 0.15715338289737701 (0.22237758474190708) - | > loss_disc_real_4: 0.22374789416790009 (0.2230592886144333) - | > loss_disc_real_5: 0.22710542380809784 (0.23626620877488905) - | > loss_0: 2.5166239738464355 (2.455895702365921) - | > grad_norm_0: tensor(95.1994, device='cuda:0') (tensor(98.9292, device='cuda:0')) - | > loss_gen: 2.1155242919921875 (2.3659065645715964) - | > loss_kl: 1.5270544290542603 (1.476709307446653) - | > loss_feat: 5.097856521606445 (5.073115486847726) - | > loss_mel: 23.066123962402344 (23.976647353847984) - | > loss_duration: 1.8095057010650635 (1.8072426842774458) - | > amp_scaler: 128.0 (132.9230769230767) - | > loss_1: 33.616065979003906 (34.699621501721836) - | > grad_norm_1: tensor(321.6021, device='cuda:0') (tensor(663.9965, device='cuda:0')) - | > current_lr_0: 0.0001996502842328613 - | > current_lr_1: 0.0001996502842328613 - | > step_time: 1.0138 (1.000975937978459) - | > loader_time: 0.0071 (0.006610057614592886) - - - --> TIME: 2024-11-22 13:14:13 -- STEP: 519/797 -- GLOBAL_STEP: 11900 - | > loss_disc: 2.2666101455688477 (2.452709546667992) - | > loss_disc_real_0: 0.11360907554626465 (0.12069847884449776) - | > loss_disc_real_1: 0.15912875533103943 (0.21928902780044976) - | > loss_disc_real_2: 0.1809069961309433 (0.23804054270015745) - | > loss_disc_real_3: 0.19705793261528015 (0.22206131910083382) - | > loss_disc_real_4: 0.16630035638809204 (0.22267429809120123) - | > loss_disc_real_5: 0.184233158826828 (0.2361458649352796) - | > loss_0: 2.2666101455688477 (2.452709546667992) - | > grad_norm_0: tensor(24.3805, device='cuda:0') (tensor(97.8337, device='cuda:0')) - | > loss_gen: 2.430384397506714 (2.367057062297887) - | > loss_kl: 1.4206371307373047 (1.4747504524183177) - | > loss_feat: 5.5562214851379395 (5.075018932364578) - | > loss_mel: 24.884668350219727 (23.96823092554346) - | > loss_duration: 1.7814831733703613 (1.8059985256378823) - | > amp_scaler: 128.0 (132.6859344894025) - | > loss_1: 36.073394775390625 (34.69105598141003) - | > grad_norm_1: tensor(714.2385, device='cuda:0') (tensor(659.6987, device='cuda:0')) - | > current_lr_0: 0.0001996502842328613 - | > current_lr_1: 0.0001996502842328613 - | > step_time: 1.0726 (1.0049461358314764) - | > loader_time: 0.0091 (0.006704957958361086) - - - --> TIME: 2024-11-22 13:14:40 -- STEP: 544/797 -- GLOBAL_STEP: 11925 - | > loss_disc: 2.652627468109131 (2.4531084399889496) - | > loss_disc_real_0: 0.03390045464038849 (0.12101196631556382) - | > loss_disc_real_1: 0.21507331728935242 (0.2191879139829646) - | > loss_disc_real_2: 0.2878127098083496 (0.23813904389081633) - | > loss_disc_real_3: 0.21204423904418945 (0.22208762607153723) - | > loss_disc_real_4: 0.27697813510894775 (0.22262322924592917) - | > loss_disc_real_5: 0.2832658588886261 (0.23629849141134934) - | > loss_0: 2.652627468109131 (2.4531084399889496) - | > grad_norm_0: tensor(74.1262, device='cuda:0') (tensor(96.9687, device='cuda:0')) - | > loss_gen: 2.2493672370910645 (2.366772124653353) - | > loss_kl: 1.7022628784179688 (1.4723315315649788) - | > loss_feat: 4.417611122131348 (5.084140874883708) - | > loss_mel: 22.987783432006836 (23.992315976058734) - | > loss_duration: 1.8113348484039307 (1.8057199758203593) - | > amp_scaler: 128.0 (132.47058823529392) - | > loss_1: 33.16836166381836 (34.72128054674934) - | > grad_norm_1: tensor(260.2281, device='cuda:0') (tensor(669.0777, device='cuda:0')) - | > current_lr_0: 0.0001996502842328613 - | > current_lr_1: 0.0001996502842328613 - | > step_time: 1.1849 (1.0073474294999067) - | > loader_time: 0.0075 (0.006771127090734592) - - - --> TIME: 2024-11-22 13:15:07 -- STEP: 569/797 -- GLOBAL_STEP: 11950 - | > loss_disc: 2.354848861694336 (2.4539182584189354) - | > loss_disc_real_0: 0.06701666861772537 (0.12109277351891957) - | > loss_disc_real_1: 0.18629710376262665 (0.21936410431126507) - | > loss_disc_real_2: 0.2075696587562561 (0.23787266382643124) - | > loss_disc_real_3: 0.16665977239608765 (0.22198659726312167) - | > loss_disc_real_4: 0.18155087530612946 (0.22274206180668893) - | > loss_disc_real_5: 0.19757620990276337 (0.23668278984214802) - | > loss_0: 2.354848861694336 (2.4539182584189354) - | > grad_norm_0: tensor(65.6569, device='cuda:0') (tensor(96.2268, device='cuda:0')) - | > loss_gen: 2.3296496868133545 (2.366298661919176) - | > loss_kl: 1.2186013460159302 (1.4703711024068151) - | > loss_feat: 5.445474147796631 (5.082591395386493) - | > loss_mel: 25.39064598083496 (24.014092074965767) - | > loss_duration: 1.7853670120239258 (1.8046799034980152) - | > amp_scaler: 128.0 (132.27416520210878) - | > loss_1: 36.16973876953125 (34.738033194114536) - | > grad_norm_1: tensor(922.0375, device='cuda:0') (tensor(668.1573, device='cuda:0')) - | > current_lr_0: 0.0001996502842328613 - | > current_lr_1: 0.0001996502842328613 - | > step_time: 0.9631 (1.0101593797780921) - | > loader_time: 0.0076 (0.00685995408646461) - - - --> TIME: 2024-11-22 13:15:35 -- STEP: 594/797 -- GLOBAL_STEP: 11975 - | > loss_disc: 2.417360544204712 (2.453891471981599) - | > loss_disc_real_0: 0.08779434859752655 (0.12135028791134109) - | > loss_disc_real_1: 0.21930766105651855 (0.21926973387598991) - | > loss_disc_real_2: 0.17662766575813293 (0.23793675625063354) - | > loss_disc_real_3: 0.21333125233650208 (0.22204542257870086) - | > loss_disc_real_4: 0.2421663999557495 (0.22286810013481273) - | > loss_disc_real_5: 0.2095092386007309 (0.2365751422013498) - | > loss_0: 2.417360544204712 (2.453891471981599) - | > grad_norm_0: tensor(120.2806, device='cuda:0') (tensor(98.4219, device='cuda:0')) - | > loss_gen: 2.263929843902588 (2.365599335845473) - | > loss_kl: 1.5187327861785889 (1.4682719990460558) - | > loss_feat: 4.907848834991455 (5.078262573942191) - | > loss_mel: 22.613916397094727 (24.021942867574477) - | > loss_duration: 1.773611307144165 (1.8041521993149017) - | > amp_scaler: 128.0 (132.0942760942758) - | > loss_1: 33.07803726196289 (34.73822904195045) - | > grad_norm_1: tensor(737.3216, device='cuda:0') (tensor(677.0790, device='cuda:0')) - | > current_lr_0: 0.0001996502842328613 - | > current_lr_1: 0.0001996502842328613 - | > step_time: 1.1353 (1.0144256381474754) - | > loader_time: 0.0078 (0.006939744708513971) - - - --> TIME: 2024-11-22 13:16:04 -- STEP: 619/797 -- GLOBAL_STEP: 12000 - | > loss_disc: 2.4752063751220703 (2.457291023796709) - | > loss_disc_real_0: 0.14627738296985626 (0.12226770144491574) - | > loss_disc_real_1: 0.19536593556404114 (0.21924353118907655) - | > loss_disc_real_2: 0.22813484072685242 (0.23807717144778165) - | > loss_disc_real_3: 0.24056942760944366 (0.2220855980918943) - | > loss_disc_real_4: 0.17519120872020721 (0.2231995871407921) - | > loss_disc_real_5: 0.21089941263198853 (0.23712956130215732) - | > loss_0: 2.4752063751220703 (2.457291023796709) - | > grad_norm_0: tensor(114.3288, device='cuda:0') (tensor(99.3698, device='cuda:0')) - | > loss_gen: 2.1587679386138916 (2.365660069832317) - | > loss_kl: 1.345642328262329 (1.4646928373946895) - | > loss_feat: 5.458624839782715 (5.072802401898557) - | > loss_mel: 25.97420883178711 (24.028429971180365) - | > loss_duration: 1.777298092842102 (1.8038911948489071) - | > amp_scaler: 128.0 (131.92891760904655) - | > loss_1: 36.714542388916016 (34.73547653235216) - | > grad_norm_1: tensor(929.7720, device='cuda:0') (tensor(668.5984, device='cuda:0')) - | > current_lr_0: 0.0001996502842328613 - | > current_lr_1: 0.0001996502842328613 - | > step_time: 1.076 (1.0192725061407368) - | > loader_time: 0.0099 (0.0070898567532491595) - - - --> TIME: 2024-11-22 13:16:31 -- STEP: 644/797 -- GLOBAL_STEP: 12025 - | > loss_disc: 2.7037298679351807 (2.4573145756810346) - | > loss_disc_real_0: 0.09422682225704193 (0.12180033479730447) - | > loss_disc_real_1: 0.3023858368396759 (0.2195876294642872) - | > loss_disc_real_2: 0.306003212928772 (0.23791786077322427) - | > loss_disc_real_3: 0.32785603404045105 (0.22235760886384093) - | > loss_disc_real_4: 0.3101005554199219 (0.22335257827772867) - | > loss_disc_real_5: 0.21905912458896637 (0.23688844237360895) - | > loss_0: 2.7037298679351807 (2.4573145756810346) - | > grad_norm_0: tensor(48.8466, device='cuda:0') (tensor(99.8844, device='cuda:0')) - | > loss_gen: 2.1161153316497803 (2.3661522345143067) - | > loss_kl: 1.526842474937439 (1.4627770033682355) - | > loss_feat: 4.216624736785889 (5.070418775451847) - | > loss_mel: 23.545270919799805 (24.029905612424304) - | > loss_duration: 1.776776671409607 (1.8040090157008326) - | > amp_scaler: 128.0 (131.77639751552766) - | > loss_1: 33.1816291809082 (34.73326270180455) - | > grad_norm_1: tensor(552.8714, device='cuda:0') (tensor(672.2487, device='cuda:0')) - | > current_lr_0: 0.0001996502842328613 - | > current_lr_1: 0.0001996502842328613 - | > step_time: 0.9859 (1.021933316444016) - | > loader_time: 0.0097 (0.007170229594899999) - - - --> TIME: 2024-11-22 13:17:05 -- STEP: 669/797 -- GLOBAL_STEP: 12050 - | > loss_disc: 2.513154983520508 (2.459158896687141) - | > loss_disc_real_0: 0.17318280041217804 (0.12246456275372498) - | > loss_disc_real_1: 0.34363698959350586 (0.21999124908661094) - | > loss_disc_real_2: 0.271603524684906 (0.23811339498991746) - | > loss_disc_real_3: 0.22740432620048523 (0.222315757085746) - | > loss_disc_real_4: 0.19360582530498505 (0.22313016530555113) - | > loss_disc_real_5: 0.27560120820999146 (0.23714204090236726) - | > loss_0: 2.513154983520508 (2.459158896687141) - | > grad_norm_0: tensor(77.5523, device='cuda:0') (tensor(100.3705, device='cuda:0')) - | > loss_gen: 2.2532198429107666 (2.362592448746318) - | > loss_kl: 1.5568335056304932 (1.462540476489673) - | > loss_feat: 4.600529670715332 (5.062329322233325) - | > loss_mel: 25.12795066833496 (24.03260876494496) - | > loss_duration: 1.8044109344482422 (1.8035768671420664) - | > amp_scaler: 128.0 (131.63527653213723) - | > loss_1: 35.34294128417969 (34.72364791733263) - | > grad_norm_1: tensor(1308.2639, device='cuda:0') (tensor(674.9675, device='cuda:0')) - | > current_lr_0: 0.0001996502842328613 - | > current_lr_1: 0.0001996502842328613 - | > step_time: 1.3029 (1.0326242414825153) - | > loader_time: 0.0136 (0.007360444475182502) - - - --> TIME: 2024-11-22 13:17:36 -- STEP: 694/797 -- GLOBAL_STEP: 12075 - | > loss_disc: 2.410284996032715 (2.4590498342981264) - | > loss_disc_real_0: 0.10009925812482834 (0.12211682307949932) - | > loss_disc_real_1: 0.22162692248821259 (0.21994573408227833) - | > loss_disc_real_2: 0.2056644707918167 (0.23776309752584535) - | > loss_disc_real_3: 0.24915528297424316 (0.2222991047657876) - | > loss_disc_real_4: 0.2269430309534073 (0.22303677358871243) - | > loss_disc_real_5: 0.19342932105064392 (0.23710146941437846) - | > loss_0: 2.410284996032715 (2.4590498342981264) - | > grad_norm_0: tensor(101.8702, device='cuda:0') (tensor(101.7776, device='cuda:0')) - | > loss_gen: 2.465606689453125 (2.3623809835065663) - | > loss_kl: 1.5020463466644287 (1.4625383320047116) - | > loss_feat: 5.0353169441223145 (5.060622112895293) - | > loss_mel: 23.034330368041992 (24.024844779748417) - | > loss_duration: 1.8233226537704468 (1.802749502040468) - | > amp_scaler: 128.0 (131.5043227665703) - | > loss_1: 33.86062240600586 (34.71313575227938) - | > grad_norm_1: tensor(838.4724, device='cuda:0') (tensor(678.2318, device='cuda:0')) - | > current_lr_0: 0.0001996502842328613 - | > current_lr_1: 0.0001996502842328613 - | > step_time: 1.0812 (1.0404746267912357) - | > loader_time: 0.0093 (0.00749960515959462) - - - --> TIME: 2024-11-22 13:18:06 -- STEP: 719/797 -- GLOBAL_STEP: 12100 - | > loss_disc: 2.4217238426208496 (2.4592186320308858) - | > loss_disc_real_0: 0.055362630635499954 (0.12159580613262386) - | > loss_disc_real_1: 0.19079838693141937 (0.22010379132292698) - | > loss_disc_real_2: 0.25621500611305237 (0.23800257086670945) - | > loss_disc_real_3: 0.270277202129364 (0.2222625004938481) - | > loss_disc_real_4: 0.2076265662908554 (0.22319359899147503) - | > loss_disc_real_5: 0.23964205384254456 (0.2374955532406567) - | > loss_0: 2.4217238426208496 (2.4592186320308858) - | > grad_norm_0: tensor(9.8633, device='cuda:0') (tensor(100.0415, device='cuda:0')) - | > loss_gen: 2.3783419132232666 (2.3619057714358815) - | > loss_kl: 1.3692033290863037 (1.4618133644732707) - | > loss_feat: 5.078696250915527 (5.056956574714563) - | > loss_mel: 23.238086700439453 (24.0289585951804) - | > loss_duration: 1.7635278701782227 (1.8017875766886795) - | > amp_scaler: 128.0 (131.38247566063953) - | > loss_1: 33.82785415649414 (34.71142191349711) - | > grad_norm_1: tensor(219.4545, device='cuda:0') (tensor(672.7419, device='cuda:0')) - | > current_lr_0: 0.0001996502842328613 - | > current_lr_1: 0.0001996502842328613 - | > step_time: 1.0917 (1.0443059061764008) - | > loader_time: 0.0184 (0.007775566342477174) - - - --> TIME: 2024-11-22 13:18:38 -- STEP: 744/797 -- GLOBAL_STEP: 12125 - | > loss_disc: 2.380516767501831 (2.45862038353438) - | > loss_disc_real_0: 0.0784400999546051 (0.12180322670297682) - | > loss_disc_real_1: 0.30527523159980774 (0.22008062762919292) - | > loss_disc_real_2: 0.17722682654857635 (0.2378195369395838) - | > loss_disc_real_3: 0.2052146941423416 (0.22207313980306348) - | > loss_disc_real_4: 0.21320900321006775 (0.22315788106812592) - | > loss_disc_real_5: 0.20119141042232513 (0.2373289642354814) - | > loss_0: 2.380516767501831 (2.45862038353438) - | > grad_norm_0: tensor(15.9897, device='cuda:0') (tensor(99.2591, device='cuda:0')) - | > loss_gen: 2.490950345993042 (2.362817082994728) - | > loss_kl: 1.395364761352539 (1.4616960219798543) - | > loss_feat: 5.602227210998535 (5.064138746710229) - | > loss_mel: 25.826032638549805 (24.04594111186204) - | > loss_duration: 1.7802693843841553 (1.800684121187016) - | > amp_scaler: 128.0 (131.26881720430083) - | > loss_1: 37.094844818115234 (34.735277114375904) - | > grad_norm_1: tensor(747.4175, device='cuda:0') (tensor(672.7018, device='cuda:0')) - | > current_lr_0: 0.0001996502842328613 - | > current_lr_1: 0.0001996502842328613 - | > step_time: 1.3706 (1.0509528149199738) - | > loader_time: 0.1351 (0.009582406090151877) - - - --> TIME: 2024-11-22 13:19:20 -- STEP: 769/797 -- GLOBAL_STEP: 12150 - | > loss_disc: 2.509087085723877 (2.4577619297761757) - | > loss_disc_real_0: 0.10979314893484116 (0.12124530474264154) - | > loss_disc_real_1: 0.19336536526679993 (0.220043954714377) - | > loss_disc_real_2: 0.2878565192222595 (0.23798434630094487) - | > loss_disc_real_3: 0.2214837670326233 (0.2221608192154893) - | > loss_disc_real_4: 0.22749368846416473 (0.22309843391683856) - | > loss_disc_real_5: 0.17191120982170105 (0.23713043215835977) - | > loss_0: 2.509087085723877 (2.4577619297761757) - | > grad_norm_0: tensor(90.6117, device='cuda:0') (tensor(99.2093, device='cuda:0')) - | > loss_gen: 2.304042339324951 (2.365055813435925) - | > loss_kl: 1.5829635858535767 (1.4616595503567713) - | > loss_feat: 5.358572006225586 (5.066207028489424) - | > loss_mel: 25.454233169555664 (24.04607586804852) - | > loss_duration: 1.8035130500793457 (1.7995566881524576) - | > amp_scaler: 128.0 (131.1625487646291) - | > loss_1: 36.50332260131836 (34.73855498553247) - | > grad_norm_1: tensor(268.1505, device='cuda:0') (tensor(669.9691, device='cuda:0')) - | > current_lr_0: 0.0001996502842328613 - | > current_lr_1: 0.0001996502842328613 - | > step_time: 1.4576 (1.0658421814054138) - | > loader_time: 0.1254 (0.013895009366991614) - - - --> TIME: 2024-11-22 13:20:50 -- STEP: 794/797 -- GLOBAL_STEP: 12175 - | > loss_disc: 2.4955925941467285 (2.458444328091907) - | > loss_disc_real_0: 0.08619324862957001 (0.12149381066815608) - | > loss_disc_real_1: 0.31123992800712585 (0.22002815072347295) - | > loss_disc_real_2: 0.26908499002456665 (0.23809460651889555) - | > loss_disc_real_3: 0.22160124778747559 (0.22218410907224084) - | > loss_disc_real_4: 0.25223585963249207 (0.22334186560110728) - | > loss_disc_real_5: 0.23545028269290924 (0.2373972824148327) - | > loss_0: 2.4955925941467285 (2.458444328091907) - | > grad_norm_0: tensor(76.7423, device='cuda:0') (tensor(99.9182, device='cuda:0')) - | > loss_gen: 2.363731861114502 (2.3672811711765376) - | > loss_kl: 1.4478353261947632 (1.46048375115887) - | > loss_feat: 4.596607685089111 (5.071487670281068) - | > loss_mel: 24.37809944152832 (24.04546045356195) - | > loss_duration: 1.7951226234436035 (1.7985920939097182) - | > amp_scaler: 128.0 (131.06297229219118) - | > loss_1: 34.581398010253906 (34.743305187081155) - | > grad_norm_1: tensor(440.3162, device='cuda:0') (tensor(666.0139, device='cuda:0')) - | > current_lr_0: 0.0001996502842328613 - | > current_lr_1: 0.0001996502842328613 - | > step_time: 6.8863 (1.1409766517898603) - | > loader_time: 0.1205 (0.01759985562235642) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.5648550987243652 (2.5648550987243652) - | > loss_disc_real_0: 0.1071937158703804 (0.1071937158703804) - | > loss_disc_real_1: 0.2265644520521164 (0.2265644520521164) - | > loss_disc_real_2: 0.23650681972503662 (0.23650681972503662) - | > loss_disc_real_3: 0.24843133985996246 (0.24843133985996246) - | > loss_disc_real_4: 0.19467850029468536 (0.19467850029468536) - | > loss_disc_real_5: 0.2863982617855072 (0.2863982617855072) - | > loss_0: 2.5648550987243652 (2.5648550987243652) - | > loss_gen: 2.0799319744110107 (2.0799319744110107) - | > loss_kl: 1.1263580322265625 (1.1263580322265625) - | > loss_feat: 3.8244028091430664 (3.8244028091430664) - | > loss_mel: 22.029067993164062 (22.029067993164062) - | > loss_duration: 2.076371192932129 (2.076371192932129) - | > loss_1: 31.136131286621094 (31.136131286621094) - - --> STEP: 1 - | > loss_disc: 2.2952089309692383 (2.2952089309692383) - | > loss_disc_real_0: 0.040929779410362244 (0.040929779410362244) - | > loss_disc_real_1: 0.1624627262353897 (0.1624627262353897) - | > loss_disc_real_2: 0.18020641803741455 (0.18020641803741455) - | > loss_disc_real_3: 0.22059138119220734 (0.22059138119220734) - | > loss_disc_real_4: 0.17800578474998474 (0.17800578474998474) - | > loss_disc_real_5: 0.1982262283563614 (0.1982262283563614) - | > loss_0: 2.2952089309692383 (2.2952089309692383) - | > loss_gen: 2.187236785888672 (2.187236785888672) - | > loss_kl: 1.487427830696106 (1.487427830696106) - | > loss_feat: 6.68859338760376 (6.68859338760376) - | > loss_mel: 25.956811904907227 (25.956811904907227) - | > loss_duration: 1.889914870262146 (1.889914870262146) - | > loss_1: 38.20998764038086 (38.20998764038086) - - --> STEP: 2 - | > loss_disc: 2.4399378299713135 (2.367573380470276) - | > loss_disc_real_0: 0.053755830973386765 (0.047342805191874504) - | > loss_disc_real_1: 0.16273166239261627 (0.162597194314003) - | > loss_disc_real_2: 0.23398686945438385 (0.2070966437458992) - | > loss_disc_real_3: 0.15060026943683624 (0.1855958253145218) - | > loss_disc_real_4: 0.2549627423286438 (0.21648426353931427) - | > loss_disc_real_5: 0.24356217682361603 (0.2208942025899887) - | > loss_0: 2.4399378299713135 (2.367573380470276) - | > loss_gen: 1.9547604322433472 (2.0709986090660095) - | > loss_kl: 1.3956046104431152 (1.4415162205696106) - | > loss_feat: 4.600367069244385 (5.644480228424072) - | > loss_mel: 24.30974769592285 (25.13327980041504) - | > loss_duration: 1.7419729232788086 (1.8159438967704773) - | > loss_1: 34.0024528503418 (36.10622024536133) - - --> STEP: 3 - | > loss_disc: 2.433300256729126 (2.389482339223226) - | > loss_disc_real_0: 0.05740570276975632 (0.05069710438450178) - | > loss_disc_real_1: 0.19469837844371796 (0.173297589023908) - | > loss_disc_real_2: 0.23520174622535706 (0.21646501123905182) - | > loss_disc_real_3: 0.2370138317346573 (0.2027351607879003) - | > loss_disc_real_4: 0.25790897011756897 (0.23029249906539917) - | > loss_disc_real_5: 0.2547195553779602 (0.23216932018597922) - | > loss_0: 2.433300256729126 (2.389482339223226) - | > loss_gen: 2.1370553970336914 (2.0930175383885703) - | > loss_kl: 1.3324590921401978 (1.405163844426473) - | > loss_feat: 4.289610385894775 (5.192856947580974) - | > loss_mel: 24.998886108398438 (25.088481903076172) - | > loss_duration: 1.8013075590133667 (1.8110651175181072) - | > loss_1: 34.55931854248047 (35.59058634440104) - - --> STEP: 4 - | > loss_disc: 2.4638633728027344 (2.408077597618103) - | > loss_disc_real_0: 0.12400579452514648 (0.06902427691966295) - | > loss_disc_real_1: 0.2293030321598053 (0.1872989498078823) - | > loss_disc_real_2: 0.22560007870197296 (0.2187487781047821) - | > loss_disc_real_3: 0.2163708657026291 (0.2061440870165825) - | > loss_disc_real_4: 0.23254649341106415 (0.23085599765181541) - | > loss_disc_real_5: 0.1897219866514206 (0.22155748680233955) - | > loss_0: 2.4638633728027344 (2.408077597618103) - | > loss_gen: 2.0494701862335205 (2.0821307003498077) - | > loss_kl: 1.4453357458114624 (1.4152068197727203) - | > loss_feat: 4.757198810577393 (5.083942413330078) - | > loss_mel: 22.502819061279297 (24.442066192626953) - | > loss_duration: 1.7152099609375 (1.7871013283729553) - | > loss_1: 32.47003173828125 (34.810447692871094) - - --> STEP: 5 - | > loss_disc: 2.151329755783081 (2.356728029251099) - | > loss_disc_real_0: 0.09930743277072906 (0.07508090808987618) - | > loss_disc_real_1: 0.17053724825382233 (0.1839466094970703) - | > loss_disc_real_2: 0.20082935690879822 (0.21516489386558532) - | > loss_disc_real_3: 0.24286746978759766 (0.21348876357078553) - | > loss_disc_real_4: 0.19169776141643524 (0.2230243504047394) - | > loss_disc_real_5: 0.20269906520843506 (0.21778580248355867) - | > loss_0: 2.151329755783081 (2.356728029251099) - | > loss_gen: 2.4645183086395264 (2.1586082220077514) - | > loss_kl: 1.9875365495681763 (1.5296727657318114) - | > loss_feat: 6.3272199630737305 (5.332597923278809) - | > loss_mel: 25.876798629760742 (24.72901268005371) - | > loss_duration: 1.9771369695663452 (1.8251084566116333) - | > loss_1: 38.63321304321289 (35.57500076293945) - - --> STEP: 6 - | > loss_disc: 2.439385414123535 (2.3705042600631714) - | > loss_disc_real_0: 0.05235188454389572 (0.07129273749887943) - | > loss_disc_real_1: 0.23953498899936676 (0.19321133941411972) - | > loss_disc_real_2: 0.2557796239852905 (0.22193401555220285) - | > loss_disc_real_3: 0.24967601895332336 (0.2195199728012085) - | > loss_disc_real_4: 0.26682713627815247 (0.23032481471697488) - | > loss_disc_real_5: 0.3024718463420868 (0.23190014312664667) - | > loss_0: 2.439385414123535 (2.3705042600631714) - | > loss_gen: 2.4449591636657715 (2.2063333789507547) - | > loss_kl: 1.1354591846466064 (1.4639705022176106) - | > loss_feat: 4.197249889373779 (5.143373250961304) - | > loss_mel: 22.377920150756836 (24.3371639251709) - | > loss_duration: 1.7907097339630127 (1.8193753361701965) - | > loss_1: 31.946298599243164 (34.970217068990074) - - --> STEP: 7 - | > loss_disc: 2.6468958854675293 (2.4099887779780795) - | > loss_disc_real_0: 0.05247611552476883 (0.06860464864543506) - | > loss_disc_real_1: 0.14666560292243958 (0.18656194848673685) - | > loss_disc_real_2: 0.22179469466209412 (0.2219141125679016) - | > loss_disc_real_3: 0.2572352886199951 (0.22490787506103516) - | > loss_disc_real_4: 0.2507571280002594 (0.23324371661458695) - | > loss_disc_real_5: 0.26002320647239685 (0.235917723604611) - | > loss_0: 2.6468958854675293 (2.4099887779780795) - | > loss_gen: 1.8526318073272705 (2.1558045830045427) - | > loss_kl: 1.098706603050232 (1.4117899451936995) - | > loss_feat: 4.8095550537109375 (5.095684937068394) - | > loss_mel: 24.40216636657715 (24.346449988228933) - | > loss_duration: 1.7282465696334839 (1.8063569409506661) - | > loss_1: 33.89130401611328 (34.81608663286482) - - --> STEP: 8 - | > loss_disc: 2.680598258972168 (2.4438149631023407) - | > loss_disc_real_0: 0.06792506575584412 (0.06851970078423619) - | > loss_disc_real_1: 0.24866271018981934 (0.19432454369962215) - | > loss_disc_real_2: 0.23596368730068207 (0.22367030940949917) - | > loss_disc_real_3: 0.25920775532722473 (0.22919536009430885) - | > loss_disc_real_4: 0.18592053651809692 (0.2273283191025257) - | > loss_disc_real_5: 0.20916706323623657 (0.23257389105856419) - | > loss_0: 2.680598258972168 (2.4438149631023407) - | > loss_gen: 1.8481041193008423 (2.11734202504158) - | > loss_kl: 1.6954962015151978 (1.4472532272338867) - | > loss_feat: 4.426746368408203 (5.01206761598587) - | > loss_mel: 18.910337448120117 (23.666935920715332) - | > loss_duration: 1.8115019798278809 (1.807000070810318) - | > loss_1: 28.69218635559082 (34.050599098205566) - - --> STEP: 9 - | > loss_disc: 2.596184492111206 (2.4607449107699924) - | > loss_disc_real_0: 0.11956286430358887 (0.0741911633974976) - | > loss_disc_real_1: 0.17665942013263702 (0.19236175219217935) - | > loss_disc_real_2: 0.23829105496406555 (0.22529483669333988) - | > loss_disc_real_3: 0.25253063440322876 (0.2317881683508555) - | > loss_disc_real_4: 0.24834486842155457 (0.22966349124908447) - | > loss_disc_real_5: 0.2842937409877777 (0.23832054105069903) - | > loss_0: 2.596184492111206 (2.4607449107699924) - | > loss_gen: 2.013094663619995 (2.1057589848836265) - | > loss_kl: 1.4776840209960938 (1.4506344265407987) - | > loss_feat: 3.8456039428710938 (4.882460541195339) - | > loss_mel: 20.754852294921875 (23.34337107340495) - | > loss_duration: 1.7639708518981934 (1.8022190464867487) - | > loss_1: 29.855205535888672 (33.584444257948135) - - --> STEP: 10 - | > loss_disc: 2.492072343826294 (2.4638776540756226) - | > loss_disc_real_0: 0.07681205868721008 (0.07445325292646884) - | > loss_disc_real_1: 0.20117494463920593 (0.19324307143688202) - | > loss_disc_real_2: 0.23749101161956787 (0.22651445418596267) - | > loss_disc_real_3: 0.2646413743495941 (0.23507348895072938) - | > loss_disc_real_4: 0.2791164219379425 (0.23460878431797028) - | > loss_disc_real_5: 0.2716303765773773 (0.24165152460336686) - | > loss_0: 2.492072343826294 (2.4638776540756226) - | > loss_gen: 2.203275680541992 (2.115510654449463) - | > loss_kl: 1.2588626146316528 (1.431457245349884) - | > loss_feat: 4.680201053619385 (4.862234592437744) - | > loss_mel: 25.326126098632812 (23.541646575927736) - | > loss_duration: 1.6549296379089355 (1.7874901056289674) - | > loss_1: 35.12339782714844 (33.73833961486817) - - --> STEP: 11 - | > loss_disc: 2.360109329223633 (2.454444169998169) - | > loss_disc_real_0: 0.06415107101202011 (0.07351669093424623) - | > loss_disc_real_1: 0.14128795266151428 (0.18851987882093948) - | > loss_disc_real_2: 0.23326772451400757 (0.2271283878521486) - | > loss_disc_real_3: 0.1571199744939804 (0.22798680581829764) - | > loss_disc_real_4: 0.14559130370616913 (0.2265162860805338) - | > loss_disc_real_5: 0.18723346292972565 (0.2367044280875813) - | > loss_0: 2.360109329223633 (2.454444169998169) - | > loss_gen: 1.9686193466186523 (2.1021568991921167) - | > loss_kl: 1.4227157831192017 (1.4306625669652766) - | > loss_feat: 6.266667366027832 (4.989910299127752) - | > loss_mel: 24.415912628173828 (23.621125307950106) - | > loss_duration: 1.6818830966949463 (1.7778894684531472) - | > loss_1: 35.755802154541016 (33.92174530029297) - - --> STEP: 12 - | > loss_disc: 2.514132022857666 (2.45941815773646) - | > loss_disc_real_0: 0.07895167171955109 (0.07396960599968831) - | > loss_disc_real_1: 0.2573449909687042 (0.19425530483325323) - | > loss_disc_real_2: 0.26343774795532227 (0.23015416786074638) - | > loss_disc_real_3: 0.2793354094028473 (0.23226585611701012) - | > loss_disc_real_4: 0.23982028663158417 (0.22762495279312134) - | > loss_disc_real_5: 0.2453230321407318 (0.2374226450920105) - | > loss_0: 2.514132022857666 (2.45941815773646) - | > loss_gen: 2.2691750526428223 (2.1160750786463423) - | > loss_kl: 1.318811058998108 (1.4213416079680126) - | > loss_feat: 5.029424667358398 (4.993203163146973) - | > loss_mel: 24.940378189086914 (23.73106304804484) - | > loss_duration: 1.7920846939086914 (1.7790724039077759) - | > loss_1: 35.34987258911133 (34.040755907694496) - - --> STEP: 13 - | > loss_disc: 2.159444808959961 (2.4363432847536526) - | > loss_disc_real_0: 0.06177596375346184 (0.07303163351920935) - | > loss_disc_real_1: 0.19070036709308624 (0.19398184808400962) - | > loss_disc_real_2: 0.17922642827033997 (0.22623664943071511) - | > loss_disc_real_3: 0.2008795291185379 (0.2298515232709738) - | > loss_disc_real_4: 0.16939395666122437 (0.22314564539836004) - | > loss_disc_real_5: 0.18824046850204468 (0.23363940073893621) - | > loss_0: 2.159444808959961 (2.4363432847536526) - | > loss_gen: 2.2156052589416504 (2.123731246361366) - | > loss_kl: 1.4303197860717773 (1.4220322370529175) - | > loss_feat: 6.6121392250061035 (5.117736706366906) - | > loss_mel: 29.540096282958984 (24.17791175842285) - | > loss_duration: 1.8198796510696411 (1.782211422920227) - | > loss_1: 41.618045806884766 (34.62362436147836) - - --> STEP: 14 - | > loss_disc: 2.3956754207611084 (2.4334384373256137) - | > loss_disc_real_0: 0.04613901674747467 (0.0711107323212283) - | > loss_disc_real_1: 0.21767346560955048 (0.1956741064786911) - | > loss_disc_real_2: 0.21671287715435028 (0.22555637998240335) - | > loss_disc_real_3: 0.24071772396564484 (0.2306276804634503) - | > loss_disc_real_4: 0.2719593346118927 (0.22663233748504094) - | > loss_disc_real_5: 0.28026747703552246 (0.2369699776172638) - | > loss_0: 2.3956754207611084 (2.4334384373256137) - | > loss_gen: 2.276494026184082 (2.13464287349156) - | > loss_kl: 1.0251531600952148 (1.3936837315559387) - | > loss_feat: 4.656208515167236 (5.084770406995501) - | > loss_mel: 24.336339950561523 (24.189228057861328) - | > loss_duration: 1.8458232879638672 (1.7867551275662013) - | > loss_1: 34.14002227783203 (34.58908135550363) - - --> STEP: 15 - | > loss_disc: 2.327744245529175 (2.426392157872518) - | > loss_disc_real_0: 0.021842513233423233 (0.0678261843820413) - | > loss_disc_real_1: 0.1762726753950119 (0.19438067773977916) - | > loss_disc_real_2: 0.24229364097118378 (0.22667219738165537) - | > loss_disc_real_3: 0.19317351281642914 (0.22813073595364888) - | > loss_disc_real_4: 0.17826992273330688 (0.223408176501592) - | > loss_disc_real_5: 0.2543293237686157 (0.23812726736068726) - | > loss_0: 2.327744245529175 (2.426392157872518) - | > loss_gen: 2.0402374267578125 (2.1283491770426433) - | > loss_kl: 1.424739956855774 (1.3957541465759278) - | > loss_feat: 4.601840019226074 (5.052575047810873) - | > loss_mel: 22.02974510192871 (24.04526252746582) - | > loss_duration: 1.7673397064208984 (1.7854607661565145) - | > loss_1: 31.863901138305664 (34.407402674357094) - - --> STEP: 16 - | > loss_disc: 2.435621738433838 (2.4269690066576004) - | > loss_disc_real_0: 0.08908732980489731 (0.0691550059709698) - | > loss_disc_real_1: 0.1431596875190735 (0.19117936585098505) - | > loss_disc_real_2: 0.25899529457092285 (0.2286923909559846) - | > loss_disc_real_3: 0.26599034667015076 (0.23049696162343025) - | > loss_disc_real_4: 0.16783513128757477 (0.21993486117571592) - | > loss_disc_real_5: 0.2261004000902176 (0.2373755881562829) - | > loss_0: 2.435621738433838 (2.4269690066576004) - | > loss_gen: 2.1014351844787598 (2.1266670525074005) - | > loss_kl: 1.7621665000915527 (1.4186549186706543) - | > loss_feat: 5.6337385177612305 (5.08889776468277) - | > loss_mel: 27.031999588012695 (24.23193359375) - | > loss_duration: 1.8453099727630615 (1.7892013415694237) - | > loss_1: 38.37465286254883 (34.65535581111908) - - --> STEP: 17 - | > loss_disc: 2.3717401027679443 (2.4237202476052677) - | > loss_disc_real_0: 0.044359058141708374 (0.06769642080454265) - | > loss_disc_real_1: 0.22079049050807953 (0.19292119671316707) - | > loss_disc_real_2: 0.2163500338792801 (0.22796636995147257) - | > loss_disc_real_3: 0.1837071031332016 (0.22774461700635798) - | > loss_disc_real_4: 0.21727673709392548 (0.2197785009356106) - | > loss_disc_real_5: 0.23087795078754425 (0.23699337419341593) - | > loss_0: 2.3717401027679443 (2.4237202476052677) - | > loss_gen: 2.0265393257141113 (2.1207771862254425) - | > loss_kl: 1.7952296733856201 (1.4408063748303581) - | > loss_feat: 5.590137004852295 (5.118382425869212) - | > loss_mel: 25.203845977783203 (24.289104910457837) - | > loss_duration: 1.7156672477722168 (1.7848758066401762) - | > loss_1: 36.331417083740234 (34.75394765068503) - - --> STEP: 18 - | > loss_disc: 2.3512659072875977 (2.419695006476508) - | > loss_disc_real_0: 0.04512497037649155 (0.0664424513363176) - | > loss_disc_real_1: 0.19323308765888214 (0.19293852398792902) - | > loss_disc_real_2: 0.1881060153245926 (0.22575190580553478) - | > loss_disc_real_3: 0.20768021047115326 (0.22662992775440216) - | > loss_disc_real_4: 0.174718976020813 (0.21727519399589962) - | > loss_disc_real_5: 0.22764182090759277 (0.23647384345531464) - | > loss_0: 2.3512659072875977 (2.419695006476508) - | > loss_gen: 2.0591063499450684 (2.1173510286543102) - | > loss_kl: 1.2342970371246338 (1.4293336338467069) - | > loss_feat: 5.03680419921875 (5.113850302166409) - | > loss_mel: 24.735868453979492 (24.31392510732015) - | > loss_duration: 1.7282631397247314 (1.781730658478207) - | > loss_1: 34.79433822631836 (34.75619157155355) - - --> STEP: 19 - | > loss_disc: 2.7070374488830566 (2.4348182929189583) - | > loss_disc_real_0: 0.09525182098150253 (0.06795873394922207) - | > loss_disc_real_1: 0.20108291506767273 (0.1933671761500208) - | > loss_disc_real_2: 0.25005120038986206 (0.22703081604681516) - | > loss_disc_real_3: 0.18345454335212708 (0.22435753910165085) - | > loss_disc_real_4: 0.24003927409648895 (0.218473303474878) - | > loss_disc_real_5: 0.25550034642219543 (0.23747523834830836) - | > loss_0: 2.7070374488830566 (2.4348182929189583) - | > loss_gen: 1.8237110376358032 (2.1018962922849154) - | > loss_kl: 1.4474499225616455 (1.4302871227264404) - | > loss_feat: 5.21047830581665 (5.118935986569054) - | > loss_mel: 24.22113800048828 (24.30904157538163) - | > loss_duration: 1.8193331956863403 (1.7837097393838983) - | > loss_1: 34.52210998535156 (34.74387148806923) - - --> STEP: 20 - | > loss_disc: 2.389810562133789 (2.4325679063797) - | > loss_disc_real_0: 0.0326676070690155 (0.06619417760521175) - | > loss_disc_real_1: 0.21633997559547424 (0.19451581612229346) - | > loss_disc_real_2: 0.2131025791168213 (0.22633440420031548) - | > loss_disc_real_3: 0.22011403739452362 (0.22414536401629448) - | > loss_disc_real_4: 0.2508256733417511 (0.22009092196822166) - | > loss_disc_real_5: 0.19520533084869385 (0.23536174297332763) - | > loss_0: 2.389810562133789 (2.4325679063797) - | > loss_gen: 2.0764975547790527 (2.1006263554096223) - | > loss_kl: 1.2276066541671753 (1.4201530992984772) - | > loss_feat: 5.168387413024902 (5.121408557891845) - | > loss_mel: 26.63920021057129 (24.425549507141113) - | > loss_duration: 1.7252532243728638 (1.7807869136333465) - | > loss_1: 36.836944580078125 (34.84852514266968) - - --> STEP: 21 - | > loss_disc: 2.4299957752227783 (2.4324454239436557) - | > loss_disc_real_0: 0.07988493144512177 (0.06684611826425509) - | > loss_disc_real_1: 0.20014163851737976 (0.19478371242682138) - | > loss_disc_real_2: 0.24262909591197968 (0.22711034190087093) - | > loss_disc_real_3: 0.21166177093982697 (0.22355090720312937) - | > loss_disc_real_4: 0.27666428685188293 (0.2227848917245865) - | > loss_disc_real_5: 0.2396557629108429 (0.23556622011320932) - | > loss_0: 2.4299957752227783 (2.4324454239436557) - | > loss_gen: 2.142742395401001 (2.1026318811234974) - | > loss_kl: 1.6329106092453003 (1.430284409295945) - | > loss_feat: 4.289496898651123 (5.08179371697562) - | > loss_mel: 22.039886474609375 (24.311946505591983) - | > loss_duration: 1.7680389881134033 (1.7801798695609683) - | > loss_1: 31.873075485229492 (34.706837063743954) - - --> STEP: 22 - | > loss_disc: 2.321707248687744 (2.4274118705229326) - | > loss_disc_real_0: 0.11109815537929535 (0.06885757449675692) - | > loss_disc_real_1: 0.20686088502407074 (0.19533267481760544) - | > loss_disc_real_2: 0.22290828824043274 (0.2269193394617601) - | > loss_disc_real_3: 0.26444023847579956 (0.2254095131700689) - | > loss_disc_real_4: 0.26291075348854065 (0.22460879453203894) - | > loss_disc_real_5: 0.28496137261390686 (0.23781145431778647) - | > loss_0: 2.321707248687744 (2.4274118705229326) - | > loss_gen: 2.4531216621398926 (2.118563234806061) - | > loss_kl: 1.575466275215149 (1.4368835850195452) - | > loss_feat: 4.73700475692749 (5.066121491518887) - | > loss_mel: 26.692115783691406 (24.420136018232867) - | > loss_duration: 1.8660327196121216 (1.7840822718360207) - | > loss_1: 37.32373809814453 (34.825787110762164) - - --> STEP: 23 - | > loss_disc: 2.4674596786499023 (2.429153079571931) - | > loss_disc_real_0: 0.08694104850292206 (0.06964381249702498) - | > loss_disc_real_1: 0.2361999899148941 (0.1971095146044441) - | > loss_disc_real_2: 0.2796531915664673 (0.22921211564022562) - | > loss_disc_real_3: 0.1637968271970749 (0.22273070073646048) - | > loss_disc_real_4: 0.29583290219306946 (0.22770549486512723) - | > loss_disc_real_5: 0.3121580481529236 (0.24104391491931418) - | > loss_0: 2.4674596786499023 (2.429153079571931) - | > loss_gen: 2.3172929286956787 (2.1272036562795225) - | > loss_kl: 1.941084384918213 (1.4588053589281829) - | > loss_feat: 4.445913791656494 (5.039155939350957) - | > loss_mel: 23.267532348632812 (24.370022815206777) - | > loss_duration: 1.8324427604675293 (1.786184901776521) - | > loss_1: 33.804264068603516 (34.781373065450914) - - --> STEP: 24 - | > loss_disc: 2.604158401489258 (2.436444967985153) - | > loss_disc_real_0: 0.09112177789211273 (0.07053872772182031) - | > loss_disc_real_1: 0.13248895108699799 (0.1944169911245505) - | > loss_disc_real_2: 0.22846107184886932 (0.2291808221489191) - | > loss_disc_real_3: 0.2430441677570343 (0.22357709519565105) - | > loss_disc_real_4: 0.26199570298194885 (0.22913425353666148) - | > loss_disc_real_5: 0.24233463406562805 (0.2410976948837439) - | > loss_0: 2.604158401489258 (2.436444967985153) - | > loss_gen: 1.8830591440200806 (2.1170309682687125) - | > loss_kl: 1.1527470350265503 (1.4460529287656148) - | > loss_feat: 4.894333839416504 (5.033121685187021) - | > loss_mel: 23.56366539001465 (24.336424589157104) - | > loss_duration: 1.7394037246704102 (1.7842356860637665) - | > loss_1: 33.23320770263672 (34.71686617533366) - - --> STEP: 25 - | > loss_disc: 2.4853017330169678 (2.4383992385864257) - | > loss_disc_real_0: 0.08998452126979828 (0.07131655946373944) - | > loss_disc_real_1: 0.15085162222385406 (0.19267437636852264) - | > loss_disc_real_2: 0.24020697176456451 (0.22962186813354493) - | > loss_disc_real_3: 0.22213055193424225 (0.2235192334651947) - | > loss_disc_real_4: 0.18709588050842285 (0.22745271861553193) - | > loss_disc_real_5: 0.2758876383304596 (0.24248929262161256) - | > loss_0: 2.4853017330169678 (2.4383992385864257) - | > loss_gen: 1.9573419094085693 (2.1106434059143067) - | > loss_kl: 1.5978349447250366 (1.4521242094039917) - | > loss_feat: 3.853348970413208 (4.985930776596069) - | > loss_mel: 24.73220443725586 (24.352255783081056) - | > loss_duration: 1.7162357568740845 (1.7815156888961792) - | > loss_1: 33.856964111328125 (34.682470092773436) - - --> STEP: 26 - | > loss_disc: 2.371457099914551 (2.4358245409452) - | > loss_disc_real_0: 0.08892014622688293 (0.07199362049309112) - | > loss_disc_real_1: 0.18003469705581665 (0.1921882348564955) - | > loss_disc_real_2: 0.23092971742153168 (0.22967217002923673) - | > loss_disc_real_3: 0.22183598577976227 (0.22345449316960114) - | > loss_disc_real_4: 0.2126607447862625 (0.2268837965451754) - | > loss_disc_real_5: 0.28561633825302124 (0.2441480251458975) - | > loss_0: 2.371457099914551 (2.4358245409452) - | > loss_gen: 2.2897286415100098 (2.1175312995910645) - | > loss_kl: 1.4598982334136963 (1.452423210327442) - | > loss_feat: 5.152193069458008 (4.992325480167683) - | > loss_mel: 23.462512969970703 (24.318034905653732) - | > loss_duration: 1.7269811630249023 (1.7794182071318994) - | > loss_1: 34.09131622314453 (34.65973340548002) - - --> STEP: 27 - | > loss_disc: 2.2617764472961426 (2.429378315254494) - | > loss_disc_real_0: 0.05326002836227417 (0.07129978374750531) - | > loss_disc_real_1: 0.17358724772930145 (0.19149930940734017) - | > loss_disc_real_2: 0.23520231246948242 (0.22987699011961618) - | > loss_disc_real_3: 0.2539966404438019 (0.22458568380938637) - | > loss_disc_real_4: 0.16504046320915222 (0.22459330271791528) - | > loss_disc_real_5: 0.1785275787115097 (0.24171763824092019) - | > loss_0: 2.2617764472961426 (2.429378315254494) - | > loss_gen: 2.11598539352417 (2.1174740438108093) - | > loss_kl: 1.4071156978607178 (1.4507451543101557) - | > loss_feat: 5.467990875244141 (5.009942717022366) - | > loss_mel: 24.519861221313477 (24.32550995438187) - | > loss_duration: 1.775768518447876 (1.7792830334769354) - | > loss_1: 35.286720275878906 (34.68295514142072) - - --> STEP: 28 - | > loss_disc: 2.360283851623535 (2.4269106558391025) - | > loss_disc_real_0: 0.0936657264828682 (0.07209856741662543) - | > loss_disc_real_1: 0.11621292680501938 (0.18881051002868585) - | > loss_disc_real_2: 0.2122899740934372 (0.2292488824043955) - | > loss_disc_real_3: 0.20808327198028564 (0.22399631195834704) - | > loss_disc_real_4: 0.18200263381004333 (0.223072207399777) - | > loss_disc_real_5: 0.25854265689849854 (0.24231853176440513) - | > loss_0: 2.360283851623535 (2.4269106558391025) - | > loss_gen: 2.047835350036621 (2.114986947604588) - | > loss_kl: 1.3034576177597046 (1.4454848851476396) - | > loss_feat: 5.050826549530029 (5.01140285389764) - | > loss_mel: 24.372983932495117 (24.327205453600204) - | > loss_duration: 1.790932536125183 (1.7796990871429443) - | > loss_1: 34.566036224365234 (34.678779465811594) - - --> STEP: 29 - | > loss_disc: 2.3523635864257812 (2.424340067238643) - | > loss_disc_real_0: 0.07203567028045654 (0.07209639854986098) - | > loss_disc_real_1: 0.2781369686126709 (0.19189073273847843) - | > loss_disc_real_2: 0.2709157466888428 (0.23068567082799715) - | > loss_disc_real_3: 0.21684037148952484 (0.22374955539045663) - | > loss_disc_real_4: 0.23361748456954956 (0.22343583764701053) - | > loss_disc_real_5: 0.28332802653312683 (0.24373265227367139) - | > loss_0: 2.3523635864257812 (2.424340067238643) - | > loss_gen: 2.4420716762542725 (2.126265731351129) - | > loss_kl: 1.2584593296051025 (1.439035728059966) - | > loss_feat: 4.885119438171387 (5.0070482533553555) - | > loss_mel: 24.81709861755371 (24.344098321322736) - | > loss_duration: 1.7579524517059326 (1.7789492031623577) - | > loss_1: 35.160701751708984 (34.69539747567013) - - --> STEP: 30 - | > loss_disc: 2.430840492248535 (2.4245567480723063) - | > loss_disc_real_0: 0.10109037905931473 (0.07306286456684277) - | > loss_disc_real_1: 0.21227487921714783 (0.19257020428776742) - | > loss_disc_real_2: 0.19697310030460358 (0.22956191847721735) - | > loss_disc_real_3: 0.26234155893325806 (0.22503595550855002) - | > loss_disc_real_4: 0.22366350889205933 (0.22344342668851216) - | > loss_disc_real_5: 0.20456962287425995 (0.24242721796035765) - | > loss_0: 2.430840492248535 (2.4245567480723063) - | > loss_gen: 2.0932607650756836 (2.125165565808614) - | > loss_kl: 1.924676775932312 (1.455223762989044) - | > loss_feat: 5.247300148010254 (5.015056649843852) - | > loss_mel: 24.320268630981445 (24.34330399831136) - | > loss_duration: 1.7925164699554443 (1.7794014453887939) - | > loss_1: 35.378021240234375 (34.7181516011556) - - --> STEP: 31 - | > loss_disc: 2.5849475860595703 (2.4297306460718953) - | > loss_disc_real_0: 0.11675054579973221 (0.0744721446066134) - | > loss_disc_real_1: 0.22421105206012726 (0.1935908767965532) - | > loss_disc_real_2: 0.2422286421060562 (0.2299705224652444) - | > loss_disc_real_3: 0.23822633922100067 (0.22546145175733873) - | > loss_disc_real_4: 0.19542662799358368 (0.22253965898867575) - | > loss_disc_real_5: 0.24453964829444885 (0.2424953608743606) - | > loss_0: 2.5849475860595703 (2.4297306460718953) - | > loss_gen: 2.0473835468292236 (2.122656468422182) - | > loss_kl: 1.556683897972107 (1.458496670569143) - | > loss_feat: 6.114178657531738 (5.050512198478945) - | > loss_mel: 26.152219772338867 (24.401656120054184) - | > loss_duration: 1.7205489873886108 (1.7775029790016912) - | > loss_1: 37.59101486206055 (34.81082460957189) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.012416908817906533 (-0.00026902075736753503) - | > avg_loss_disc: 2.4297306460718953 (-0.030728986186366214) - | > avg_loss_disc_real_0: 0.0744721446066134 (-0.10521258233535667) - | > avg_loss_disc_real_1: 0.1935908767965532 (+0.0155627580900346) - | > avg_loss_disc_real_2: 0.2299705224652444 (-0.008217362626906366) - | > avg_loss_disc_real_3: 0.22546145175733873 (+0.06637065497136885) - | > avg_loss_disc_real_4: 0.22253965898867575 (-0.012545064091682434) - | > avg_loss_disc_real_5: 0.2424953608743606 (+0.011398410124163483) - | > avg_loss_0: 2.4297306460718953 (-0.030728986186366214) - | > avg_loss_gen: 2.122656468422182 (-0.16732895374298096) - | > avg_loss_kl: 1.458496670569143 (-0.01528712818699507) - | > avg_loss_feat: 5.050512198478945 (+0.269464746598274) - | > avg_loss_mel: 24.401656120054184 (+0.5297460248393406) - | > avg_loss_duration: 1.7775029790016912 (-0.010749036265957912) - | > avg_loss_1: 34.81082460957189 (+0.6058458512829219) - - - > EPOCH: 13/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-22 13:21:08)  - - --> TIME: 2024-11-22 13:21:29 -- STEP: 22/797 -- GLOBAL_STEP: 12200 - | > loss_disc: 2.335685968399048 (2.479029427875172) - | > loss_disc_real_0: 0.11453910917043686 (0.12892327677797188) - | > loss_disc_real_1: 0.24313917756080627 (0.22639705850319428) - | > loss_disc_real_2: 0.22952458262443542 (0.24528374590656973) - | > loss_disc_real_3: 0.18052759766578674 (0.22369780323722147) - | > loss_disc_real_4: 0.15472082793712616 (0.2158117416230115) - | > loss_disc_real_5: 0.1987660974264145 (0.23566797172481363) - | > loss_0: 2.335685968399048 (2.479029427875172) - | > grad_norm_0: tensor(99.2924, device='cuda:0') (tensor(106.8309, device='cuda:0')) - | > loss_gen: 2.290299892425537 (2.308281042359092) - | > loss_kl: 1.5557736158370972 (1.625564152544195) - | > loss_feat: 5.793871879577637 (4.826942996545271) - | > loss_mel: 25.657947540283203 (22.997878681529652) - | > loss_duration: 1.898524284362793 (1.976941244168715) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.196414947509766 (33.73560775410045) - | > grad_norm_1: tensor(559.5487, device='cuda:0') (tensor(829.7667, device='cuda:0')) - | > current_lr_0: 0.00019962532794733217 - | > current_lr_1: 0.00019962532794733217 - | > step_time: 1.1245 (0.8897390799088911) - | > loader_time: 0.0038 (0.004288478331132369) - - - --> TIME: 2024-11-22 13:21:55 -- STEP: 47/797 -- GLOBAL_STEP: 12225 - | > loss_disc: 2.4310014247894287 (2.4667639225087274) - | > loss_disc_real_0: 0.11764547973871231 (0.11680225599953468) - | > loss_disc_real_1: 0.20475010573863983 (0.22307458710163197) - | > loss_disc_real_2: 0.25025132298469543 (0.2449290799967786) - | > loss_disc_real_3: 0.23654960095882416 (0.2258771889387293) - | > loss_disc_real_4: 0.24997824430465698 (0.22037014460310023) - | > loss_disc_real_5: 0.2012903094291687 (0.23513239146547116) - | > loss_0: 2.4310014247894287 (2.4667639225087274) - | > grad_norm_0: tensor(39.7565, device='cuda:0') (tensor(95.7515, device='cuda:0')) - | > loss_gen: 2.411741256713867 (2.333168232694585) - | > loss_kl: 1.4648029804229736 (1.5518600002248237) - | > loss_feat: 5.122948169708252 (4.87386466087179) - | > loss_mel: 24.359054565429688 (22.964562030548745) - | > loss_duration: 1.8308453559875488 (1.9185367771919737) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.18939208984375 (33.641991879077665) - | > grad_norm_1: tensor(525.9415, device='cuda:0') (tensor(755.1584, device='cuda:0')) - | > current_lr_0: 0.00019962532794733217 - | > current_lr_1: 0.00019962532794733217 - | > step_time: 0.9195 (0.9525338842513713) - | > loader_time: 0.0053 (0.004728611479414271) - - - --> TIME: 2024-11-22 13:22:17 -- STEP: 72/797 -- GLOBAL_STEP: 12250 - | > loss_disc: 2.3971519470214844 (2.4587983455922875) - | > loss_disc_real_0: 0.12499973922967911 (0.11922319947431485) - | > loss_disc_real_1: 0.17261120676994324 (0.21957934420141909) - | > loss_disc_real_2: 0.17101983726024628 (0.2412308423469464) - | > loss_disc_real_3: 0.19072306156158447 (0.22449438977572653) - | > loss_disc_real_4: 0.1837722361087799 (0.22229995702703795) - | > loss_disc_real_5: 0.2887612581253052 (0.23551487736403942) - | > loss_0: 2.3971519470214844 (2.4587983455922875) - | > grad_norm_0: tensor(111.5635, device='cuda:0') (tensor(89.4827, device='cuda:0')) - | > loss_gen: 2.170544385910034 (2.3344723516040373) - | > loss_kl: 1.3853167295455933 (1.5083130449056625) - | > loss_feat: 5.59560489654541 (4.927180382940506) - | > loss_mel: 23.3459415435791 (23.223003970252144) - | > loss_duration: 1.7878764867782593 (1.8785490824116602) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.285282135009766 (33.87151890330845) - | > grad_norm_1: tensor(1180.2190, device='cuda:0') (tensor(755.1511, device='cuda:0')) - | > current_lr_0: 0.00019962532794733217 - | > current_lr_1: 0.00019962532794733217 - | > step_time: 0.8858 (0.9319928917619917) - | > loader_time: 0.0037 (0.0048428840107387966) - - - --> TIME: 2024-11-22 13:22:40 -- STEP: 97/797 -- GLOBAL_STEP: 12275 - | > loss_disc: 2.5277812480926514 (2.443660460796554) - | > loss_disc_real_0: 0.20252543687820435 (0.11487344514156125) - | > loss_disc_real_1: 0.19768734276294708 (0.2198986773638381) - | > loss_disc_real_2: 0.2381231188774109 (0.2424450011290226) - | > loss_disc_real_3: 0.22541724145412445 (0.22193732611911812) - | > loss_disc_real_4: 0.2546389698982239 (0.21959668228921203) - | > loss_disc_real_5: 0.2553676962852478 (0.23452950522457203) - | > loss_0: 2.5277812480926514 (2.443660460796554) - | > grad_norm_0: tensor(149.2244, device='cuda:0') (tensor(88.6451, device='cuda:0')) - | > loss_gen: 2.527432918548584 (2.363760341074048) - | > loss_kl: 1.4667470455169678 (1.5087451037672377) - | > loss_feat: 5.018335342407227 (5.046018669285727) - | > loss_mel: 23.40364646911621 (23.402151107788086) - | > loss_duration: 1.8220864534378052 (1.8621866432661862) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.23824691772461 (34.18286178038292) - | > grad_norm_1: tensor(605.4905, device='cuda:0') (tensor(686.4562, device='cuda:0')) - | > current_lr_0: 0.00019962532794733217 - | > current_lr_1: 0.00019962532794733217 - | > step_time: 0.8561 (0.9229389048114265) - | > loader_time: 0.0038 (0.004974148937107363) - - - --> TIME: 2024-11-22 13:23:02 -- STEP: 122/797 -- GLOBAL_STEP: 12300 - | > loss_disc: 2.62113881111145 (2.445661245799456) - | > loss_disc_real_0: 0.12374819070100784 (0.1133169564189481) - | > loss_disc_real_1: 0.1797713339328766 (0.21978866992915264) - | > loss_disc_real_2: 0.25170812010765076 (0.2418086561756056) - | > loss_disc_real_3: 0.28636565804481506 (0.22287741535511174) - | > loss_disc_real_4: 0.2706555128097534 (0.21945817512078364) - | > loss_disc_real_5: 0.28617534041404724 (0.23585528916999943) - | > loss_0: 2.62113881111145 (2.445661245799456) - | > grad_norm_0: tensor(107.4073, device='cuda:0') (tensor(92.1510, device='cuda:0')) - | > loss_gen: 2.3887510299682617 (2.366075804976166) - | > loss_kl: 1.4279423952102661 (1.5024437064030132) - | > loss_feat: 4.982734680175781 (5.049079113319273) - | > loss_mel: 22.664159774780273 (23.405681860251505) - | > loss_duration: 1.8410892486572266 (1.8518631409426205) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.30467987060547 (34.17514355456244) - | > grad_norm_1: tensor(439.6870, device='cuda:0') (tensor(710.7451, device='cuda:0')) - | > current_lr_0: 0.00019962532794733217 - | > current_lr_1: 0.00019962532794733217 - | > step_time: 0.8972 (0.9155966512492446) - | > loader_time: 0.0044 (0.005089206773726668) - - - --> TIME: 2024-11-22 13:23:26 -- STEP: 147/797 -- GLOBAL_STEP: 12325 - | > loss_disc: 2.4690191745758057 (2.4520353573520177) - | > loss_disc_real_0: 0.11488232761621475 (0.11642339415087992) - | > loss_disc_real_1: 0.23262667655944824 (0.2203489874495941) - | > loss_disc_real_2: 0.25091272592544556 (0.2420985422977785) - | > loss_disc_real_3: 0.2220475822687149 (0.2242952270978162) - | > loss_disc_real_4: 0.2252015322446823 (0.21967939941250547) - | > loss_disc_real_5: 0.26064303517341614 (0.23480861649221305) - | > loss_0: 2.4690191745758057 (2.4520353573520177) - | > grad_norm_0: tensor(203.2340, device='cuda:0') (tensor(94.8130, device='cuda:0')) - | > loss_gen: 2.4353792667388916 (2.350945287821244) - | > loss_kl: 1.648266315460205 (1.488864442118171) - | > loss_feat: 4.746932029724121 (5.007660254329241) - | > loss_mel: 23.188756942749023 (23.458026457806028) - | > loss_duration: 1.7658555507659912 (1.8441522364713707) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.78519058227539 (34.149648588530866) - | > grad_norm_1: tensor(1015.3271, device='cuda:0') (tensor(689.4162, device='cuda:0')) - | > current_lr_0: 0.00019962532794733217 - | > current_lr_1: 0.00019962532794733217 - | > step_time: 0.9595 (0.9178673766908192) - | > loader_time: 0.0041 (0.005160745309323682) - - - --> TIME: 2024-11-22 13:23:49 -- STEP: 172/797 -- GLOBAL_STEP: 12350 - | > loss_disc: 2.4424705505371094 (2.4523648342420894) - | > loss_disc_real_0: 0.11470115184783936 (0.11893741275335468) - | > loss_disc_real_1: 0.20091073215007782 (0.21926528769870138) - | > loss_disc_real_2: 0.2417377531528473 (0.24091455842866455) - | > loss_disc_real_3: 0.2425234168767929 (0.22347056233259135) - | > loss_disc_real_4: 0.2224980741739273 (0.21978117976077768) - | > loss_disc_real_5: 0.2337348461151123 (0.2352953742063323) - | > loss_0: 2.4424705505371094 (2.4523648342420894) - | > grad_norm_0: tensor(121.6731, device='cuda:0') (tensor(95.2255, device='cuda:0')) - | > loss_gen: 2.169816732406616 (2.345837684564811) - | > loss_kl: 1.3829667568206787 (1.485828370548958) - | > loss_feat: 4.846299648284912 (5.024405483589618) - | > loss_mel: 24.529735565185547 (23.534752513087074) - | > loss_duration: 1.7939860820770264 (1.836807254441949) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.72280502319336 (34.2276312362316) - | > grad_norm_1: tensor(510.9790, device='cuda:0') (tensor(712.9511, device='cuda:0')) - | > current_lr_0: 0.00019962532794733217 - | > current_lr_1: 0.00019962532794733217 - | > step_time: 0.9847 (0.9201389121454816) - | > loader_time: 0.0074 (0.0052845685981040775) - - - --> TIME: 2024-11-22 13:24:17 -- STEP: 197/797 -- GLOBAL_STEP: 12375 - | > loss_disc: 2.390594005584717 (2.4588420536312348) - | > loss_disc_real_0: 0.11076156049966812 (0.12483406543429129) - | > loss_disc_real_1: 0.24345196783542633 (0.21942886490809735) - | > loss_disc_real_2: 0.22241896390914917 (0.2404602129901121) - | > loss_disc_real_3: 0.2961423695087433 (0.22376100280260677) - | > loss_disc_real_4: 0.2716415822505951 (0.21965545847028645) - | > loss_disc_real_5: 0.23105819523334503 (0.23413358182471417) - | > loss_0: 2.390594005584717 (2.4588420536312348) - | > grad_norm_0: tensor(33.3548, device='cuda:0') (tensor(96.7709, device='cuda:0')) - | > loss_gen: 2.3568711280822754 (2.3464599605744256) - | > loss_kl: 1.4992069005966187 (1.4807217423685917) - | > loss_feat: 4.771165370941162 (5.035231342170448) - | > loss_mel: 24.528112411499023 (23.58776991984566) - | > loss_duration: 1.7785228490829468 (1.831571260684638) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.93387985229492 (34.2817542371411) - | > grad_norm_1: tensor(259.3351, device='cuda:0') (tensor(702.6172, device='cuda:0')) - | > current_lr_0: 0.00019962532794733217 - | > current_lr_1: 0.00019962532794733217 - | > step_time: 0.9682 (0.9396006915775047) - | > loader_time: 0.0049 (0.005395193390434768) - - - --> TIME: 2024-11-22 13:24:44 -- STEP: 222/797 -- GLOBAL_STEP: 12400 - | > loss_disc: 2.316653251647949 (2.456254343728761) - | > loss_disc_real_0: 0.06812682747840881 (0.12211656348930824) - | > loss_disc_real_1: 0.19808706641197205 (0.21908424553033468) - | > loss_disc_real_2: 0.23511506617069244 (0.2399843051895365) - | > loss_disc_real_3: 0.2389337122440338 (0.22354624776152876) - | > loss_disc_real_4: 0.21870267391204834 (0.2199625920605015) - | > loss_disc_real_5: 0.2300628274679184 (0.23453823899900592) - | > loss_0: 2.316653251647949 (2.456254343728761) - | > grad_norm_0: tensor(10.4833, device='cuda:0') (tensor(92.6354, device='cuda:0')) - | > loss_gen: 2.601984977722168 (2.348953397961349) - | > loss_kl: 1.149595022201538 (1.4752761732350599) - | > loss_feat: 5.243530750274658 (5.0384665362469825) - | > loss_mel: 22.655122756958008 (23.608255970585454) - | > loss_duration: 1.7344743013381958 (1.8289313214319247) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.384708404541016 (34.29988341288524) - | > grad_norm_1: tensor(182.5494, device='cuda:0') (tensor(687.5345, device='cuda:0')) - | > current_lr_0: 0.00019962532794733217 - | > current_lr_1: 0.00019962532794733217 - | > step_time: 1.1986 (0.9558536329784909) - | > loader_time: 0.0058 (0.005545007215963828) - - - --> TIME: 2024-11-22 13:25:10 -- STEP: 247/797 -- GLOBAL_STEP: 12425 - | > loss_disc: 2.6785364151000977 (2.458385261929469) - | > loss_disc_real_0: 0.20943783223628998 (0.12200479055585167) - | > loss_disc_real_1: 0.23621848225593567 (0.21886524835578824) - | > loss_disc_real_2: 0.25258609652519226 (0.24043059524012964) - | > loss_disc_real_3: 0.2584066390991211 (0.22401305182501371) - | > loss_disc_real_4: 0.18921120464801788 (0.22044192260576162) - | > loss_disc_real_5: 0.24612194299697876 (0.23542676763495934) - | > loss_0: 2.6785364151000977 (2.458385261929469) - | > grad_norm_0: tensor(39.6817, device='cuda:0') (tensor(93.4708, device='cuda:0')) - | > loss_gen: 2.277912139892578 (2.3527403316999727) - | > loss_kl: 1.513231873512268 (1.4733301492837758) - | > loss_feat: 4.531792640686035 (5.040728144317507) - | > loss_mel: 24.107421875 (23.590052083436294) - | > loss_duration: 1.774063229560852 (1.823828766703123) - | > amp_scaler: 64.0 (124.63157894736842) - | > loss_1: 34.20442199707031 (34.28067950970729) - | > grad_norm_1: tensor(223.8814, device='cuda:0') (tensor(696.4676, device='cuda:0')) - | > current_lr_0: 0.00019962532794733217 - | > current_lr_1: 0.00019962532794733217 - | > step_time: 0.9961 (0.9614212020688694) - | > loader_time: 0.0054 (0.005606087595827667) - - - --> TIME: 2024-11-22 13:25:38 -- STEP: 272/797 -- GLOBAL_STEP: 12450 - | > loss_disc: 2.365601062774658 (2.4561420354773014) - | > loss_disc_real_0: 0.130168616771698 (0.12150530900587053) - | > loss_disc_real_1: 0.16139015555381775 (0.21813103573068096) - | > loss_disc_real_2: 0.25510019063949585 (0.24013200172168367) - | > loss_disc_real_3: 0.2590806186199188 (0.22391733286135337) - | > loss_disc_real_4: 0.2079082429409027 (0.22042888150933912) - | > loss_disc_real_5: 0.2240157276391983 (0.2351566795259714) - | > loss_0: 2.365601062774658 (2.4561420354773014) - | > grad_norm_0: tensor(142.8448, device='cuda:0') (tensor(93.9509, device='cuda:0')) - | > loss_gen: 2.593719244003296 (2.353535026750143) - | > loss_kl: 1.388523817062378 (1.471128631164046) - | > loss_feat: 5.373675346374512 (5.047923272146901) - | > loss_mel: 23.041414260864258 (23.6250835166258) - | > loss_duration: 1.771416425704956 (1.8196708226905147) - | > amp_scaler: 64.0 (119.05882352941177) - | > loss_1: 34.16874694824219 (34.3173413136426) - | > grad_norm_1: tensor(1284.3699, device='cuda:0') (tensor(714.7977, device='cuda:0')) - | > current_lr_0: 0.00019962532794733217 - | > current_lr_1: 0.00019962532794733217 - | > step_time: 1.1831 (0.9755103868596694) - | > loader_time: 0.008 (0.005708910086575677) - - - --> TIME: 2024-11-22 13:26:04 -- STEP: 297/797 -- GLOBAL_STEP: 12475 - | > loss_disc: 2.4173309803009033 (2.4566086494561397) - | > loss_disc_real_0: 0.07990279048681259 (0.12111572871103833) - | > loss_disc_real_1: 0.2542273998260498 (0.21826891977377613) - | > loss_disc_real_2: 0.2405145913362503 (0.2400814221563564) - | > loss_disc_real_3: 0.29872605204582214 (0.2235145190047094) - | > loss_disc_real_4: 0.23707574605941772 (0.22152200782740558) - | > loss_disc_real_5: 0.24156871438026428 (0.23613612419025665) - | > loss_0: 2.4173309803009033 (2.4566086494561397) - | > grad_norm_0: tensor(145.9401, device='cuda:0') (tensor(95.3062, device='cuda:0')) - | > loss_gen: 2.358004331588745 (2.35764196866289) - | > loss_kl: 1.3812364339828491 (1.4745169717454754) - | > loss_feat: 4.125123500823975 (5.04887452430597) - | > loss_mel: 21.98227882385254 (23.60855460889412) - | > loss_duration: 1.7779291868209839 (1.8169859932729286) - | > amp_scaler: 64.0 (114.42424242424242) - | > loss_1: 31.62457275390625 (34.30657414394595) - | > grad_norm_1: tensor(491.7171, device='cuda:0') (tensor(709.7129, device='cuda:0')) - | > current_lr_0: 0.00019962532794733217 - | > current_lr_1: 0.00019962532794733217 - | > step_time: 0.9809 (0.9793900407926001) - | > loader_time: 0.0076 (0.00581529244830713) - - - --> TIME: 2024-11-22 13:26:34 -- STEP: 322/797 -- GLOBAL_STEP: 12500 - | > loss_disc: 2.4386518001556396 (2.4572221588644187) - | > loss_disc_real_0: 0.08575626462697983 (0.12074156636545746) - | > loss_disc_real_1: 0.2600611746311188 (0.21821905890051624) - | > loss_disc_real_2: 0.26755791902542114 (0.23985928366458195) - | > loss_disc_real_3: 0.22687487304210663 (0.22377423641289243) - | > loss_disc_real_4: 0.24192878603935242 (0.22175188464407594) - | > loss_disc_real_5: 0.27028635144233704 (0.23555652607486854) - | > loss_0: 2.4386518001556396 (2.4572221588644187) - | > grad_norm_0: tensor(141.7204, device='cuda:0') (tensor(97.4628, device='cuda:0')) - | > loss_gen: 2.388422966003418 (2.355690293800755) - | > loss_kl: 1.386877417564392 (1.4744524674385975) - | > loss_feat: 5.302192687988281 (5.045590787200458) - | > loss_mel: 25.002763748168945 (23.62600748287225) - | > loss_duration: 1.8063452243804932 (1.814591318554019) - | > amp_scaler: 64.0 (110.50931677018633) - | > loss_1: 35.88660430908203 (34.3163324261304) - | > grad_norm_1: tensor(1448.8472, device='cuda:0') (tensor(712.0201, device='cuda:0')) - | > current_lr_0: 0.00019962532794733217 - | > current_lr_1: 0.00019962532794733217 - | > step_time: 1.0781 (0.9963236158678991) - | > loader_time: 0.0069 (0.0060860970005485624) - - - --> TIME: 2024-11-22 13:27:00 -- STEP: 347/797 -- GLOBAL_STEP: 12525 - | > loss_disc: 2.2472898960113525 (2.4560447034643436) - | > loss_disc_real_0: 0.07580476254224777 (0.12058925276530923) - | > loss_disc_real_1: 0.1957029551267624 (0.21824270675780108) - | > loss_disc_real_2: 0.2768377363681793 (0.24003684855675492) - | > loss_disc_real_3: 0.17228324711322784 (0.22332486823759437) - | > loss_disc_real_4: 0.1852632462978363 (0.22162400989092737) - | > loss_disc_real_5: 0.22515548765659332 (0.23540605492997238) - | > loss_0: 2.2472898960113525 (2.4560447034643436) - | > grad_norm_0: tensor(61.7921, device='cuda:0') (tensor(97.4129, device='cuda:0')) - | > loss_gen: 2.6219565868377686 (2.360861916019867) - | > loss_kl: 1.605805516242981 (1.4774654220778936) - | > loss_feat: 5.885861396789551 (5.057168303717801) - | > loss_mel: 25.303104400634766 (23.615279601698997) - | > loss_duration: 1.785792350769043 (1.8115852999068816) - | > amp_scaler: 64.0 (107.1585014409222) - | > loss_1: 37.202518463134766 (34.32236058018051) - | > grad_norm_1: tensor(587.7137, device='cuda:0') (tensor(705.1830, device='cuda:0')) - | > current_lr_0: 0.00019962532794733217 - | > current_lr_1: 0.00019962532794733217 - | > step_time: 0.9807 (0.9979765964859845) - | > loader_time: 0.0057 (0.0061752232763196985) - - - --> TIME: 2024-11-22 13:27:26 -- STEP: 372/797 -- GLOBAL_STEP: 12550 - | > loss_disc: 2.544140338897705 (2.458688008528884) - | > loss_disc_real_0: 0.12274111062288284 (0.12131440356093388) - | > loss_disc_real_1: 0.16086724400520325 (0.21874648188391038) - | > loss_disc_real_2: 0.23525933921337128 (0.23998269318572937) - | > loss_disc_real_3: 0.17159199714660645 (0.2235329021769826) - | > loss_disc_real_4: 0.20408418774604797 (0.22181193162036197) - | > loss_disc_real_5: 0.2381179928779602 (0.2357730123224438) - | > loss_0: 2.544140338897705 (2.458688008528884) - | > grad_norm_0: tensor(177.3918, device='cuda:0') (tensor(96.4673, device='cuda:0')) - | > loss_gen: 2.15956711769104 (2.356181838499602) - | > loss_kl: 1.4233736991882324 (1.477590331146794) - | > loss_feat: 4.523280620574951 (5.045316687194256) - | > loss_mel: 22.11229133605957 (23.594291097374377) - | > loss_duration: 1.7781858444213867 (1.8088334641789874) - | > amp_scaler: 64.0 (104.25806451612904) - | > loss_1: 31.99669647216797 (34.282213472550936) - | > grad_norm_1: tensor(1330.6168, device='cuda:0') (tensor(700.6109, device='cuda:0')) - | > current_lr_0: 0.00019962532794733217 - | > current_lr_1: 0.00019962532794733217 - | > step_time: 1.0454 (0.9996396719768483) - | > loader_time: 0.0077 (0.006251765194759577) - - - --> TIME: 2024-11-22 13:27:53 -- STEP: 397/797 -- GLOBAL_STEP: 12575 - | > loss_disc: 2.426858901977539 (2.459394603292048) - | > loss_disc_real_0: 0.11765588074922562 (0.12236156533249379) - | > loss_disc_real_1: 0.22233429551124573 (0.21837686512722476) - | > loss_disc_real_2: 0.22195957601070404 (0.23953325941370476) - | > loss_disc_real_3: 0.21718698740005493 (0.22330720489961975) - | > loss_disc_real_4: 0.18112850189208984 (0.22167454126950176) - | > loss_disc_real_5: 0.209935262799263 (0.23591737786978859) - | > loss_0: 2.426858901977539 (2.459394603292048) - | > grad_norm_0: tensor(134.0159, device='cuda:0') (tensor(96.5202, device='cuda:0')) - | > loss_gen: 2.206671714782715 (2.3542713833695985) - | > loss_kl: 1.466199278831482 (1.4706112837010727) - | > loss_feat: 4.982342720031738 (5.041524362804315) - | > loss_mel: 21.761072158813477 (23.595578047130214) - | > loss_duration: 1.7536184787750244 (1.8065690282610258) - | > amp_scaler: 64.0 (101.72292191435768) - | > loss_1: 32.16990661621094 (34.268554173428726) - | > grad_norm_1: tensor(164.2784, device='cuda:0') (tensor(693.7507, device='cuda:0')) - | > current_lr_0: 0.00019962532794733217 - | > current_lr_1: 0.00019962532794733217 - | > step_time: 1.2428 (1.0050819820961365) - | > loader_time: 0.0084 (0.006322378475660043) - - - --> TIME: 2024-11-22 13:28:26 -- STEP: 422/797 -- GLOBAL_STEP: 12600 - | > loss_disc: 2.4035913944244385 (2.455424652845376) - | > loss_disc_real_0: 0.12542280554771423 (0.12197809365370545) - | > loss_disc_real_1: 0.2010972946882248 (0.21794704591493472) - | > loss_disc_real_2: 0.2397250086069107 (0.2391322647790773) - | > loss_disc_real_3: 0.1761767715215683 (0.22348189406909083) - | > loss_disc_real_4: 0.2512117624282837 (0.2215960741184334) - | > loss_disc_real_5: 0.2802574634552002 (0.23542396491172754) - | > loss_0: 2.4035913944244385 (2.455424652845376) - | > grad_norm_0: tensor(42.5704, device='cuda:0') (tensor(95.1142, device='cuda:0')) - | > loss_gen: 2.24210786819458 (2.355297669132737) - | > loss_kl: 1.4081439971923828 (1.4680511185908205) - | > loss_feat: 5.069186687469482 (5.052048613674842) - | > loss_mel: 22.96588134765625 (23.598230610526574) - | > loss_duration: 1.8123540878295898 (1.8050134385366572) - | > amp_scaler: 64.0 (99.48815165876778) - | > loss_1: 33.49767303466797 (34.27864151543353) - | > grad_norm_1: tensor(782.0179, device='cuda:0') (tensor(682.4996, device='cuda:0')) - | > current_lr_0: 0.00019962532794733217 - | > current_lr_1: 0.00019962532794733217 - | > step_time: 0.9868 (1.0209275365440773) - | > loader_time: 0.0068 (0.0064834819585791155) - - - --> TIME: 2024-11-22 13:28:56 -- STEP: 447/797 -- GLOBAL_STEP: 12625 - | > loss_disc: 2.641552448272705 (2.4585239599215125) - | > loss_disc_real_0: 0.2913246154785156 (0.12258275239092925) - | > loss_disc_real_1: 0.3208015263080597 (0.21857785128507037) - | > loss_disc_real_2: 0.24123525619506836 (0.23942097168107426) - | > loss_disc_real_3: 0.2565837502479553 (0.22367531574545824) - | > loss_disc_real_4: 0.21043772995471954 (0.22168446523897867) - | > loss_disc_real_5: 0.2724648714065552 (0.23558003583743803) - | > loss_0: 2.641552448272705 (2.4585239599215125) - | > grad_norm_0: tensor(26.3117, device='cuda:0') (tensor(95.7463, device='cuda:0')) - | > loss_gen: 2.2943010330200195 (2.356605382306995) - | > loss_kl: 1.3999041318893433 (1.46526371045934) - | > loss_feat: 5.334928512573242 (5.057982161541121) - | > loss_mel: 26.019664764404297 (23.61237146177015) - | > loss_duration: 1.7374722957611084 (1.8034784863192495) - | > amp_scaler: 64.0 (97.50335570469798) - | > loss_1: 36.78627014160156 (34.295701255201) - | > grad_norm_1: tensor(547.4749, device='cuda:0') (tensor(694.6725, device='cuda:0')) - | > current_lr_0: 0.00019962532794733217 - | > current_lr_1: 0.00019962532794733217 - | > step_time: 1.0493 (1.0318400827830279) - | > loader_time: 0.01 (0.00660338764489364) - - - --> TIME: 2024-11-22 13:29:24 -- STEP: 472/797 -- GLOBAL_STEP: 12650 - | > loss_disc: 2.5504398345947266 (2.4600517037561405) - | > loss_disc_real_0: 0.17192654311656952 (0.12323428194780471) - | > loss_disc_real_1: 0.22495561838150024 (0.21847210186770408) - | > loss_disc_real_2: 0.2652522623538971 (0.23932267419236192) - | > loss_disc_real_3: 0.2507054805755615 (0.22365255088750588) - | > loss_disc_real_4: 0.24535326659679413 (0.22194081074479272) - | > loss_disc_real_5: 0.2653629183769226 (0.23582036827959246) - | > loss_0: 2.5504398345947266 (2.4600517037561405) - | > grad_norm_0: tensor(147.4103, device='cuda:0') (tensor(94.6151, device='cuda:0')) - | > loss_gen: 2.1794257164001465 (2.3546826806613934) - | > loss_kl: 1.5859205722808838 (1.4678804533461394) - | > loss_feat: 4.660937309265137 (5.064869496276831) - | > loss_mel: 25.110816955566406 (23.647049661410062) - | > loss_duration: 1.7590843439102173 (1.802591258944091) - | > amp_scaler: 64.0 (95.72881355932203) - | > loss_1: 35.296180725097656 (34.3370736049394) - | > grad_norm_1: tensor(186.8150, device='cuda:0') (tensor(683.9455, device='cuda:0')) - | > current_lr_0: 0.00019962532794733217 - | > current_lr_1: 0.00019962532794733217 - | > step_time: 1.1071 (1.0353979887598657) - | > loader_time: 0.008 (0.006720719701152739) - - - --> TIME: 2024-11-22 13:29:51 -- STEP: 497/797 -- GLOBAL_STEP: 12675 - | > loss_disc: 2.2960338592529297 (2.459915620220501) - | > loss_disc_real_0: 0.13996173441410065 (0.12309421019504968) - | > loss_disc_real_1: 0.2776935398578644 (0.21863869884963966) - | > loss_disc_real_2: 0.17841872572898865 (0.2395135133379182) - | > loss_disc_real_3: 0.1926623433828354 (0.22375623402101413) - | > loss_disc_real_4: 0.1541532427072525 (0.22195747797517948) - | > loss_disc_real_5: 0.23129497468471527 (0.23608034090616814) - | > loss_0: 2.2960338592529297 (2.459915620220501) - | > grad_norm_0: tensor(102.9857, device='cuda:0') (tensor(94.6922, device='cuda:0')) - | > loss_gen: 2.484175443649292 (2.357120793829979) - | > loss_kl: 1.6273999214172363 (1.4679236774233506) - | > loss_feat: 6.372714996337891 (5.0767459912559225) - | > loss_mel: 24.670501708984375 (23.666091473769377) - | > loss_duration: 1.7535346746444702 (1.8009623826389578) - | > amp_scaler: 64.0 (94.1327967806841) - | > loss_1: 36.908329010009766 (34.36884438727707) - | > grad_norm_1: tensor(362.3362, device='cuda:0') (tensor(683.2051, device='cuda:0')) - | > current_lr_0: 0.00019962532794733217 - | > current_lr_1: 0.00019962532794733217 - | > step_time: 1.0614 (1.0356814343204925) - | > loader_time: 0.0087 (0.006779275429800485) - - - --> TIME: 2024-11-22 13:30:17 -- STEP: 522/797 -- GLOBAL_STEP: 12700 - | > loss_disc: 2.4169647693634033 (2.4605447898879373) - | > loss_disc_real_0: 0.18173983693122864 (0.12302356223322422) - | > loss_disc_real_1: 0.2019639015197754 (0.21828866553032536) - | > loss_disc_real_2: 0.2006918340921402 (0.23968107681507353) - | > loss_disc_real_3: 0.19890248775482178 (0.22357422064889892) - | > loss_disc_real_4: 0.20904509723186493 (0.2220775143339716) - | > loss_disc_real_5: 0.2519049048423767 (0.2361848228450479) - | > loss_0: 2.4169647693634033 (2.4605447898879373) - | > grad_norm_0: tensor(165.8228, device='cuda:0') (tensor(96.2479, device='cuda:0')) - | > loss_gen: 2.633176803588867 (2.3556178426833885) - | > loss_kl: 1.4011420011520386 (1.4668734151284812) - | > loss_feat: 5.861539840698242 (5.073268867543837) - | > loss_mel: 23.376171112060547 (23.641370703890868) - | > loss_duration: 1.8518261909484863 (1.7999189354450764) - | > amp_scaler: 64.0 (92.6896551724138) - | > loss_1: 35.12385559082031 (34.33704981676011) - | > grad_norm_1: tensor(1309.2717, device='cuda:0') (tensor(686.6324, device='cuda:0')) - | > current_lr_0: 0.00019962532794733217 - | > current_lr_1: 0.00019962532794733217 - | > step_time: 1.314 (1.036447754308182) - | > loader_time: 0.0083 (0.0068557942964108075) - - - --> TIME: 2024-11-22 13:30:46 -- STEP: 547/797 -- GLOBAL_STEP: 12725 - | > loss_disc: 2.3944575786590576 (2.45930501311963) - | > loss_disc_real_0: 0.08197161555290222 (0.1220264876809591) - | > loss_disc_real_1: 0.20938226580619812 (0.21843140241323925) - | > loss_disc_real_2: 0.23554372787475586 (0.2400361830181352) - | > loss_disc_real_3: 0.22853466868400574 (0.22373020613542205) - | > loss_disc_real_4: 0.22339221835136414 (0.22206952669393865) - | > loss_disc_real_5: 0.22998188436031342 (0.23607221932254288) - | > loss_0: 2.3944575786590576 (2.45930501311963) - | > grad_norm_0: tensor(14.3673, device='cuda:0') (tensor(95.0166, device='cuda:0')) - | > loss_gen: 2.1170570850372314 (2.3585918880249928) - | > loss_kl: 1.5868117809295654 (1.4661650326395819) - | > loss_feat: 5.34307861328125 (5.085074235577913) - | > loss_mel: 24.61759376525879 (23.6450807581872) - | > loss_duration: 1.7665917873382568 (1.7992852815108495) - | > amp_scaler: 64.0 (91.37842778793419) - | > loss_1: 35.43113327026367 (34.35419721097794) - | > grad_norm_1: tensor(502.2796, device='cuda:0') (tensor(690.3132, device='cuda:0')) - | > current_lr_0: 0.00019962532794733217 - | > current_lr_1: 0.00019962532794733217 - | > step_time: 1.3632 (1.0403557721613967) - | > loader_time: 0.0128 (0.006957018397190018) - - - --> TIME: 2024-11-22 13:31:13 -- STEP: 572/797 -- GLOBAL_STEP: 12750 - | > loss_disc: 2.3701701164245605 (2.4614117378955127) - | > loss_disc_real_0: 0.06111849099397659 (0.12265558041944787) - | > loss_disc_real_1: 0.23687168955802917 (0.2192409052611231) - | > loss_disc_real_2: 0.22423270344734192 (0.24049299978813926) - | > loss_disc_real_3: 0.23016425967216492 (0.22396580557097923) - | > loss_disc_real_4: 0.24963724613189697 (0.22198015355042652) - | > loss_disc_real_5: 0.25385138392448425 (0.23595908760920276) - | > loss_0: 2.3701701164245605 (2.4614117378955127) - | > grad_norm_0: tensor(39.5406, device='cuda:0') (tensor(96.9017, device='cuda:0')) - | > loss_gen: 2.4918899536132812 (2.357358637598009) - | > loss_kl: 1.3322246074676514 (1.4670553966002031) - | > loss_feat: 5.300687789916992 (5.076950086580298) - | > loss_mel: 26.50632667541504 (23.646288134834997) - | > loss_duration: 1.7785362005233765 (1.7984867093863184) - | > amp_scaler: 64.0 (90.18181818181819) - | > loss_1: 37.40966796875 (34.346138984173365) - | > grad_norm_1: tensor(495.8970, device='cuda:0') (tensor(698.2347, device='cuda:0')) - | > current_lr_0: 0.00019962532794733217 - | > current_lr_1: 0.00019962532794733217 - | > step_time: 1.0826 (1.0415485588820663) - | > loader_time: 0.0089 (0.007044982243251134) - - - --> TIME: 2024-11-22 13:31:41 -- STEP: 597/797 -- GLOBAL_STEP: 12775 - | > loss_disc: 2.4065091609954834 (2.4609170962418356) - | > loss_disc_real_0: 0.11332876980304718 (0.1222996559412136) - | > loss_disc_real_1: 0.18552200496196747 (0.2191675503050263) - | > loss_disc_real_2: 0.24467816948890686 (0.24023945302619806) - | > loss_disc_real_3: 0.21288003027439117 (0.2238839031314131) - | > loss_disc_real_4: 0.19139035046100616 (0.22198230799418608) - | > loss_disc_real_5: 0.20643649995326996 (0.23612642091023467) - | > loss_0: 2.4065091609954834 (2.4609170962418356) - | > grad_norm_0: tensor(113.0044, device='cuda:0') (tensor(96.6405, device='cuda:0')) - | > loss_gen: 2.446505308151245 (2.3572624007261775) - | > loss_kl: 1.4770407676696777 (1.4665197916765702) - | > loss_feat: 5.414829254150391 (5.077157963859784) - | > loss_mel: 24.151954650878906 (23.66851705043161) - | > loss_duration: 1.7956039905548096 (1.7976924005265607) - | > amp_scaler: 64.0 (89.08542713567842) - | > loss_1: 35.28593444824219 (34.367149608618476) - | > grad_norm_1: tensor(671.1624, device='cuda:0') (tensor(690.1523, device='cuda:0')) - | > current_lr_0: 0.00019962532794733217 - | > current_lr_1: 0.00019962532794733217 - | > step_time: 1.0557 (1.044659848588595) - | > loader_time: 0.0077 (0.007160509051989072) - - - --> TIME: 2024-11-22 13:32:08 -- STEP: 622/797 -- GLOBAL_STEP: 12800 - | > loss_disc: 2.46036434173584 (2.4599575800911033) - | > loss_disc_real_0: 0.16747745871543884 (0.12148326050813558) - | > loss_disc_real_1: 0.25636667013168335 (0.21944920040691018) - | > loss_disc_real_2: 0.2424827367067337 (0.23984049131249308) - | > loss_disc_real_3: 0.2475520670413971 (0.22414796753903293) - | > loss_disc_real_4: 0.23951901495456696 (0.22176836500501335) - | > loss_disc_real_5: 0.2362024188041687 (0.2361517583538099) - | > loss_0: 2.46036434173584 (2.4599575800911033) - | > grad_norm_0: tensor(277.0240, device='cuda:0') (tensor(97.1974, device='cuda:0')) - | > loss_gen: 2.3724515438079834 (2.358821623769987) - | > loss_kl: 1.5765165090560913 (1.4664400860044344) - | > loss_feat: 4.93084716796875 (5.074861941230267) - | > loss_mel: 23.924646377563477 (23.658992558813566) - | > loss_duration: 1.8149938583374023 (1.7973072197276292) - | > amp_scaler: 64.0 (88.07717041800646) - | > loss_1: 34.61945724487305 (34.35642343012083) - | > grad_norm_1: tensor(1079.1062, device='cuda:0') (tensor(682.4716, device='cuda:0')) - | > current_lr_0: 0.00019962532794733217 - | > current_lr_1: 0.00019962532794733217 - | > step_time: 1.0636 (1.0458817953465451) - | > loader_time: 0.0148 (0.007244618759277933) - - - --> TIME: 2024-11-22 13:32:37 -- STEP: 647/797 -- GLOBAL_STEP: 12825 - | > loss_disc: 2.619166851043701 (2.4601522888614022) - | > loss_disc_real_0: 0.146997332572937 (0.12137211308781477) - | > loss_disc_real_1: 0.25999876856803894 (0.21933026950363033) - | > loss_disc_real_2: 0.3109011948108673 (0.23985964274019508) - | > loss_disc_real_3: 0.2319665253162384 (0.224073457271091) - | > loss_disc_real_4: 0.26310262084007263 (0.2217520504406837) - | > loss_disc_real_5: 0.24289071559906006 (0.2361888202854434) - | > loss_0: 2.619166851043701 (2.4601522888614022) - | > grad_norm_0: tensor(171.1031, device='cuda:0') (tensor(96.7199, device='cuda:0')) - | > loss_gen: 2.4035251140594482 (2.35858524251021) - | > loss_kl: 1.482790470123291 (1.4659050491162025) - | > loss_feat: 4.0561041831970215 (5.071513709550302) - | > loss_mel: 21.190780639648438 (23.660424687947167) - | > loss_duration: 1.7119195461273193 (1.7970438779229538) - | > amp_scaler: 64.0 (87.14683153013917) - | > loss_1: 30.84511947631836 (34.35347258731423) - | > grad_norm_1: tensor(2191.5435, device='cuda:0') (tensor(679.5007, device='cuda:0')) - | > current_lr_0: 0.00019962532794733217 - | > current_lr_1: 0.00019962532794733217 - | > step_time: 1.2574 (1.048821754028108) - | > loader_time: 0.0077 (0.007332386520951756) - - - --> TIME: 2024-11-22 13:33:04 -- STEP: 672/797 -- GLOBAL_STEP: 12850 - | > loss_disc: 2.2379183769226074 (2.4614974941526153) - | > loss_disc_real_0: 0.06756317615509033 (0.12151619206027438) - | > loss_disc_real_1: 0.21329927444458008 (0.2193235299727392) - | > loss_disc_real_2: 0.22819611430168152 (0.24015304896359643) - | > loss_disc_real_3: 0.23498380184173584 (0.2241396788906838) - | > loss_disc_real_4: 0.19295106828212738 (0.22189984264384432) - | > loss_disc_real_5: 0.20546266436576843 (0.23647522720109143) - | > loss_0: 2.2379183769226074 (2.4614974941526153) - | > grad_norm_0: tensor(100.2438, device='cuda:0') (tensor(97.7869, device='cuda:0')) - | > loss_gen: 2.5205154418945312 (2.358521028820957) - | > loss_kl: 1.5017752647399902 (1.4661988177824585) - | > loss_feat: 6.288863658905029 (5.070891371795119) - | > loss_mel: 25.84365463256836 (23.669067629746042) - | > loss_duration: 1.730912208557129 (1.7965131242360384) - | > amp_scaler: 64.0 (86.28571428571438) - | > loss_1: 37.885719299316406 (34.36119199082965) - | > grad_norm_1: tensor(718.8234, device='cuda:0') (tensor(684.9486, device='cuda:0')) - | > current_lr_0: 0.00019962532794733217 - | > current_lr_1: 0.00019962532794733217 - | > step_time: 1.0212 (1.0498743021772023) - | > loader_time: 0.0102 (0.0074180687467257185) - - - --> TIME: 2024-11-22 13:33:32 -- STEP: 697/797 -- GLOBAL_STEP: 12875 - | > loss_disc: 2.643399238586426 (2.4605539269221577) - | > loss_disc_real_0: 0.1312817931175232 (0.12149943782275856) - | > loss_disc_real_1: 0.22604012489318848 (0.2194893088197093) - | > loss_disc_real_2: 0.2029978334903717 (0.23970410362463257) - | > loss_disc_real_3: 0.2051481008529663 (0.22396105769460478) - | > loss_disc_real_4: 0.2222006767988205 (0.2216545613415786) - | > loss_disc_real_5: 0.22854752838611603 (0.2364306375491226) - | > loss_0: 2.643399238586426 (2.4605539269221577) - | > grad_norm_0: tensor(238.4284, device='cuda:0') (tensor(97.5903, device='cuda:0')) - | > loss_gen: 2.1657474040985107 (2.357738195738114) - | > loss_kl: 1.5783321857452393 (1.4673878116963415) - | > loss_feat: 5.219700813293457 (5.0741939907265605) - | > loss_mel: 24.02253532409668 (23.69278870012019) - | > loss_duration: 1.763790249824524 (1.795705295703674) - | > amp_scaler: 64.0 (85.48637015781927) - | > loss_1: 34.75010681152344 (34.3878140251127) - | > grad_norm_1: tensor(1284.3964, device='cuda:0') (tensor(687.4239, device='cuda:0')) - | > current_lr_0: 0.00019962532794733217 - | > current_lr_1: 0.00019962532794733217 - | > step_time: 1.0678 (1.0515754845426282) - | > loader_time: 0.0101 (0.007566211213340376) - - - --> TIME: 2024-11-22 13:34:07 -- STEP: 722/797 -- GLOBAL_STEP: 12900 - | > loss_disc: 2.2463834285736084 (2.4613661056080027) - | > loss_disc_real_0: 0.048894330859184265 (0.12184437041859712) - | > loss_disc_real_1: 0.2627841532230377 (0.21944693271638288) - | > loss_disc_real_2: 0.22849184274673462 (0.2399954310620921) - | > loss_disc_real_3: 0.2056175321340561 (0.22403143635251846) - | > loss_disc_real_4: 0.21955588459968567 (0.22189170045783324) - | > loss_disc_real_5: 0.1803048849105835 (0.2367967898206698) - | > loss_0: 2.2463834285736084 (2.4613661056080027) - | > grad_norm_0: tensor(29.9939, device='cuda:0') (tensor(98.0045, device='cuda:0')) - | > loss_gen: 2.497450828552246 (2.3595164784764293) - | > loss_kl: 1.462668538093567 (1.468312775824539) - | > loss_feat: 5.626974582672119 (5.080077689110086) - | > loss_mel: 23.47006607055664 (23.707868943254052) - | > loss_duration: 1.748056411743164 (1.794639105281671) - | > amp_scaler: 64.0 (84.74238227146817) - | > loss_1: 34.805213928222656 (34.41041503916819) - | > grad_norm_1: tensor(296.4814, device='cuda:0') (tensor(680.0767, device='cuda:0')) - | > current_lr_0: 0.00019962532794733217 - | > current_lr_1: 0.00019962532794733217 - | > step_time: 1.781 (1.0631100457791145) - | > loader_time: 0.0111 (0.007819918053962517) - - - --> TIME: 2024-11-22 13:34:59 -- STEP: 747/797 -- GLOBAL_STEP: 12925 - | > loss_disc: 2.4798693656921387 (2.461449798331206) - | > loss_disc_real_0: 0.11806550621986389 (0.12163501639303115) - | > loss_disc_real_1: 0.2099919468164444 (0.21933384622675353) - | > loss_disc_real_2: 0.22205105423927307 (0.23982301386325075) - | > loss_disc_real_3: 0.25290220975875854 (0.22412571328950215) - | > loss_disc_real_4: 0.2686208188533783 (0.22221941625577227) - | > loss_disc_real_5: 0.2458992600440979 (0.23669143709312965) - | > loss_0: 2.4798693656921387 (2.461449798331206) - | > grad_norm_0: tensor(69.6290, device='cuda:0') (tensor(97.2239, device='cuda:0')) - | > loss_gen: 2.215363025665283 (2.358828070811634) - | > loss_kl: 1.4590179920196533 (1.4681203483418128) - | > loss_feat: 4.398530960083008 (5.078020041566626) - | > loss_mel: 21.753984451293945 (23.702586075707462) - | > loss_duration: 1.7485533952713013 (1.7933551002857353) - | > amp_scaler: 64.0 (84.04819277108437) - | > loss_1: 31.575450897216797 (34.40090967916265) - | > grad_norm_1: tensor(219.8190, device='cuda:0') (tensor(675.2282, device='cuda:0')) - | > current_lr_0: 0.00019962532794733217 - | > current_lr_1: 0.00019962532794733217 - | > step_time: 2.1684 (1.0961438795648901) - | > loader_time: 0.0129 (0.008276981522280525) - - - --> TIME: 2024-11-22 13:36:24 -- STEP: 772/797 -- GLOBAL_STEP: 12950 - | > loss_disc: 2.3978841304779053 (2.4602223264121044) - | > loss_disc_real_0: 0.1334451586008072 (0.12153656506631041) - | > loss_disc_real_1: 0.2849346995353699 (0.21927247053600968) - | > loss_disc_real_2: 0.24362686276435852 (0.23956546984574337) - | > loss_disc_real_3: 0.20608004927635193 (0.22398149272320803) - | > loss_disc_real_4: 0.1694049835205078 (0.22208062665527356) - | > loss_disc_real_5: 0.21777378022670746 (0.23670566261509543) - | > loss_0: 2.3978841304779053 (2.4602223264121044) - | > grad_norm_0: tensor(48.3720, device='cuda:0') (tensor(97.2395, device='cuda:0')) - | > loss_gen: 2.1284401416778564 (2.3587627230221715) - | > loss_kl: 1.4566339254379272 (1.4667868872071794) - | > loss_feat: 4.985177993774414 (5.080606668106642) - | > loss_mel: 24.707422256469727 (23.711214885810506) - | > loss_duration: 1.7858092784881592 (1.7921132897774787) - | > amp_scaler: 64.0 (83.39896373056997) - | > loss_1: 35.06348419189453 (34.409484485270475) - | > grad_norm_1: tensor(371.4388, device='cuda:0') (tensor(677.5182, device='cuda:0')) - | > current_lr_0: 0.00019962532794733217 - | > current_lr_1: 0.00019962532794733217 - | > step_time: 4.5708 (1.1692818316770957) - | > loader_time: 0.0121 (0.00902959256592192) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.6062750816345215 (2.6062750816345215) - | > loss_disc_real_0: 0.040972478687763214 (0.040972478687763214) - | > loss_disc_real_1: 0.30142804980278015 (0.30142804980278015) - | > loss_disc_real_2: 0.25037869811058044 (0.25037869811058044) - | > loss_disc_real_3: 0.22732040286064148 (0.22732040286064148) - | > loss_disc_real_4: 0.16274525225162506 (0.16274525225162506) - | > loss_disc_real_5: 0.23112523555755615 (0.23112523555755615) - | > loss_0: 2.6062750816345215 (2.6062750816345215) - | > loss_gen: 1.9421522617340088 (1.9421522617340088) - | > loss_kl: 2.755949020385742 (2.755949020385742) - | > loss_feat: 5.217677593231201 (5.217677593231201) - | > loss_mel: 25.88473129272461 (25.88473129272461) - | > loss_duration: 2.001370906829834 (2.001370906829834) - | > loss_1: 37.8018798828125 (37.8018798828125) - - --> STEP: 1 - | > loss_disc: 2.3981590270996094 (2.3981590270996094) - | > loss_disc_real_0: 0.024650316685438156 (0.024650316685438156) - | > loss_disc_real_1: 0.20297761261463165 (0.20297761261463165) - | > loss_disc_real_2: 0.2352759838104248 (0.2352759838104248) - | > loss_disc_real_3: 0.2751436233520508 (0.2751436233520508) - | > loss_disc_real_4: 0.15408486127853394 (0.15408486127853394) - | > loss_disc_real_5: 0.16185544431209564 (0.16185544431209564) - | > loss_0: 2.3981590270996094 (2.3981590270996094) - | > loss_gen: 1.927525281906128 (1.927525281906128) - | > loss_kl: 1.6240296363830566 (1.6240296363830566) - | > loss_feat: 5.652378082275391 (5.652378082275391) - | > loss_mel: 26.8570613861084 (26.8570613861084) - | > loss_duration: 1.8984180688858032 (1.8984180688858032) - | > loss_1: 37.95941162109375 (37.95941162109375) - - --> STEP: 2 - | > loss_disc: 2.634860038757324 (2.516509532928467) - | > loss_disc_real_0: 0.03376952186226845 (0.029209919273853302) - | > loss_disc_real_1: 0.2770198881626129 (0.23999875038862228) - | > loss_disc_real_2: 0.2694781422615051 (0.25237706303596497) - | > loss_disc_real_3: 0.27856361865997314 (0.27685362100601196) - | > loss_disc_real_4: 0.14507608115673065 (0.1495804712176323) - | > loss_disc_real_5: 0.255821168422699 (0.2088383063673973) - | > loss_0: 2.634860038757324 (2.516509532928467) - | > loss_gen: 1.9544262886047363 (1.9409757852554321) - | > loss_kl: 1.3840560913085938 (1.5040428638458252) - | > loss_feat: 4.974010467529297 (5.313194274902344) - | > loss_mel: 21.404678344726562 (24.13086986541748) - | > loss_duration: 1.7065097093582153 (1.8024638891220093) - | > loss_1: 31.423681259155273 (34.69154644012451) - - --> STEP: 3 - | > loss_disc: 2.6816422939300537 (2.5715537865956626) - | > loss_disc_real_0: 0.020982781425118446 (0.026467539990941685) - | > loss_disc_real_1: 0.35096246004104614 (0.2769866536060969) - | > loss_disc_real_2: 0.3548550307750702 (0.2865363856156667) - | > loss_disc_real_3: 0.2834815979003906 (0.2790629466374715) - | > loss_disc_real_4: 0.2110588103532791 (0.17007325092951456) - | > loss_disc_real_5: 0.2345314472913742 (0.21740268667538962) - | > loss_0: 2.6816422939300537 (2.5715537865956626) - | > loss_gen: 2.1290664672851562 (2.0036726792653403) - | > loss_kl: 1.2325780391693115 (1.413554588953654) - | > loss_feat: 3.13950777053833 (4.588632106781006) - | > loss_mel: 18.06551742553711 (22.10908571879069) - | > loss_duration: 1.8252500295639038 (1.8100592692693074) - | > loss_1: 26.39192008972168 (31.925004323323567) - - --> STEP: 4 - | > loss_disc: 2.5845329761505127 (2.574798583984375) - | > loss_disc_real_0: 0.05114126577973366 (0.03263597143813968) - | > loss_disc_real_1: 0.27283382415771484 (0.2759484462440014) - | > loss_disc_real_2: 0.2911570370197296 (0.28769154846668243) - | > loss_disc_real_3: 0.2198123037815094 (0.264250285923481) - | > loss_disc_real_4: 0.19321346282958984 (0.1758583039045334) - | > loss_disc_real_5: 0.24721740186214447 (0.22485636547207832) - | > loss_0: 2.5845329761505127 (2.574798583984375) - | > loss_gen: 1.9698195457458496 (1.9952093958854675) - | > loss_kl: 1.5338248014450073 (1.4436221420764923) - | > loss_feat: 5.477564334869385 (4.810865163803101) - | > loss_mel: 24.36026954650879 (22.671881675720215) - | > loss_duration: 1.720057487487793 (1.7875588238239288) - | > loss_1: 35.0615348815918 (32.709136962890625) - - --> STEP: 5 - | > loss_disc: 2.86299204826355 (2.63243727684021) - | > loss_disc_real_0: 0.023104965686798096 (0.030729770287871362) - | > loss_disc_real_1: 0.27984654903411865 (0.27672806680202483) - | > loss_disc_real_2: 0.2817908823490143 (0.2865114152431488) - | > loss_disc_real_3: 0.3460012674331665 (0.2806004822254181) - | > loss_disc_real_4: 0.16369882225990295 (0.1734264075756073) - | > loss_disc_real_5: 0.2782328724861145 (0.23553166687488555) - | > loss_0: 2.86299204826355 (2.63243727684021) - | > loss_gen: 1.809922456741333 (1.9581520080566406) - | > loss_kl: 1.1897101402282715 (1.392839741706848) - | > loss_feat: 4.783868789672852 (4.805465888977051) - | > loss_mel: 24.18397331237793 (22.97430000305176) - | > loss_duration: 1.9619293212890625 (1.8224329233169556) - | > loss_1: 33.929405212402344 (32.953190612792966) - - --> STEP: 6 - | > loss_disc: 2.7239232063293457 (2.647684931755066) - | > loss_disc_real_0: 0.021494045853614807 (0.029190482882161934) - | > loss_disc_real_1: 0.37023088335990906 (0.2923118695616722) - | > loss_disc_real_2: 0.34036943316459656 (0.2954877515633901) - | > loss_disc_real_3: 0.26326385140419006 (0.27771104375521344) - | > loss_disc_real_4: 0.21237273514270782 (0.17991746217012405) - | > loss_disc_real_5: 0.226554736495018 (0.2340355118115743) - | > loss_0: 2.7239232063293457 (2.647684931755066) - | > loss_gen: 1.9984824657440186 (1.9648737510045369) - | > loss_kl: 0.8880493640899658 (1.3087080121040344) - | > loss_feat: 2.915424108505249 (4.4904589255650835) - | > loss_mel: 15.153433799743652 (21.670822302500408) - | > loss_duration: 1.711451530456543 (1.8039360245068867) - | > loss_1: 22.666839599609375 (31.23879877726237) - - --> STEP: 7 - | > loss_disc: 2.5940256118774414 (2.640019314629691) - | > loss_disc_real_0: 0.039930686354637146 (0.03072479766394411) - | > loss_disc_real_1: 0.24130474030971527 (0.28502513681139263) - | > loss_disc_real_2: 0.27815869450569153 (0.29301217198371887) - | > loss_disc_real_3: 0.2169925421476364 (0.2690369720969881) - | > loss_disc_real_4: 0.1899944245815277 (0.18135702822889602) - | > loss_disc_real_5: 0.21923258900642395 (0.23192080855369568) - | > loss_0: 2.5940256118774414 (2.640019314629691) - | > loss_gen: 2.034085273742676 (1.9747611113956995) - | > loss_kl: 1.2622815370559692 (1.3020756585257394) - | > loss_feat: 5.8876142501831055 (4.690052543367658) - | > loss_mel: 27.10234832763672 (22.446754591805593) - | > loss_duration: 1.7108349800109863 (1.7906358752931868) - | > loss_1: 37.997161865234375 (32.204279218401226) - - --> STEP: 8 - | > loss_disc: 2.7651591300964355 (2.655661791563034) - | > loss_disc_real_0: 0.033733583986759186 (0.031100895954295993) - | > loss_disc_real_1: 0.2363857477903366 (0.27894521318376064) - | > loss_disc_real_2: 0.2824442982673645 (0.2916911877691746) - | > loss_disc_real_3: 0.2307356745004654 (0.2642493098974228) - | > loss_disc_real_4: 0.17503760755062103 (0.18056710064411163) - | > loss_disc_real_5: 0.22333090007305145 (0.23084706999361515) - | > loss_0: 2.7651591300964355 (2.655661791563034) - | > loss_gen: 1.8267179727554321 (1.9562557190656662) - | > loss_kl: 1.6162021160125732 (1.3413414657115936) - | > loss_feat: 4.80775260925293 (4.704765051603317) - | > loss_mel: 24.44900894165039 (22.697036385536194) - | > loss_duration: 1.7981659173965454 (1.7915771305561066) - | > loss_1: 34.49784469604492 (32.49097490310669) - - --> STEP: 9 - | > loss_disc: 2.475696086883545 (2.635665602154202) - | > loss_disc_real_0: 0.039327144622802734 (0.03201492358413008) - | > loss_disc_real_1: 0.28788381814956665 (0.27993839151329464) - | > loss_disc_real_2: 0.24681006371974945 (0.2867043962081273) - | > loss_disc_real_3: 0.28958582878112793 (0.2670644786622789) - | > loss_disc_real_4: 0.15595434606075287 (0.17783235013484955) - | > loss_disc_real_5: 0.16958853602409363 (0.22404056621922386) - | > loss_0: 2.475696086883545 (2.635665602154202) - | > loss_gen: 2.071831703186035 (1.9690974950790405) - | > loss_kl: 1.1413209438323975 (1.319116963280572) - | > loss_feat: 5.329806804656982 (4.774214135275947) - | > loss_mel: 25.423175811767578 (22.99994076622857) - | > loss_duration: 1.736391544342041 (1.7854453987545438) - | > loss_1: 35.7025260925293 (32.84781392415365) - - --> STEP: 10 - | > loss_disc: 2.5966739654541016 (2.631766438484192) - | > loss_disc_real_0: 0.05334065482020378 (0.034147496707737444) - | > loss_disc_real_1: 0.27616941928863525 (0.2795614942908287) - | > loss_disc_real_2: 0.32024794816970825 (0.29005875140428544) - | > loss_disc_real_3: 0.3011818528175354 (0.2704762160778046) - | > loss_disc_real_4: 0.1996627300977707 (0.18001538813114165) - | > loss_disc_real_5: 0.2508781850337982 (0.2267243281006813) - | > loss_0: 2.5966739654541016 (2.631766438484192) - | > loss_gen: 2.1283211708068848 (1.985019862651825) - | > loss_kl: 1.2689719200134277 (1.3141024589538575) - | > loss_feat: 4.085175037384033 (4.705310225486755) - | > loss_mel: 22.8735408782959 (22.9873007774353) - | > loss_duration: 1.6866434812545776 (1.7755652070045471) - | > loss_1: 32.04265213012695 (32.76729774475098) - - --> STEP: 11 - | > loss_disc: 2.5588431358337402 (2.625137047334151) - | > loss_disc_real_0: 0.05828002840280533 (0.03634136322547089) - | > loss_disc_real_1: 0.2659524083137512 (0.27832430465654895) - | > loss_disc_real_2: 0.26358744502067566 (0.28765226900577545) - | > loss_disc_real_3: 0.23567984998226166 (0.26731291006911884) - | > loss_disc_real_4: 0.15596531331539154 (0.1778290176933462) - | > loss_disc_real_5: 0.22605951130390167 (0.22666389021006497) - | > loss_0: 2.5588431358337402 (2.625137047334151) - | > loss_gen: 1.9843332767486572 (1.9849574457515369) - | > loss_kl: 1.7925848960876465 (1.3576008623296565) - | > loss_feat: 4.403902530670166 (4.677909525957975) - | > loss_mel: 22.382726669311523 (22.932339494878594) - | > loss_duration: 1.677956223487854 (1.7666916630484841) - | > loss_1: 32.24150466918945 (32.71949837424538) - - --> STEP: 12 - | > loss_disc: 2.82826566696167 (2.6420644323031106) - | > loss_disc_real_0: 0.026370298117399216 (0.03551044113313158) - | > loss_disc_real_1: 0.3007030785083771 (0.2801892024775346) - | > loss_disc_real_2: 0.23283083736896515 (0.2830838163693746) - | > loss_disc_real_3: 0.19409549236297607 (0.26121145859360695) - | > loss_disc_real_4: 0.1782933622598648 (0.1778677130738894) - | > loss_disc_real_5: 0.20023295283317566 (0.2244613120953242) - | > loss_0: 2.82826566696167 (2.6420644323031106) - | > loss_gen: 1.6661145687103271 (1.958387205998103) - | > loss_kl: 1.4296821355819702 (1.3636076351006825) - | > loss_feat: 6.024906635284424 (4.790159285068512) - | > loss_mel: 26.244714736938477 (23.20837076505025) - | > loss_duration: 1.8121564388275146 (1.7704803943634033) - | > loss_1: 37.177574157714844 (33.09100468953451) - - --> STEP: 13 - | > loss_disc: 2.877105236053467 (2.660144494130061) - | > loss_disc_real_0: 0.06527084857225418 (0.03779970324383332) - | > loss_disc_real_1: 0.3668290376663208 (0.2868538051843643) - | > loss_disc_real_2: 0.23052966594696045 (0.2790411894138043) - | > loss_disc_real_3: 0.23890751600265503 (0.25949577070199525) - | > loss_disc_real_4: 0.2391442209482193 (0.18258129060268402) - | > loss_disc_real_5: 0.16758310794830322 (0.22008606562247643) - | > loss_0: 2.877105236053467 (2.660144494130061) - | > loss_gen: 2.022303342819214 (1.963303831907419) - | > loss_kl: 1.5309839248657227 (1.3764827343133779) - | > loss_feat: 5.540295124053955 (4.847862041913546) - | > loss_mel: 24.130352020263672 (23.27929240006667) - | > loss_duration: 1.817391037940979 (1.7740889054078322) - | > loss_1: 35.041324615478516 (33.241029299222504) - - --> STEP: 14 - | > loss_disc: 2.3443069458007812 (2.6375846692493985) - | > loss_disc_real_0: 0.04015708714723587 (0.037968087808362076) - | > loss_disc_real_1: 0.25600358843803406 (0.2846502182739122) - | > loss_disc_real_2: 0.22353610396385193 (0.2750765404530934) - | > loss_disc_real_3: 0.20510436594486237 (0.25561067036220003) - | > loss_disc_real_4: 0.13947640359401703 (0.17950237010206496) - | > loss_disc_real_5: 0.19721002876758575 (0.21845206298998424) - | > loss_0: 2.3443069458007812 (2.6375846692493985) - | > loss_gen: 2.0740976333618164 (1.9712176748684473) - | > loss_kl: 1.2074137926101685 (1.3644063813345773) - | > loss_feat: 5.6374287605285645 (4.904259664671762) - | > loss_mel: 25.008243560791016 (23.40278891154698) - | > loss_duration: 1.8141825199127197 (1.7769527350153242) - | > loss_1: 35.74136734008789 (33.41962487357004) - - --> STEP: 15 - | > loss_disc: 2.5662970542907715 (2.63283216158549) - | > loss_disc_real_0: 0.03228367865085602 (0.03758912719786167) - | > loss_disc_real_1: 0.260977566242218 (0.2830720414717992) - | > loss_disc_real_2: 0.26154986023902893 (0.2741747617721558) - | > loss_disc_real_3: 0.29320207238197327 (0.2581167638301849) - | > loss_disc_real_4: 0.23688402771949768 (0.18332781394322714) - | > loss_disc_real_5: 0.3000074028968811 (0.22388908565044402) - | > loss_0: 2.5662970542907715 (2.63283216158549) - | > loss_gen: 2.175654888153076 (1.984846822420756) - | > loss_kl: 1.4127287864685059 (1.3676278750101725) - | > loss_feat: 4.991313934326172 (4.910063282648722) - | > loss_mel: 26.111129760742188 (23.583344968159995) - | > loss_duration: 1.7386078834533691 (1.7743964115778605) - | > loss_1: 36.42943572998047 (33.620278930664064) - - --> STEP: 16 - | > loss_disc: 2.440685749053955 (2.620823010802269) - | > loss_disc_real_0: 0.02756395749747753 (0.03696255409158766) - | > loss_disc_real_1: 0.3205314576625824 (0.28541325498372316) - | > loss_disc_real_2: 0.2948564887046814 (0.2754673697054386) - | > loss_disc_real_3: 0.21151836216449738 (0.2552043637260794) - | > loss_disc_real_4: 0.170747309923172 (0.1825415324419737) - | > loss_disc_real_5: 0.20499178767204285 (0.22270800452679396) - | > loss_0: 2.440685749053955 (2.620823010802269) - | > loss_gen: 2.1439788341522217 (1.9947925731539726) - | > loss_kl: 1.6994562149047852 (1.3883671462535858) - | > loss_feat: 3.908396005630493 (4.847459077835083) - | > loss_mel: 21.06589126586914 (23.426004111766815) - | > loss_duration: 1.8307114839553833 (1.7779161036014557) - | > loss_1: 30.648433685302734 (33.43453860282898) - - --> STEP: 17 - | > loss_disc: 2.4043073654174805 (2.6080867963678696) - | > loss_disc_real_0: 0.047375209629535675 (0.037575063240878726) - | > loss_disc_real_1: 0.28373217582702637 (0.2853143679745057) - | > loss_disc_real_2: 0.24694077670574188 (0.2737893348231035) - | > loss_disc_real_3: 0.23607569932937622 (0.25407914817333216) - | > loss_disc_real_4: 0.17288140952587128 (0.18197328991749706) - | > loss_disc_real_5: 0.2099461406469345 (0.22195730665150812) - | > loss_0: 2.4043073654174805 (2.6080867963678696) - | > loss_gen: 2.1822681427001953 (2.0058205478331623) - | > loss_kl: 1.3342939615249634 (1.385186370681314) - | > loss_feat: 5.962286472320557 (4.913037159863641) - | > loss_mel: 25.476194381713867 (23.54660353941076) - | > loss_duration: 1.7265114784240723 (1.774892302120433) - | > loss_1: 36.68155288696289 (33.62553944307215) - - --> STEP: 18 - | > loss_disc: 2.7440173625946045 (2.615638494491577) - | > loss_disc_real_0: 0.03805919364094734 (0.03760195937421587) - | > loss_disc_real_1: 0.25829067826271057 (0.283813051879406) - | > loss_disc_real_2: 0.26152679324150085 (0.2731080825130145) - | > loss_disc_real_3: 0.3850269913673401 (0.26135402835077703) - | > loss_disc_real_4: 0.1032237857580185 (0.17759831746419272) - | > loss_disc_real_5: 0.20849403738975525 (0.2212093472480774) - | > loss_0: 2.7440173625946045 (2.615638494491577) - | > loss_gen: 1.9189573526382446 (2.000994814766778) - | > loss_kl: 1.6637318134307861 (1.400661117500729) - | > loss_feat: 5.178367614746094 (4.927777740690443) - | > loss_mel: 27.64137840270996 (23.77409103181627) - | > loss_duration: 1.7283542156219482 (1.7723068528705173) - | > loss_1: 38.13079071044922 (33.87583118014865) - - --> STEP: 19 - | > loss_disc: 3.0038247108459473 (2.6360693479839123) - | > loss_disc_real_0: 0.04956801235675812 (0.03823175163645493) - | > loss_disc_real_1: 0.24471765756607056 (0.28175539954712514) - | > loss_disc_real_2: 0.2951171398162842 (0.2742664539500287) - | > loss_disc_real_3: 0.2256956696510315 (0.2594772726297378) - | > loss_disc_real_4: 0.12436546385288239 (0.17479658832675532) - | > loss_disc_real_5: 0.18592625856399536 (0.21935234258049413) - | > loss_0: 3.0038247108459473 (2.6360693479839123) - | > loss_gen: 1.5070700645446777 (1.9749987752814042) - | > loss_kl: 1.4683173894882202 (1.4042219739211232) - | > loss_feat: 4.713476181030273 (4.916498711234645) - | > loss_mel: 24.0498104095459 (23.78860257801257) - | > loss_duration: 1.8330109119415283 (1.7755018033479388) - | > loss_1: 33.571685791015625 (33.859823528089024) - - --> STEP: 20 - | > loss_disc: 2.7196946144104004 (2.6402506113052366) - | > loss_disc_real_0: 0.062383148819208145 (0.039439321495592594) - | > loss_disc_real_1: 0.21203692257404327 (0.27826947569847105) - | > loss_disc_real_2: 0.27760958671569824 (0.27443361058831217) - | > loss_disc_real_3: 0.2558008134365082 (0.25929344967007634) - | > loss_disc_real_4: 0.16777285933494568 (0.17444540187716484) - | > loss_disc_real_5: 0.2036713808774948 (0.21856829449534415) - | > loss_0: 2.7196946144104004 (2.6402506113052366) - | > loss_gen: 1.7820327281951904 (1.9653504729270934) - | > loss_kl: 1.9738616943359375 (1.432703959941864) - | > loss_feat: 4.919479846954346 (4.9166477680206295) - | > loss_mel: 25.874267578125 (23.89288582801819) - | > loss_duration: 1.698617696762085 (1.7716575980186462) - | > loss_1: 36.24825668334961 (33.97924518585205) - - --> STEP: 21 - | > loss_disc: 2.6197164058685303 (2.639272791998727) - | > loss_disc_real_0: 0.03627324849367142 (0.03928855611454873) - | > loss_disc_real_1: 0.32658514380455017 (0.28057022179876057) - | > loss_disc_real_2: 0.3208081126213074 (0.27664192020893097) - | > loss_disc_real_3: 0.3004586696624756 (0.261253698241143) - | > loss_disc_real_4: 0.2096758633852005 (0.17612304290135702) - | > loss_disc_real_5: 0.20491094887256622 (0.2179179447037833) - | > loss_0: 2.6197164058685303 (2.639272791998727) - | > loss_gen: 2.0679092407226562 (1.9702342237745012) - | > loss_kl: 1.2340397834777832 (1.423243761062622) - | > loss_feat: 4.297055244445801 (4.887143362136114) - | > loss_mel: 22.09674644470215 (23.807355381193616) - | > loss_duration: 1.7568910121917725 (1.7709544272649855) - | > loss_1: 31.4526424407959 (33.85893076942081) - - --> STEP: 22 - | > loss_disc: 2.5872955322265625 (2.6369101892818105) - | > loss_disc_real_0: 0.04606333374977112 (0.03959650055251338) - | > loss_disc_real_1: 0.2430627942085266 (0.2788653387264772) - | > loss_disc_real_2: 0.2426924854516983 (0.27509876408360223) - | > loss_disc_real_3: 0.210770383477211 (0.2589590021155097) - | > loss_disc_real_4: 0.1749657839536667 (0.17607044022191654) - | > loss_disc_real_5: 0.17343613505363464 (0.2158960442651402) - | > loss_0: 2.5872955322265625 (2.6369101892818105) - | > loss_gen: 1.869933009147644 (1.9656750776550986) - | > loss_kl: 1.6965869665145874 (1.4356684522195295) - | > loss_feat: 5.634891510009766 (4.921131914312189) - | > loss_mel: 27.37183380126953 (23.9693771275607) - | > loss_duration: 1.8769904375076294 (1.7757742459123784) - | > loss_1: 38.45023727416992 (34.06762651963668) - - --> STEP: 23 - | > loss_disc: 2.346815586090088 (2.6242973804473877) - | > loss_disc_real_0: 0.062254898250103 (0.04058164827849554) - | > loss_disc_real_1: 0.27865466475486755 (0.2788561789885811) - | > loss_disc_real_2: 0.26935818791389465 (0.27484917381535406) - | > loss_disc_real_3: 0.2651640772819519 (0.2592287879923116) - | > loss_disc_real_4: 0.15233652293682098 (0.17503853077473847) - | > loss_disc_real_5: 0.17212605476379395 (0.21399300124334253) - | > loss_0: 2.346815586090088 (2.6242973804473877) - | > loss_gen: 2.2143990993499756 (1.976489165554876) - | > loss_kl: 1.4100041389465332 (1.434552612512008) - | > loss_feat: 5.6042962074279785 (4.95083470966505) - | > loss_mel: 25.333879470825195 (24.02870331639829) - | > loss_duration: 1.81857168674469 (1.7776350042094355) - | > loss_1: 36.38114929199219 (34.168214466260835) - - --> STEP: 24 - | > loss_disc: 2.7993288040161133 (2.631590356429418) - | > loss_disc_real_0: 0.04854486137628555 (0.04091344882423679) - | > loss_disc_real_1: 0.26652297377586365 (0.2783422954380512) - | > loss_disc_real_2: 0.2774316072463989 (0.27495677520831424) - | > loss_disc_real_3: 0.27962836623191833 (0.2600787704189619) - | > loss_disc_real_4: 0.16792283952236176 (0.17474204363922277) - | > loss_disc_real_5: 0.2647041380405426 (0.2161059652765592) - | > loss_0: 2.7993288040161133 (2.631590356429418) - | > loss_gen: 1.8000102043151855 (1.9691358755032222) - | > loss_kl: 1.2552598714828491 (1.427082081635793) - | > loss_feat: 4.517240524291992 (4.932768285274506) - | > loss_mel: 23.401695251464844 (24.002577980359394) - | > loss_duration: 1.7259852886199951 (1.7754829327265422) - | > loss_1: 32.700191497802734 (34.10704684257508) - - --> STEP: 25 - | > loss_disc: 2.382261037826538 (2.6216171836853026) - | > loss_disc_real_0: 0.07764897495508194 (0.042382869869470596) - | > loss_disc_real_1: 0.28511175513267517 (0.27861307382583617) - | > loss_disc_real_2: 0.2434525340795517 (0.2736966055631638) - | > loss_disc_real_3: 0.17713424563407898 (0.2567609894275666) - | > loss_disc_real_4: 0.15346448123455048 (0.17389094114303588) - | > loss_disc_real_5: 0.12619337439537048 (0.21250946164131165) - | > loss_0: 2.382261037826538 (2.6216171836853026) - | > loss_gen: 2.0357282161712646 (1.971799569129944) - | > loss_kl: 0.940217912197113 (1.4076075148582459) - | > loss_feat: 6.495962619781494 (4.995296058654785) - | > loss_mel: 28.49506378173828 (24.18227741241455) - | > loss_duration: 1.6799499988555908 (1.7716616153717042) - | > loss_1: 39.64692306518555 (34.3286418914795) - - --> STEP: 26 - | > loss_disc: 2.680813789367676 (2.623893976211548) - | > loss_disc_real_0: 0.03838804364204407 (0.04222922270687727) - | > loss_disc_real_1: 0.3129236698150635 (0.27993271213311416) - | > loss_disc_real_2: 0.3301558494567871 (0.27586811494368774) - | > loss_disc_real_3: 0.29682865738868713 (0.25830205357991737) - | > loss_disc_real_4: 0.09759055823087692 (0.17095631103102976) - | > loss_disc_real_5: 0.23141762614250183 (0.21323669873751128) - | > loss_0: 2.680813789367676 (2.623893976211548) - | > loss_gen: 2.0405642986297607 (1.9744443664183984) - | > loss_kl: 1.6863726377487183 (1.4183292503540332) - | > loss_feat: 5.221130847930908 (5.003982012088482) - | > loss_mel: 23.79167366027832 (24.167254191178543) - | > loss_duration: 1.7729816436767578 (1.7717123856911292) - | > loss_1: 34.512725830078125 (34.335722042964065) - - --> STEP: 27 - | > loss_disc: 2.5783884525299072 (2.622208586445561) - | > loss_disc_real_0: 0.029732322320342064 (0.041766374544413) - | > loss_disc_real_1: 0.24529245495796204 (0.27864973964514556) - | > loss_disc_real_2: 0.2924354076385498 (0.2764817183768308) - | > loss_disc_real_3: 0.23919743299484253 (0.2575944750397294) - | > loss_disc_real_4: 0.18241074681282043 (0.17138054939331832) - | > loss_disc_real_5: 0.21489913761615753 (0.2132982705478315) - | > loss_0: 2.5783884525299072 (2.622208586445561) - | > loss_gen: 1.9191913604736328 (1.9723979587908145) - | > loss_kl: 1.7086519002914429 (1.4290819410924558) - | > loss_feat: 4.873119831085205 (4.999135264643916) - | > loss_mel: 24.505868911743164 (24.17979547712538) - | > loss_duration: 1.7432119846343994 (1.7706568152816207) - | > loss_1: 34.75004577636719 (34.351067366423436) - - --> STEP: 28 - | > loss_disc: 2.7392711639404297 (2.6263893927846635) - | > loss_disc_real_0: 0.05412789434194565 (0.04220785739432488) - | > loss_disc_real_1: 0.32369476556777954 (0.2802584905709539) - | > loss_disc_real_2: 0.2532345652580261 (0.27565146290830206) - | > loss_disc_real_3: 0.27247077226638794 (0.2581257713692529) - | > loss_disc_real_4: 0.17671352624893188 (0.17157101285244739) - | > loss_disc_real_5: 0.21688634157180786 (0.21342641594154493) - | > loss_0: 2.7392711639404297 (2.6263893927846635) - | > loss_gen: 1.9266777038574219 (1.9707650925431932) - | > loss_kl: 1.5601478815078735 (1.4337628675358636) - | > loss_feat: 4.997561454772949 (4.999079057148525) - | > loss_mel: 23.560392379760742 (24.157673937933787) - | > loss_duration: 1.7577970027923584 (1.770197536264147) - | > loss_1: 33.802574157714844 (34.33147832325527) - - --> STEP: 29 - | > loss_disc: 2.804788827896118 (2.632541097443679) - | > loss_disc_real_0: 0.03562471270561218 (0.04198085240505893) - | > loss_disc_real_1: 0.28070855140686035 (0.2802740099101231) - | > loss_disc_real_2: 0.2567894458770752 (0.27500104852791496) - | > loss_disc_real_3: 0.2088259756565094 (0.25642577841364106) - | > loss_disc_real_4: 0.19154676795005798 (0.17225983199374428) - | > loss_disc_real_5: 0.18049374222755432 (0.21229080650313148) - | > loss_0: 2.804788827896118 (2.632541097443679) - | > loss_gen: 1.7856240272521973 (1.9643809178779865) - | > loss_kl: 1.206063985824585 (1.4259111819596126) - | > loss_feat: 5.067016124725342 (5.0014217146511735) - | > loss_mel: 20.178611755371094 (24.02046489715576) - | > loss_duration: 1.7554956674575806 (1.7696905752708172) - | > loss_1: 29.992809295654297 (34.18186904644144) - - --> STEP: 30 - | > loss_disc: 2.6293511390686035 (2.6324347654978433) - | > loss_disc_real_0: 0.06607897579669952 (0.04278412318478028) - | > loss_disc_real_1: 0.28687629103660583 (0.2804940859476725) - | > loss_disc_real_2: 0.2582889795303345 (0.27444397956132893) - | > loss_disc_real_3: 0.29158979654312134 (0.2575979123512904) - | > loss_disc_real_4: 0.16321375966072083 (0.17195829624931017) - | > loss_disc_real_5: 0.20232415199279785 (0.21195858468612036) - | > loss_0: 2.6293511390686035 (2.6324347654978433) - | > loss_gen: 1.9659011363983154 (1.9644315918286641) - | > loss_kl: 1.3312573432922363 (1.4227560540040334) - | > loss_feat: 5.223461151123047 (5.008823029200236) - | > loss_mel: 26.441200256347656 (24.10115607579549) - | > loss_duration: 1.7718758583068848 (1.769763418038686) - | > loss_1: 36.73369598388672 (34.266929944356285) - - --> STEP: 31 - | > loss_disc: 2.5296084880828857 (2.6291177888070383) - | > loss_disc_real_0: 0.027281660586595535 (0.04228404374612916) - | > loss_disc_real_1: 0.26439356803894043 (0.27997471440222954) - | > loss_disc_real_2: 0.18775832653045654 (0.27164766817323627) - | > loss_disc_real_3: 0.17621442675590515 (0.25497263862240704) - | > loss_disc_real_4: 0.15224139392375946 (0.17132226714203436) - | > loss_disc_real_5: 0.15101151168346405 (0.20999255007313145) - | > loss_0: 2.5296084880828857 (2.6291177888070383) - | > loss_gen: 1.717346429824829 (1.9564611027317662) - | > loss_kl: 1.355137586593628 (1.4205748131198268) - | > loss_feat: 6.731869697570801 (5.064405179792835) - | > loss_mel: 27.664867401123047 (24.216114505644768) - | > loss_duration: 1.7280902862548828 (1.768419123465015) - | > loss_1: 39.19731140136719 (34.42597450748567) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.011054415856638264 (-0.0013624929612682697) - | > avg_loss_disc: 2.6291177888070383 (+0.19938714273514302) - | > avg_loss_disc_real_0: 0.04228404374612916 (-0.032188100860484244) - | > avg_loss_disc_real_1: 0.27997471440222954 (+0.08638383760567633) - | > avg_loss_disc_real_2: 0.27164766817323627 (+0.04167714570799186) - | > avg_loss_disc_real_3: 0.25497263862240704 (+0.029511186865068317) - | > avg_loss_disc_real_4: 0.17132226714203436 (-0.0512173918466414) - | > avg_loss_disc_real_5: 0.20999255007313145 (-0.03250281080122916) - | > avg_loss_0: 2.6291177888070383 (+0.19938714273514302) - | > avg_loss_gen: 1.9564611027317662 (-0.16619536569041582) - | > avg_loss_kl: 1.4205748131198268 (-0.03792185744931609) - | > avg_loss_feat: 5.064405179792835 (+0.01389298131388994) - | > avg_loss_mel: 24.216114505644768 (-0.1855416144094164) - | > avg_loss_duration: 1.768419123465015 (-0.009083855536676122) - | > avg_loss_1: 34.42597450748567 (-0.3848501020862187) - - - > EPOCH: 14/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-22 13:38:28)  - - --> TIME: 2024-11-22 13:38:29 -- STEP: 0/797 -- GLOBAL_STEP: 12975 - | > loss_disc: 2.7860188484191895 (2.7860188484191895) - | > loss_disc_real_0: 0.0554637610912323 (0.0554637610912323) - | > loss_disc_real_1: 0.2479340136051178 (0.2479340136051178) - | > loss_disc_real_2: 0.2336927354335785 (0.2336927354335785) - | > loss_disc_real_3: 0.22928303480148315 (0.22928303480148315) - | > loss_disc_real_4: 0.17237865924835205 (0.17237865924835205) - | > loss_disc_real_5: 0.18717719614505768 (0.18717719614505768) - | > loss_0: 2.7860188484191895 (2.7860188484191895) - | > grad_norm_0: tensor(50.4316, device='cuda:0') (tensor(50.4316, device='cuda:0')) - | > loss_gen: 1.9708404541015625 (1.9708404541015625) - | > loss_kl: 1.0459535121917725 (1.0459535121917725) - | > loss_feat: 5.437557220458984 (5.437557220458984) - | > loss_mel: 23.415536880493164 (23.415536880493164) - | > loss_duration: 2.1379685401916504 (2.1379685401916504) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 34.00785827636719 (34.00785827636719) - | > grad_norm_1: tensor(611.8029, device='cuda:0') (tensor(611.8029, device='cuda:0')) - | > current_lr_0: 0.00019960037478133875 - | > current_lr_1: 0.00019960037478133875 - | > step_time: 1.0683 (1.0683107376098633) - | > loader_time: 0.1948 (0.19480204582214355) - - - --> TIME: 2024-11-22 13:38:54 -- STEP: 25/797 -- GLOBAL_STEP: 13000 - | > loss_disc: 2.438199996948242 (2.473165473937988) - | > loss_disc_real_0: 0.1350778490304947 (0.11124848574399948) - | > loss_disc_real_1: 0.19367371499538422 (0.22076260268688203) - | > loss_disc_real_2: 0.2883063852787018 (0.2512864255905151) - | > loss_disc_real_3: 0.20186859369277954 (0.23174119889736175) - | > loss_disc_real_4: 0.1987137496471405 (0.22218712270259858) - | > loss_disc_real_5: 0.21575595438480377 (0.24189568638801576) - | > loss_0: 2.438199996948242 (2.473165473937988) - | > grad_norm_0: tensor(48.9172, device='cuda:0') (tensor(99.1741, device='cuda:0')) - | > loss_gen: 2.3006844520568848 (2.3609689998626706) - | > loss_kl: 1.7046079635620117 (1.5070098209381104) - | > loss_feat: 4.943225860595703 (5.125600566864012) - | > loss_mel: 24.609865188598633 (23.305648345947265) - | > loss_duration: 1.807403326034546 (1.9568555355072021) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 35.365787506103516 (34.25608367919921) - | > grad_norm_1: tensor(313.2714, device='cuda:0') (tensor(686.5871, device='cuda:0')) - | > current_lr_0: 0.00019960037478133875 - | > current_lr_1: 0.00019960037478133875 - | > step_time: 1.178 (0.991839656829834) - | > loader_time: 0.007 (0.006308431625366211) - - - --> TIME: 2024-11-22 13:39:19 -- STEP: 50/797 -- GLOBAL_STEP: 13025 - | > loss_disc: 2.6937994956970215 (2.4531733417510986) - | > loss_disc_real_0: 0.12458635866641998 (0.11622028231620789) - | > loss_disc_real_1: 0.21904274821281433 (0.21922165125608445) - | > loss_disc_real_2: 0.2686145305633545 (0.24631316155195232) - | > loss_disc_real_3: 0.22535035014152527 (0.22601278603076935) - | > loss_disc_real_4: 0.27674585580825806 (0.22202035456895827) - | > loss_disc_real_5: 0.3803749978542328 (0.23675919115543365) - | > loss_0: 2.6937994956970215 (2.4531733417510986) - | > grad_norm_0: tensor(103.8710, device='cuda:0') (tensor(83.7368, device='cuda:0')) - | > loss_gen: 2.1721935272216797 (2.383735723495484) - | > loss_kl: 1.6528494358062744 (1.5371717309951782) - | > loss_feat: 4.470666408538818 (5.255454473495485) - | > loss_mel: 22.732555389404297 (23.463519630432128) - | > loss_duration: 1.846614956855774 (1.9019309496879577) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 32.874881744384766 (34.54181266784668) - | > grad_norm_1: tensor(1317.0563, device='cuda:0') (tensor(707.6838, device='cuda:0')) - | > current_lr_0: 0.00019960037478133875 - | > current_lr_1: 0.00019960037478133875 - | > step_time: 0.9419 (0.9838505411148071) - | > loader_time: 0.0061 (0.0057373523712158205) - - - --> TIME: 2024-11-22 13:39:43 -- STEP: 75/797 -- GLOBAL_STEP: 13050 - | > loss_disc: 2.4936017990112305 (2.463516550064087) - | > loss_disc_real_0: 0.1565796136856079 (0.11737541769941648) - | > loss_disc_real_1: 0.22373679280281067 (0.22012109120686849) - | > loss_disc_real_2: 0.23262159526348114 (0.24366523305575052) - | > loss_disc_real_3: 0.21159705519676208 (0.22346369365851085) - | > loss_disc_real_4: 0.20396177470684052 (0.22554480413595834) - | > loss_disc_real_5: 0.19379785656929016 (0.23951479097207387) - | > loss_0: 2.4936017990112305 (2.463516550064087) - | > grad_norm_0: tensor(288.4534, device='cuda:0') (tensor(102.8917, device='cuda:0')) - | > loss_gen: 2.452364206314087 (2.386853205362956) - | > loss_kl: 1.6395039558410645 (1.5308686113357544) - | > loss_feat: 4.988642692565918 (5.244216486612957) - | > loss_mel: 21.124168395996094 (23.627754720052085) - | > loss_duration: 1.7423679828643799 (1.8669093799591066) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 31.94704818725586 (34.656602630615225) - | > grad_norm_1: tensor(464.2651, device='cuda:0') (tensor(716.6496, device='cuda:0')) - | > current_lr_0: 0.00019960037478133875 - | > current_lr_1: 0.00019960037478133875 - | > step_time: 0.8816 (0.9761775525410971) - | > loader_time: 0.0037 (0.005528882344563802) - - - --> TIME: 2024-11-22 13:40:07 -- STEP: 100/797 -- GLOBAL_STEP: 13075 - | > loss_disc: 2.507641315460205 (2.472792460918426) - | > loss_disc_real_0: 0.16651463508605957 (0.1172761906683445) - | > loss_disc_real_1: 0.25094011425971985 (0.22154425084590912) - | > loss_disc_real_2: 0.2722606658935547 (0.24540616512298585) - | > loss_disc_real_3: 0.2571199834346771 (0.2258347886800766) - | > loss_disc_real_4: 0.26744964718818665 (0.22445555791258812) - | > loss_disc_real_5: 0.2291485071182251 (0.23903772681951524) - | > loss_0: 2.507641315460205 (2.472792460918426) - | > grad_norm_0: tensor(88.5923, device='cuda:0') (tensor(106.3992, device='cuda:0')) - | > loss_gen: 2.4343416690826416 (2.3788305377960204) - | > loss_kl: 1.4384591579437256 (1.5083533811569214) - | > loss_feat: 4.458747863769531 (5.2131967687606835) - | > loss_mel: 22.86927032470703 (23.577326660156256) - | > loss_duration: 1.788430094718933 (1.8526955318450928) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 32.98925018310547 (34.53040307998658) - | > grad_norm_1: tensor(1203.3628, device='cuda:0') (tensor(716.8800, device='cuda:0')) - | > current_lr_0: 0.00019960037478133875 - | > current_lr_1: 0.00019960037478133875 - | > step_time: 0.9028 (0.9665963983535767) - | > loader_time: 0.004 (0.005401802062988282) - - - --> TIME: 2024-11-22 13:40:31 -- STEP: 125/797 -- GLOBAL_STEP: 13100 - | > loss_disc: 2.5486233234405518 (2.4775218791961664) - | > loss_disc_real_0: 0.11019636690616608 (0.11689695534110069) - | > loss_disc_real_1: 0.19773341715335846 (0.22306850397586822) - | > loss_disc_real_2: 0.2276759147644043 (0.24372100794315338) - | > loss_disc_real_3: 0.24965886771678925 (0.22525579011440278) - | > loss_disc_real_4: 0.2593993842601776 (0.225032719373703) - | > loss_disc_real_5: 0.25752153992652893 (0.23977827858924866) - | > loss_0: 2.5486233234405518 (2.4775218791961664) - | > grad_norm_0: tensor(12.2337, device='cuda:0') (tensor(106.6428, device='cuda:0')) - | > loss_gen: 2.347799062728882 (2.369031309127807) - | > loss_kl: 1.5773180723190308 (1.4950136737823487) - | > loss_feat: 5.155003547668457 (5.202076976776125) - | > loss_mel: 24.533592224121094 (23.563814407348637) - | > loss_duration: 1.7414299249649048 (1.842621099472046) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 35.355140686035156 (34.47255764770509) - | > grad_norm_1: tensor(118.2464, device='cuda:0') (tensor(721.2744, device='cuda:0')) - | > current_lr_0: 0.00019960037478133875 - | > current_lr_1: 0.00019960037478133875 - | > step_time: 0.9383 (0.9583918781280517) - | > loader_time: 0.005 (0.005518098831176758) - - - --> TIME: 2024-11-22 13:41:02 -- STEP: 150/797 -- GLOBAL_STEP: 13125 - | > loss_disc: 2.4721014499664307 (2.472118380864461) - | > loss_disc_real_0: 0.09504877775907516 (0.11562171364823977) - | > loss_disc_real_1: 0.23581993579864502 (0.22294729322195053) - | > loss_disc_real_2: 0.24182942509651184 (0.24359521647294363) - | > loss_disc_real_3: 0.23523975908756256 (0.22419780770937603) - | > loss_disc_real_4: 0.21018263697624207 (0.22363114804029466) - | > loss_disc_real_5: 0.26362237334251404 (0.23862082600593568) - | > loss_0: 2.4721014499664307 (2.472118380864461) - | > grad_norm_0: tensor(180.4404, device='cuda:0') (tensor(101.1001, device='cuda:0')) - | > loss_gen: 2.377030611038208 (2.3644805065790817) - | > loss_kl: 1.2598406076431274 (1.4904941646258034) - | > loss_feat: 4.455453395843506 (5.199871260325115) - | > loss_mel: 22.660564422607422 (23.578468767801915) - | > loss_duration: 1.7542433738708496 (1.8354197533925374) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 32.50713348388672 (34.46873455047607) - | > grad_norm_1: tensor(797.3955, device='cuda:0') (tensor(705.4128, device='cuda:0')) - | > current_lr_0: 0.00019960037478133875 - | > current_lr_1: 0.00019960037478133875 - | > step_time: 1.112 (1.0044760958353678) - | > loader_time: 0.0086 (0.005698266029357911) - - - --> TIME: 2024-11-22 13:41:32 -- STEP: 175/797 -- GLOBAL_STEP: 13150 - | > loss_disc: 2.490756034851074 (2.4680504785265254) - | > loss_disc_real_0: 0.11484094709157944 (0.1168402140055384) - | > loss_disc_real_1: 0.23253127932548523 (0.22181923857757024) - | > loss_disc_real_2: 0.2415645718574524 (0.24227932972567423) - | > loss_disc_real_3: 0.24180078506469727 (0.22426599775041853) - | > loss_disc_real_4: 0.2546500265598297 (0.22277079360825675) - | > loss_disc_real_5: 0.27602261304855347 (0.23842331630843025) - | > loss_0: 2.490756034851074 (2.4680504785265254) - | > grad_norm_0: tensor(69.2431, device='cuda:0') (tensor(99.4138, device='cuda:0')) - | > loss_gen: 2.2383618354797363 (2.366493884495327) - | > loss_kl: 1.5501281023025513 (1.4878315591812135) - | > loss_feat: 4.605144023895264 (5.204057587214879) - | > loss_mel: 21.666400909423828 (23.58876328604561) - | > loss_duration: 1.8104023933410645 (1.8278710528782436) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 31.87043571472168 (34.475017438616085) - | > grad_norm_1: tensor(256.3679, device='cuda:0') (tensor(701.4900, device='cuda:0')) - | > current_lr_0: 0.00019960037478133875 - | > current_lr_1: 0.00019960037478133875 - | > step_time: 1.1883 (1.0302173873356413) - | > loader_time: 0.0069 (0.005832554953438895) - - - --> TIME: 2024-11-22 13:41:59 -- STEP: 200/797 -- GLOBAL_STEP: 13175 - | > loss_disc: 2.466290235519409 (2.463284925222398) - | > loss_disc_real_0: 0.11955242604017258 (0.11576961819082499) - | > loss_disc_real_1: 0.22637754678726196 (0.2204182018339634) - | > loss_disc_real_2: 0.2054782509803772 (0.24216218933463096) - | > loss_disc_real_3: 0.23727546632289886 (0.22356216639280319) - | > loss_disc_real_4: 0.20481742918491364 (0.22252689450979232) - | > loss_disc_real_5: 0.1986808478832245 (0.23846437089145184) - | > loss_0: 2.466290235519409 (2.463284925222398) - | > grad_norm_0: tensor(201.0977, device='cuda:0') (tensor(99.1325, device='cuda:0')) - | > loss_gen: 2.1091389656066895 (2.364098174571992) - | > loss_kl: 1.5809965133666992 (1.48710461974144) - | > loss_feat: 4.505139350891113 (5.203217256069186) - | > loss_mel: 23.420360565185547 (23.622161779403676) - | > loss_duration: 1.7533419132232666 (1.822916243672371) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 33.36897659301758 (34.49949811935428) - | > grad_norm_1: tensor(1215.2139, device='cuda:0') (tensor(683.2023, device='cuda:0')) - | > current_lr_0: 0.00019960037478133875 - | > current_lr_1: 0.00019960037478133875 - | > step_time: 0.8864 (1.0360187470912934) - | > loader_time: 0.0064 (0.006013175249099731) - - - --> TIME: 2024-11-22 13:42:24 -- STEP: 225/797 -- GLOBAL_STEP: 13200 - | > loss_disc: 2.5356898307800293 (2.461755205790203) - | > loss_disc_real_0: 0.0838661640882492 (0.11664538542429606) - | > loss_disc_real_1: 0.18017704784870148 (0.22053409907552932) - | > loss_disc_real_2: 0.19925160706043243 (0.24117664681540596) - | > loss_disc_real_3: 0.1758204996585846 (0.2228231641981337) - | > loss_disc_real_4: 0.2041374146938324 (0.2224196771118376) - | > loss_disc_real_5: 0.2224820852279663 (0.23742252303494346) - | > loss_0: 2.5356898307800293 (2.461755205790203) - | > grad_norm_0: tensor(43.5422, device='cuda:0') (tensor(99.2966, device='cuda:0')) - | > loss_gen: 2.3058669567108154 (2.3626816844940186) - | > loss_kl: 1.6609376668930054 (1.4813681761423747) - | > loss_feat: 5.449091911315918 (5.192063971625436) - | > loss_mel: 23.8492374420166 (23.60993193732367) - | > loss_duration: 1.7480978965759277 (1.8201676776674058) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 35.01322937011719 (34.46621348910864) - | > grad_norm_1: tensor(235.3276, device='cuda:0') (tensor(698.1723, device='cuda:0')) - | > current_lr_0: 0.00019960037478133875 - | > current_lr_1: 0.00019960037478133875 - | > step_time: 1.1584 (1.0312873956892221) - | > loader_time: 0.0061 (0.00612511846754286) - - - --> TIME: 2024-11-22 13:42:50 -- STEP: 250/797 -- GLOBAL_STEP: 13225 - | > loss_disc: 2.3795108795166016 (2.463949155807496) - | > loss_disc_real_0: 0.14279332756996155 (0.11883485859632492) - | > loss_disc_real_1: 0.22896438837051392 (0.22012838304042817) - | > loss_disc_real_2: 0.23794180154800415 (0.2408615311384201) - | > loss_disc_real_3: 0.22146925330162048 (0.22323251676559447) - | > loss_disc_real_4: 0.2595909833908081 (0.22241829353570938) - | > loss_disc_real_5: 0.24639631807804108 (0.2378518706560135) - | > loss_0: 2.3795108795166016 (2.463949155807496) - | > grad_norm_0: tensor(159.8817, device='cuda:0') (tensor(101.1694, device='cuda:0')) - | > loss_gen: 2.4949755668640137 (2.3603835220336915) - | > loss_kl: 1.410032033920288 (1.4766732873916626) - | > loss_feat: 5.162124156951904 (5.1870191726684585) - | > loss_mel: 23.359935760498047 (23.61443231201171) - | > loss_duration: 1.7717368602752686 (1.815313747882843) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 34.19880294799805 (34.45382208251956) - | > grad_norm_1: tensor(163.7829, device='cuda:0') (tensor(686.7847, device='cuda:0')) - | > current_lr_0: 0.00019960037478133875 - | > current_lr_1: 0.00019960037478133875 - | > step_time: 0.9519 (1.0301775341033932) - | > loader_time: 0.0052 (0.0062189998626708985) - - - --> TIME: 2024-11-22 13:43:15 -- STEP: 275/797 -- GLOBAL_STEP: 13250 - | > loss_disc: 2.5835790634155273 (2.4672238029133204) - | > loss_disc_real_0: 0.057368770241737366 (0.12035690548745069) - | > loss_disc_real_1: 0.23922988772392273 (0.22011209796775472) - | > loss_disc_real_2: 0.2570483982563019 (0.24149600901386956) - | > loss_disc_real_3: 0.22483845055103302 (0.22416754933920774) - | > loss_disc_real_4: 0.2390131652355194 (0.22253858235749333) - | > loss_disc_real_5: 0.24261322617530823 (0.2367848427729173) - | > loss_0: 2.5835790634155273 (2.4672238029133204) - | > grad_norm_0: tensor(84.6642, device='cuda:0') (tensor(102.4195, device='cuda:0')) - | > loss_gen: 2.1948649883270264 (2.3646659660339355) - | > loss_kl: 1.443221926689148 (1.474492592378096) - | > loss_feat: 5.196140766143799 (5.188945586464624) - | > loss_mel: 22.23870277404785 (23.674806636463504) - | > loss_duration: 1.7866178750991821 (1.8118280285054986) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 32.85954666137695 (34.51473885969684) - | > grad_norm_1: tensor(885.4615, device='cuda:0') (tensor(681.1821, device='cuda:0')) - | > current_lr_0: 0.00019960037478133875 - | > current_lr_1: 0.00019960037478133875 - | > step_time: 0.9695 (1.0264821373332627) - | > loader_time: 0.005 (0.0062912724234841086) - - - --> TIME: 2024-11-22 13:43:41 -- STEP: 300/797 -- GLOBAL_STEP: 13275 - | > loss_disc: 2.423996686935425 (2.472829618453982) - | > loss_disc_real_0: 0.08806084841489792 (0.12238513679554065) - | > loss_disc_real_1: 0.24225647747516632 (0.2204261584083239) - | > loss_disc_real_2: 0.26744115352630615 (0.24080447132388752) - | > loss_disc_real_3: 0.23461540043354034 (0.22375009894371034) - | > loss_disc_real_4: 0.2278214693069458 (0.22266132280230522) - | > loss_disc_real_5: 0.2193242758512497 (0.2374725202222665) - | > loss_0: 2.423996686935425 (2.472829618453982) - | > grad_norm_0: tensor(44.7757, device='cuda:0') (tensor(102.3173, device='cuda:0')) - | > loss_gen: 2.5096585750579834 (2.3608249990145365) - | > loss_kl: 1.2868571281433105 (1.4742485817273456) - | > loss_feat: 5.310391902923584 (5.164548186461132) - | > loss_mel: 23.081239700317383 (23.65039688746134) - | > loss_duration: 1.8011326789855957 (1.8097350366910299) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 33.989280700683594 (34.45975377400718) - | > grad_norm_1: tensor(939.3456, device='cuda:0') (tensor(658.2299, device='cuda:0')) - | > current_lr_0: 0.00019960037478133875 - | > current_lr_1: 0.00019960037478133875 - | > step_time: 0.976 (1.0251526546478267) - | > loader_time: 0.0066 (0.006341308752695718) - - - --> TIME: 2024-11-22 13:44:07 -- STEP: 325/797 -- GLOBAL_STEP: 13300 - | > loss_disc: 2.356837034225464 (2.473849678039554) - | > loss_disc_real_0: 0.15878254175186157 (0.12372579153913718) - | > loss_disc_real_1: 0.16810092329978943 (0.21971477293051206) - | > loss_disc_real_2: 0.2050514817237854 (0.24194647642282338) - | > loss_disc_real_3: 0.22284738719463348 (0.2234719719336583) - | > loss_disc_real_4: 0.18498528003692627 (0.2227175978055367) - | > loss_disc_real_5: 0.17374512553215027 (0.2369236809015274) - | > loss_0: 2.356837034225464 (2.473849678039554) - | > grad_norm_0: tensor(30.6532, device='cuda:0') (tensor(99.5409, device='cuda:0')) - | > loss_gen: 2.214935064315796 (2.355502539414626) - | > loss_kl: 1.6104357242584229 (1.4753456273445715) - | > loss_feat: 5.712401390075684 (5.144523861958429) - | > loss_mel: 25.39934539794922 (23.663875497671267) - | > loss_duration: 1.7323284149169922 (1.8080450226710394) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 36.66944885253906 (34.447292633056676) - | > grad_norm_1: tensor(407.0289, device='cuda:0') (tensor(654.2332, device='cuda:0')) - | > current_lr_0: 0.00019960037478133875 - | > current_lr_1: 0.00019960037478133875 - | > step_time: 1.0883 (1.0268081833766056) - | > loader_time: 0.0059 (0.006385624958918644) - - - --> TIME: 2024-11-22 13:44:34 -- STEP: 350/797 -- GLOBAL_STEP: 13325 - | > loss_disc: 2.6334266662597656 (2.4756922497068183) - | > loss_disc_real_0: 0.17580509185791016 (0.12398041170622622) - | > loss_disc_real_1: 0.1596328169107437 (0.22041144004889898) - | > loss_disc_real_2: 0.2607167959213257 (0.24127667158842087) - | > loss_disc_real_3: 0.24516253173351288 (0.22352035220180239) - | > loss_disc_real_4: 0.1702868789434433 (0.2225200511302267) - | > loss_disc_real_5: 0.23335494101047516 (0.23797340925250735) - | > loss_0: 2.6334266662597656 (2.4756922497068183) - | > grad_norm_0: tensor(131.5232, device='cuda:0') (tensor(98.8766, device='cuda:0')) - | > loss_gen: 2.020599842071533 (2.3506389604296003) - | > loss_kl: 1.4893373250961304 (1.475883445399148) - | > loss_feat: 5.112185001373291 (5.136724071502683) - | > loss_mel: 24.186805725097656 (23.682484049115864) - | > loss_duration: 1.752529501914978 (1.8053273807253156) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 34.561458587646484 (34.45105799538751) - | > grad_norm_1: tensor(577.2382, device='cuda:0') (tensor(664.9637, device='cuda:0')) - | > current_lr_0: 0.00019960037478133875 - | > current_lr_1: 0.00019960037478133875 - | > step_time: 1.093 (1.0290629604884556) - | > loader_time: 0.006 (0.0064341115951538075) - - - --> TIME: 2024-11-22 13:45:00 -- STEP: 375/797 -- GLOBAL_STEP: 13350 - | > loss_disc: 2.3170385360717773 (2.4734058043162084) - | > loss_disc_real_0: 0.08789806067943573 (0.12252981413404147) - | > loss_disc_real_1: 0.19031688570976257 (0.2201238020658493) - | > loss_disc_real_2: 0.20826777815818787 (0.2416454511086146) - | > loss_disc_real_3: 0.2044108510017395 (0.2235609044233958) - | > loss_disc_real_4: 0.1934281438589096 (0.22278329690297444) - | > loss_disc_real_5: 0.1946626901626587 (0.23735163581371307) - | > loss_0: 2.3170385360717773 (2.4734058043162084) - | > grad_norm_0: tensor(63.2934, device='cuda:0') (tensor(98.0473, device='cuda:0')) - | > loss_gen: 2.608405828475952 (2.3529697736104325) - | > loss_kl: 1.2558391094207764 (1.472295617421468) - | > loss_feat: 5.773022174835205 (5.141651810963948) - | > loss_mel: 24.40834617614746 (23.680233520507812) - | > loss_duration: 1.7657430171966553 (1.8025367736816407) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 35.81135559082031 (34.44968756612144) - | > grad_norm_1: tensor(1078.1439, device='cuda:0') (tensor(651.7878, device='cuda:0')) - | > current_lr_0: 0.00019960037478133875 - | > current_lr_1: 0.00019960037478133875 - | > step_time: 0.9985 (1.0284146118164066) - | > loader_time: 0.0064 (0.00648484166463216) - - - --> TIME: 2024-11-22 13:45:26 -- STEP: 400/797 -- GLOBAL_STEP: 13375 - | > loss_disc: 2.497321605682373 (2.4758289682865184) - | > loss_disc_real_0: 0.20830321311950684 (0.12376099548302591) - | > loss_disc_real_1: 0.17611892521381378 (0.21998222887516022) - | > loss_disc_real_2: 0.178434357047081 (0.2407763396948576) - | > loss_disc_real_3: 0.14802731573581696 (0.2235907629877329) - | > loss_disc_real_4: 0.1777971088886261 (0.2227364994212985) - | > loss_disc_real_5: 0.24943721294403076 (0.23761323180049657) - | > loss_0: 2.497321605682373 (2.4758289682865184) - | > grad_norm_0: tensor(18.9464, device='cuda:0') (tensor(98.3877, device='cuda:0')) - | > loss_gen: 2.440192222595215 (2.350449194014073) - | > loss_kl: 1.461588978767395 (1.4706320840120315) - | > loss_feat: 5.397052764892578 (5.140495662689208) - | > loss_mel: 24.572036743164062 (23.698155393600462) - | > loss_duration: 1.7560303211212158 (1.8003745883703233) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 35.62690353393555 (34.460107030868535) - | > grad_norm_1: tensor(240.1915, device='cuda:0') (tensor(647.3107, device='cuda:0')) - | > current_lr_0: 0.00019960037478133875 - | > current_lr_1: 0.00019960037478133875 - | > step_time: 1.1207 (1.0280752801895143) - | > loader_time: 0.009 (0.006545625329017638) - - - --> TIME: 2024-11-22 13:45:51 -- STEP: 425/797 -- GLOBAL_STEP: 13400 - | > loss_disc: 2.2831711769104004 (2.4744658593570534) - | > loss_disc_real_0: 0.15277138352394104 (0.12362881362438202) - | > loss_disc_real_1: 0.25628769397735596 (0.22017582809223848) - | > loss_disc_real_2: 0.21349458396434784 (0.2414483242525774) - | > loss_disc_real_3: 0.22634540498256683 (0.22382207358584685) - | > loss_disc_real_4: 0.19340959191322327 (0.2221416180975297) - | > loss_disc_real_5: 0.20781640708446503 (0.23763993406997008) - | > loss_0: 2.2831711769104004 (2.4744658593570534) - | > grad_norm_0: tensor(109.4184, device='cuda:0') (tensor(97.1324, device='cuda:0')) - | > loss_gen: 2.508157968521118 (2.3502277135848995) - | > loss_kl: 1.5754315853118896 (1.470236219518325) - | > loss_feat: 6.010976314544678 (5.136623949163099) - | > loss_mel: 23.65174102783203 (23.68630323073443) - | > loss_duration: 1.802997350692749 (1.7989031808516558) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 35.5493049621582 (34.4422943878174) - | > grad_norm_1: tensor(1076.2933, device='cuda:0') (tensor(647.7585, device='cuda:0')) - | > current_lr_0: 0.00019960037478133875 - | > current_lr_1: 0.00019960037478133875 - | > step_time: 0.9824 (1.027049296322991) - | > loader_time: 0.0072 (0.006578679926255169) - - - --> TIME: 2024-11-22 13:46:17 -- STEP: 450/797 -- GLOBAL_STEP: 13425 - | > loss_disc: 2.5481178760528564 (2.4741849925782993) - | > loss_disc_real_0: 0.11202921718358994 (0.12355747075544463) - | > loss_disc_real_1: 0.2831116020679474 (0.219869614607758) - | > loss_disc_real_2: 0.22661572694778442 (0.24112089819378324) - | > loss_disc_real_3: 0.3176475167274475 (0.22387554827663633) - | > loss_disc_real_4: 0.2445681393146515 (0.22219858795404435) - | > loss_disc_real_5: 0.252166211605072 (0.23776971101760863) - | > loss_0: 2.5481178760528564 (2.4741849925782993) - | > grad_norm_0: tensor(90.1595, device='cuda:0') (tensor(97.7863, device='cuda:0')) - | > loss_gen: 2.4440135955810547 (2.3487912599245697) - | > loss_kl: 1.5814067125320435 (1.4696839072969226) - | > loss_feat: 4.715364456176758 (5.131961742507086) - | > loss_mel: 22.095884323120117 (23.693353318108453) - | > loss_duration: 1.776538610458374 (1.7972720821698507) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 32.61320495605469 (34.44106239742703) - | > grad_norm_1: tensor(706.5123, device='cuda:0') (tensor(660.7322, device='cuda:0')) - | > current_lr_0: 0.00019960037478133875 - | > current_lr_1: 0.00019960037478133875 - | > step_time: 1.1442 (1.025831707318624) - | > loader_time: 0.0068 (0.006617206997341579) - - - --> TIME: 2024-11-22 13:46:43 -- STEP: 475/797 -- GLOBAL_STEP: 13450 - | > loss_disc: 2.5248498916625977 (2.472459744905175) - | > loss_disc_real_0: 0.07250189781188965 (0.12316578996024634) - | > loss_disc_real_1: 0.23449958860874176 (0.2198549387643212) - | > loss_disc_real_2: 0.2878219187259674 (0.24083409538394526) - | > loss_disc_real_3: 0.2646787166595459 (0.22363334950647856) - | > loss_disc_real_4: 0.20965947210788727 (0.22212322624106157) - | > loss_disc_real_5: 0.271748811006546 (0.23789552421946275) - | > loss_0: 2.5248498916625977 (2.472459744905175) - | > grad_norm_0: tensor(388.3444, device='cuda:0') (tensor(98.9719, device='cuda:0')) - | > loss_gen: 2.3640570640563965 (2.34994595351972) - | > loss_kl: 1.5412997007369995 (1.4671552482404207) - | > loss_feat: 4.5622358322143555 (5.134086142590171) - | > loss_mel: 22.55742645263672 (23.665962420011823) - | > loss_duration: 1.7229853868484497 (1.7961390010934126) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 32.74800491333008 (34.41328884325531) - | > grad_norm_1: tensor(1022.2717, device='cuda:0') (tensor(662.7375, device='cuda:0')) - | > current_lr_0: 0.00019960037478133875 - | > current_lr_1: 0.00019960037478133875 - | > step_time: 0.9566 (1.0262146593395038) - | > loader_time: 0.0082 (0.0066901317395662) - - - --> TIME: 2024-11-22 13:47:09 -- STEP: 500/797 -- GLOBAL_STEP: 13475 - | > loss_disc: 2.38053035736084 (2.4700701332092327) - | > loss_disc_real_0: 0.22908833622932434 (0.12289569995552302) - | > loss_disc_real_1: 0.1882447898387909 (0.2198570532053709) - | > loss_disc_real_2: 0.19586174190044403 (0.2405752218067646) - | > loss_disc_real_3: 0.27543121576309204 (0.22341978827118875) - | > loss_disc_real_4: 0.1674012690782547 (0.22154688185453414) - | > loss_disc_real_5: 0.20201900601387024 (0.23758741822838783) - | > loss_0: 2.38053035736084 (2.4700701332092327) - | > grad_norm_0: tensor(46.2142, device='cuda:0') (tensor(98.9040, device='cuda:0')) - | > loss_gen: 2.364718198776245 (2.3537630474567406) - | > loss_kl: 1.4178110361099243 (1.468833888053894) - | > loss_feat: 5.486083030700684 (5.145902775287627) - | > loss_mel: 23.488718032836914 (23.66650723648071) - | > loss_duration: 1.7838690280914307 (1.7944379289150238) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 34.541202545166016 (34.42944495391847) - | > grad_norm_1: tensor(710.3600, device='cuda:0') (tensor(653.1858, device='cuda:0')) - | > current_lr_0: 0.00019960037478133875 - | > current_lr_1: 0.00019960037478133875 - | > step_time: 0.9916 (1.0265830240249638) - | > loader_time: 0.0075 (0.006748735904693603) - - - --> TIME: 2024-11-22 13:47:35 -- STEP: 525/797 -- GLOBAL_STEP: 13500 - | > loss_disc: 2.6729397773742676 (2.4696796362740687) - | > loss_disc_real_0: 0.11984764039516449 (0.1234482971046652) - | > loss_disc_real_1: 0.18293267488479614 (0.2196444445706549) - | > loss_disc_real_2: 0.22600466012954712 (0.24024210299764362) - | > loss_disc_real_3: 0.19281981885433197 (0.22314778086685) - | > loss_disc_real_4: 0.21951158344745636 (0.22107480852376846) - | > loss_disc_real_5: 0.1681469976902008 (0.23739038447539013) - | > loss_0: 2.6729397773742676 (2.4696796362740687) - | > grad_norm_0: tensor(34.7195, device='cuda:0') (tensor(98.1669, device='cuda:0')) - | > loss_gen: 2.2985315322875977 (2.353461215836661) - | > loss_kl: 1.648687720298767 (1.468201008751279) - | > loss_feat: 5.451643466949463 (5.156492045720418) - | > loss_mel: 25.719158172607422 (23.689037835257395) - | > loss_duration: 1.7148113250732422 (1.7933558137076242) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 36.83283233642578 (34.4605479794457) - | > grad_norm_1: tensor(805.3245, device='cuda:0') (tensor(659.6490, device='cuda:0')) - | > current_lr_0: 0.00019960037478133875 - | > current_lr_1: 0.00019960037478133875 - | > step_time: 0.9974 (1.0263988372257782) - | > loader_time: 0.0072 (0.006848749887375604) - - - --> TIME: 2024-11-22 13:48:01 -- STEP: 550/797 -- GLOBAL_STEP: 13525 - | > loss_disc: 2.2741637229919434 (2.4700277246128466) - | > loss_disc_real_0: 0.08959800750017166 (0.12315406735647809) - | > loss_disc_real_1: 0.20406858623027802 (0.2200061744586988) - | > loss_disc_real_2: 0.2390843629837036 (0.2408232867988673) - | > loss_disc_real_3: 0.20933207869529724 (0.22319956364956772) - | > loss_disc_real_4: 0.1877947598695755 (0.22148989755998955) - | > loss_disc_real_5: 0.22707213461399078 (0.23773295876654713) - | > loss_0: 2.2741637229919434 (2.4700277246128466) - | > grad_norm_0: tensor(47.6342, device='cuda:0') (tensor(97.8419, device='cuda:0')) - | > loss_gen: 2.4121601581573486 (2.3557928009466687) - | > loss_kl: 1.4144619703292847 (1.468837795040824) - | > loss_feat: 5.966766357421875 (5.166071141416375) - | > loss_mel: 25.575498580932617 (23.706991649974476) - | > loss_duration: 1.7763957977294922 (1.7929698926752264) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 37.14527893066406 (34.490663320368014) - | > grad_norm_1: tensor(1196.7223, device='cuda:0') (tensor(669.4019, device='cuda:0')) - | > current_lr_0: 0.00019960037478133875 - | > current_lr_1: 0.00019960037478133875 - | > step_time: 1.0609 (1.0255883247202093) - | > loader_time: 0.0076 (0.006939562450755726) - - - --> TIME: 2024-11-22 13:48:26 -- STEP: 575/797 -- GLOBAL_STEP: 13550 - | > loss_disc: 2.4879305362701416 (2.4694603617295003) - | > loss_disc_real_0: 0.10079783201217651 (0.12271242367832556) - | > loss_disc_real_1: 0.20175880193710327 (0.2202072201993155) - | > loss_disc_real_2: 0.305795282125473 (0.24066269586915556) - | > loss_disc_real_3: 0.24252264201641083 (0.22319289660972097) - | > loss_disc_real_4: 0.22691607475280762 (0.22125777687715445) - | > loss_disc_real_5: 0.212014302611351 (0.23750092737052753) - | > loss_0: 2.4879305362701416 (2.4694603617295003) - | > grad_norm_0: tensor(19.1281, device='cuda:0') (tensor(97.6682, device='cuda:0')) - | > loss_gen: 2.3704864978790283 (2.357644927605336) - | > loss_kl: 1.5245296955108643 (1.4709106779098504) - | > loss_feat: 5.33560848236084 (5.170711489553037) - | > loss_mel: 24.46860694885254 (23.710853928275732) - | > loss_duration: 1.7498409748077393 (1.7920163048868594) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 35.44906997680664 (34.50213733838956) - | > grad_norm_1: tensor(276.0167, device='cuda:0') (tensor(668.7336, device='cuda:0')) - | > current_lr_0: 0.00019960037478133875 - | > current_lr_1: 0.00019960037478133875 - | > step_time: 1.0195 (1.0244237352454135) - | > loader_time: 0.0082 (0.007004192186438519) - - - --> TIME: 2024-11-22 13:48:52 -- STEP: 600/797 -- GLOBAL_STEP: 13575 - | > loss_disc: 2.493767499923706 (2.469354244470599) - | > loss_disc_real_0: 0.11910649389028549 (0.12271500610436002) - | > loss_disc_real_1: 0.19882571697235107 (0.22017515578617652) - | > loss_disc_real_2: 0.22223342955112457 (0.2408592204004526) - | > loss_disc_real_3: 0.20700503885746002 (0.2231063586473465) - | > loss_disc_real_4: 0.20530392229557037 (0.2213422103971243) - | > loss_disc_real_5: 0.23416182398796082 (0.23738605295618376) - | > loss_0: 2.493767499923706 (2.469354244470599) - | > grad_norm_0: tensor(173.9301, device='cuda:0') (tensor(98.6296, device='cuda:0')) - | > loss_gen: 2.114485740661621 (2.3579962327082935) - | > loss_kl: 1.5347073078155518 (1.4693078931172683) - | > loss_feat: 4.78297233581543 (5.170128825108209) - | > loss_mel: 21.68509864807129 (23.715229237874343) - | > loss_duration: 1.7557317018508911 (1.79121784667174) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 31.872995376586914 (34.50388002077744) - | > grad_norm_1: tensor(402.1110, device='cuda:0') (tensor(674.0833, device='cuda:0')) - | > current_lr_0: 0.00019960037478133875 - | > current_lr_1: 0.00019960037478133875 - | > step_time: 1.0012 (1.0242302393913258) - | > loader_time: 0.0289 (0.007100289265314738) - - - --> TIME: 2024-11-22 13:49:20 -- STEP: 625/797 -- GLOBAL_STEP: 13600 - | > loss_disc: 2.490466833114624 (2.4683869453430214) - | > loss_disc_real_0: 0.1119307428598404 (0.12265092269778252) - | > loss_disc_real_1: 0.238631933927536 (0.21986586340665817) - | > loss_disc_real_2: 0.28788018226623535 (0.240284730219841) - | > loss_disc_real_3: 0.26939281821250916 (0.22335747156143188) - | > loss_disc_real_4: 0.21004626154899597 (0.22120209531784057) - | > loss_disc_real_5: 0.2245378941297531 (0.23748629972934723) - | > loss_0: 2.490466833114624 (2.4683869453430214) - | > grad_norm_0: tensor(157.4925, device='cuda:0') (tensor(98.8892, device='cuda:0')) - | > loss_gen: 2.376392126083374 (2.357074061012267) - | > loss_kl: 1.4555586576461792 (1.4682232732772824) - | > loss_feat: 4.205440998077393 (5.165450146102901) - | > loss_mel: 22.814584732055664 (23.724494812011706) - | > loss_duration: 1.7692060470581055 (1.7910785558700562) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 32.62118148803711 (34.50632084045415) - | > grad_norm_1: tensor(904.6609, device='cuda:0') (tensor(676.5353, device='cuda:0')) - | > current_lr_0: 0.00019960037478133875 - | > current_lr_1: 0.00019960037478133875 - | > step_time: 1.0739 (1.0268943958282457) - | > loader_time: 0.0083 (0.007179032897949219) - - - --> TIME: 2024-11-22 13:49:46 -- STEP: 650/797 -- GLOBAL_STEP: 13625 - | > loss_disc: 2.3204398155212402 (2.4651917413564868) - | > loss_disc_real_0: 0.03929878771305084 (0.12212898546686539) - | > loss_disc_real_1: 0.29263344407081604 (0.2196245586986725) - | > loss_disc_real_2: 0.23955069482326508 (0.2402304185124544) - | > loss_disc_real_3: 0.22887124121189117 (0.22311752188664216) - | > loss_disc_real_4: 0.19465485215187073 (0.2210234506542866) - | > loss_disc_real_5: 0.24147740006446838 (0.23732728086985075) - | > loss_0: 2.3204398155212402 (2.4651917413564868) - | > grad_norm_0: tensor(75.6648, device='cuda:0') (tensor(100.4366, device='cuda:0')) - | > loss_gen: 2.5541224479675293 (2.3627508891545785) - | > loss_kl: 1.4201802015304565 (1.466719960249387) - | > loss_feat: 6.481825828552246 (5.177929929219754) - | > loss_mel: 24.693523406982422 (23.723939971923823) - | > loss_duration: 1.840123176574707 (1.79096706702159) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 36.98977279663086 (34.522307789142374) - | > grad_norm_1: tensor(556.9907, device='cuda:0') (tensor(682.9295, device='cuda:0')) - | > current_lr_0: 0.00019960037478133875 - | > current_lr_1: 0.00019960037478133875 - | > step_time: 0.9882 (1.027943877073433) - | > loader_time: 0.0091 (0.007263749195979192) - - - --> TIME: 2024-11-22 13:50:15 -- STEP: 675/797 -- GLOBAL_STEP: 13650 - | > loss_disc: 2.65031099319458 (2.465262093720617) - | > loss_disc_real_0: 0.3955603241920471 (0.12267133874473748) - | > loss_disc_real_1: 0.25666147470474243 (0.2194299027102965) - | > loss_disc_real_2: 0.2551185190677643 (0.23996698715068676) - | > loss_disc_real_3: 0.21573254466056824 (0.2231457974071856) - | > loss_disc_real_4: 0.20475541055202484 (0.22122066113683914) - | > loss_disc_real_5: 0.24840429425239563 (0.23746216822553565) - | > loss_0: 2.65031099319458 (2.465262093720617) - | > grad_norm_0: tensor(323.4589, device='cuda:0') (tensor(102.8245, device='cuda:0')) - | > loss_gen: 2.8132729530334473 (2.3639561880959366) - | > loss_kl: 1.4212449789047241 (1.467224473600034) - | > loss_feat: 4.986634731292725 (5.176932899687018) - | > loss_mel: 23.3107852935791 (23.71527824684426) - | > loss_duration: 1.759864330291748 (1.7904374931476734) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 34.291805267333984 (34.51382928353777) - | > grad_norm_1: tensor(444.4030, device='cuda:0') (tensor(676.7100, device='cuda:0')) - | > current_lr_0: 0.00019960037478133875 - | > current_lr_1: 0.00019960037478133875 - | > step_time: 1.0566 (1.0312961274606198) - | > loader_time: 0.013 (0.007408722418325919) - - - --> TIME: 2024-11-22 13:50:43 -- STEP: 700/797 -- GLOBAL_STEP: 13675 - | > loss_disc: 2.6028151512145996 (2.4651789947918528) - | > loss_disc_real_0: 0.031299710273742676 (0.12272574641874859) - | > loss_disc_real_1: 0.23276841640472412 (0.2193038572477443) - | > loss_disc_real_2: 0.26378685235977173 (0.24022782849414007) - | > loss_disc_real_3: 0.21112315356731415 (0.22326323185648236) - | > loss_disc_real_4: 0.3489341139793396 (0.22137952853526388) - | > loss_disc_real_5: 0.27059051394462585 (0.23721606024674008) - | > loss_0: 2.6028151512145996 (2.4651789947918528) - | > grad_norm_0: tensor(71.9522, device='cuda:0') (tensor(103.8792, device='cuda:0')) - | > loss_gen: 2.1220998764038086 (2.3649211483342265) - | > loss_kl: 1.5682293176651 (1.4672528616019664) - | > loss_feat: 4.399959564208984 (5.180281200749527) - | > loss_mel: 22.502323150634766 (23.72409432547433) - | > loss_duration: 1.782300591468811 (1.7897081296784536) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 32.37491226196289 (34.5262576484681) - | > grad_norm_1: tensor(272.6965, device='cuda:0') (tensor(668.9684, device='cuda:0')) - | > current_lr_0: 0.00019960037478133875 - | > current_lr_1: 0.00019960037478133875 - | > step_time: 1.0177 (1.0345970099312911) - | > loader_time: 0.0097 (0.007531695025307791) - - - --> TIME: 2024-11-22 13:51:11 -- STEP: 725/797 -- GLOBAL_STEP: 13700 - | > loss_disc: 2.5468220710754395 (2.4662967971275647) - | > loss_disc_real_0: 0.1559329628944397 (0.12319329419012727) - | > loss_disc_real_1: 0.20219002664089203 (0.21919118510238056) - | > loss_disc_real_2: 0.25017064809799194 (0.2396100485530393) - | > loss_disc_real_3: 0.27687832713127136 (0.2232660241373654) - | > loss_disc_real_4: 0.284049928188324 (0.22134020992394152) - | > loss_disc_real_5: 0.2638472318649292 (0.2372909127843791) - | > loss_0: 2.5468220710754395 (2.4662967971275647) - | > grad_norm_0: tensor(70.0429, device='cuda:0') (tensor(102.9346, device='cuda:0')) - | > loss_gen: 2.309077262878418 (2.3614577941236776) - | > loss_kl: 1.511082410812378 (1.4674744767156147) - | > loss_feat: 4.971236228942871 (5.1733172416686966) - | > loss_mel: 24.167903900146484 (23.731181246001146) - | > loss_duration: 1.7242237329483032 (1.7884584642278738) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 34.68352508544922 (34.52188919593557) - | > grad_norm_1: tensor(768.1135, device='cuda:0') (tensor(662.1209, device='cuda:0')) - | > current_lr_0: 0.00019960037478133875 - | > current_lr_1: 0.00019960037478133875 - | > step_time: 1.1085 (1.036075384205784) - | > loader_time: 0.0203 (0.007783658257846175) - - - --> TIME: 2024-11-22 13:51:43 -- STEP: 750/797 -- GLOBAL_STEP: 13725 - | > loss_disc: 2.3571863174438477 (2.4655361989339237) - | > loss_disc_real_0: 0.15022419393062592 (0.1230712052732706) - | > loss_disc_real_1: 0.19440555572509766 (0.21907377595702807) - | > loss_disc_real_2: 0.1891174018383026 (0.24012908444801967) - | > loss_disc_real_3: 0.2224351465702057 (0.22318872624635697) - | > loss_disc_real_4: 0.22505982220172882 (0.2214731265505155) - | > loss_disc_real_5: 0.27585864067077637 (0.23734365236759186) - | > loss_0: 2.3571863174438477 (2.4655361989339237) - | > grad_norm_0: tensor(99.6376, device='cuda:0') (tensor(102.1617, device='cuda:0')) - | > loss_gen: 2.491785764694214 (2.3625765743255562) - | > loss_kl: 1.4650371074676514 (1.46858680788676) - | > loss_feat: 5.280068397521973 (5.176094559351598) - | > loss_mel: 23.713729858398438 (23.72869918568929) - | > loss_duration: 1.7447112798690796 (1.7872574324607848) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 34.695335388183594 (34.52321451822927) - | > grad_norm_1: tensor(928.1394, device='cuda:0') (tensor(661.4434, device='cuda:0')) - | > current_lr_0: 0.00019960037478133875 - | > current_lr_1: 0.00019960037478133875 - | > step_time: 1.0923 (1.041385006268818) - | > loader_time: 0.143 (0.009957758903503415) - - - --> TIME: 2024-11-22 13:52:23 -- STEP: 775/797 -- GLOBAL_STEP: 13750 - | > loss_disc: 2.5650315284729004 (2.466641126755748) - | > loss_disc_real_0: 0.12992414832115173 (0.12311456853343594) - | > loss_disc_real_1: 0.2598397731781006 (0.21928160299216548) - | > loss_disc_real_2: 0.2605547606945038 (0.2400677759993461) - | > loss_disc_real_3: 0.25578874349594116 (0.2234096952792137) - | > loss_disc_real_4: 0.29207009077072144 (0.22157231878849767) - | > loss_disc_real_5: 0.3035222589969635 (0.23738813613691637) - | > loss_0: 2.5650315284729004 (2.466641126755748) - | > grad_norm_0: tensor(82.8011, device='cuda:0') (tensor(101.0993, device='cuda:0')) - | > loss_gen: 2.402597427368164 (2.361988365419444) - | > loss_kl: 1.5978010892868042 (1.468973826285332) - | > loss_feat: 5.247063636779785 (5.177343694010084) - | > loss_mel: 24.6456356048584 (23.727616904474075) - | > loss_duration: 1.7530078887939453 (1.7861013563217656) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 35.64610290527344 (34.52202410544129) - | > grad_norm_1: tensor(420.0123, device='cuda:0') (tensor(661.2957, device='cuda:0')) - | > current_lr_0: 0.00019960037478133875 - | > current_lr_1: 0.00019960037478133875 - | > step_time: 2.5306 (1.055578774790609) - | > loader_time: 0.1193 (0.01354575803202967) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.8388962745666504 (2.8388962745666504) - | > loss_disc_real_0: 0.09676036238670349 (0.09676036238670349) - | > loss_disc_real_1: 0.12050770968198776 (0.12050770968198776) - | > loss_disc_real_2: 0.20815618336200714 (0.20815618336200714) - | > loss_disc_real_3: 0.12793652713298798 (0.12793652713298798) - | > loss_disc_real_4: 0.2170877754688263 (0.2170877754688263) - | > loss_disc_real_5: 0.19120927155017853 (0.19120927155017853) - | > loss_0: 2.8388962745666504 (2.8388962745666504) - | > loss_gen: 1.5313621759414673 (1.5313621759414673) - | > loss_kl: 1.636972188949585 (1.636972188949585) - | > loss_feat: 5.86046838760376 (5.86046838760376) - | > loss_mel: 26.081920623779297 (26.081920623779297) - | > loss_duration: 2.0342419147491455 (2.0342419147491455) - | > loss_1: 37.144962310791016 (37.144962310791016) - - --> STEP: 1 - | > loss_disc: 2.449136734008789 (2.449136734008789) - | > loss_disc_real_0: 0.04209518805146217 (0.04209518805146217) - | > loss_disc_real_1: 0.1820688098669052 (0.1820688098669052) - | > loss_disc_real_2: 0.23143741488456726 (0.23143741488456726) - | > loss_disc_real_3: 0.2186225950717926 (0.2186225950717926) - | > loss_disc_real_4: 0.1607712209224701 (0.1607712209224701) - | > loss_disc_real_5: 0.1926594078540802 (0.1926594078540802) - | > loss_0: 2.449136734008789 (2.449136734008789) - | > loss_gen: 1.9697271585464478 (1.9697271585464478) - | > loss_kl: 1.4623600244522095 (1.4623600244522095) - | > loss_feat: 5.084224700927734 (5.084224700927734) - | > loss_mel: 24.07748794555664 (24.07748794555664) - | > loss_duration: 1.8226699829101562 (1.8226699829101562) - | > loss_1: 34.41646957397461 (34.41646957397461) - - --> STEP: 2 - | > loss_disc: 2.3525960445404053 (2.400866389274597) - | > loss_disc_real_0: 0.06426765024662018 (0.053181419149041176) - | > loss_disc_real_1: 0.20639219880104065 (0.19423050433397293) - | > loss_disc_real_2: 0.2920631766319275 (0.2617502957582474) - | > loss_disc_real_3: 0.17913997173309326 (0.19888128340244293) - | > loss_disc_real_4: 0.27624982595443726 (0.21851052343845367) - | > loss_disc_real_5: 0.29092130064964294 (0.24179035425186157) - | > loss_0: 2.3525960445404053 (2.400866389274597) - | > loss_gen: 2.3752694129943848 (2.1724982857704163) - | > loss_kl: 0.9122207164764404 (1.187290370464325) - | > loss_feat: 4.2584099769592285 (4.6713173389434814) - | > loss_mel: 23.764156341552734 (23.920822143554688) - | > loss_duration: 1.7308590412139893 (1.7767645120620728) - | > loss_1: 33.040916442871094 (33.72869300842285) - - --> STEP: 3 - | > loss_disc: 2.2440953254699707 (2.348609368006388) - | > loss_disc_real_0: 0.055667445063591 (0.05401009445389112) - | > loss_disc_real_1: 0.23860302567481995 (0.20902134478092194) - | > loss_disc_real_2: 0.2510261833667755 (0.2581755916277568) - | > loss_disc_real_3: 0.11177448183298111 (0.169845682879289) - | > loss_disc_real_4: 0.1136070266366005 (0.18354269117116928) - | > loss_disc_real_5: 0.18755172193050385 (0.22371081014474234) - | > loss_0: 2.2440953254699707 (2.348609368006388) - | > loss_gen: 2.036983013153076 (2.1273265282313027) - | > loss_kl: 0.9744983315467834 (1.1163596908251445) - | > loss_feat: 5.111847877502441 (4.818160851796468) - | > loss_mel: 25.133377075195312 (24.32500712076823) - | > loss_duration: 1.7851850986480713 (1.7795713742574055) - | > loss_1: 35.041893005371094 (34.16642634073893) - - --> STEP: 4 - | > loss_disc: 2.8841426372528076 (2.482492685317993) - | > loss_disc_real_0: 0.09494005143642426 (0.0642425836995244) - | > loss_disc_real_1: 0.18102271854877472 (0.20202168822288513) - | > loss_disc_real_2: 0.2455672323703766 (0.2550235018134117) - | > loss_disc_real_3: 0.21685411036014557 (0.18159778974950314) - | > loss_disc_real_4: 0.30241695046424866 (0.21326125599443913) - | > loss_disc_real_5: 0.21781840920448303 (0.2222377099096775) - | > loss_0: 2.8841426372528076 (2.482492685317993) - | > loss_gen: 1.6519343852996826 (2.008478492498398) - | > loss_kl: 1.8470702171325684 (1.2990373224020004) - | > loss_feat: 4.584076404571533 (4.759639739990234) - | > loss_mel: 23.748586654663086 (24.180902004241943) - | > loss_duration: 1.7190661430358887 (1.7644450664520264) - | > loss_1: 33.55073165893555 (34.012502670288086) - - --> STEP: 5 - | > loss_disc: 2.4577763080596924 (2.477549409866333) - | > loss_disc_real_0: 0.05973867326974869 (0.06334180161356925) - | > loss_disc_real_1: 0.1623944342136383 (0.19409623742103577) - | > loss_disc_real_2: 0.1918429285287857 (0.2423873871564865) - | > loss_disc_real_3: 0.07049930840730667 (0.15937809348106385) - | > loss_disc_real_4: 0.09221497923135757 (0.18905200064182281) - | > loss_disc_real_5: 0.1499217003583908 (0.20777450799942015) - | > loss_0: 2.4577763080596924 (2.477549409866333) - | > loss_gen: 1.5717726945877075 (1.9211373329162598) - | > loss_kl: 1.610640525817871 (1.3613579630851746) - | > loss_feat: 6.40143346786499 (5.087998485565185) - | > loss_mel: 24.79680824279785 (24.304083251953124) - | > loss_duration: 1.9524712562561035 (1.8020503044128418) - | > loss_1: 36.3331298828125 (34.476628112792966) - - --> STEP: 6 - | > loss_disc: 2.479734420776367 (2.477913578351339) - | > loss_disc_real_0: 0.09725300222635269 (0.0689936683823665) - | > loss_disc_real_1: 0.17668089270591736 (0.19119367996851602) - | > loss_disc_real_2: 0.2125486582517624 (0.23741426567236582) - | > loss_disc_real_3: 0.1741946041584015 (0.16184751192728677) - | > loss_disc_real_4: 0.1752740889787674 (0.18675568203131357) - | > loss_disc_real_5: 0.2044035792350769 (0.2072126865386963) - | > loss_0: 2.479734420776367 (2.477913578351339) - | > loss_gen: 2.0931386947631836 (1.9498042265574138) - | > loss_kl: 0.8093478679656982 (1.2693562805652618) - | > loss_feat: 4.679080963134766 (5.019845565160115) - | > loss_mel: 18.652362823486328 (23.36212984720866) - | > loss_duration: 1.7362602949142456 (1.7910853028297424) - | > loss_1: 27.970191955566406 (33.39222208658854) - - --> STEP: 7 - | > loss_disc: 2.359402656555176 (2.4609834466661726) - | > loss_disc_real_0: 0.058346256613731384 (0.06747260955827576) - | > loss_disc_real_1: 0.1492449939250946 (0.18520101053374155) - | > loss_disc_real_2: 0.23860760033130646 (0.2375847420522145) - | > loss_disc_real_3: 0.14175793528556824 (0.15897757240704127) - | > loss_disc_real_4: 0.15698137879371643 (0.18250221014022827) - | > loss_disc_real_5: 0.1771581918001175 (0.2029191872903279) - | > loss_0: 2.359402656555176 (2.4609834466661726) - | > loss_gen: 1.8211793899536133 (1.9314292498997279) - | > loss_kl: 1.5462702512741089 (1.3089154192379542) - | > loss_feat: 5.717355251312256 (5.119489806038993) - | > loss_mel: 26.003271102905273 (23.739435740879603) - | > loss_duration: 1.7165296077728271 (1.780434489250183) - | > loss_1: 36.804603576660156 (33.879705156598774) - - --> STEP: 8 - | > loss_disc: 2.6971027851104736 (2.49049836397171) - | > loss_disc_real_0: 0.04422806575894356 (0.06456704158335924) - | > loss_disc_real_1: 0.15363046526908875 (0.18125469237565994) - | > loss_disc_real_2: 0.16875571012496948 (0.22898111306130886) - | > loss_disc_real_3: 0.08234471082687378 (0.14939846470952034) - | > loss_disc_real_4: 0.14520177245140076 (0.17783965542912483) - | > loss_disc_real_5: 0.12483606487512589 (0.19315879698842764) - | > loss_0: 2.6971027851104736 (2.49049836397171) - | > loss_gen: 1.3436284065246582 (1.8579541444778442) - | > loss_kl: 1.9211716651916504 (1.3854474499821663) - | > loss_feat: 6.451022624969482 (5.285931408405304) - | > loss_mel: 25.630794525146484 (23.975855588912964) - | > loss_duration: 1.8021408319473267 (1.783147782087326) - | > loss_1: 37.14875793457031 (34.288336753845215) - - --> STEP: 9 - | > loss_disc: 2.3130106925964355 (2.4707775115966797) - | > loss_disc_real_0: 0.05076263099908829 (0.06303321818510692) - | > loss_disc_real_1: 0.2131488174200058 (0.18479848404725394) - | > loss_disc_real_2: 0.23048020899295807 (0.22914767927593654) - | > loss_disc_real_3: 0.17580416798591614 (0.15233243174023098) - | > loss_disc_real_4: 0.20682130753993988 (0.18105983899699318) - | > loss_disc_real_5: 0.18615226447582245 (0.19238029337591595) - | > loss_0: 2.3130106925964355 (2.4707775115966797) - | > loss_gen: 2.073650360107422 (1.8819203906589084) - | > loss_kl: 0.9275082945823669 (1.3345653216044109) - | > loss_feat: 4.316997528076172 (5.178272088368733) - | > loss_mel: 21.01605224609375 (23.64698855082194) - | > loss_duration: 1.7705914974212646 (1.7817526393466525) - | > loss_1: 30.104801177978516 (33.8234994676378) - - --> STEP: 10 - | > loss_disc: 2.515439987182617 (2.4752437591552736) - | > loss_disc_real_0: 0.06773717701435089 (0.06350361406803132) - | > loss_disc_real_1: 0.2387242168188095 (0.1901910573244095) - | > loss_disc_real_2: 0.23773159086704254 (0.23000607043504714) - | > loss_disc_real_3: 0.1339481920003891 (0.1504940077662468) - | > loss_disc_real_4: 0.18097838759422302 (0.18105169385671616) - | > loss_disc_real_5: 0.20331743359565735 (0.19347400739789009) - | > loss_0: 2.515439987182617 (2.4752437591552736) - | > loss_gen: 1.8643715381622314 (1.8801655054092408) - | > loss_kl: 1.521031141281128 (1.3532119035720824) - | > loss_feat: 4.789401531219482 (5.139385032653808) - | > loss_mel: 22.856678009033203 (23.567957496643068) - | > loss_duration: 1.6556133031845093 (1.7691387057304382) - | > loss_1: 32.687095642089844 (33.70985908508301) - - --> STEP: 11 - | > loss_disc: 2.753593683242798 (2.5005482977086846) - | > loss_disc_real_0: 0.09126119315624237 (0.06602703034877777) - | > loss_disc_real_1: 0.16499364376068115 (0.18790038336407056) - | > loss_disc_real_2: 0.20275379717350006 (0.2275285910476338) - | > loss_disc_real_3: 0.18958315253257751 (0.15404756638136777) - | > loss_disc_real_4: 0.1698451191186905 (0.18003291433507745) - | > loss_disc_real_5: 0.1456989198923111 (0.18913081762465564) - | > loss_0: 2.753593683242798 (2.5005482977086846) - | > loss_gen: 1.5125452280044556 (1.8467454801906238) - | > loss_kl: 1.85906183719635 (1.3991982611742886) - | > loss_feat: 5.529393196105957 (5.174840320240367) - | > loss_mel: 23.70576286315918 (23.58048525723544) - | > loss_duration: 1.6321280002593994 (1.756683187051253) - | > loss_1: 34.2388916015625 (33.75795295021751) - - --> STEP: 12 - | > loss_disc: 2.4751532077789307 (2.4984320402145386) - | > loss_disc_real_0: 0.11278323084115982 (0.06992338038980961) - | > loss_disc_real_1: 0.22219693660736084 (0.19075842946767807) - | > loss_disc_real_2: 0.264822393655777 (0.23063640793164572) - | > loss_disc_real_3: 0.18267685174942017 (0.1564333401620388) - | > loss_disc_real_4: 0.20420722663402557 (0.1820474403599898) - | > loss_disc_real_5: 0.17265401780605316 (0.18775775097310543) - | > loss_0: 2.4751532077789307 (2.4984320402145386) - | > loss_gen: 1.9763450622558594 (1.857545445362727) - | > loss_kl: 1.6705840826034546 (1.4218137462933857) - | > loss_feat: 4.501770496368408 (5.118751168251038) - | > loss_mel: 22.499109268188477 (23.490370591481526) - | > loss_duration: 1.7926839590072632 (1.7596832513809204) - | > loss_1: 32.44049072265625 (33.64816443125407) - - --> STEP: 13 - | > loss_disc: 2.629912853240967 (2.5085459489088793) - | > loss_disc_real_0: 0.12430799007415771 (0.07410681190399024) - | > loss_disc_real_1: 0.20063355565071106 (0.1915180545586806) - | > loss_disc_real_2: 0.21798570454120636 (0.22966327690161192) - | > loss_disc_real_3: 0.14906004071235657 (0.15586616328129402) - | > loss_disc_real_4: 0.13502639532089233 (0.17843043689544386) - | > loss_disc_real_5: 0.1506948471069336 (0.1849067583680153) - | > loss_0: 2.629912853240967 (2.5085459489088793) - | > loss_gen: 1.7730474472045898 (1.8510455993505626) - | > loss_kl: 2.0609397888183594 (1.470977288026076) - | > loss_feat: 5.027698040008545 (5.111747081463154) - | > loss_mel: 23.8431396484375 (23.51750667278583) - | > loss_duration: 1.8022178411483765 (1.762955142901494) - | > loss_1: 34.50704574584961 (33.714232224684494) - - --> STEP: 14 - | > loss_disc: 2.597616195678711 (2.514908109392439) - | > loss_disc_real_0: 0.07508701831102371 (0.07417682664734977) - | > loss_disc_real_1: 0.16106171905994415 (0.18934260202305658) - | > loss_disc_real_2: 0.28090497851371765 (0.23332339844533376) - | > loss_disc_real_3: 0.18076074123382568 (0.15764434742076056) - | > loss_disc_real_4: 0.25484195351600647 (0.18388840236834117) - | > loss_disc_real_5: 0.2530354857444763 (0.18977309603776252) - | > loss_0: 2.597616195678711 (2.514908109392439) - | > loss_gen: 1.991405725479126 (1.8610713226454598) - | > loss_kl: 1.281323790550232 (1.4574306096349443) - | > loss_feat: 4.184448719024658 (5.045511484146118) - | > loss_mel: 22.382848739624023 (23.436459677559988) - | > loss_duration: 1.830626368522644 (1.7677888018744332) - | > loss_1: 31.670652389526367 (33.568262236458914) - - --> STEP: 15 - | > loss_disc: 2.4045004844665527 (2.5075476010640463) - | > loss_disc_real_0: 0.053064554929733276 (0.07276934186617533) - | > loss_disc_real_1: 0.21789465844631195 (0.1912460724512736) - | > loss_disc_real_2: 0.2823261022567749 (0.2365902453660965) - | > loss_disc_real_3: 0.21147863566875458 (0.16123329997062683) - | > loss_disc_real_4: 0.2309669405221939 (0.18702697157859802) - | > loss_disc_real_5: 0.17609290778636932 (0.18886108348766964) - | > loss_0: 2.4045004844665527 (2.5075476010640463) - | > loss_gen: 2.1459696292877197 (1.8800645430882772) - | > loss_kl: 1.2312567234039307 (1.4423523505528768) - | > loss_feat: 5.114663124084473 (5.050121593475342) - | > loss_mel: 25.710853576660156 (23.5880859375) - | > loss_duration: 1.79031503200531 (1.769290550549825) - | > loss_1: 35.99305725097656 (33.72991523742676) - - --> STEP: 16 - | > loss_disc: 2.307651996612549 (2.4950541257858276) - | > loss_disc_real_0: 0.087887704372406 (0.07371423952281475) - | > loss_disc_real_1: 0.1628497987985611 (0.18947130534797907) - | > loss_disc_real_2: 0.21572358906269073 (0.23528607934713364) - | > loss_disc_real_3: 0.1212877407670021 (0.15873670252040029) - | > loss_disc_real_4: 0.16769379377365112 (0.18581864796578884) - | > loss_disc_real_5: 0.15211798250675201 (0.18656463967636228) - | > loss_0: 2.307651996612549 (2.4950541257858276) - | > loss_gen: 2.015160322189331 (1.888508029282093) - | > loss_kl: 1.6601722240447998 (1.455966092646122) - | > loss_feat: 5.3464531898498535 (5.068642318248749) - | > loss_mel: 23.698524475097656 (23.594988346099854) - | > loss_duration: 1.8479509353637695 (1.7742068246006966) - | > loss_1: 34.568260192871094 (33.78231179714203) - - --> STEP: 17 - | > loss_disc: 2.3479325771331787 (2.4863999170415543) - | > loss_disc_real_0: 0.09429512917995453 (0.0749248800908818) - | > loss_disc_real_1: 0.23770323395729065 (0.19230847761911504) - | > loss_disc_real_2: 0.25625818967819214 (0.23651973289601944) - | > loss_disc_real_3: 0.14286494255065918 (0.15780306958100376) - | > loss_disc_real_4: 0.17752744257450104 (0.18533093000159545) - | > loss_disc_real_5: 0.17870639264583588 (0.1861023898510372) - | > loss_0: 2.3479325771331787 (2.4863999170415543) - | > loss_gen: 2.110222816467285 (1.9015500755871044) - | > loss_kl: 1.4916316270828247 (1.4580640652600456) - | > loss_feat: 4.7776923179626465 (5.051527612349567) - | > loss_mel: 22.546579360961914 (23.533317229327032) - | > loss_duration: 1.7361798286437988 (1.771969942485585) - | > loss_1: 32.66230392456055 (33.716428981107825) - - --> STEP: 18 - | > loss_disc: 2.9204657077789307 (2.5105146831936307) - | > loss_disc_real_0: 0.09453922510147095 (0.07601456592480342) - | > loss_disc_real_1: 0.15703436732292175 (0.1903488048248821) - | > loss_disc_real_2: 0.2454404979944229 (0.23701533095704186) - | > loss_disc_real_3: 0.14673851430416107 (0.1571883720656236) - | > loss_disc_real_4: 0.21494294703006744 (0.18697604205873278) - | > loss_disc_real_5: 0.20696605741977692 (0.18726148249374497) - | > loss_0: 2.9204657077789307 (2.5105146831936307) - | > loss_gen: 1.5944091081619263 (1.8844866885079279) - | > loss_kl: 1.4771863222122192 (1.4591264128684998) - | > loss_feat: 4.525518894195557 (5.022304905785455) - | > loss_mel: 21.302555084228516 (23.40938599904378) - | > loss_duration: 1.7175302505493164 (1.7689455151557922) - | > loss_1: 30.617198944091797 (33.544249534606934) - - --> STEP: 19 - | > loss_disc: 2.3684287071228027 (2.5030364739267448) - | > loss_disc_real_0: 0.08959357440471649 (0.07672925058164094) - | > loss_disc_real_1: 0.1721452921628952 (0.1893907252110933) - | > loss_disc_real_2: 0.25215891003608704 (0.23781236143488632) - | > loss_disc_real_3: 0.13710349798202515 (0.15613127342964472) - | > loss_disc_real_4: 0.22115062177181244 (0.18877470414889486) - | > loss_disc_real_5: 0.18858936429023743 (0.18733137100934982) - | > loss_0: 2.3684287071228027 (2.5030364739267448) - | > loss_gen: 2.1682605743408203 (1.899422156183343) - | > loss_kl: 1.5271124839782715 (1.462704627137435) - | > loss_feat: 4.6519646644592285 (5.002813314136706) - | > loss_mel: 23.290733337402344 (23.403141122115287) - | > loss_duration: 1.8009729385375977 (1.7706311690179926) - | > loss_1: 33.43904495239258 (33.53871245133249) - - --> STEP: 20 - | > loss_disc: 2.51833176612854 (2.503801238536835) - | > loss_disc_real_0: 0.05592871084809303 (0.07568922359496355) - | > loss_disc_real_1: 0.18762235343456268 (0.18930230662226677) - | > loss_disc_real_2: 0.23916283249855042 (0.23787988498806953) - | > loss_disc_real_3: 0.1443280428647995 (0.15554111190140246) - | > loss_disc_real_4: 0.18196862936019897 (0.18843440040946008) - | > loss_disc_real_5: 0.19677066802978516 (0.1878033358603716) - | > loss_0: 2.51833176612854 (2.503801238536835) - | > loss_gen: 1.929640531539917 (1.900933074951172) - | > loss_kl: 1.5063412189483643 (1.4648864567279816) - | > loss_feat: 4.574284076690674 (4.9813868522644045) - | > loss_mel: 21.75874137878418 (23.32092113494873) - | > loss_duration: 1.7180124521255493 (1.7680002331733704) - | > loss_1: 31.487018585205078 (33.436127758026124) - - --> STEP: 21 - | > loss_disc: 2.6216657161712646 (2.5094138327099027) - | > loss_disc_real_0: 0.1189815104007721 (0.07775076106190681) - | > loss_disc_real_1: 0.21757611632347107 (0.19064867851280032) - | > loss_disc_real_2: 0.2631623148918152 (0.23908381022158123) - | > loss_disc_real_3: 0.15600807964801788 (0.1555633484607651) - | > loss_disc_real_4: 0.21940559148788452 (0.18990921903224217) - | > loss_disc_real_5: 0.2563619017601013 (0.19106802947464444) - | > loss_0: 2.6216657161712646 (2.5094138327099027) - | > loss_gen: 1.9234609603881836 (1.9020058314005535) - | > loss_kl: 1.0030940771102905 (1.4428963434128534) - | > loss_feat: 4.144852161407471 (4.9415518669855025) - | > loss_mel: 20.5765438079834 (23.190236500331334) - | > loss_duration: 1.701744556427002 (1.7648452009473528) - | > loss_1: 29.34969711303711 (33.24153582255045) - - --> STEP: 22 - | > loss_disc: 2.888528347015381 (2.526646310632879) - | > loss_disc_real_0: 0.08102159202098846 (0.07789943519641053) - | > loss_disc_real_1: 0.20858235657215118 (0.19146384569731625) - | > loss_disc_real_2: 0.22070103883743286 (0.23824822970411993) - | > loss_disc_real_3: 0.1477852612733841 (0.15520979904315688) - | > loss_disc_real_4: 0.20538614690303802 (0.190612715753642) - | > loss_disc_real_5: 0.19586877524852753 (0.19128624519163911) - | > loss_0: 2.888528347015381 (2.526646310632879) - | > loss_gen: 1.6869537830352783 (1.8922307382930408) - | > loss_kl: 1.2686336040496826 (1.4349753098054365) - | > loss_feat: 4.663288116455078 (4.928903514688665) - | > loss_mel: 23.686580657958984 (23.212797598405317) - | > loss_duration: 1.9004740715026855 (1.7710101496089588) - | > loss_1: 33.2059326171875 (33.23991749503396) - - --> STEP: 23 - | > loss_disc: 2.6001360416412354 (2.5298415163288945) - | > loss_disc_real_0: 0.12519140541553497 (0.07995560781463333) - | > loss_disc_real_1: 0.20766916871070862 (0.1921684249587681) - | > loss_disc_real_2: 0.2690872251987457 (0.23958905559519064) - | > loss_disc_real_3: 0.1838146448135376 (0.1564534879896952) - | > loss_disc_real_4: 0.22080740332603455 (0.1919255282567895) - | > loss_disc_real_5: 0.2009071260690689 (0.19170454436022302) - | > loss_0: 2.6001360416412354 (2.5298415163288945) - | > loss_gen: 2.0622761249542236 (1.899624015973962) - | > loss_kl: 1.4024169445037842 (1.4335597287053647) - | > loss_feat: 3.961951732635498 (4.886862132860267) - | > loss_mel: 22.763904571533203 (23.19328051028044) - | > loss_duration: 1.8215569257736206 (1.7732078355291616) - | > loss_1: 32.012107849121094 (33.18653446695079) - - --> STEP: 24 - | > loss_disc: 2.5676732063293457 (2.53141783674558) - | > loss_disc_real_0: 0.08672080934047699 (0.08023749121154349) - | > loss_disc_real_1: 0.23873282968997955 (0.19410860848923525) - | > loss_disc_real_2: 0.26382994651794434 (0.24059909271697202) - | > loss_disc_real_3: 0.20094852149486542 (0.1583074477190773) - | > loss_disc_real_4: 0.2745991051197052 (0.19537026062607765) - | > loss_disc_real_5: 0.24008968472480774 (0.19372059187541404) - | > loss_0: 2.5676732063293457 (2.53141783674558) - | > loss_gen: 2.0340077877044678 (1.9052233397960663) - | > loss_kl: 1.3388220071792603 (1.429612323641777) - | > loss_feat: 3.993590831756592 (4.8496424953142805) - | > loss_mel: 22.323348999023438 (23.15703336397807) - | > loss_duration: 1.715226650238037 (1.770791952808698) - | > loss_1: 31.404996871948242 (33.112303733825684) - - --> STEP: 25 - | > loss_disc: 2.520576000213623 (2.5309841632843018) - | > loss_disc_real_0: 0.05206289142370224 (0.07911050722002982) - | > loss_disc_real_1: 0.1762406826019287 (0.19339389145374297) - | > loss_disc_real_2: 0.22564835846424103 (0.2400010633468628) - | > loss_disc_real_3: 0.18630942702293396 (0.15942752689123155) - | > loss_disc_real_4: 0.19590219855308533 (0.19539153814315796) - | > loss_disc_real_5: 0.18441522121429443 (0.19334837704896926) - | > loss_0: 2.520576000213623 (2.5309841632843018) - | > loss_gen: 1.770798921585083 (1.899846363067627) - | > loss_kl: 1.5952644348144531 (1.436238408088684) - | > loss_feat: 5.158010959625244 (4.861977233886718) - | > loss_mel: 25.54445457458496 (23.252530212402345) - | > loss_duration: 1.6727850437164307 (1.7668716764450074) - | > loss_1: 35.74131393432617 (33.2174641418457) - - --> STEP: 26 - | > loss_disc: 2.566037654876709 (2.5323323744993944) - | > loss_disc_real_0: 0.06566540151834488 (0.07859338776996502) - | > loss_disc_real_1: 0.22987231612205505 (0.1947969077871396) - | > loss_disc_real_2: 0.22225958108901978 (0.23931869864463806) - | > loss_disc_real_3: 0.13126622140407562 (0.15834439975711015) - | > loss_disc_real_4: 0.1338101178407669 (0.19302302197768137) - | > loss_disc_real_5: 0.12591245770454407 (0.19075468784341446) - | > loss_0: 2.566037654876709 (2.5323323744993944) - | > loss_gen: 1.6360068321228027 (1.8896986888005183) - | > loss_kl: 1.599125862121582 (1.4425033101668725) - | > loss_feat: 4.759411334991455 (4.858032391621515) - | > loss_mel: 21.14565658569336 (23.171496611375076) - | > loss_duration: 1.7869222164154053 (1.7676428510592535) - | > loss_1: 30.9271240234375 (33.12937413729154) - - --> STEP: 27 - | > loss_disc: 2.488222122192383 (2.5306986614509865) - | > loss_disc_real_0: 0.08885274827480316 (0.07897336408495903) - | > loss_disc_real_1: 0.19356055557727814 (0.19475111696455213) - | > loss_disc_real_2: 0.2525663375854492 (0.23980935193874217) - | > loss_disc_real_3: 0.15684372186660767 (0.15828881909449896) - | > loss_disc_real_4: 0.21936379373073578 (0.1939986061166834) - | > loss_disc_real_5: 0.16414125263690948 (0.18976900505798835) - | > loss_0: 2.488222122192383 (2.5306986614509865) - | > loss_gen: 1.8574607372283936 (1.8885046905941434) - | > loss_kl: 1.2854551076889038 (1.4366867100750957) - | > loss_feat: 5.1768083572387695 (4.8698389088665985) - | > loss_mel: 25.562610626220703 (23.26005638970269) - | > loss_duration: 1.7551734447479248 (1.767181021195871) - | > loss_1: 35.637508392333984 (33.22226799858941) - - --> STEP: 28 - | > loss_disc: 2.3841443061828613 (2.525464577334268) - | > loss_disc_real_0: 0.0926748588681221 (0.0794627031843577) - | > loss_disc_real_1: 0.20184259116649628 (0.19500438390033586) - | > loss_disc_real_2: 0.2464452087879181 (0.24004634682621276) - | > loss_disc_real_3: 0.137731671333313 (0.15755463524588517) - | > loss_disc_real_4: 0.19727130234241486 (0.19411548812474524) - | > loss_disc_real_5: 0.1478627771139145 (0.1882723540599857) - | > loss_0: 2.3841443061828613 (2.525464577334268) - | > loss_gen: 1.9490925073623657 (1.8906685411930084) - | > loss_kl: 1.372452735900879 (1.4343926395688738) - | > loss_feat: 5.2937517166137695 (4.884978652000426) - | > loss_mel: 24.337106704711914 (23.298522472381592) - | > loss_duration: 1.7566696405410767 (1.766805614743914) - | > loss_1: 34.70907211303711 (33.27536814553397) - - --> STEP: 29 - | > loss_disc: 2.394033670425415 (2.5209324770960313) - | > loss_disc_real_0: 0.052886493504047394 (0.07854628216089873) - | > loss_disc_real_1: 0.18460838496685028 (0.19464590117849154) - | > loss_disc_real_2: 0.24487105011940002 (0.24021271590528817) - | > loss_disc_real_3: 0.12667953968048096 (0.1564899767781126) - | > loss_disc_real_4: 0.2130279242992401 (0.19476764109627953) - | > loss_disc_real_5: 0.1476956456899643 (0.18687315721964015) - | > loss_0: 2.394033670425415 (2.5209324770960313) - | > loss_gen: 1.9152719974517822 (1.8915169362364144) - | > loss_kl: 1.264888048171997 (1.4285476536586368) - | > loss_feat: 4.720729351043701 (4.879314883001919) - | > loss_mel: 23.61570167541504 (23.309459686279297) - | > loss_duration: 1.7498984336853027 (1.7662226085005135) - | > loss_1: 33.26648712158203 (33.27506190332873) - - --> STEP: 30 - | > loss_disc: 2.5545496940612793 (2.522053050994873) - | > loss_disc_real_0: 0.062245987355709076 (0.07800293900072575) - | > loss_disc_real_1: 0.1680842787027359 (0.193760513762633) - | > loss_disc_real_2: 0.2323935329914093 (0.23995207647482555) - | > loss_disc_real_3: 0.14574602246284485 (0.15613184496760368) - | > loss_disc_real_4: 0.16736938059329987 (0.19385436574618023) - | > loss_disc_real_5: 0.15041926503181458 (0.18565802748004595) - | > loss_0: 2.5545496940612793 (2.522053050994873) - | > loss_gen: 1.6737314462661743 (1.8842574199040731) - | > loss_kl: 1.6935244798660278 (1.4373802145322163) - | > loss_feat: 5.428683280944824 (4.8976271629333485) - | > loss_mel: 27.269960403442383 (23.4414763768514) - | > loss_duration: 1.7842090129852295 (1.7668221553166708) - | > loss_1: 37.8501091003418 (33.4275634765625) - - --> STEP: 31 - | > loss_disc: 2.3888676166534424 (2.5177567466612785) - | > loss_disc_real_0: 0.08455672860145569 (0.07821435156849123) - | > loss_disc_real_1: 0.1923827826976776 (0.1937160708250538) - | > loss_disc_real_2: 0.23503147065639496 (0.23979334725487617) - | > loss_disc_real_3: 0.13194584846496582 (0.15535165153203473) - | > loss_disc_real_4: 0.22680610418319702 (0.1949173250506001) - | > loss_disc_real_5: 0.18303821980953217 (0.18557351755519066) - | > loss_0: 2.3888676166534424 (2.5177567466612785) - | > loss_gen: 2.1040611267089844 (1.8913478620590702) - | > loss_kl: 1.4404855966567993 (1.4374803881491385) - | > loss_feat: 4.546420574188232 (4.886297918135119) - | > loss_mel: 19.706193923950195 (23.32098339449975) - | > loss_duration: 1.7204171419143677 (1.7653252194004674) - | > loss_1: 29.517578125 (33.30143491683468) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.011125226174631426 (+7.081031799316233e-05) - | > avg_loss_disc: 2.5177567466612785 (-0.11136104214575981) - | > avg_loss_disc_real_0: 0.07821435156849123 (+0.03593030782236207) - | > avg_loss_disc_real_1: 0.1937160708250538 (-0.08625864357717575) - | > avg_loss_disc_real_2: 0.23979334725487617 (-0.0318543209183601) - | > avg_loss_disc_real_3: 0.15535165153203473 (-0.09962098709037231) - | > avg_loss_disc_real_4: 0.1949173250506001 (+0.023595057908565753) - | > avg_loss_disc_real_5: 0.18557351755519066 (-0.02441903251794078) - | > avg_loss_0: 2.5177567466612785 (-0.11136104214575981) - | > avg_loss_gen: 1.8913478620590702 (-0.06511324067269597) - | > avg_loss_kl: 1.4374803881491385 (+0.01690557502931167) - | > avg_loss_feat: 4.886297918135119 (-0.17810726165771573) - | > avg_loss_mel: 23.32098339449975 (-0.8951311111450195) - | > avg_loss_duration: 1.7653252194004674 (-0.003093904064547681) - | > avg_loss_1: 33.30143491683468 (-1.1245395906509899) - - > BEST MODEL : vits_shi_male-November-22-2024_02+49AM-0000000/best_model_13772.pth - - > EPOCH: 15/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-22 13:53:55)  - - --> TIME: 2024-11-22 13:54:00 -- STEP: 3/797 -- GLOBAL_STEP: 13775 - | > loss_disc: 2.5671188831329346 (2.4674460093180337) - | > loss_disc_real_0: 0.11400643736124039 (0.10236598799626033) - | > loss_disc_real_1: 0.22424548864364624 (0.25518908600012463) - | > loss_disc_real_2: 0.257022500038147 (0.24208871026833853) - | > loss_disc_real_3: 0.2815341055393219 (0.21889538566271463) - | > loss_disc_real_4: 0.22452197968959808 (0.19768798351287842) - | > loss_disc_real_5: 0.2481709122657776 (0.21571790675322214) - | > loss_0: 2.5671188831329346 (2.4674460093180337) - | > grad_norm_0: tensor(30.6568, device='cuda:0') (tensor(61.7217, device='cuda:0')) - | > loss_gen: 2.2678775787353516 (2.301443099975586) - | > loss_kl: 1.2890528440475464 (1.387980620066325) - | > loss_feat: 4.412123203277588 (4.7663014729817705) - | > loss_mel: 21.772817611694336 (22.504958470662434) - | > loss_duration: 2.083418369293213 (2.09266996383667) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 31.825288772583008 (33.053351720174156) - | > grad_norm_1: tensor(431.0562, device='cuda:0') (tensor(390.3410, device='cuda:0')) - | > current_lr_0: 0.00019957542473449108 - | > current_lr_1: 0.00019957542473449108 - | > step_time: 1.2245 (1.0931005477905273) - | > loader_time: 0.003 (0.0036032994588216147) - - - --> TIME: 2024-11-22 13:54:24 -- STEP: 28/797 -- GLOBAL_STEP: 13800 - | > loss_disc: 2.3460326194763184 (2.4820501889501303) - | > loss_disc_real_0: 0.13382560014724731 (0.11394046739275966) - | > loss_disc_real_1: 0.15152256190776825 (0.2257902372096266) - | > loss_disc_real_2: 0.24085550010204315 (0.23683264638696397) - | > loss_disc_real_3: 0.21460744738578796 (0.2299434021115303) - | > loss_disc_real_4: 0.22798296809196472 (0.2200519527707781) - | > loss_disc_real_5: 0.2973085343837738 (0.24015414076192038) - | > loss_0: 2.3460326194763184 (2.4820501889501303) - | > grad_norm_0: tensor(37.5114, device='cuda:0') (tensor(106.4718, device='cuda:0')) - | > loss_gen: 2.432987928390503 (2.352811830384392) - | > loss_kl: 1.8846088647842407 (1.572385502713067) - | > loss_feat: 5.3178205490112305 (5.021559621606554) - | > loss_mel: 22.959373474121094 (22.79859890256609) - | > loss_duration: 1.7780869007110596 (1.936905562877655) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 34.37287902832031 (33.68226105826241) - | > grad_norm_1: tensor(205.1315, device='cuda:0') (tensor(559.6525, device='cuda:0')) - | > current_lr_0: 0.00019957542473449108 - | > current_lr_1: 0.00019957542473449108 - | > step_time: 0.9375 (0.9617109979901995) - | > loader_time: 0.0037 (0.004979091031210763) - - - --> TIME: 2024-11-22 13:54:46 -- STEP: 53/797 -- GLOBAL_STEP: 13825 - | > loss_disc: 2.3425755500793457 (2.4733532869590915) - | > loss_disc_real_0: 0.0841287225484848 (0.11638682152865068) - | > loss_disc_real_1: 0.19509181380271912 (0.22164842430150733) - | > loss_disc_real_2: 0.28294605016708374 (0.23735612434036327) - | > loss_disc_real_3: 0.1793549507856369 (0.22714184140259364) - | > loss_disc_real_4: 0.19522929191589355 (0.21943499794546165) - | > loss_disc_real_5: 0.21145233511924744 (0.2391057031334571) - | > loss_0: 2.3425755500793457 (2.4733532869590915) - | > grad_norm_0: tensor(18.0630, device='cuda:0') (tensor(95.9584, device='cuda:0')) - | > loss_gen: 2.2807517051696777 (2.3387063831653236) - | > loss_kl: 1.6073951721191406 (1.5279470828344235) - | > loss_feat: 5.56487512588501 (5.0511453826472446) - | > loss_mel: 24.47572898864746 (22.859058092225272) - | > loss_duration: 1.7817381620407104 (1.8924870018689137) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 35.710487365722656 (33.669343696450284) - | > grad_norm_1: tensor(396.0446, device='cuda:0') (tensor(653.3295, device='cuda:0')) - | > current_lr_0: 0.00019957542473449108 - | > current_lr_1: 0.00019957542473449108 - | > step_time: 0.9524 (0.9261808350401105) - | > loader_time: 0.0049 (0.004927617199016066) - - - --> TIME: 2024-11-22 13:55:08 -- STEP: 78/797 -- GLOBAL_STEP: 13850 - | > loss_disc: 2.481112003326416 (2.4550794485287795) - | > loss_disc_real_0: 0.14510232210159302 (0.11656247318173066) - | > loss_disc_real_1: 0.18400810658931732 (0.21886963282640165) - | > loss_disc_real_2: 0.20550045371055603 (0.23574963957071304) - | > loss_disc_real_3: 0.20130662620067596 (0.2249150085143554) - | > loss_disc_real_4: 0.15800067782402039 (0.21728346038323182) - | > loss_disc_real_5: 0.2575082778930664 (0.23750212368292686) - | > loss_0: 2.481112003326416 (2.4550794485287795) - | > grad_norm_0: tensor(192.2746, device='cuda:0') (tensor(102.5100, device='cuda:0')) - | > loss_gen: 2.067714214324951 (2.3704481445826016) - | > loss_kl: 1.482264757156372 (1.4907479278552223) - | > loss_feat: 5.185667991638184 (5.1817940504123) - | > loss_mel: 22.627016067504883 (22.939288237156013) - | > loss_duration: 1.8009690046310425 (1.8627657554088495) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 33.163631439208984 (33.84504401378142) - | > grad_norm_1: tensor(244.0345, device='cuda:0') (tensor(595.1472, device='cuda:0')) - | > current_lr_0: 0.00019957542473449108 - | > current_lr_1: 0.00019957542473449108 - | > step_time: 0.8168 (0.9044171021534846) - | > loader_time: 0.0053 (0.005364075685158751) - - - --> TIME: 2024-11-22 13:55:30 -- STEP: 103/797 -- GLOBAL_STEP: 13875 - | > loss_disc: 2.5216808319091797 (2.4533154455203463) - | > loss_disc_real_0: 0.17088797688484192 (0.11510947755384214) - | > loss_disc_real_1: 0.2207116186618805 (0.21802298579979867) - | > loss_disc_real_2: 0.2923167943954468 (0.23595633755609827) - | > loss_disc_real_3: 0.3110303580760956 (0.22513637409626858) - | > loss_disc_real_4: 0.29106858372688293 (0.21932089314298722) - | > loss_disc_real_5: 0.27951234579086304 (0.23691485764332187) - | > loss_0: 2.5216808319091797 (2.4533154455203463) - | > grad_norm_0: tensor(71.8563, device='cuda:0') (tensor(97.6843, device='cuda:0')) - | > loss_gen: 2.3276469707489014 (2.36984009650147) - | > loss_kl: 1.5002087354660034 (1.490527600339315) - | > loss_feat: 5.178276062011719 (5.20350534476123) - | > loss_mel: 24.308889389038086 (22.988090552172615) - | > loss_duration: 1.7734066247940063 (1.8475099917754387) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 35.08842849731445 (33.8994735051127) - | > grad_norm_1: tensor(926.7166, device='cuda:0') (tensor(623.5153, device='cuda:0')) - | > current_lr_0: 0.00019957542473449108 - | > current_lr_1: 0.00019957542473449108 - | > step_time: 0.8044 (0.8959076381424098) - | > loader_time: 0.0047 (0.00567016092318933) - - - --> TIME: 2024-11-22 13:55:53 -- STEP: 128/797 -- GLOBAL_STEP: 13900 - | > loss_disc: 2.5003771781921387 (2.4541332125663766) - | > loss_disc_real_0: 0.1533259153366089 (0.11640343474573456) - | > loss_disc_real_1: 0.20999778807163239 (0.21890299522783607) - | > loss_disc_real_2: 0.21768970787525177 (0.23574977973476052) - | > loss_disc_real_3: 0.2016124427318573 (0.22383486002217978) - | > loss_disc_real_4: 0.2112886607646942 (0.21899799711536616) - | > loss_disc_real_5: 0.238178089261055 (0.2371908025816083) - | > loss_0: 2.5003771781921387 (2.4541332125663766) - | > grad_norm_0: tensor(75.8723, device='cuda:0') (tensor(99.3001, device='cuda:0')) - | > loss_gen: 2.6973912715911865 (2.370200674980878) - | > loss_kl: 1.2312002182006836 (1.4773274320177732) - | > loss_feat: 5.887907028198242 (5.223900139331819) - | > loss_mel: 24.627893447875977 (23.073129892349243) - | > loss_duration: 1.7777526378631592 (1.838068613782525) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 36.222145080566406 (33.98262654244897) - | > grad_norm_1: tensor(946.7687, device='cuda:0') (tensor(665.8912, device='cuda:0')) - | > current_lr_0: 0.00019957542473449108 - | > current_lr_1: 0.00019957542473449108 - | > step_time: 0.8785 (0.9005310516804457) - | > loader_time: 0.0069 (0.005806347355246544) - - - --> TIME: 2024-11-22 13:56:17 -- STEP: 153/797 -- GLOBAL_STEP: 13925 - | > loss_disc: 2.58443284034729 (2.4600283600925628) - | > loss_disc_real_0: 0.07932811975479126 (0.11963565545339211) - | > loss_disc_real_1: 0.20992915332317352 (0.21926718677570617) - | > loss_disc_real_2: 0.22537721693515778 (0.23573798418434616) - | > loss_disc_real_3: 0.2277875691652298 (0.22413301555549392) - | > loss_disc_real_4: 0.2123268097639084 (0.21997155356251336) - | > loss_disc_real_5: 0.27117106318473816 (0.2374551268964032) - | > loss_0: 2.58443284034729 (2.4600283600925628) - | > grad_norm_0: tensor(67.6623, device='cuda:0') (tensor(106.6201, device='cuda:0')) - | > loss_gen: 2.1441853046417236 (2.364412042829725) - | > loss_kl: 1.4514269828796387 (1.4763890633396073) - | > loss_feat: 4.559757232666016 (5.191637160731297) - | > loss_mel: 21.965675354003906 (23.039628857880636) - | > loss_duration: 1.7260468006134033 (1.8315558114082984) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 31.84709358215332 (33.903622808020074) - | > grad_norm_1: tensor(780.5733, device='cuda:0') (tensor(681.6017, device='cuda:0')) - | > current_lr_0: 0.00019957542473449108 - | > current_lr_1: 0.00019957542473449108 - | > step_time: 0.9321 (0.9057889389835931) - | > loader_time: 0.0053 (0.005836547589769553) - - - --> TIME: 2024-11-22 13:56:41 -- STEP: 178/797 -- GLOBAL_STEP: 13950 - | > loss_disc: 2.494561195373535 (2.46925431958745) - | > loss_disc_real_0: 0.10924924165010452 (0.12419151851719015) - | > loss_disc_real_1: 0.19101662933826447 (0.218607689222593) - | > loss_disc_real_2: 0.2539195120334625 (0.2358888067053945) - | > loss_disc_real_3: 0.2711319029331207 (0.22447793562425652) - | > loss_disc_real_4: 0.24764543771743774 (0.22133040461647377) - | > loss_disc_real_5: 0.2076651006937027 (0.2373409771015135) - | > loss_0: 2.494561195373535 (2.46925431958745) - | > grad_norm_0: tensor(43.2398, device='cuda:0') (tensor(108.0930, device='cuda:0')) - | > loss_gen: 2.3556110858917236 (2.3658563863025623) - | > loss_kl: 1.4432430267333984 (1.4779460192396394) - | > loss_feat: 5.659430503845215 (5.190220211329082) - | > loss_mel: 22.877159118652344 (23.110621538055078) - | > loss_duration: 1.8113096952438354 (1.8235728104462785) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 34.146751403808594 (33.96821687462622) - | > grad_norm_1: tensor(161.7050, device='cuda:0') (tensor(646.7281, device='cuda:0')) - | > current_lr_0: 0.00019957542473449108 - | > current_lr_1: 0.00019957542473449108 - | > step_time: 1.0464 (0.9089505471540301) - | > loader_time: 0.0055 (0.005846544597925765) - - - --> TIME: 2024-11-22 13:57:06 -- STEP: 203/797 -- GLOBAL_STEP: 13975 - | > loss_disc: 2.608340263366699 (2.470453992853024) - | > loss_disc_real_0: 0.11511586606502533 (0.1200236199891626) - | > loss_disc_real_1: 0.2143525928258896 (0.2185043418789145) - | > loss_disc_real_2: 0.23551560938358307 (0.23697679596287863) - | > loss_disc_real_3: 0.24174252152442932 (0.22537538629447296) - | > loss_disc_real_4: 0.24859309196472168 (0.2227671920812776) - | > loss_disc_real_5: 0.2641804814338684 (0.23804172734028012) - | > loss_0: 2.608340263366699 (2.470453992853024) - | > grad_norm_0: tensor(152.4781, device='cuda:0') (tensor(106.0392, device='cuda:0')) - | > loss_gen: 2.288041830062866 (2.359156863442783) - | > loss_kl: 1.268820881843567 (1.4738035627773824) - | > loss_feat: 4.149984836578369 (5.164807159912407) - | > loss_mel: 20.482616424560547 (23.1427303652458) - | > loss_duration: 1.79217529296875 (1.8197190209562555) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 29.981639862060547 (33.96021691684064) - | > grad_norm_1: tensor(1381.4014, device='cuda:0') (tensor(639.3170, device='cuda:0')) - | > current_lr_0: 0.00019957542473449108 - | > current_lr_1: 0.00019957542473449108 - | > step_time: 1.0287 (0.9189441168836772) - | > loader_time: 0.0049 (0.005870463225641861) - - - --> TIME: 2024-11-22 13:57:30 -- STEP: 228/797 -- GLOBAL_STEP: 14000 - | > loss_disc: 2.479522466659546 (2.467158586309667) - | > loss_disc_real_0: 0.06752882897853851 (0.12034163918150098) - | > loss_disc_real_1: 0.2040470391511917 (0.21880050284559266) - | > loss_disc_real_2: 0.24874825775623322 (0.23654683757769435) - | > loss_disc_real_3: 0.25589069724082947 (0.2246548366781912) - | > loss_disc_real_4: 0.2672434449195862 (0.2226166095780699) - | > loss_disc_real_5: 0.27946630120277405 (0.23738318537933784) - | > loss_0: 2.479522466659546 (2.467158586309667) - | > grad_norm_0: tensor(64.3231, device='cuda:0') (tensor(104.4314, device='cuda:0')) - | > loss_gen: 2.007864236831665 (2.358867412073571) - | > loss_kl: 1.5364784002304077 (1.472052031703162) - | > loss_feat: 4.033076763153076 (5.161548060283323) - | > loss_mel: 21.964134216308594 (23.14978049094217) - | > loss_duration: 1.7774221897125244 (1.8161003051096933) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 31.3189754486084 (33.95834824076869) - | > grad_norm_1: tensor(287.3076, device='cuda:0') (tensor(665.9888, device='cuda:0')) - | > current_lr_0: 0.00019957542473449108 - | > current_lr_1: 0.00019957542473449108 - | > step_time: 0.9844 (0.9243644256340829) - | > loader_time: 0.0056 (0.005936194930160255) - - - --> TIME: 2024-11-22 13:57:54 -- STEP: 253/797 -- GLOBAL_STEP: 14025 - | > loss_disc: 2.3292760848999023 (2.4667321627319096) - | > loss_disc_real_0: 0.03145749121904373 (0.12034283300103406) - | > loss_disc_real_1: 0.25182828307151794 (0.21874610390587756) - | > loss_disc_real_2: 0.22317159175872803 (0.2373640539028899) - | > loss_disc_real_3: 0.25524693727493286 (0.22545021636919538) - | > loss_disc_real_4: 0.21085727214813232 (0.22244682319079462) - | > loss_disc_real_5: 0.2558901607990265 (0.23655867352787213) - | > loss_0: 2.3292760848999023 (2.4667321627319096) - | > grad_norm_0: tensor(15.3408, device='cuda:0') (tensor(108.1475, device='cuda:0')) - | > loss_gen: 2.351569890975952 (2.3550951942624785) - | > loss_kl: 1.5568218231201172 (1.4719398188967945) - | > loss_feat: 5.771403789520264 (5.1557891953132815) - | > loss_mel: 24.19817352294922 (23.12286420678904) - | > loss_duration: 1.7721515893936157 (1.811331224535765) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 35.65011978149414 (33.917019546267554) - | > grad_norm_1: tensor(419.9987, device='cuda:0') (tensor(674.7396, device='cuda:0')) - | > current_lr_0: 0.00019957542473449108 - | > current_lr_1: 0.00019957542473449108 - | > step_time: 0.8937 (0.9245885615292274) - | > loader_time: 0.0116 (0.0059839369280065) - - - --> TIME: 2024-11-22 13:58:17 -- STEP: 278/797 -- GLOBAL_STEP: 14050 - | > loss_disc: 2.332763910293579 (2.470497556727567) - | > loss_disc_real_0: 0.15380457043647766 (0.12284300779159978) - | > loss_disc_real_1: 0.23561665415763855 (0.2188278034115009) - | > loss_disc_real_2: 0.20769180357456207 (0.23660934159009578) - | > loss_disc_real_3: 0.2792093753814697 (0.22477384099214195) - | > loss_disc_real_4: 0.2531015872955322 (0.22227323618080977) - | > loss_disc_real_5: 0.2574612498283386 (0.23642576442991234) - | > loss_0: 2.332763910293579 (2.470497556727567) - | > grad_norm_0: tensor(92.2920, device='cuda:0') (tensor(107.6394, device='cuda:0')) - | > loss_gen: 2.756211042404175 (2.3545920034106698) - | > loss_kl: 1.442671775817871 (1.4717885257957644) - | > loss_feat: 5.386449337005615 (5.156154533941965) - | > loss_mel: 23.803998947143555 (23.185563965667058) - | > loss_duration: 1.750901699066162 (1.808043865419978) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 35.14023208618164 (33.97614283527401) - | > grad_norm_1: tensor(357.1828, device='cuda:0') (tensor(656.5223, device='cuda:0')) - | > current_lr_0: 0.00019957542473449108 - | > current_lr_1: 0.00019957542473449108 - | > step_time: 0.9572 (0.9257092021352096) - | > loader_time: 0.0059 (0.0060887208087838825) - - - --> TIME: 2024-11-22 13:58:41 -- STEP: 303/797 -- GLOBAL_STEP: 14075 - | > loss_disc: 2.4882144927978516 (2.4717457774448706) - | > loss_disc_real_0: 0.271727591753006 (0.12386207272707432) - | > loss_disc_real_1: 0.2670385539531708 (0.2186540539803678) - | > loss_disc_real_2: 0.24401624500751495 (0.23841951325191524) - | > loss_disc_real_3: 0.24503584206104279 (0.22467234863503144) - | > loss_disc_real_4: 0.2261929214000702 (0.2224749618335919) - | > loss_disc_real_5: 0.23500382900238037 (0.2358796619149325) - | > loss_0: 2.4882144927978516 (2.4717457774448706) - | > grad_norm_0: tensor(103.7721, device='cuda:0') (tensor(105.5774, device='cuda:0')) - | > loss_gen: 2.383911609649658 (2.347723790914707) - | > loss_kl: 1.7046382427215576 (1.473619820457874) - | > loss_feat: 4.6307783126831055 (5.137591598844366) - | > loss_mel: 22.489913940429688 (23.189164353675956) - | > loss_duration: 1.8153356313705444 (1.8056177990664748) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 33.02457809448242 (33.9537173041416) - | > grad_norm_1: tensor(720.4802, device='cuda:0') (tensor(667.8856, device='cuda:0')) - | > current_lr_0: 0.00019957542473449108 - | > current_lr_1: 0.00019957542473449108 - | > step_time: 0.8763 (0.926777692517825) - | > loader_time: 0.0143 (0.006147113176855709) - - - --> TIME: 2024-11-22 13:59:06 -- STEP: 328/797 -- GLOBAL_STEP: 14100 - | > loss_disc: 2.389995813369751 (2.4690402579016824) - | > loss_disc_real_0: 0.14649580419063568 (0.1236319898332401) - | > loss_disc_real_1: 0.15743641555309296 (0.2186863829904213) - | > loss_disc_real_2: 0.2569446265697479 (0.23745019570356463) - | > loss_disc_real_3: 0.1913907825946808 (0.2246423418656355) - | > loss_disc_real_4: 0.272819846868515 (0.2220435396927159) - | > loss_disc_real_5: 0.19521662592887878 (0.23524455994185883) - | > loss_0: 2.389995813369751 (2.4690402579016824) - | > grad_norm_0: tensor(27.3187, device='cuda:0') (tensor(103.3868, device='cuda:0')) - | > loss_gen: 2.457517623901367 (2.3471266271137625) - | > loss_kl: 1.6329790353775024 (1.475632379149519) - | > loss_feat: 5.434025287628174 (5.1375898071905395) - | > loss_mel: 22.66033935546875 (23.179346811480634) - | > loss_duration: 1.825662612915039 (1.8028688296312243) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 34.010520935058594 (33.94256435371025) - | > grad_norm_1: tensor(487.7634, device='cuda:0') (tensor(665.5968, device='cuda:0')) - | > current_lr_0: 0.00019957542473449108 - | > current_lr_1: 0.00019957542473449108 - | > step_time: 1.0171 (0.9305445043052115) - | > loader_time: 0.0077 (0.006355212229054149) - - - --> TIME: 2024-11-22 13:59:31 -- STEP: 353/797 -- GLOBAL_STEP: 14125 - | > loss_disc: 2.3485827445983887 (2.4691974704731643) - | > loss_disc_real_0: 0.07204435020685196 (0.12315252848581619) - | > loss_disc_real_1: 0.21745316684246063 (0.21905145642186696) - | > loss_disc_real_2: 0.25759220123291016 (0.238389197346509) - | > loss_disc_real_3: 0.17696309089660645 (0.2245617782427974) - | > loss_disc_real_4: 0.2568228244781494 (0.22242729256072058) - | > loss_disc_real_5: 0.23649385571479797 (0.23540861739990734) - | > loss_0: 2.3485827445983887 (2.4691974704731643) - | > grad_norm_0: tensor(73.4398, device='cuda:0') (tensor(103.9568, device='cuda:0')) - | > loss_gen: 2.432684898376465 (2.351233371594135) - | > loss_kl: 1.2262096405029297 (1.4744164952137662) - | > loss_feat: 5.588372230529785 (5.148753061510679) - | > loss_mel: 24.142654418945312 (23.19886418307469) - | > loss_duration: 1.7651786804199219 (1.7995393988768713) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 35.15510177612305 (33.97280642803936) - | > grad_norm_1: tensor(249.4180, device='cuda:0') (tensor(654.7617, device='cuda:0')) - | > current_lr_0: 0.00019957542473449108 - | > current_lr_1: 0.00019957542473449108 - | > step_time: 0.9949 (0.93638110498531) - | > loader_time: 0.0072 (0.006420898707662696) - - - --> TIME: 2024-11-22 13:59:58 -- STEP: 378/797 -- GLOBAL_STEP: 14150 - | > loss_disc: 2.3930187225341797 (2.469319778144677) - | > loss_disc_real_0: 0.17220810055732727 (0.12285450730650198) - | > loss_disc_real_1: 0.19113877415657043 (0.21918105954925218) - | > loss_disc_real_2: 0.21790018677711487 (0.23793614844954203) - | > loss_disc_real_3: 0.21469321846961975 (0.22457432561608218) - | > loss_disc_real_4: 0.19905847311019897 (0.22272159206488776) - | > loss_disc_real_5: 0.1699068546295166 (0.23531719190733777) - | > loss_0: 2.3930187225341797 (2.469319778144677) - | > grad_norm_0: tensor(106.0783, device='cuda:0') (tensor(100.0183, device='cuda:0')) - | > loss_gen: 2.3699917793273926 (2.348994076251985) - | > loss_kl: 1.7823718786239624 (1.4738969842277516) - | > loss_feat: 5.469712257385254 (5.144398688639277) - | > loss_mel: 22.976537704467773 (23.199674883847514) - | > loss_duration: 1.7591912746429443 (1.7966892864338309) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 34.35780334472656 (33.96365385206917) - | > grad_norm_1: tensor(1668.1429, device='cuda:0') (tensor(652.3430, device='cuda:0')) - | > current_lr_0: 0.00019957542473449108 - | > current_lr_1: 0.00019957542473449108 - | > step_time: 0.8988 (0.9434625944763264) - | > loader_time: 0.0102 (0.0065759653767580705) - - - --> TIME: 2024-11-22 14:00:23 -- STEP: 403/797 -- GLOBAL_STEP: 14175 - | > loss_disc: 2.543928384780884 (2.470456913150572) - | > loss_disc_real_0: 0.12853047251701355 (0.12299598687820636) - | > loss_disc_real_1: 0.22392666339874268 (0.21932683409961223) - | > loss_disc_real_2: 0.27490702271461487 (0.23850725324958488) - | > loss_disc_real_3: 0.19616679847240448 (0.2244512212853278) - | > loss_disc_real_4: 0.24826239049434662 (0.22289566159544158) - | > loss_disc_real_5: 0.2661004662513733 (0.23545428108488659) - | > loss_0: 2.543928384780884 (2.470456913150572) - | > grad_norm_0: tensor(17.4792, device='cuda:0') (tensor(99.4916, device='cuda:0')) - | > loss_gen: 2.2289977073669434 (2.348500119545323) - | > loss_kl: 1.4796732664108276 (1.4758728406861175) - | > loss_feat: 4.6755805015563965 (5.146715417984987) - | > loss_mel: 24.200820922851562 (23.214572442672388) - | > loss_duration: 1.754364252090454 (1.7946718795127967) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 34.33943557739258 (33.98033264198019) - | > grad_norm_1: tensor(140.1841, device='cuda:0') (tensor(647.3126, device='cuda:0')) - | > current_lr_0: 0.00019957542473449108 - | > current_lr_1: 0.00019957542473449108 - | > step_time: 0.9523 (0.9463577081192812) - | > loader_time: 0.0125 (0.006640327183839405) - - - --> TIME: 2024-11-22 14:00:48 -- STEP: 428/797 -- GLOBAL_STEP: 14200 - | > loss_disc: 2.4977972507476807 (2.4701050508802203) - | > loss_disc_real_0: 0.16352295875549316 (0.1228696199516966) - | > loss_disc_real_1: 0.20276843011379242 (0.219623808078816) - | > loss_disc_real_2: 0.2479057013988495 (0.23862186819314957) - | > loss_disc_real_3: 0.25585946440696716 (0.22427828808393435) - | > loss_disc_real_4: 0.2337150275707245 (0.22257280997305273) - | > loss_disc_real_5: 0.26052647829055786 (0.23532308303864205) - | > loss_0: 2.4977972507476807 (2.4701050508802203) - | > grad_norm_0: tensor(209.8087, device='cuda:0') (tensor(101.0791, device='cuda:0')) - | > loss_gen: 2.4873499870300293 (2.3483374639649255) - | > loss_kl: 1.6796127557754517 (1.4766479640085015) - | > loss_feat: 5.1498212814331055 (5.145987125757693) - | > loss_mel: 22.891632080078125 (23.21894512443899) - | > loss_duration: 1.7364728450775146 (1.7929221065801997) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 33.944889068603516 (33.98283970021756) - | > grad_norm_1: tensor(1003.4529, device='cuda:0') (tensor(663.6489, device='cuda:0')) - | > current_lr_0: 0.00019957542473449108 - | > current_lr_1: 0.00019957542473449108 - | > step_time: 1.0321 (0.9489206465605263) - | > loader_time: 0.0067 (0.0068161353886684525) - - - --> TIME: 2024-11-22 14:01:16 -- STEP: 453/797 -- GLOBAL_STEP: 14225 - | > loss_disc: 2.5114965438842773 (2.467083503605253) - | > loss_disc_real_0: 0.0847606509923935 (0.12223358356926352) - | > loss_disc_real_1: 0.19525481760501862 (0.2192867137573939) - | > loss_disc_real_2: 0.23663899302482605 (0.23818270908154662) - | > loss_disc_real_3: 0.2434488981962204 (0.2242716679115169) - | > loss_disc_real_4: 0.30712491273880005 (0.22262171249647542) - | > loss_disc_real_5: 0.2850395739078522 (0.23523047559835003) - | > loss_0: 2.5114965438842773 (2.467083503605253) - | > grad_norm_0: tensor(29.4724, device='cuda:0') (tensor(102.1862, device='cuda:0')) - | > loss_gen: 2.3311080932617188 (2.3532953391275124) - | > loss_kl: 1.5281202793121338 (1.4762330511811035) - | > loss_feat: 4.925782203674316 (5.165936196876673) - | > loss_mel: 24.414316177368164 (23.265275492047106) - | > loss_duration: 1.7892541885375977 (1.7914989291963728) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 34.98857879638672 (34.05223894014001) - | > grad_norm_1: tensor(576.2504, device='cuda:0') (tensor(669.4410, device='cuda:0')) - | > current_lr_0: 0.00019957542473449108 - | > current_lr_1: 0.00019957542473449108 - | > step_time: 1.4082 (0.9561645547812085) - | > loader_time: 0.0073 (0.006894412156498722) - - - --> TIME: 2024-11-22 14:01:49 -- STEP: 478/797 -- GLOBAL_STEP: 14250 - | > loss_disc: 2.5802319049835205 (2.4677922057307433) - | > loss_disc_real_0: 0.15744885802268982 (0.1230265647094993) - | > loss_disc_real_1: 0.2721041440963745 (0.21888406161670904) - | > loss_disc_real_2: 0.1846274882555008 (0.23821711019616745) - | > loss_disc_real_3: 0.20692293345928192 (0.2242655388106861) - | > loss_disc_real_4: 0.18370088934898376 (0.22247047631935096) - | > loss_disc_real_5: 0.2658354938030243 (0.23538654649856203) - | > loss_0: 2.5802319049835205 (2.4677922057307433) - | > grad_norm_0: tensor(95.7582, device='cuda:0') (tensor(102.5477, device='cuda:0')) - | > loss_gen: 2.1779189109802246 (2.3554414263829018) - | > loss_kl: 1.5035624504089355 (1.4769614774063549) - | > loss_feat: 4.751377582550049 (5.177326346541045) - | > loss_mel: 23.975046157836914 (23.288835557434847) - | > loss_duration: 1.7291293144226074 (1.7904351041905553) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 34.13703536987305 (34.088999840006174) - | > grad_norm_1: tensor(130.0781, device='cuda:0') (tensor(658.8829, device='cuda:0')) - | > current_lr_0: 0.00019957542473449108 - | > current_lr_1: 0.00019957542473449108 - | > step_time: 0.9878 (0.9743493725565188) - | > loader_time: 0.0071 (0.007184319915133041) - - - --> TIME: 2024-11-22 14:02:15 -- STEP: 503/797 -- GLOBAL_STEP: 14275 - | > loss_disc: 2.667269468307495 (2.4675410604382146) - | > loss_disc_real_0: 0.20176635682582855 (0.12364524209623783) - | > loss_disc_real_1: 0.18948066234588623 (0.21857948102071792) - | > loss_disc_real_2: 0.18786917626857758 (0.237747601735189) - | > loss_disc_real_3: 0.2018595039844513 (0.22416385086938354) - | > loss_disc_real_4: 0.20892272889614105 (0.22272404012220282) - | > loss_disc_real_5: 0.25872495770454407 (0.23525702390471703) - | > loss_0: 2.667269468307495 (2.4675410604382146) - | > grad_norm_0: tensor(82.1586, device='cuda:0') (tensor(102.6153, device='cuda:0')) - | > loss_gen: 2.1839382648468018 (2.3559869290820163) - | > loss_kl: 1.6664867401123047 (1.4733730124431867) - | > loss_feat: 4.860939979553223 (5.187768502453445) - | > loss_mel: 21.817567825317383 (23.295115548621116) - | > loss_duration: 1.8024871349334717 (1.788830829662073) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 32.3314208984375 (34.10107476099823) - | > grad_norm_1: tensor(780.0193, device='cuda:0') (tensor(649.5223, device='cuda:0')) - | > current_lr_0: 0.00019957542473449108 - | > current_lr_1: 0.00019957542473449108 - | > step_time: 0.9232 (0.9768235086209731) - | > loader_time: 0.008 (0.007224193861185912) - - - --> TIME: 2024-11-22 14:02:42 -- STEP: 528/797 -- GLOBAL_STEP: 14300 - | > loss_disc: 2.5097217559814453 (2.466142200610856) - | > loss_disc_real_0: 0.147975891828537 (0.1236658258801044) - | > loss_disc_real_1: 0.2507091164588928 (0.21892354484986176) - | > loss_disc_real_2: 0.26289328932762146 (0.23822417917350927) - | > loss_disc_real_3: 0.2839038372039795 (0.22400676636871966) - | > loss_disc_real_4: 0.21273034811019897 (0.22241099858938745) - | > loss_disc_real_5: 0.23442696034908295 (0.23508239574165962) - | > loss_0: 2.5097217559814453 (2.466142200610856) - | > grad_norm_0: tensor(102.4251, device='cuda:0') (tensor(101.3051, device='cuda:0')) - | > loss_gen: 2.099020004272461 (2.354675128830201) - | > loss_kl: 1.6079790592193604 (1.473292948057255) - | > loss_feat: 4.524495601654053 (5.1882414659767395) - | > loss_mel: 21.654512405395508 (23.303300698598225) - | > loss_duration: 1.7896018028259277 (1.7880851402878764) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 31.675609588623047 (34.1075953136791) - | > grad_norm_1: tensor(1624.1066, device='cuda:0') (tensor(640.9297, device='cuda:0')) - | > current_lr_0: 0.00019957542473449108 - | > current_lr_1: 0.00019957542473449108 - | > step_time: 0.9785 (0.9823442119540591) - | > loader_time: 0.0098 (0.00734095320557103) - - - --> TIME: 2024-11-22 14:03:12 -- STEP: 553/797 -- GLOBAL_STEP: 14325 - | > loss_disc: 2.5753135681152344 (2.4666275736651855) - | > loss_disc_real_0: 0.3000999689102173 (0.12439792202431944) - | > loss_disc_real_1: 0.2521061599254608 (0.21878036034797027) - | > loss_disc_real_2: 0.20710010826587677 (0.23776079851723061) - | > loss_disc_real_3: 0.2616908550262451 (0.2240725267968169) - | > loss_disc_real_4: 0.20400193333625793 (0.22202346071088938) - | > loss_disc_real_5: 0.22058025002479553 (0.2350405980083439) - | > loss_0: 2.5753135681152344 (2.4666275736651855) - | > grad_norm_0: tensor(31.8298, device='cuda:0') (tensor(100.0359, device='cuda:0')) - | > loss_gen: 2.4356682300567627 (2.3515511507582705) - | > loss_kl: 1.4170262813568115 (1.473207651922113) - | > loss_feat: 5.0647711753845215 (5.186506764151517) - | > loss_mel: 22.06846046447754 (23.32061851736003) - | > loss_duration: 1.697824239730835 (1.787420658478901) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 32.68375015258789 (34.119304691473374) - | > grad_norm_1: tensor(721.5751, device='cuda:0') (tensor(641.0673, device='cuda:0')) - | > current_lr_0: 0.00019957542473449108 - | > current_lr_1: 0.00019957542473449108 - | > step_time: 1.2693 (0.9913169208098924) - | > loader_time: 0.0093 (0.007442485143651152) - - - --> TIME: 2024-11-22 14:03:40 -- STEP: 578/797 -- GLOBAL_STEP: 14350 - | > loss_disc: 2.517430305480957 (2.465574839948371) - | > loss_disc_real_0: 0.18176326155662537 (0.12432560203500273) - | > loss_disc_real_1: 0.24645178020000458 (0.21835335656020885) - | > loss_disc_real_2: 0.20752978324890137 (0.23784925108034305) - | > loss_disc_real_3: 0.18728773295879364 (0.22390329634132683) - | > loss_disc_real_4: 0.16403935849666595 (0.22186383344619745) - | > loss_disc_real_5: 0.22491180896759033 (0.23519294309368605) - | > loss_0: 2.517430305480957 (2.465574839948371) - | > grad_norm_0: tensor(119.2313, device='cuda:0') (tensor(99.3559, device='cuda:0')) - | > loss_gen: 2.3529257774353027 (2.3528283669461834) - | > loss_kl: 1.5871580839157104 (1.4720792336241193) - | > loss_feat: 5.774115085601807 (5.194595937085396) - | > loss_mel: 25.070072174072266 (23.355723915628083) - | > loss_duration: 1.7356624603271484 (1.7864477166255044) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 36.519935607910156 (34.16167515619404) - | > grad_norm_1: tensor(588.1881, device='cuda:0') (tensor(639.6378, device='cuda:0')) - | > current_lr_0: 0.00019957542473449108 - | > current_lr_1: 0.00019957542473449108 - | > step_time: 1.0466 (0.9951341531680942) - | > loader_time: 0.0076 (0.007558516565078682) - - - --> TIME: 2024-11-22 14:04:06 -- STEP: 603/797 -- GLOBAL_STEP: 14375 - | > loss_disc: 2.3839120864868164 (2.465583165486654) - | > loss_disc_real_0: 0.11490688472986221 (0.1238360203691383) - | > loss_disc_real_1: 0.21225327253341675 (0.2181328205178627) - | > loss_disc_real_2: 0.20695829391479492 (0.23780123751060683) - | > loss_disc_real_3: 0.25299036502838135 (0.22427147056036328) - | > loss_disc_real_4: 0.2671400010585785 (0.22226862755185534) - | > loss_disc_real_5: 0.2535891830921173 (0.23533896316046748) - | > loss_0: 2.3839120864868164 (2.465583165486654) - | > grad_norm_0: tensor(136.3423, device='cuda:0') (tensor(98.8795, device='cuda:0')) - | > loss_gen: 2.536348342895508 (2.353480543070172) - | > loss_kl: 1.4220620393753052 (1.4722739963191467) - | > loss_feat: 5.438926696777344 (5.196972677363681) - | > loss_mel: 25.116416931152344 (23.376624292402123) - | > loss_duration: 1.7100218534469604 (1.7854118068419882) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 36.223777770996094 (34.1847632963266) - | > grad_norm_1: tensor(1249.9781, device='cuda:0') (tensor(641.4986, device='cuda:0')) - | > current_lr_0: 0.00019957542473449108 - | > current_lr_1: 0.00019957542473449108 - | > step_time: 1.1099 (0.9967265358414025) - | > loader_time: 0.0086 (0.007647483107660145) - - - --> TIME: 2024-11-22 14:04:32 -- STEP: 628/797 -- GLOBAL_STEP: 14400 - | > loss_disc: 2.3533031940460205 (2.466060894689743) - | > loss_disc_real_0: 0.09026280045509338 (0.1235812098487832) - | > loss_disc_real_1: 0.2502221167087555 (0.21814676541479158) - | > loss_disc_real_2: 0.26901060342788696 (0.238123640204501) - | > loss_disc_real_3: 0.16297386586666107 (0.22423375568761947) - | > loss_disc_real_4: 0.19138595461845398 (0.22218181589131902) - | > loss_disc_real_5: 0.2523577809333801 (0.23556239936192333) - | > loss_0: 2.3533031940460205 (2.466060894689743) - | > grad_norm_0: tensor(66.9092, device='cuda:0') (tensor(100.6341, device='cuda:0')) - | > loss_gen: 2.474928617477417 (2.354907254504552) - | > loss_kl: 1.3449022769927979 (1.469807116753736) - | > loss_feat: 5.404048919677734 (5.196658062707084) - | > loss_mel: 25.900896072387695 (23.377316526546597) - | > loss_duration: 1.7703754901885986 (1.7855922044462462) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 36.8951530456543 (34.18428115480265) - | > grad_norm_1: tensor(152.4325, device='cuda:0') (tensor(647.0464, device='cuda:0')) - | > current_lr_0: 0.00019957542473449108 - | > current_lr_1: 0.00019957542473449108 - | > step_time: 1.0352 (0.9986106407870153) - | > loader_time: 0.0117 (0.0077845370693571244) - - - --> TIME: 2024-11-22 14:04:59 -- STEP: 653/797 -- GLOBAL_STEP: 14425 - | > loss_disc: 2.449458360671997 (2.464585618987383) - | > loss_disc_real_0: 0.12054787576198578 (0.12322052147747181) - | > loss_disc_real_1: 0.2466917484998703 (0.21826254222741728) - | > loss_disc_real_2: 0.2501564025878906 (0.2381047483927258) - | > loss_disc_real_3: 0.244846910238266 (0.22402395600107874) - | > loss_disc_real_4: 0.18032212555408478 (0.22199645435371954) - | > loss_disc_real_5: 0.1832786202430725 (0.23529450784781086) - | > loss_0: 2.449458360671997 (2.464585618987383) - | > grad_norm_0: tensor(104.6830, device='cuda:0') (tensor(99.4058, device='cuda:0')) - | > loss_gen: 2.4669246673583984 (2.3547426372720874) - | > loss_kl: 1.4295895099639893 (1.4696952202236122) - | > loss_feat: 6.0818657875061035 (5.197940517165573) - | > loss_mel: 24.839784622192383 (23.377790906710423) - | > loss_duration: 1.7404836416244507 (1.7852135106213793) - | > amp_scaler: 128.0 (65.27411944869829) - | > loss_1: 36.558650970458984 (34.185382781678655) - | > grad_norm_1: tensor(469.4751, device='cuda:0') (tensor(649.3607, device='cuda:0')) - | > current_lr_0: 0.00019957542473449108 - | > current_lr_1: 0.00019957542473449108 - | > step_time: 1.0288 (1.0002628409661707) - | > loader_time: 0.0119 (0.007866153308114816) - - - --> TIME: 2024-11-22 14:05:26 -- STEP: 678/797 -- GLOBAL_STEP: 14450 - | > loss_disc: 2.7153263092041016 (2.465505832767768) - | > loss_disc_real_0: 0.2730526030063629 (0.12357339831096585) - | > loss_disc_real_1: 0.21470141410827637 (0.21828434881163566) - | > loss_disc_real_2: 0.2521425783634186 (0.23782886766930245) - | > loss_disc_real_3: 0.24637514352798462 (0.2243749012505762) - | > loss_disc_real_4: 0.18513703346252441 (0.22197626884971747) - | > loss_disc_real_5: 0.21340714395046234 (0.23551100846325057) - | > loss_0: 2.7153263092041016 (2.465505832767768) - | > grad_norm_0: tensor(173.0167, device='cuda:0') (tensor(99.9393, device='cuda:0')) - | > loss_gen: 1.8936060667037964 (2.3554996011179816) - | > loss_kl: 1.4804641008377075 (1.4699288254114726) - | > loss_feat: 4.822923183441162 (5.200387023894833) - | > loss_mel: 21.401559829711914 (23.382268362692315) - | > loss_duration: 1.7420939207077026 (1.7847298784593568) - | > amp_scaler: 128.0 (67.58702064896752) - | > loss_1: 31.340646743774414 (34.19281366792752) - | > grad_norm_1: tensor(275.8037, device='cuda:0') (tensor(643.2922, device='cuda:0')) - | > current_lr_0: 0.00019957542473449108 - | > current_lr_1: 0.00019957542473449108 - | > step_time: 1.0277 (1.0023626402064416) - | > loader_time: 0.0126 (0.007958657621985691) - - - --> TIME: 2024-11-22 14:05:53 -- STEP: 703/797 -- GLOBAL_STEP: 14475 - | > loss_disc: 2.4852185249328613 (2.4655224554569255) - | > loss_disc_real_0: 0.08540070056915283 (0.12285388563130353) - | > loss_disc_real_1: 0.24846650660037994 (0.21817503279210163) - | > loss_disc_real_2: 0.19672884047031403 (0.23811346476905546) - | > loss_disc_real_3: 0.23179104924201965 (0.22445361949980344) - | > loss_disc_real_4: 0.21174277365207672 (0.22215629353123065) - | > loss_disc_real_5: 0.26386910676956177 (0.2356617557756593) - | > loss_0: 2.4852185249328613 (2.4655224554569255) - | > grad_norm_0: tensor(160.5833, device='cuda:0') (tensor(98.7255, device='cuda:0')) - | > loss_gen: 2.554325819015503 (2.355366546263228) - | > loss_kl: 1.5845484733581543 (1.4712492550589442) - | > loss_feat: 5.543660640716553 (5.197929447779103) - | > loss_mel: 23.23886489868164 (23.3840687481811) - | > loss_duration: 1.7941371202468872 (1.7841094438924563) - | > amp_scaler: 128.0 (69.73541963015646) - | > loss_1: 34.71553421020508 (34.19272342752427) - | > grad_norm_1: tensor(866.5536, device='cuda:0') (tensor(636.1242, device='cuda:0')) - | > current_lr_0: 0.00019957542473449108 - | > current_lr_1: 0.00019957542473449108 - | > step_time: 1.0901 (1.004679957290801) - | > loader_time: 0.0103 (0.008055147032649555) - - - --> TIME: 2024-11-22 14:06:22 -- STEP: 728/797 -- GLOBAL_STEP: 14500 - | > loss_disc: 2.3566465377807617 (2.465086887825979) - | > loss_disc_real_0: 0.16317230463027954 (0.12287122130926166) - | > loss_disc_real_1: 0.18375876545906067 (0.2180076506868988) - | > loss_disc_real_2: 0.22304826974868774 (0.23781198126028527) - | > loss_disc_real_3: 0.24579548835754395 (0.22442580951930402) - | > loss_disc_real_4: 0.2053653746843338 (0.2224680141924502) - | > loss_disc_real_5: 0.24155057966709137 (0.23560962594718077) - | > loss_0: 2.3566465377807617 (2.465086887825979) - | > grad_norm_0: tensor(21.9044, device='cuda:0') (tensor(98.7457, device='cuda:0')) - | > loss_gen: 2.5495855808258057 (2.354341722942972) - | > loss_kl: 1.499976634979248 (1.4706409158451208) - | > loss_feat: 6.353316307067871 (5.199428656926522) - | > loss_mel: 24.987821578979492 (23.405310156581166) - | > loss_duration: 1.7695791721343994 (1.7831888622962515) - | > amp_scaler: 128.0 (71.73626373626371) - | > loss_1: 37.160282135009766 (34.21291031156269) - | > grad_norm_1: tensor(871.3697, device='cuda:0') (tensor(641.5216, device='cuda:0')) - | > current_lr_0: 0.00019957542473449108 - | > current_lr_1: 0.00019957542473449108 - | > step_time: 1.1791 (1.0099265326510423) - | > loader_time: 0.0098 (0.008211731255709469) - - - --> TIME: 2024-11-22 14:07:02 -- STEP: 753/797 -- GLOBAL_STEP: 14525 - | > loss_disc: 2.482347011566162 (2.46502252372296) - | > loss_disc_real_0: 0.19862180948257446 (0.1232418465968543) - | > loss_disc_real_1: 0.2403668314218521 (0.21807647282740042) - | > loss_disc_real_2: 0.22538650035858154 (0.2381319406814626) - | > loss_disc_real_3: 0.2358173429965973 (0.22437037812523633) - | > loss_disc_real_4: 0.20788328349590302 (0.22235819893291747) - | > loss_disc_real_5: 0.20485277473926544 (0.23551972307373653) - | > loss_0: 2.482347011566162 (2.46502252372296) - | > grad_norm_0: tensor(267.7448, device='cuda:0') (tensor(99.7356, device='cuda:0')) - | > loss_gen: 2.243842840194702 (2.356447545814008) - | > loss_kl: 1.3897960186004639 (1.4708650781022274) - | > loss_feat: 5.026281356811523 (5.205825854740928) - | > loss_mel: 24.49005889892578 (23.41408462828374) - | > loss_duration: 1.7470593452453613 (1.7819551126573827) - | > amp_scaler: 128.0 (73.6042496679947) - | > loss_1: 34.897037506103516 (34.22917821461145) - | > grad_norm_1: tensor(492.1047, device='cuda:0') (tensor(641.8663, device='cuda:0')) - | > current_lr_0: 0.00019957542473449108 - | > current_lr_1: 0.00019957542473449108 - | > step_time: 1.9299 (1.0279290967411894) - | > loader_time: 0.0177 (0.008550989991956814) - - - --> TIME: 2024-11-22 14:07:51 -- STEP: 778/797 -- GLOBAL_STEP: 14550 - | > loss_disc: 2.356478691101074 (2.4657238170236444) - | > loss_disc_real_0: 0.036733273416757584 (0.12362981640319591) - | > loss_disc_real_1: 0.2514081299304962 (0.21803323161287916) - | > loss_disc_real_2: 0.16414692997932434 (0.23789849410020295) - | > loss_disc_real_3: 0.16641803085803986 (0.22430628195290087) - | > loss_disc_real_4: 0.2091187685728073 (0.22250099740635154) - | > loss_disc_real_5: 0.20377585291862488 (0.23569886949497515) - | > loss_0: 2.356478691101074 (2.4657238170236444) - | > grad_norm_0: tensor(13.2814, device='cuda:0') (tensor(100.1530, device='cuda:0')) - | > loss_gen: 2.3845267295837402 (2.357195221213265) - | > loss_kl: 1.4394567012786865 (1.4705456557341274) - | > loss_feat: 5.956663608551025 (5.214852943824925) - | > loss_mel: 24.69949722290039 (23.43037240731992) - | > loss_duration: 1.7388219833374023 (1.7808144679412747) - | > amp_scaler: 128.0 (75.3521850899743) - | > loss_1: 36.21896743774414 (34.25378069350531) - | > grad_norm_1: tensor(297.4953, device='cuda:0') (tensor(637.5605, device='cuda:0')) - | > current_lr_0: 0.00019957542473449108 - | > current_lr_1: 0.00019957542473449108 - | > step_time: 1.8197 (1.0580209812345727) - | > loader_time: 0.011 (0.008807386408121851) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.429652690887451 (2.429652690887451) - | > loss_disc_real_0: 0.17813648283481598 (0.17813648283481598) - | > loss_disc_real_1: 0.15022005140781403 (0.15022005140781403) - | > loss_disc_real_2: 0.1936827152967453 (0.1936827152967453) - | > loss_disc_real_3: 0.16746209561824799 (0.16746209561824799) - | > loss_disc_real_4: 0.2086818665266037 (0.2086818665266037) - | > loss_disc_real_5: 0.2664080560207367 (0.2664080560207367) - | > loss_0: 2.429652690887451 (2.429652690887451) - | > loss_gen: 2.323439121246338 (2.323439121246338) - | > loss_kl: 1.8897367715835571 (1.8897367715835571) - | > loss_feat: 6.568889141082764 (6.568889141082764) - | > loss_mel: 26.851829528808594 (26.851829528808594) - | > loss_duration: 1.9986295700073242 (1.9986295700073242) - | > loss_1: 39.63252639770508 (39.63252639770508) - - --> STEP: 1 - | > loss_disc: 2.462005138397217 (2.462005138397217) - | > loss_disc_real_0: 0.15173223614692688 (0.15173223614692688) - | > loss_disc_real_1: 0.17019201815128326 (0.17019201815128326) - | > loss_disc_real_2: 0.19209611415863037 (0.19209611415863037) - | > loss_disc_real_3: 0.16533851623535156 (0.16533851623535156) - | > loss_disc_real_4: 0.18454037606716156 (0.18454037606716156) - | > loss_disc_real_5: 0.22076988220214844 (0.22076988220214844) - | > loss_0: 2.462005138397217 (2.462005138397217) - | > loss_gen: 2.229414939880371 (2.229414939880371) - | > loss_kl: 1.573386788368225 (1.573386788368225) - | > loss_feat: 5.474471092224121 (5.474471092224121) - | > loss_mel: 22.719160079956055 (22.719160079956055) - | > loss_duration: 1.7830067873001099 (1.7830067873001099) - | > loss_1: 33.779441833496094 (33.779441833496094) - - --> STEP: 2 - | > loss_disc: 2.532423973083496 (2.4972145557403564) - | > loss_disc_real_0: 0.20745892822742462 (0.17959558218717575) - | > loss_disc_real_1: 0.16043581068515778 (0.16531391441822052) - | > loss_disc_real_2: 0.25894448161125183 (0.2255202978849411) - | > loss_disc_real_3: 0.2192656397819519 (0.19230207800865173) - | > loss_disc_real_4: 0.287219762802124 (0.2358800694346428) - | > loss_disc_real_5: 0.3316371440887451 (0.2762035131454468) - | > loss_0: 2.532423973083496 (2.4972145557403564) - | > loss_gen: 2.42111873626709 (2.3252668380737305) - | > loss_kl: 1.4973903894424438 (1.5353885889053345) - | > loss_feat: 4.277787208557129 (4.876129150390625) - | > loss_mel: 24.140661239624023 (23.42991065979004) - | > loss_duration: 1.6985348463058472 (1.7407708168029785) - | > loss_1: 34.035491943359375 (33.907466888427734) - - --> STEP: 3 - | > loss_disc: 2.4492592811584473 (2.4812294642130532) - | > loss_disc_real_0: 0.21540361642837524 (0.1915315936009089) - | > loss_disc_real_1: 0.18470843136310577 (0.17177875339984894) - | > loss_disc_real_2: 0.24275441467761993 (0.2312650034825007) - | > loss_disc_real_3: 0.16504085063934326 (0.18321500221888223) - | > loss_disc_real_4: 0.22011803090572357 (0.2306260565916697) - | > loss_disc_real_5: 0.2963169813156128 (0.28290800253550213) - | > loss_0: 2.4492592811584473 (2.4812294642130532) - | > loss_gen: 2.3707594871520996 (2.340431054433187) - | > loss_kl: 1.504233717918396 (1.5250036319096882) - | > loss_feat: 4.912130832672119 (4.888129711151123) - | > loss_mel: 24.56123161315918 (23.807017644246418) - | > loss_duration: 1.7638027667999268 (1.748448133468628) - | > loss_1: 35.11215591430664 (34.30902989705404) - - --> STEP: 4 - | > loss_disc: 2.3212478160858154 (2.441234052181244) - | > loss_disc_real_0: 0.13970071077346802 (0.1785738728940487) - | > loss_disc_real_1: 0.1829766035079956 (0.1745782159268856) - | > loss_disc_real_2: 0.21868598461151123 (0.22812024876475334) - | > loss_disc_real_3: 0.2061832994222641 (0.1889570765197277) - | > loss_disc_real_4: 0.1586458534002304 (0.2126310057938099) - | > loss_disc_real_5: 0.3279860019683838 (0.29417750239372253) - | > loss_0: 2.3212478160858154 (2.441234052181244) - | > loss_gen: 2.446788787841797 (2.3670204877853394) - | > loss_kl: 1.5303159952163696 (1.5263317227363586) - | > loss_feat: 4.5759735107421875 (4.810090661048889) - | > loss_mel: 21.66565704345703 (23.271677494049072) - | > loss_duration: 1.7425196170806885 (1.746966004371643) - | > loss_1: 31.961254119873047 (33.72208595275879) - - --> STEP: 5 - | > loss_disc: 2.306763172149658 (2.414339876174927) - | > loss_disc_real_0: 0.1446942389011383 (0.1717979460954666) - | > loss_disc_real_1: 0.17568902671337128 (0.17480037808418275) - | > loss_disc_real_2: 0.16668933629989624 (0.21583406627178192) - | > loss_disc_real_3: 0.10562831163406372 (0.1722913235425949) - | > loss_disc_real_4: 0.18818353116512299 (0.20774151086807252) - | > loss_disc_real_5: 0.1412559449672699 (0.26359319090843203) - | > loss_0: 2.306763172149658 (2.414339876174927) - | > loss_gen: 2.1725072860717773 (2.328117847442627) - | > loss_kl: 1.9720066785812378 (1.6154667139053345) - | > loss_feat: 7.020354747772217 (5.252143478393554) - | > loss_mel: 26.679004669189453 (23.95314292907715) - | > loss_duration: 1.9627326726913452 (1.7901193380355835) - | > loss_1: 39.80660629272461 (34.93899002075195) - - --> STEP: 6 - | > loss_disc: 2.810343027114868 (2.4803404013315835) - | > loss_disc_real_0: 0.2725106179714203 (0.18858339140812555) - | > loss_disc_real_1: 0.2009057104587555 (0.1791512668132782) - | > loss_disc_real_2: 0.2677585184574127 (0.2244881416360537) - | > loss_disc_real_3: 0.21329909563064575 (0.1791259522239367) - | > loss_disc_real_4: 0.3236903250217438 (0.22706631322701773) - | > loss_disc_real_5: 0.3381713330745697 (0.27602288126945496) - | > loss_0: 2.810343027114868 (2.4803404013315835) - | > loss_gen: 2.282270908355713 (2.320476690928141) - | > loss_kl: 1.7352296113967896 (1.635427196820577) - | > loss_feat: 3.2168285846710205 (4.912924329439799) - | > loss_mel: 19.113006591796875 (23.146453539530437) - | > loss_duration: 1.689384937286377 (1.773330271244049) - | > loss_1: 28.036720275878906 (33.78861172993978) - - --> STEP: 7 - | > loss_disc: 2.7694268226623535 (2.5216384615216936) - | > loss_disc_real_0: 0.2797315716743469 (0.20160456001758575) - | > loss_disc_real_1: 0.20012998580932617 (0.18214822666985647) - | > loss_disc_real_2: 0.20120804011821747 (0.2211624128477914) - | > loss_disc_real_3: 0.14953213930130005 (0.17489826466356004) - | > loss_disc_real_4: 0.2170395851135254 (0.2256339234965188) - | > loss_disc_real_5: 0.1698649376630783 (0.2608574607542583) - | > loss_0: 2.7694268226623535 (2.5216384615216936) - | > loss_gen: 1.8619650602340698 (2.2549750294004167) - | > loss_kl: 1.7240626811981201 (1.6480894088745117) - | > loss_feat: 4.083221435546875 (4.794395344597953) - | > loss_mel: 19.799800872802734 (22.66836030142648) - | > loss_duration: 1.6979151964187622 (1.762556689126151) - | > loss_1: 29.166967391967773 (33.12837682451521) - - --> STEP: 8 - | > loss_disc: 2.6056597232818604 (2.5321411192417145) - | > loss_disc_real_0: 0.135378897190094 (0.19332635216414928) - | > loss_disc_real_1: 0.19003689289093018 (0.1831343099474907) - | > loss_disc_real_2: 0.21707691252231598 (0.22065172530710697) - | > loss_disc_real_3: 0.13315854966640472 (0.16968080028891563) - | > loss_disc_real_4: 0.17480872571468353 (0.2192807737737894) - | > loss_disc_real_5: 0.18998055160045624 (0.25199784711003304) - | > loss_0: 2.6056597232818604 (2.5321411192417145) - | > loss_gen: 1.9884157180786133 (2.2216551154851913) - | > loss_kl: 1.8088268041610718 (1.6681815832853317) - | > loss_feat: 6.450246810913086 (5.001376777887344) - | > loss_mel: 24.8472843170166 (22.940725803375244) - | > loss_duration: 1.7825820446014404 (1.7650598585605621) - | > loss_1: 36.87735366821289 (33.59699892997742) - - --> STEP: 9 - | > loss_disc: 2.4309194087982178 (2.52089426252577) - | > loss_disc_real_0: 0.16750460863113403 (0.1904572695493698) - | > loss_disc_real_1: 0.16598111391067505 (0.1812283992767334) - | > loss_disc_real_2: 0.22781457006931305 (0.22144759694735208) - | > loss_disc_real_3: 0.12869930267333984 (0.16512730055385166) - | > loss_disc_real_4: 0.1886104792356491 (0.2158729632695516) - | > loss_disc_real_5: 0.2999716103076935 (0.2573282652431064) - | > loss_0: 2.4309194087982178 (2.52089426252577) - | > loss_gen: 2.3981757164001465 (2.241268515586853) - | > loss_kl: 1.7307188510894775 (1.6751301685969036) - | > loss_feat: 5.3857622146606445 (5.044086270862156) - | > loss_mel: 23.279621124267578 (22.97838083902995) - | > loss_duration: 1.736180305480957 (1.761851019329495) - | > loss_1: 34.53045654296875 (33.70071644253201) - - --> STEP: 10 - | > loss_disc: 2.5438568592071533 (2.5231905221939086) - | > loss_disc_real_0: 0.14413335919380188 (0.18582487851381302) - | > loss_disc_real_1: 0.1787538081407547 (0.18098094016313554) - | > loss_disc_real_2: 0.1827365756034851 (0.2175764948129654) - | > loss_disc_real_3: 0.1526259481906891 (0.1638771653175354) - | > loss_disc_real_4: 0.1812315583229065 (0.2124088227748871) - | > loss_disc_real_5: 0.27665743231773376 (0.25926118195056913) - | > loss_0: 2.5438568592071533 (2.5231905221939086) - | > loss_gen: 1.815592646598816 (2.1987009286880492) - | > loss_kl: 1.6089601516723633 (1.6685131669044495) - | > loss_feat: 3.7828009128570557 (4.917957735061646) - | > loss_mel: 20.000770568847656 (22.68061981201172) - | > loss_duration: 1.6490812301635742 (1.7505740404129029) - | > loss_1: 28.85720443725586 (33.21636524200439) - - --> STEP: 11 - | > loss_disc: 2.663630247116089 (2.535957769914107) - | > loss_disc_real_0: 0.278091162443161 (0.1942127225073901) - | > loss_disc_real_1: 0.2067202627658844 (0.18332087858156723) - | > loss_disc_real_2: 0.22256627678871155 (0.21803011135621506) - | > loss_disc_real_3: 0.15630757808685303 (0.163189021023837) - | > loss_disc_real_4: 0.23321926593780518 (0.21430068124424329) - | > loss_disc_real_5: 0.2669641077518463 (0.2599614479325034) - | > loss_0: 2.663630247116089 (2.535957769914107) - | > loss_gen: 2.020534038543701 (2.1825039386749268) - | > loss_kl: 1.2030127048492432 (1.6261949430812488) - | > loss_feat: 3.3340930938720703 (4.773970040408048) - | > loss_mel: 19.3453311920166 (22.377411755648527) - | > loss_duration: 1.6693050861358643 (1.7431859536604448) - | > loss_1: 27.572277069091797 (32.703266317194156) - - --> STEP: 12 - | > loss_disc: 2.494947671890259 (2.532540261745453) - | > loss_disc_real_0: 0.12492480874061584 (0.18843872969349226) - | > loss_disc_real_1: 0.1547551453113556 (0.1809404008090496) - | > loss_disc_real_2: 0.23561541736125946 (0.21949555352330208) - | > loss_disc_real_3: 0.1610388606786728 (0.16300984099507332) - | > loss_disc_real_4: 0.1909477859735489 (0.21235460663835207) - | > loss_disc_real_5: 0.2768618166446686 (0.26136981199185055) - | > loss_0: 2.494947671890259 (2.532540261745453) - | > loss_gen: 2.2235326766967773 (2.185923000176748) - | > loss_kl: 1.8934202194213867 (1.6484637161095936) - | > loss_feat: 6.02890682220459 (4.878548105557759) - | > loss_mel: 24.83485221862793 (22.58219846089681) - | > loss_duration: 1.8106837272644043 (1.7488107681274414) - | > loss_1: 36.79139709472656 (33.043943881988525) - - --> STEP: 13 - | > loss_disc: 2.7003297805786133 (2.545447147809542) - | > loss_disc_real_0: 0.21487970650196075 (0.19047265098645136) - | > loss_disc_real_1: 0.1586349457502365 (0.17922459657375628) - | > loss_disc_real_2: 0.22518067061901093 (0.21993287022297198) - | > loss_disc_real_3: 0.11547824740409851 (0.15935356456499833) - | > loss_disc_real_4: 0.23357276618480682 (0.21398677275731012) - | > loss_disc_real_5: 0.1773226261138916 (0.25490464384739214) - | > loss_0: 2.7003297805786133 (2.545447147809542) - | > loss_gen: 1.8872469663619995 (2.1629479206525364) - | > loss_kl: 1.6448801755905151 (1.6481880591465876) - | > loss_feat: 5.6494927406311035 (4.93785153902494) - | > loss_mel: 25.042329788208008 (22.77143933222844) - | > loss_duration: 1.870375156402588 (1.7581618749178374) - | > loss_1: 36.09432601928711 (33.278588661780724) - - --> STEP: 14 - | > loss_disc: 2.369964361190796 (2.5329126630510603) - | > loss_disc_real_0: 0.08758562803268433 (0.18312357791832515) - | > loss_disc_real_1: 0.1399223953485489 (0.17641729648624146) - | > loss_disc_real_2: 0.24601806700229645 (0.2217960985643523) - | > loss_disc_real_3: 0.12461525946855545 (0.15687225705810956) - | > loss_disc_real_4: 0.22029311954975128 (0.21443722609962737) - | > loss_disc_real_5: 0.2350267916917801 (0.25348479726484846) - | > loss_0: 2.369964361190796 (2.5329126630510603) - | > loss_gen: 2.250060558319092 (2.169170251914433) - | > loss_kl: 1.4230515956878662 (1.6321068831852503) - | > loss_feat: 5.809286117553711 (5.00009686606271) - | > loss_mel: 26.138229370117188 (23.01192433493478) - | > loss_duration: 1.8036631345748901 (1.761411964893341) - | > loss_1: 37.42428970336914 (33.57471016475132) - - --> STEP: 15 - | > loss_disc: 2.3482553958892822 (2.5206021785736086) - | > loss_disc_real_0: 0.15017297863960266 (0.18092687129974366) - | > loss_disc_real_1: 0.22424304485321045 (0.17960567971070607) - | > loss_disc_real_2: 0.1802540272474289 (0.21902662714322407) - | > loss_disc_real_3: 0.20785650610923767 (0.16027120699485142) - | > loss_disc_real_4: 0.20703163743019104 (0.2139435201883316) - | > loss_disc_real_5: 0.24182474613189697 (0.2527074605226517) - | > loss_0: 2.3482553958892822 (2.5206021785736086) - | > loss_gen: 2.2807421684265137 (2.176608379681905) - | > loss_kl: 1.5428513288497925 (1.6261565128962199) - | > loss_feat: 3.7303011417388916 (4.915443817774455) - | > loss_mel: 20.705032348632812 (22.85813153584798) - | > loss_duration: 1.7644073963165283 (1.7616116603215535) - | > loss_1: 30.023334503173828 (33.337951787312825) - - --> STEP: 16 - | > loss_disc: 2.5315752029418945 (2.5212879925966263) - | > loss_disc_real_0: 0.1502150148153305 (0.17900738026946783) - | > loss_disc_real_1: 0.1570768654346466 (0.17819762881845236) - | > loss_disc_real_2: 0.24494878947734833 (0.22064676228910685) - | > loss_disc_real_3: 0.12005297094583511 (0.1577575672417879) - | > loss_disc_real_4: 0.20051437616348267 (0.21310419868677855) - | > loss_disc_real_5: 0.2114136666059494 (0.2501265984028578) - | > loss_0: 2.5315752029418945 (2.5212879925966263) - | > loss_gen: 2.0175182819366455 (2.1666652485728264) - | > loss_kl: 1.3816025257110596 (1.6108718886971474) - | > loss_feat: 5.605886459350586 (4.958596482872963) - | > loss_mel: 25.283830642700195 (23.009737730026245) - | > loss_duration: 1.8491015434265137 (1.7670797780156136) - | > loss_1: 36.137939453125 (33.512951016426086) - - --> STEP: 17 - | > loss_disc: 2.242905855178833 (2.5049125727485206) - | > loss_disc_real_0: 0.11966101825237274 (0.175516417797874) - | > loss_disc_real_1: 0.16073474287986755 (0.1771704002338297) - | > loss_disc_real_2: 0.23508216440677643 (0.22149590359014623) - | > loss_disc_real_3: 0.1215718612074852 (0.15562899629859364) - | > loss_disc_real_4: 0.10235180705785751 (0.20658935212037144) - | > loss_disc_real_5: 0.17930443584918976 (0.24596058884087732) - | > loss_0: 2.242905855178833 (2.5049125727485206) - | > loss_gen: 2.154198169708252 (2.165931890992557) - | > loss_kl: 1.694111943244934 (1.615768362494076) - | > loss_feat: 5.927979469299316 (5.015619011486278) - | > loss_mel: 24.379547119140625 (23.090314752915326) - | > loss_duration: 1.7353832721710205 (1.765215277671814) - | > loss_1: 35.89122009277344 (33.652849197387695) - - --> STEP: 18 - | > loss_disc: 2.3752732276916504 (2.497710386912028) - | > loss_disc_real_0: 0.20845264196395874 (0.17734620802932316) - | > loss_disc_real_1: 0.15414969623088837 (0.1758914722336663) - | > loss_disc_real_2: 0.17945410311222076 (0.21916024800803927) - | > loss_disc_real_3: 0.16021238267421722 (0.15588362887501717) - | > loss_disc_real_4: 0.13303214311599731 (0.20250284050901732) - | > loss_disc_real_5: 0.1943100243806839 (0.24309111303753322) - | > loss_0: 2.3752732276916504 (2.497710386912028) - | > loss_gen: 2.2451653480529785 (2.1703337497181363) - | > loss_kl: 1.3829277753829956 (1.6028327743212383) - | > loss_feat: 5.855575084686279 (5.0622832377751665) - | > loss_mel: 25.364221572875977 (23.216642909579807) - | > loss_duration: 1.7497615814208984 (1.7643567389912076) - | > loss_1: 36.59765625 (33.81644958919949) - - --> STEP: 19 - | > loss_disc: 2.4808549880981445 (2.4968232606586658) - | > loss_disc_real_0: 0.2906207740306854 (0.18330802729255274) - | > loss_disc_real_1: 0.20290981233119965 (0.17731349013353648) - | > loss_disc_real_2: 0.19549688696861267 (0.2179148079533326) - | > loss_disc_real_3: 0.1384088695049286 (0.1549639046976441) - | > loss_disc_real_4: 0.1731647253036499 (0.20095872918241903) - | > loss_disc_real_5: 0.22017225623130798 (0.24188485741615295) - | > loss_0: 2.4808549880981445 (2.4968232606586658) - | > loss_gen: 2.190999984741211 (2.171421446298298) - | > loss_kl: 1.5280063152313232 (1.5988945396322953) - | > loss_feat: 4.709997177124023 (5.043741866161949) - | > loss_mel: 22.99280548095703 (23.20486199228387) - | > loss_duration: 1.845658302307129 (1.7686357686394139) - | > loss_1: 33.2674674987793 (33.78755579496685) - - --> STEP: 20 - | > loss_disc: 2.2301900386810303 (2.483491599559784) - | > loss_disc_real_0: 0.17777517437934875 (0.18303138464689256) - | > loss_disc_real_1: 0.1338212937116623 (0.1751388803124428) - | > loss_disc_real_2: 0.21559971570968628 (0.2177990533411503) - | > loss_disc_real_3: 0.1730283945798874 (0.15586712919175624) - | > loss_disc_real_4: 0.16504564881324768 (0.19916307516396045) - | > loss_disc_real_5: 0.26611408591270447 (0.24309631884098054) - | > loss_0: 2.2301900386810303 (2.483491599559784) - | > loss_gen: 2.3665895462036133 (2.181179851293564) - | > loss_kl: 1.3117393255233765 (1.5845367789268494) - | > loss_feat: 5.220749855041504 (5.052592265605926) - | > loss_mel: 24.112436294555664 (23.25024070739746) - | > loss_duration: 1.737236738204956 (1.767065817117691) - | > loss_1: 34.74875259399414 (33.83561563491821) - - --> STEP: 21 - | > loss_disc: 2.5365614891052246 (2.486018737157186) - | > loss_disc_real_0: 0.2583882212638855 (0.18661980543817794) - | > loss_disc_real_1: 0.15358324348926544 (0.174112421416101) - | > loss_disc_real_2: 0.20605067908763885 (0.21723960694812594) - | > loss_disc_real_3: 0.0981629267334938 (0.15311931002707707) - | > loss_disc_real_4: 0.19963383674621582 (0.1991854923821631) - | > loss_disc_real_5: 0.21116559207439423 (0.24157580804257167) - | > loss_0: 2.5365614891052246 (2.486018737157186) - | > loss_gen: 2.1095190048217773 (2.1777674300330028) - | > loss_kl: 2.091309070587158 (1.6086687928154355) - | > loss_feat: 4.966052532196045 (5.048471325919742) - | > loss_mel: 21.87298583984375 (23.184657142275857) - | > loss_duration: 1.721400499343872 (1.7648912781760806) - | > loss_1: 32.761268615722656 (33.78445625305176) - - --> STEP: 22 - | > loss_disc: 2.450562000274658 (2.484407067298889) - | > loss_disc_real_0: 0.13881434500217438 (0.18444682996381412) - | > loss_disc_real_1: 0.18851813673973083 (0.17476722665808417) - | > loss_disc_real_2: 0.18227985501289368 (0.21565052731470627) - | > loss_disc_real_3: 0.15131783485412598 (0.15303742479194293) - | > loss_disc_real_4: 0.2112070471048355 (0.19973192668773912) - | > loss_disc_real_5: 0.21363992989063263 (0.2403059953993017) - | > loss_0: 2.450562000274658 (2.484407067298889) - | > loss_gen: 2.163879871368408 (2.1771361773664304) - | > loss_kl: 1.2974907159805298 (1.5945243347774853) - | > loss_feat: 5.096170425415039 (5.050639466805891) - | > loss_mel: 23.092575073242188 (23.180471593683418) - | > loss_duration: 1.8572940826416016 (1.7690914056517861) - | > loss_1: 33.507408142089844 (33.77186315709894) - - --> STEP: 23 - | > loss_disc: 2.5660781860351562 (2.487957985504814) - | > loss_disc_real_0: 0.22943702340126038 (0.1864029253306596) - | > loss_disc_real_1: 0.18575109541416168 (0.175244786169218) - | > loss_disc_real_2: 0.19498294591903687 (0.2147519368192424) - | > loss_disc_real_3: 0.16482235491275787 (0.15354981305806534) - | > loss_disc_real_4: 0.16703782975673676 (0.19831044421247815) - | > loss_disc_real_5: 0.25007009506225586 (0.24073052147160406) - | > loss_0: 2.5660781860351562 (2.487957985504814) - | > loss_gen: 1.9160504341125488 (2.165784623311914) - | > loss_kl: 1.1437101364135742 (1.5749237174573152) - | > loss_feat: 3.9707772731781006 (5.003688936648161) - | > loss_mel: 21.01534652709961 (23.08633572122325) - | > loss_duration: 1.8056797981262207 (1.7706822053245876) - | > loss_1: 29.8515625 (33.60141530244247) - - --> STEP: 24 - | > loss_disc: 2.5345613956451416 (2.4898997942606607) - | > loss_disc_real_0: 0.23552721738815308 (0.18844977083305517) - | > loss_disc_real_1: 0.18103860318660736 (0.1754861952116092) - | > loss_disc_real_2: 0.24680082499980927 (0.21608730716009936) - | > loss_disc_real_3: 0.15678134560585022 (0.15368446024755636) - | > loss_disc_real_4: 0.2616632580757141 (0.20095014479011297) - | > loss_disc_real_5: 0.3161134421825409 (0.24387147650122643) - | > loss_0: 2.5345613956451416 (2.4898997942606607) - | > loss_gen: 2.5609703063964844 (2.1822506934404378) - | > loss_kl: 1.3793582916259766 (1.566775158047676) - | > loss_feat: 5.126346111297607 (5.0087996522585545) - | > loss_mel: 24.698095321655273 (23.153492371241253) - | > loss_duration: 1.6978251934051514 (1.767646496494611) - | > loss_1: 35.46259689331055 (33.6789645353953) - - --> STEP: 25 - | > loss_disc: 2.1568572521209717 (2.4765780925750733) - | > loss_disc_real_0: 0.1652105301618576 (0.18752020120620727) - | > loss_disc_real_1: 0.11781099438667297 (0.17317918717861175) - | > loss_disc_real_2: 0.19634346663951874 (0.21529755353927613) - | > loss_disc_real_3: 0.13754890859127045 (0.15303903818130493) - | > loss_disc_real_4: 0.15161484479904175 (0.19897673279047012) - | > loss_disc_real_5: 0.16636541485786438 (0.24077123403549194) - | > loss_0: 2.1568572521209717 (2.4765780925750733) - | > loss_gen: 2.2776710987091064 (2.186067509651185) - | > loss_kl: 1.4704829454421997 (1.562923469543457) - | > loss_feat: 6.379535675048828 (5.0636290931701655) - | > loss_mel: 23.86703109741211 (23.182033920288085) - | > loss_duration: 1.6955056190490723 (1.7647608613967896) - | > loss_1: 35.69022750854492 (33.75941505432129) - - --> STEP: 26 - | > loss_disc: 2.6392955780029297 (2.4828364573992214) - | > loss_disc_real_0: 0.2535761892795563 (0.19006081613210532) - | > loss_disc_real_1: 0.22395983338356018 (0.17513228895572516) - | > loss_disc_real_2: 0.2365783303976059 (0.2161160449569042) - | > loss_disc_real_3: 0.21365877985954285 (0.155370566707391) - | > loss_disc_real_4: 0.20273591578006744 (0.1991213167516085) - | > loss_disc_real_5: 0.3161754310131073 (0.2436713954577079) - | > loss_0: 2.6392955780029297 (2.4828364573992214) - | > loss_gen: 2.175811767578125 (2.18567305803299) - | > loss_kl: 1.6048617362976074 (1.564536479803232) - | > loss_feat: 3.370619058609009 (4.998513322610122) - | > loss_mel: 18.221149444580078 (22.991230671222393) - | > loss_duration: 1.7337726354599 (1.763569006553063) - | > loss_1: 27.10621452331543 (33.50352272620568) - - --> STEP: 27 - | > loss_disc: 2.339232921600342 (2.477517807925189) - | > loss_disc_real_0: 0.18033179640769958 (0.18970048206823845) - | > loss_disc_real_1: 0.1275925487279892 (0.17337155783617939) - | > loss_disc_real_2: 0.1670665740966797 (0.21429939788800698) - | > loss_disc_real_3: 0.10837193578481674 (0.1536298766732216) - | > loss_disc_real_4: 0.16346222162246704 (0.19780060952460324) - | > loss_disc_real_5: 0.190713569521904 (0.24170999449712258) - | > loss_0: 2.339232921600342 (2.477517807925189) - | > loss_gen: 2.2271981239318848 (2.1872110234366526) - | > loss_kl: 1.8207358121871948 (1.5740253439656011) - | > loss_feat: 6.799541473388672 (5.065218068935253) - | > loss_mel: 26.327791213989258 (23.114806987621165) - | > loss_duration: 1.7527130842208862 (1.763166935355575) - | > loss_1: 38.927978515625 (33.70442849618417) - - --> STEP: 28 - | > loss_disc: 2.581409215927124 (2.4812282153538296) - | > loss_disc_real_0: 0.23001663386821747 (0.1911403446325234) - | > loss_disc_real_1: 0.14775291085243225 (0.17245660615818842) - | > loss_disc_real_2: 0.13813935220241547 (0.21157939625637873) - | > loss_disc_real_3: 0.1988687813282013 (0.15524555183947086) - | > loss_disc_real_4: 0.15273495018482208 (0.19619112169103964) - | > loss_disc_real_5: 0.18250614404678345 (0.23959557126675332) - | > loss_0: 2.581409215927124 (2.4812282153538296) - | > loss_gen: 1.8857232332229614 (2.176443602357592) - | > loss_kl: 1.7112083435058594 (1.5789247368063246) - | > loss_feat: 4.784250259399414 (5.055183504308973) - | > loss_mel: 22.582033157348633 (23.09577935082572) - | > loss_duration: 1.7497644424438477 (1.762688274894442) - | > loss_1: 32.71297836303711 (33.66901956285749) - - --> STEP: 29 - | > loss_disc: 2.714618444442749 (2.4892761542879303) - | > loss_disc_real_0: 0.23413246870040894 (0.19262283166934704) - | > loss_disc_real_1: 0.23777136206626892 (0.174708839120536) - | > loss_disc_real_2: 0.19106394052505493 (0.21087196674840203) - | > loss_disc_real_3: 0.19481337070465088 (0.15660995938654604) - | > loss_disc_real_4: 0.22058698534965515 (0.1970323583689229) - | > loss_disc_real_5: 0.23649950325489044 (0.23948881030082703) - | > loss_0: 2.714618444442749 (2.4892761542879303) - | > loss_gen: 2.1308135986328125 (2.1748701539532895) - | > loss_kl: 1.5544297695159912 (1.5780800827618302) - | > loss_feat: 3.116779327392578 (4.988341980967029) - | > loss_mel: 19.367265701293945 (22.967209914634967) - | > loss_duration: 1.7440769672393799 (1.762046505664957) - | > loss_1: 27.913366317749023 (33.47054876130203) - - --> STEP: 30 - | > loss_disc: 2.2129712104797363 (2.4800659894943236) - | > loss_disc_real_0: 0.15645916759967804 (0.19141737620035806) - | > loss_disc_real_1: 0.15683028101921082 (0.17411288718382517) - | > loss_disc_real_2: 0.2318621277809143 (0.21157163878281912) - | > loss_disc_real_3: 0.13121835887432098 (0.1557635727028052) - | > loss_disc_real_4: 0.13841089606285095 (0.1950783096253872) - | > loss_disc_real_5: 0.23122020065784454 (0.23921318997939428) - | > loss_0: 2.2129712104797363 (2.4800659894943236) - | > loss_gen: 2.4513797760009766 (2.1840871413548792) - | > loss_kl: 1.9232163429260254 (1.5895846247673036) - | > loss_feat: 6.670595169067383 (5.04441708723704) - | > loss_mel: 27.114858627319336 (23.105464871724447) - | > loss_duration: 1.7743600606918335 (1.7624569574991862) - | > loss_1: 39.934410095214844 (33.68601080576579) - - --> STEP: 31 - | > loss_disc: 2.639472246170044 (2.4852081268064437) - | > loss_disc_real_0: 0.17208696901798248 (0.19079381467834597) - | > loss_disc_real_1: 0.17109040915966034 (0.17401538789272308) - | > loss_disc_real_2: 0.16500748693943024 (0.21006956936851626) - | > loss_disc_real_3: 0.1499221920967102 (0.15557514107035053) - | > loss_disc_real_4: 0.20504900813102722 (0.195399945061053) - | > loss_disc_real_5: 0.23296380043029785 (0.2390115967681331) - | > loss_0: 2.639472246170044 (2.4852081268064437) - | > loss_gen: 2.0551812648773193 (2.179928887274958) - | > loss_kl: 1.6280866861343384 (1.5908266267468851) - | > loss_feat: 5.585018157958984 (5.061855831453877) - | > loss_mel: 24.907894134521484 (23.16360775116951) - | > loss_duration: 1.719510555267334 (1.7610715896852556) - | > loss_1: 35.895687103271484 (33.757290686330485) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.011327435893397178 (+0.00020220971876575185) - | > avg_loss_disc: 2.4852081268064437 (-0.032548619854834815) - | > avg_loss_disc_real_0: 0.19079381467834597 (+0.11257946310985474) - | > avg_loss_disc_real_1: 0.17401538789272308 (-0.01970068293233071) - | > avg_loss_disc_real_2: 0.21006956936851626 (-0.02972377788635991) - | > avg_loss_disc_real_3: 0.15557514107035053 (+0.00022348953831580198) - | > avg_loss_disc_real_4: 0.195399945061053 (+0.0004826200104528777) - | > avg_loss_disc_real_5: 0.2390115967681331 (+0.05343807921294244) - | > avg_loss_0: 2.4852081268064437 (-0.032548619854834815) - | > avg_loss_gen: 2.179928887274958 (+0.2885810252158876) - | > avg_loss_kl: 1.5908266267468851 (+0.15334623859774665) - | > avg_loss_feat: 5.061855831453877 (+0.17555791331875792) - | > avg_loss_mel: 23.16360775116951 (-0.15737564333023712) - | > avg_loss_duration: 1.7610715896852556 (-0.004253629715211815) - | > avg_loss_1: 33.757290686330485 (+0.4558557694958054) - - - > EPOCH: 16/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-22 14:08:55)  - - --> TIME: 2024-11-22 14:09:01 -- STEP: 6/797 -- GLOBAL_STEP: 14575 - | > loss_disc: 2.3799657821655273 (2.4299866755803428) - | > loss_disc_real_0: 0.08100919425487518 (0.11293853198488553) - | > loss_disc_real_1: 0.19275382161140442 (0.21878408143917719) - | > loss_disc_real_2: 0.24640093743801117 (0.25843382875124615) - | > loss_disc_real_3: 0.2034134864807129 (0.23584194233020148) - | > loss_disc_real_4: 0.21249346435070038 (0.22468506544828415) - | > loss_disc_real_5: 0.23778705298900604 (0.23639530191818872) - | > loss_0: 2.3799657821655273 (2.4299866755803428) - | > grad_norm_0: tensor(81.8372, device='cuda:0') (tensor(110.3140, device='cuda:0')) - | > loss_gen: 2.302748441696167 (2.414082129796346) - | > loss_kl: 1.658553123474121 (1.371142953634262) - | > loss_feat: 6.077804088592529 (5.316874742507935) - | > loss_mel: 24.547616958618164 (23.18227545420329) - | > loss_duration: 1.922292947769165 (2.0115206440289817) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.50901794433594 (34.29589653015137) - | > grad_norm_1: tensor(1258.1694, device='cuda:0') (tensor(950.5055, device='cuda:0')) - | > current_lr_0: 0.00019955047780639926 - | > current_lr_1: 0.00019955047780639926 - | > step_time: 0.8287 (0.8340086142222086) - | > loader_time: 0.0033 (0.004068414370218913) - - - --> TIME: 2024-11-22 14:09:24 -- STEP: 31/797 -- GLOBAL_STEP: 14600 - | > loss_disc: 2.433901071548462 (2.4932140150377826) - | > loss_disc_real_0: 0.108252614736557 (0.12229264347303298) - | > loss_disc_real_1: 0.1721019297838211 (0.21908714550156747) - | > loss_disc_real_2: 0.20243413746356964 (0.23664014762447727) - | > loss_disc_real_3: 0.20378908514976501 (0.22758431107767166) - | > loss_disc_real_4: 0.2484695464372635 (0.22537307489302852) - | > loss_disc_real_5: 0.28332066535949707 (0.24434268618783644) - | > loss_0: 2.433901071548462 (2.4932140150377826) - | > grad_norm_0: tensor(25.0662, device='cuda:0') (tensor(76.3911, device='cuda:0')) - | > loss_gen: 2.251985788345337 (2.3393524539086132) - | > loss_kl: 1.7784870862960815 (1.5563284870116942) - | > loss_feat: 5.418422698974609 (5.286587469039425) - | > loss_mel: 23.93724250793457 (23.098003387451172) - | > loss_duration: 1.8614901304244995 (1.9127208302097936) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.24762725830078 (34.192992548788745) - | > grad_norm_1: tensor(397.6346, device='cuda:0') (tensor(674.8541, device='cuda:0')) - | > current_lr_0: 0.00019955047780639926 - | > current_lr_1: 0.00019955047780639926 - | > step_time: 0.86 (0.8932582255332701) - | > loader_time: 0.0048 (0.004602762960618542) - - - --> TIME: 2024-11-22 14:09:46 -- STEP: 56/797 -- GLOBAL_STEP: 14625 - | > loss_disc: 2.4424424171447754 (2.481847345829011) - | > loss_disc_real_0: 0.1751309633255005 (0.12450043996796012) - | > loss_disc_real_1: 0.20112299919128418 (0.21800432646913187) - | > loss_disc_real_2: 0.22829395532608032 (0.24512959271669388) - | > loss_disc_real_3: 0.25152403116226196 (0.22524805712912763) - | > loss_disc_real_4: 0.19841131567955017 (0.22503460784043586) - | > loss_disc_real_5: 0.22355526685714722 (0.23992624213652952) - | > loss_0: 2.4424424171447754 (2.481847345829011) - | > grad_norm_0: tensor(47.7899, device='cuda:0') (tensor(64.8498, device='cuda:0')) - | > loss_gen: 2.306522846221924 (2.346223605530603) - | > loss_kl: 1.5139994621276855 (1.5174563261015075) - | > loss_feat: 5.888907432556152 (5.32862388236182) - | > loss_mel: 24.2772159576416 (23.32069890839713) - | > loss_duration: 1.7135666608810425 (1.8708528450557165) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.70021057128906 (34.383855615343386) - | > grad_norm_1: tensor(350.2527, device='cuda:0') (tensor(645.5418, device='cuda:0')) - | > current_lr_0: 0.00019955047780639926 - | > current_lr_1: 0.00019955047780639926 - | > step_time: 0.9231 (0.8817470669746399) - | > loader_time: 0.0081 (0.004703955990927564) - - - --> TIME: 2024-11-22 14:10:08 -- STEP: 81/797 -- GLOBAL_STEP: 14650 - | > loss_disc: 2.425359010696411 (2.474802729524213) - | > loss_disc_real_0: 0.1640559583902359 (0.12305969358594329) - | > loss_disc_real_1: 0.22847267985343933 (0.2196492777194506) - | > loss_disc_real_2: 0.24912004172801971 (0.2422790041676274) - | > loss_disc_real_3: 0.248926043510437 (0.22507442717934834) - | > loss_disc_real_4: 0.25029581785202026 (0.22271539712393726) - | > loss_disc_real_5: 0.26888489723205566 (0.2378340565863951) - | > loss_0: 2.425359010696411 (2.474802729524213) - | > grad_norm_0: tensor(127.9418, device='cuda:0') (tensor(79.2919, device='cuda:0')) - | > loss_gen: 2.4896280765533447 (2.3499555676071733) - | > loss_kl: 1.3710943460464478 (1.4828291402922735) - | > loss_feat: 5.380291938781738 (5.3300176137759365) - | > loss_mel: 24.76820945739746 (23.343680888046453) - | > loss_duration: 1.7853379249572754 (1.8468610180748835) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.79456329345703 (34.353344293288266) - | > grad_norm_1: tensor(441.0119, device='cuda:0') (tensor(673.7465, device='cuda:0')) - | > current_lr_0: 0.00019955047780639926 - | > current_lr_1: 0.00019955047780639926 - | > step_time: 0.8757 (0.881805278636791) - | > loader_time: 0.004 (0.004858061119362163) - - - --> TIME: 2024-11-22 14:10:31 -- STEP: 106/797 -- GLOBAL_STEP: 14675 - | > loss_disc: 2.2993814945220947 (2.4668776359198223) - | > loss_disc_real_0: 0.10729038715362549 (0.12274174040780877) - | > loss_disc_real_1: 0.22485442459583282 (0.218147097612327) - | > loss_disc_real_2: 0.22820256650447845 (0.24258264941426944) - | > loss_disc_real_3: 0.207615464925766 (0.2238219183570934) - | > loss_disc_real_4: 0.19864916801452637 (0.2219679116640451) - | > loss_disc_real_5: 0.19762152433395386 (0.2372620593545572) - | > loss_0: 2.2993814945220947 (2.4668776359198223) - | > grad_norm_0: tensor(72.3990, device='cuda:0') (tensor(88.5855, device='cuda:0')) - | > loss_gen: 2.614743709564209 (2.3580401393602486) - | > loss_kl: 1.2025357484817505 (1.4730128392858326) - | > loss_feat: 6.893618583679199 (5.364544445613643) - | > loss_mel: 24.60237693786621 (23.29017162322998) - | > loss_duration: 1.781317114830017 (1.8351470232009888) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.0945930480957 (34.3209161758423) - | > grad_norm_1: tensor(601.0557, device='cuda:0') (tensor(682.9670, device='cuda:0')) - | > current_lr_0: 0.00019955047780639926 - | > current_lr_1: 0.00019955047780639926 - | > step_time: 0.8965 (0.8820197739691105) - | > loader_time: 0.0048 (0.004981423324009162) - - - --> TIME: 2024-11-22 14:10:53 -- STEP: 131/797 -- GLOBAL_STEP: 14700 - | > loss_disc: 2.238166570663452 (2.468052239818427) - | > loss_disc_real_0: 0.08880628645420074 (0.12321994251763548) - | > loss_disc_real_1: 0.17427794635295868 (0.21747531133298656) - | > loss_disc_real_2: 0.2092156708240509 (0.2399467880489262) - | > loss_disc_real_3: 0.2093135416507721 (0.22412841863759603) - | > loss_disc_real_4: 0.221146360039711 (0.22294556730576143) - | > loss_disc_real_5: 0.22427786886692047 (0.23628246852459797) - | > loss_0: 2.238166570663452 (2.468052239818427) - | > grad_norm_0: tensor(68.1752, device='cuda:0') (tensor(93.5507, device='cuda:0')) - | > loss_gen: 2.432004928588867 (2.3625657540241276) - | > loss_kl: 1.5029091835021973 (1.4746964582960114) - | > loss_feat: 6.179599285125732 (5.342163034977802) - | > loss_mel: 23.9552001953125 (23.26178128482731) - | > loss_duration: 1.8297650814056396 (1.827885129069554) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.899478912353516 (34.269091744459324) - | > grad_norm_1: tensor(306.3215, device='cuda:0') (tensor(643.2753, device='cuda:0')) - | > current_lr_0: 0.00019955047780639926 - | > current_lr_1: 0.00019955047780639926 - | > step_time: 0.8951 (0.8818489522424363) - | > loader_time: 0.0044 (0.00502445861583448) - - - --> TIME: 2024-11-22 14:11:15 -- STEP: 156/797 -- GLOBAL_STEP: 14725 - | > loss_disc: 2.367995262145996 (2.46734835092838) - | > loss_disc_real_0: 0.11776536703109741 (0.12387292710347818) - | > loss_disc_real_1: 0.21815888583660126 (0.21697056895265213) - | > loss_disc_real_2: 0.22759439051151276 (0.2405358170851683) - | > loss_disc_real_3: 0.16134662926197052 (0.22413486051253784) - | > loss_disc_real_4: 0.2012052834033966 (0.2221687688277318) - | > loss_disc_real_5: 0.21835191547870636 (0.2369026079391822) - | > loss_0: 2.367995262145996 (2.46734835092838) - | > grad_norm_0: tensor(80.3935, device='cuda:0') (tensor(96.8173, device='cuda:0')) - | > loss_gen: 2.1920204162597656 (2.3553091883659367) - | > loss_kl: 1.3311221599578857 (1.467649680299637) - | > loss_feat: 6.162204265594482 (5.305076597592768) - | > loss_mel: 25.14810562133789 (23.21551212897668) - | > loss_duration: 1.8117799758911133 (1.821034856331654) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.645233154296875 (34.16458248480774) - | > grad_norm_1: tensor(912.0013, device='cuda:0') (tensor(641.7072, device='cuda:0')) - | > current_lr_0: 0.00019955047780639926 - | > current_lr_1: 0.00019955047780639926 - | > step_time: 0.9053 (0.8827385596739941) - | > loader_time: 0.0052 (0.005240762845063825) - - - --> TIME: 2024-11-22 14:11:38 -- STEP: 181/797 -- GLOBAL_STEP: 14750 - | > loss_disc: 2.3140830993652344 (2.458845058198792) - | > loss_disc_real_0: 0.1036338061094284 (0.12140161262115062) - | > loss_disc_real_1: 0.19550949335098267 (0.21514316487707486) - | > loss_disc_real_2: 0.2261694222688675 (0.23840244246121928) - | > loss_disc_real_3: 0.20515713095664978 (0.22419400579033635) - | > loss_disc_real_4: 0.23014265298843384 (0.22178937914621763) - | > loss_disc_real_5: 0.18414101004600525 (0.23683239840670844) - | > loss_0: 2.3140830993652344 (2.458845058198792) - | > grad_norm_0: tensor(12.0219, device='cuda:0') (tensor(95.3178, device='cuda:0')) - | > loss_gen: 2.4852821826934814 (2.359632078455299) - | > loss_kl: 1.4855908155441284 (1.4640094782766064) - | > loss_feat: 5.535826683044434 (5.34011721347577) - | > loss_mel: 23.718149185180664 (23.30997267875882) - | > loss_duration: 1.7769801616668701 (1.8135522722539321) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.0018310546875 (34.28728372352558) - | > grad_norm_1: tensor(526.0287, device='cuda:0') (tensor(672.0610, device='cuda:0')) - | > current_lr_0: 0.00019955047780639926 - | > current_lr_1: 0.00019955047780639926 - | > step_time: 0.9272 (0.8872400489301313) - | > loader_time: 0.0137 (0.005347196568441661) - - - --> TIME: 2024-11-22 14:12:02 -- STEP: 206/797 -- GLOBAL_STEP: 14775 - | > loss_disc: 2.557168960571289 (2.4606166163694514) - | > loss_disc_real_0: 0.07797977328300476 (0.12143704445255034) - | > loss_disc_real_1: 0.1865498274564743 (0.21583526834700872) - | > loss_disc_real_2: 0.251129686832428 (0.23934231054725) - | > loss_disc_real_3: 0.23195137083530426 (0.2239827312601423) - | > loss_disc_real_4: 0.24002964794635773 (0.22206337843994492) - | > loss_disc_real_5: 0.24610695242881775 (0.23760925406969866) - | > loss_0: 2.557168960571289 (2.4606166163694514) - | > grad_norm_0: tensor(307.4579, device='cuda:0') (tensor(100.3138, device='cuda:0')) - | > loss_gen: 2.1595523357391357 (2.362524768681204) - | > loss_kl: 1.2920417785644531 (1.4641558033170057) - | > loss_feat: 4.673271179199219 (5.329926003530187) - | > loss_mel: 21.22994041442871 (23.29079752986871) - | > loss_duration: 1.7719792127609253 (1.8100303417270622) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.12678337097168 (34.25743445609381) - | > grad_norm_1: tensor(583.7939, device='cuda:0') (tensor(692.0705, device='cuda:0')) - | > current_lr_0: 0.00019955047780639926 - | > current_lr_1: 0.00019955047780639926 - | > step_time: 0.9411 (0.8907298092703217) - | > loader_time: 0.0051 (0.005457351508649815) - - - --> TIME: 2024-11-22 14:12:25 -- STEP: 231/797 -- GLOBAL_STEP: 14800 - | > loss_disc: 2.4770143032073975 (2.457487896923379) - | > loss_disc_real_0: 0.1904175728559494 (0.12048892313977341) - | > loss_disc_real_1: 0.18781454861164093 (0.21557815301985966) - | > loss_disc_real_2: 0.23047512769699097 (0.2387738348472686) - | > loss_disc_real_3: 0.2562842071056366 (0.22372349580645046) - | > loss_disc_real_4: 0.24069567024707794 (0.22132589748669496) - | > loss_disc_real_5: 0.22926631569862366 (0.23733352292409707) - | > loss_0: 2.4770143032073975 (2.457487896923379) - | > grad_norm_0: tensor(121.6240, device='cuda:0') (tensor(100.2970, device='cuda:0')) - | > loss_gen: 2.555142641067505 (2.363183627396953) - | > loss_kl: 1.448994755744934 (1.466341805922521) - | > loss_feat: 5.042575359344482 (5.321269837292758) - | > loss_mel: 22.631689071655273 (23.30012996888264) - | > loss_duration: 1.7793108224868774 (1.8066409594052797) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.45771408081055 (34.25756621257566) - | > grad_norm_1: tensor(497.9408, device='cuda:0') (tensor(699.8567, device='cuda:0')) - | > current_lr_0: 0.00019955047780639926 - | > current_lr_1: 0.00019955047780639926 - | > step_time: 0.9497 (0.8942322142712482) - | > loader_time: 0.0061 (0.005655050277709968) - - - --> TIME: 2024-11-22 14:12:48 -- STEP: 256/797 -- GLOBAL_STEP: 14825 - | > loss_disc: 2.2433881759643555 (2.4536985037848353) - | > loss_disc_real_0: 0.059467390179634094 (0.11979074265400413) - | > loss_disc_real_1: 0.2438482791185379 (0.2156603970215656) - | > loss_disc_real_2: 0.25693804025650024 (0.23906918574357405) - | > loss_disc_real_3: 0.20114222168922424 (0.22323313826927915) - | > loss_disc_real_4: 0.20239165425300598 (0.22107566270278767) - | > loss_disc_real_5: 0.21213150024414062 (0.23642461450072005) - | > loss_0: 2.2433881759643555 (2.4536985037848353) - | > grad_norm_0: tensor(69.4531, device='cuda:0') (tensor(104.3650, device='cuda:0')) - | > loss_gen: 2.504666805267334 (2.369313602335753) - | > loss_kl: 1.5139240026474 (1.4675156085286294) - | > loss_feat: 5.732026100158691 (5.3258605701848865) - | > loss_mel: 23.908519744873047 (23.294789977371693) - | > loss_duration: 1.745418906211853 (1.8024607454426587) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.40455627441406 (34.2599405273795) - | > grad_norm_1: tensor(438.2746, device='cuda:0') (tensor(686.4813, device='cuda:0')) - | > current_lr_0: 0.00019955047780639926 - | > current_lr_1: 0.00019955047780639926 - | > step_time: 0.8844 (0.8968496108427644) - | > loader_time: 0.0173 (0.00586448702961207) - - - --> TIME: 2024-11-22 14:13:12 -- STEP: 281/797 -- GLOBAL_STEP: 14850 - | > loss_disc: 2.3590736389160156 (2.45347507059362) - | > loss_disc_real_0: 0.11843350529670715 (0.11929435556045206) - | > loss_disc_real_1: 0.19526146352291107 (0.21527624485543614) - | > loss_disc_real_2: 0.2172800451517105 (0.2372925669697256) - | > loss_disc_real_3: 0.19682472944259644 (0.2239821268464323) - | > loss_disc_real_4: 0.2210111767053604 (0.22176900182542425) - | > loss_disc_real_5: 0.19360759854316711 (0.2363095128663494) - | > loss_0: 2.3590736389160156 (2.45347507059362) - | > grad_norm_0: tensor(50.7120, device='cuda:0') (tensor(104.3072, device='cuda:0')) - | > loss_gen: 2.3303756713867188 (2.3701872503205985) - | > loss_kl: 1.4874056577682495 (1.4688834853443813) - | > loss_feat: 5.8155670166015625 (5.328540510978563) - | > loss_mel: 24.56521987915039 (23.32684728683526) - | > loss_duration: 1.7759974002838135 (1.79979252348591) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.97456741333008 (34.29425112632667) - | > grad_norm_1: tensor(1135.9282, device='cuda:0') (tensor(691.5624, device='cuda:0')) - | > current_lr_0: 0.00019955047780639926 - | > current_lr_1: 0.00019955047780639926 - | > step_time: 0.9233 (0.8994826803852229) - | > loader_time: 0.0056 (0.006058357788574659) - - - --> TIME: 2024-11-22 14:13:36 -- STEP: 306/797 -- GLOBAL_STEP: 14875 - | > loss_disc: 2.4823505878448486 (2.4533467845979073) - | > loss_disc_real_0: 0.15075847506523132 (0.12001967982821216) - | > loss_disc_real_1: 0.26522696018218994 (0.21542523255924773) - | > loss_disc_real_2: 0.2930782735347748 (0.23886663223208945) - | > loss_disc_real_3: 0.28254202008247375 (0.2235624955273142) - | > loss_disc_real_4: 0.25161048769950867 (0.22165513666821457) - | > loss_disc_real_5: 0.28893789649009705 (0.23639203052894742) - | > loss_0: 2.4823505878448486 (2.4533467845979073) - | > grad_norm_0: tensor(47.8335, device='cuda:0') (tensor(104.6892, device='cuda:0')) - | > loss_gen: 2.2806038856506348 (2.372149787697138) - | > loss_kl: 1.4237825870513916 (1.4726253177215851) - | > loss_feat: 4.467161178588867 (5.3287441411049565) - | > loss_mel: 22.301025390625 (23.3540248434528) - | > loss_duration: 1.775403618812561 (1.7975963190490125) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.24797439575195 (34.32514047934336) - | > grad_norm_1: tensor(529.0811, device='cuda:0') (tensor(705.6563, device='cuda:0')) - | > current_lr_0: 0.00019955047780639926 - | > current_lr_1: 0.00019955047780639926 - | > step_time: 0.9399 (0.9024718298631554) - | > loader_time: 0.0059 (0.006171813977310084) - - - --> TIME: 2024-11-22 14:14:00 -- STEP: 331/797 -- GLOBAL_STEP: 14900 - | > loss_disc: 2.557302951812744 (2.4563456510849213) - | > loss_disc_real_0: 0.13475976884365082 (0.12048555215049726) - | > loss_disc_real_1: 0.20710691809654236 (0.21546116844945085) - | > loss_disc_real_2: 0.20622515678405762 (0.237824334883978) - | > loss_disc_real_3: 0.17824020981788635 (0.22395978940037442) - | > loss_disc_real_4: 0.24320872128009796 (0.22172141016610075) - | > loss_disc_real_5: 0.22506408393383026 (0.23641211550761565) - | > loss_0: 2.557302951812744 (2.4563456510849213) - | > grad_norm_0: tensor(137.2920, device='cuda:0') (tensor(104.4852, device='cuda:0')) - | > loss_gen: 2.2690930366516113 (2.3657716465860705) - | > loss_kl: 1.560655117034912 (1.4730886608092089) - | > loss_feat: 5.17194938659668 (5.308584097288886) - | > loss_mel: 23.712966918945312 (23.34408371686216) - | > loss_duration: 1.7230210304260254 (1.7952197628078863) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.437686920166016 (34.28674794107764) - | > grad_norm_1: tensor(531.2899, device='cuda:0') (tensor(707.6182, device='cuda:0')) - | > current_lr_0: 0.00019955047780639926 - | > current_lr_1: 0.00019955047780639926 - | > step_time: 0.9796 (0.9072649017921746) - | > loader_time: 0.0086 (0.006291491027324947) - - - --> TIME: 2024-11-22 14:14:25 -- STEP: 356/797 -- GLOBAL_STEP: 14925 - | > loss_disc: 2.33520245552063 (2.454068629259471) - | > loss_disc_real_0: 0.14220014214515686 (0.11995258983852489) - | > loss_disc_real_1: 0.23672011494636536 (0.21564541891049804) - | > loss_disc_real_2: 0.2156492918729782 (0.23815880950247303) - | > loss_disc_real_3: 0.21841351687908173 (0.2238269599803378) - | > loss_disc_real_4: 0.20102332532405853 (0.22159825516550724) - | > loss_disc_real_5: 0.22874478995800018 (0.2361259627459424) - | > loss_0: 2.33520245552063 (2.454068629259471) - | > grad_norm_0: tensor(201.0134, device='cuda:0') (tensor(106.8168, device='cuda:0')) - | > loss_gen: 2.6289870738983154 (2.3676849108063784) - | > loss_kl: 1.3434967994689941 (1.4730307140042274) - | > loss_feat: 5.5015106201171875 (5.30298444997059) - | > loss_mel: 23.034772872924805 (23.32351058788515) - | > loss_duration: 1.7444627285003662 (1.7920519960730263) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.25322723388672 (34.25926271717198) - | > grad_norm_1: tensor(935.8222, device='cuda:0') (tensor(710.4007, device='cuda:0')) - | > current_lr_0: 0.00019955047780639926 - | > current_lr_1: 0.00019955047780639926 - | > step_time: 0.9672 (0.9136217926325422) - | > loader_time: 0.0065 (0.006429404355167008) - - - --> TIME: 2024-11-22 14:14:50 -- STEP: 381/797 -- GLOBAL_STEP: 14950 - | > loss_disc: 2.3878676891326904 (2.4571148291660396) - | > loss_disc_real_0: 0.12171653658151627 (0.12141209439890278) - | > loss_disc_real_1: 0.17460446059703827 (0.21566769359462218) - | > loss_disc_real_2: 0.20783384144306183 (0.23754734219372117) - | > loss_disc_real_3: 0.19769592583179474 (0.22399079916984077) - | > loss_disc_real_4: 0.19499708712100983 (0.22138261943664447) - | > loss_disc_real_5: 0.21972350776195526 (0.23592570654832784) - | > loss_0: 2.3878676891326904 (2.4571148291660396) - | > grad_norm_0: tensor(17.3262, device='cuda:0') (tensor(106.0446, device='cuda:0')) - | > loss_gen: 2.4018595218658447 (2.363750615770737) - | > loss_kl: 1.1421362161636353 (1.4696534958098504) - | > loss_feat: 5.508407115936279 (5.297299057792804) - | > loss_mel: 23.08220100402832 (23.315572197981716) - | > loss_duration: 1.7733652591705322 (1.7892835249738117) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.9079704284668 (34.23555896288451) - | > grad_norm_1: tensor(456.6619, device='cuda:0') (tensor(698.8535, device='cuda:0')) - | > current_lr_0: 0.00019955047780639926 - | > current_lr_1: 0.00019955047780639926 - | > step_time: 0.9341 (0.9167997868355177) - | > loader_time: 0.0062 (0.006533836755226921) - - - --> TIME: 2024-11-22 14:15:15 -- STEP: 406/797 -- GLOBAL_STEP: 14975 - | > loss_disc: 2.5216445922851562 (2.4570127026788118) - | > loss_disc_real_0: 0.10836105048656464 (0.12211563283109607) - | > loss_disc_real_1: 0.14398746192455292 (0.21551610389953763) - | > loss_disc_real_2: 0.2772904932498932 (0.2386493851325195) - | > loss_disc_real_3: 0.22390586137771606 (0.2237365374277378) - | > loss_disc_real_4: 0.21833790838718414 (0.22159143904306616) - | > loss_disc_real_5: 0.23867249488830566 (0.23581908735001617) - | > loss_0: 2.5216445922851562 (2.4570127026788118) - | > grad_norm_0: tensor(26.2011, device='cuda:0') (tensor(104.1159, device='cuda:0')) - | > loss_gen: 2.4387128353118896 (2.3637644554593895) - | > loss_kl: 1.3859187364578247 (1.4675733947695182) - | > loss_feat: 5.442180633544922 (5.29921780959726) - | > loss_mel: 22.83795928955078 (23.32172452522617) - | > loss_duration: 1.7556428909301758 (1.78777646636728) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.86041259765625 (34.240056714400836) - | > grad_norm_1: tensor(593.6845, device='cuda:0') (tensor(705.1569, device='cuda:0')) - | > current_lr_0: 0.00019955047780639926 - | > current_lr_1: 0.00019955047780639926 - | > step_time: 0.9843 (0.9214990250582764) - | > loader_time: 0.0079 (0.006660197755973331) - - - --> TIME: 2024-11-22 14:15:40 -- STEP: 431/797 -- GLOBAL_STEP: 15000 - | > loss_disc: 2.721971273422241 (2.460494041442871) - | > loss_disc_real_0: 0.22822174429893494 (0.12172942400289799) - | > loss_disc_real_1: 0.18704625964164734 (0.2160939120637845) - | > loss_disc_real_2: 0.20209021866321564 (0.23860055916962103) - | > loss_disc_real_3: 0.22170937061309814 (0.22362744593841571) - | > loss_disc_real_4: 0.2568298876285553 (0.2219031838972441) - | > loss_disc_real_5: 0.24559922516345978 (0.23652624530747982) - | > loss_0: 2.721971273422241 (2.460494041442871) - | > grad_norm_0: tensor(297.6704, device='cuda:0') (tensor(104.6220, device='cuda:0')) - | > loss_gen: 2.4008123874664307 (2.3627784293654903) - | > loss_kl: 1.5304371118545532 (1.466080079913969) - | > loss_feat: 5.043123722076416 (5.29530144567556) - | > loss_mel: 23.21064567565918 (23.327018450141793) - | > loss_duration: 1.8188128471374512 (1.7864605766438) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.00383377075195 (34.23763906208927) - | > grad_norm_1: tensor(897.1601, device='cuda:0') (tensor(696.4392, device='cuda:0')) - | > current_lr_0: 0.00019955047780639926 - | > current_lr_1: 0.00019955047780639926 - | > step_time: 1.0512 (0.9243616742490338) - | > loader_time: 0.0075 (0.006793824260030162) - - - > CHECKPOINT : vits_shi_male-November-22-2024_02+49AM-0000000/checkpoint_15000.pth - - --> TIME: 2024-11-22 14:16:10 -- STEP: 456/797 -- GLOBAL_STEP: 15025 - | > loss_disc: 2.595693588256836 (2.460603390869341) - | > loss_disc_real_0: 0.21467533707618713 (0.12225743552277747) - | > loss_disc_real_1: 0.16450844705104828 (0.21571519807503933) - | > loss_disc_real_2: 0.2390376329421997 (0.23899199228668422) - | > loss_disc_real_3: 0.20889043807983398 (0.2236079290313156) - | > loss_disc_real_4: 0.20678642392158508 (0.22197307358708296) - | > loss_disc_real_5: 0.18178579211235046 (0.2365620612379229) - | > loss_0: 2.595693588256836 (2.460603390869341) - | > grad_norm_0: tensor(14.3236, device='cuda:0') (tensor(105.1296, device='cuda:0')) - | > loss_gen: 2.419605016708374 (2.3641095252936353) - | > loss_kl: 1.6409070491790771 (1.467608420864532) - | > loss_feat: 5.634834289550781 (5.3071041980333495) - | > loss_mel: 23.917694091796875 (23.370339703141607) - | > loss_duration: 1.8224685192108154 (1.7853447324351261) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.435508728027344 (34.29450668368419) - | > grad_norm_1: tensor(314.7620, device='cuda:0') (tensor(696.8245, device='cuda:0')) - | > current_lr_0: 0.00019955047780639926 - | > current_lr_1: 0.00019955047780639926 - | > step_time: 0.9251 (0.9294323042819373) - | > loader_time: 0.0122 (0.006895644622936587) - - - --> TIME: 2024-11-22 14:16:35 -- STEP: 481/797 -- GLOBAL_STEP: 15050 - | > loss_disc: 2.509784460067749 (2.4600023598780005) - | > loss_disc_real_0: 0.07537442445755005 (0.12245132111926832) - | > loss_disc_real_1: 0.2083740085363388 (0.21592241152346506) - | > loss_disc_real_2: 0.2241716831922531 (0.23815276134534585) - | > loss_disc_real_3: 0.2109091579914093 (0.2238204836101889) - | > loss_disc_real_4: 0.24632465839385986 (0.22198786879279755) - | > loss_disc_real_5: 0.24495087563991547 (0.2365433234806616) - | > loss_0: 2.509784460067749 (2.4600023598780005) - | > grad_norm_0: tensor(191.8461, device='cuda:0') (tensor(105.1736, device='cuda:0')) - | > loss_gen: 2.212346076965332 (2.360355126634705) - | > loss_kl: 1.3635483980178833 (1.4668208934413172) - | > loss_feat: 5.33353328704834 (5.307952504643779) - | > loss_mel: 21.042339324951172 (23.38130525442271) - | > loss_duration: 1.7864494323730469 (1.7838763853616377) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.738216400146484 (34.30031025781451) - | > grad_norm_1: tensor(549.7361, device='cuda:0') (tensor(696.7440, device='cuda:0')) - | > current_lr_0: 0.00019955047780639926 - | > current_lr_1: 0.00019955047780639926 - | > step_time: 0.8986 (0.9319938180848119) - | > loader_time: 0.0064 (0.006969203076590623) - - - --> TIME: 2024-11-22 14:16:59 -- STEP: 506/797 -- GLOBAL_STEP: 15075 - | > loss_disc: 2.4657373428344727 (2.457002271776614) - | > loss_disc_real_0: 0.12609195709228516 (0.12186386302967551) - | > loss_disc_real_1: 0.1707884967327118 (0.21548843288080025) - | > loss_disc_real_2: 0.23114390671253204 (0.23860370126284158) - | > loss_disc_real_3: 0.2190701812505722 (0.22344216816274545) - | > loss_disc_real_4: 0.21317610144615173 (0.22189527423132074) - | > loss_disc_real_5: 0.2267891764640808 (0.2363440175595962) - | > loss_0: 2.4657373428344727 (2.457002271776614) - | > grad_norm_0: tensor(28.6006, device='cuda:0') (tensor(103.3611, device='cuda:0')) - | > loss_gen: 2.2533223628997803 (2.36215421875475) - | > loss_kl: 1.3874008655548096 (1.4632616550790463) - | > loss_feat: 4.990394115447998 (5.313032377849925) - | > loss_mel: 21.528728485107422 (23.38106637509916) - | > loss_duration: 1.7817256450653076 (1.782488156919894) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.941572189331055 (34.3020028954909) - | > grad_norm_1: tensor(1622.6915, device='cuda:0') (tensor(688.1146, device='cuda:0')) - | > current_lr_0: 0.00019955047780639926 - | > current_lr_1: 0.00019955047780639926 - | > step_time: 0.9978 (0.933397435388075) - | > loader_time: 0.0142 (0.007057472651183844) - - - --> TIME: 2024-11-22 14:17:24 -- STEP: 531/797 -- GLOBAL_STEP: 15100 - | > loss_disc: 2.4975392818450928 (2.4561553638982683) - | > loss_disc_real_0: 0.11212505400180817 (0.12181908595893118) - | > loss_disc_real_1: 0.28869643807411194 (0.21525395215399523) - | > loss_disc_real_2: 0.26957473158836365 (0.23810480041131238) - | > loss_disc_real_3: 0.26176586747169495 (0.22353524401812003) - | > loss_disc_real_4: 0.2254324108362198 (0.22189658908296211) - | > loss_disc_real_5: 0.2551175355911255 (0.2363049413188029) - | > loss_0: 2.4975392818450928 (2.4561553638982683) - | > grad_norm_0: tensor(119.3494, device='cuda:0') (tensor(101.5284, device='cuda:0')) - | > loss_gen: 2.4023871421813965 (2.3627212395551296) - | > loss_kl: 1.463082194328308 (1.4602428893584989) - | > loss_feat: 5.009840488433838 (5.321251627191088) - | > loss_mel: 23.733842849731445 (23.396866573901278) - | > loss_duration: 1.7770030498504639 (1.7817596668577464) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.38615798950195 (34.322842089694305) - | > grad_norm_1: tensor(1024.9572, device='cuda:0') (tensor(689.6890, device='cuda:0')) - | > current_lr_0: 0.00019955047780639926 - | > current_lr_1: 0.00019955047780639926 - | > step_time: 0.9612 (0.9352922821224521) - | > loader_time: 0.0091 (0.007129614860549039) - - - --> TIME: 2024-11-22 14:17:50 -- STEP: 556/797 -- GLOBAL_STEP: 15125 - | > loss_disc: 2.2381794452667236 (2.4539726333652463) - | > loss_disc_real_0: 0.10619566589593887 (0.12150641572293189) - | > loss_disc_real_1: 0.2719546854496002 (0.21535542091394932) - | > loss_disc_real_2: 0.18908463418483734 (0.23816222590293815) - | > loss_disc_real_3: 0.20028451085090637 (0.22325418677797412) - | > loss_disc_real_4: 0.19213058054447174 (0.2216158330226116) - | > loss_disc_real_5: 0.20539848506450653 (0.23610469235254705) - | > loss_0: 2.2381794452667236 (2.4539726333652463) - | > grad_norm_0: tensor(71.8920, device='cuda:0') (tensor(101.4532, device='cuda:0')) - | > loss_gen: 2.6202809810638428 (2.365612952614861) - | > loss_kl: 1.589737892150879 (1.4608882424428309) - | > loss_feat: 7.004471302032471 (5.337169037019606) - | > loss_mel: 25.543128967285156 (23.417605715689906) - | > loss_duration: 1.7080082893371582 (1.7810112668884743) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 38.46562576293945 (34.362287315533294) - | > grad_norm_1: tensor(922.4076, device='cuda:0') (tensor(685.5134, device='cuda:0')) - | > current_lr_0: 0.00019955047780639926 - | > current_lr_1: 0.00019955047780639926 - | > step_time: 1.0329 (0.9394426410146755) - | > loader_time: 0.008 (0.007187188529282169) - - - --> TIME: 2024-11-22 14:18:17 -- STEP: 581/797 -- GLOBAL_STEP: 15150 - | > loss_disc: 2.3587303161621094 (2.455508770097349) - | > loss_disc_real_0: 0.10150857269763947 (0.12177108987370786) - | > loss_disc_real_1: 0.1693568080663681 (0.21554459437804876) - | > loss_disc_real_2: 0.22531110048294067 (0.23824511232454068) - | > loss_disc_real_3: 0.20703120529651642 (0.22344388675566584) - | > loss_disc_real_4: 0.1777321696281433 (0.22156814086970697) - | > loss_disc_real_5: 0.23795387148857117 (0.23609462631754127) - | > loss_0: 2.3587303161621094 (2.455508770097349) - | > grad_norm_0: tensor(184.3056, device='cuda:0') (tensor(100.9803, device='cuda:0')) - | > loss_gen: 2.0183300971984863 (2.3636711819446865) - | > loss_kl: 1.4196507930755615 (1.460335839738534) - | > loss_feat: 5.386135101318359 (5.332226514816287) - | > loss_mel: 23.450580596923828 (23.420526576739796) - | > loss_duration: 1.817634105682373 (1.780484644147903) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.09233093261719 (34.35724486582453) - | > grad_norm_1: tensor(952.2249, device='cuda:0') (tensor(688.8722, device='cuda:0')) - | > current_lr_0: 0.00019955047780639926 - | > current_lr_1: 0.00019955047780639926 - | > step_time: 1.3905 (0.9458662117615009) - | > loader_time: 0.0089 (0.007306854408907606) - - - --> TIME: 2024-11-22 14:18:44 -- STEP: 606/797 -- GLOBAL_STEP: 15175 - | > loss_disc: 2.4119720458984375 (2.4545220675641555) - | > loss_disc_real_0: 0.058468595147132874 (0.1209958261708812) - | > loss_disc_real_1: 0.1867985874414444 (0.2155811348837792) - | > loss_disc_real_2: 0.26051780581474304 (0.2385137288188777) - | > loss_disc_real_3: 0.18467196822166443 (0.22342605780650282) - | > loss_disc_real_4: 0.19221623241901398 (0.22148521910897975) - | > loss_disc_real_5: 0.19150152802467346 (0.23608840972480208) - | > loss_0: 2.4119720458984375 (2.4545220675641555) - | > grad_norm_0: tensor(71.6528, device='cuda:0') (tensor(101.6255, device='cuda:0')) - | > loss_gen: 2.328930139541626 (2.366366497950981) - | > loss_kl: 1.378971815109253 (1.4592721927480734) - | > loss_feat: 5.458688735961914 (5.33816699737763) - | > loss_mel: 24.163576126098633 (23.425720816004787) - | > loss_duration: 1.8189923763275146 (1.7799240787430568) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.1491584777832 (34.369450713935066) - | > grad_norm_1: tensor(647.5355, device='cuda:0') (tensor(678.1687, device='cuda:0')) - | > current_lr_0: 0.00019955047780639926 - | > current_lr_1: 0.00019955047780639926 - | > step_time: 1.0659 (0.9506575124885382) - | > loader_time: 0.0085 (0.007448827866280436) - - - --> TIME: 2024-11-22 14:19:10 -- STEP: 631/797 -- GLOBAL_STEP: 15200 - | > loss_disc: 2.458749294281006 (2.456671939976808) - | > loss_disc_real_0: 0.05770268663764 (0.12138959765139076) - | > loss_disc_real_1: 0.2720068693161011 (0.2157266130419995) - | > loss_disc_real_2: 0.22122925519943237 (0.23827751890037405) - | > loss_disc_real_3: 0.23499542474746704 (0.2236070860820791) - | > loss_disc_real_4: 0.22275282442569733 (0.22168091206373017) - | > loss_disc_real_5: 0.21568231284618378 (0.23611094435402405) - | > loss_0: 2.458749294281006 (2.456671939976808) - | > grad_norm_0: tensor(51.8474, device='cuda:0') (tensor(102.8633, device='cuda:0')) - | > loss_gen: 2.296327829360962 (2.3650846502104614) - | > loss_kl: 1.3610213994979858 (1.4594147359323584) - | > loss_feat: 4.994797706604004 (5.328566108755001) - | > loss_mel: 23.21964454650879 (23.422779125570294) - | > loss_duration: 1.7650516033172607 (1.7799036336587466) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.636844635009766 (34.35574837758688) - | > grad_norm_1: tensor(212.2196, device='cuda:0') (tensor(682.5015, device='cuda:0')) - | > current_lr_0: 0.00019955047780639926 - | > current_lr_1: 0.00019955047780639926 - | > step_time: 1.0307 (0.9532321515816328) - | > loader_time: 0.0144 (0.007581213196937334) - - - --> TIME: 2024-11-22 14:19:37 -- STEP: 656/797 -- GLOBAL_STEP: 15225 - | > loss_disc: 2.483376979827881 (2.457098890005088) - | > loss_disc_real_0: 0.11990736424922943 (0.12109201354054143) - | > loss_disc_real_1: 0.16203178465366364 (0.21575975948490392) - | > loss_disc_real_2: 0.2146373689174652 (0.23853125021134208) - | > loss_disc_real_3: 0.18490830063819885 (0.22379678664956146) - | > loss_disc_real_4: 0.2425035536289215 (0.22180854383765203) - | > loss_disc_real_5: 0.18255169689655304 (0.23632975817635293) - | > loss_0: 2.483376979827881 (2.457098890005088) - | > grad_norm_0: tensor(85.8243, device='cuda:0') (tensor(102.1746, device='cuda:0')) - | > loss_gen: 2.3083078861236572 (2.3650493212952886) - | > loss_kl: 1.3682889938354492 (1.4596731716358087) - | > loss_feat: 5.808037757873535 (5.3267243835257325) - | > loss_mel: 24.61566925048828 (23.41361363922676) - | > loss_duration: 1.7920546531677246 (1.7794425278538615) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.892356872558594 (34.34450315556876) - | > grad_norm_1: tensor(928.1634, device='cuda:0') (tensor(681.5623, device='cuda:0')) - | > current_lr_0: 0.00019955047780639926 - | > current_lr_1: 0.00019955047780639926 - | > step_time: 1.1765 (0.9576208449718429) - | > loader_time: 0.0089 (0.007797332435119445) - - - --> TIME: 2024-11-22 14:20:04 -- STEP: 681/797 -- GLOBAL_STEP: 15250 - | > loss_disc: 2.315436840057373 (2.4569761627046014) - | > loss_disc_real_0: 0.05806811898946762 (0.12093493886423269) - | > loss_disc_real_1: 0.2232408970594406 (0.2157535581752418) - | > loss_disc_real_2: 0.21266904473304749 (0.23839761270825557) - | > loss_disc_real_3: 0.1932571828365326 (0.22390275097365941) - | > loss_disc_real_4: 0.18664290010929108 (0.22189926002694302) - | > loss_disc_real_5: 0.1778489649295807 (0.23639363741909705) - | > loss_0: 2.315436840057373 (2.4569761627046014) - | > grad_norm_0: tensor(32.5119, device='cuda:0') (tensor(101.0660, device='cuda:0')) - | > loss_gen: 2.2878212928771973 (2.3640608379669326) - | > loss_kl: 1.3754310607910156 (1.459688616656698) - | > loss_feat: 5.664828300476074 (5.324895460700147) - | > loss_mel: 24.61142921447754 (23.415200974272555) - | > loss_duration: 1.7258121967315674 (1.7787612811409257) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.665321350097656 (34.342607268502896) - | > grad_norm_1: tensor(794.2000, device='cuda:0') (tensor(683.0433, device='cuda:0')) - | > current_lr_0: 0.00019955047780639926 - | > current_lr_1: 0.00019955047780639926 - | > step_time: 1.2303 (0.9611641467930462) - | > loader_time: 0.0114 (0.007925277589526296) - - - --> TIME: 2024-11-22 14:20:31 -- STEP: 706/797 -- GLOBAL_STEP: 15275 - | > loss_disc: 2.5385475158691406 (2.456576454065339) - | > loss_disc_real_0: 0.13719862699508667 (0.1206109184513222) - | > loss_disc_real_1: 0.29100167751312256 (0.2157043375433674) - | > loss_disc_real_2: 0.2670162618160248 (0.23832944079853657) - | > loss_disc_real_3: 0.22861458361148834 (0.2239026410383813) - | > loss_disc_real_4: 0.26059624552726746 (0.22213678118949576) - | > loss_disc_real_5: 0.26310932636260986 (0.2366356646626259) - | > loss_0: 2.5385475158691406 (2.456576454065339) - | > grad_norm_0: tensor(67.2426, device='cuda:0') (tensor(100.7524, device='cuda:0')) - | > loss_gen: 2.2113852500915527 (2.365408096536363) - | > loss_kl: 1.3911699056625366 (1.4605939254038074) - | > loss_feat: 4.612844467163086 (5.327830248108663) - | > loss_mel: 24.109987258911133 (23.43388735741462) - | > loss_duration: 1.7346594333648682 (1.7779174632796488) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.0600471496582 (34.365637195684435) - | > grad_norm_1: tensor(87.0211, device='cuda:0') (tensor(677.6399, device='cuda:0')) - | > current_lr_0: 0.00019955047780639926 - | > current_lr_1: 0.00019955047780639926 - | > step_time: 1.0498 (0.9641703039661008) - | > loader_time: 0.0134 (0.008060416486378097) - - - --> TIME: 2024-11-22 14:20:58 -- STEP: 731/797 -- GLOBAL_STEP: 15300 - | > loss_disc: 2.4717326164245605 (2.4564914537030607) - | > loss_disc_real_0: 0.133109450340271 (0.12084362104728756) - | > loss_disc_real_1: 0.21326695382595062 (0.21568152249348643) - | > loss_disc_real_2: 0.2744300961494446 (0.2382922758808214) - | > loss_disc_real_3: 0.2991323173046112 (0.223986505870943) - | > loss_disc_real_4: 0.2733141779899597 (0.2220095758480511) - | > loss_disc_real_5: 0.2739572823047638 (0.23648561359919537) - | > loss_0: 2.4717326164245605 (2.4564914537030607) - | > grad_norm_0: tensor(26.9580, device='cuda:0') (tensor(99.6800, device='cuda:0')) - | > loss_gen: 2.4904403686523438 (2.3650076697528295) - | > loss_kl: 1.331373929977417 (1.4605096119536274) - | > loss_feat: 4.974269866943359 (5.328293392335339) - | > loss_mel: 23.135448455810547 (23.43305776676956) - | > loss_duration: 1.7585381269454956 (1.7768977376569968) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.69007110595703 (34.36376628275609) - | > grad_norm_1: tensor(595.2901, device='cuda:0') (tensor(675.0577, device='cuda:0')) - | > current_lr_0: 0.00019955047780639926 - | > current_lr_1: 0.00019955047780639926 - | > step_time: 1.1054 (0.9673609560719919) - | > loader_time: 0.0224 (0.008604572507490376) - - - --> TIME: 2024-11-22 14:21:28 -- STEP: 756/797 -- GLOBAL_STEP: 15325 - | > loss_disc: 2.4058492183685303 (2.455821280441589) - | > loss_disc_real_0: 0.11682429909706116 (0.12079918126590432) - | > loss_disc_real_1: 0.21956215798854828 (0.2156576243421389) - | > loss_disc_real_2: 0.28613802790641785 (0.23800744021695758) - | > loss_disc_real_3: 0.19882987439632416 (0.223964276235728) - | > loss_disc_real_4: 0.19679994881153107 (0.2219952650407635) - | > loss_disc_real_5: 0.21471019089221954 (0.23630345435369582) - | > loss_0: 2.4058492183685303 (2.455821280441589) - | > grad_norm_0: tensor(106.5196, device='cuda:0') (tensor(99.8095, device='cuda:0')) - | > loss_gen: 2.4810400009155273 (2.3651056953523546) - | > loss_kl: 1.4350868463516235 (1.461029319772646) - | > loss_feat: 5.816420078277588 (5.3319956212447455) - | > loss_mel: 23.315359115600586 (23.43477613459189) - | > loss_duration: 1.733043909072876 (1.7753960026635067) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.780948638916016 (34.368302907893266) - | > grad_norm_1: tensor(494.6866, device='cuda:0') (tensor(670.5074, device='cuda:0')) - | > current_lr_0: 0.00019955047780639926 - | > current_lr_1: 0.00019955047780639926 - | > step_time: 1.1108 (0.9705141647152169) - | > loader_time: 0.1293 (0.012465227217901316) - - - --> TIME: 2024-11-22 14:22:27 -- STEP: 781/797 -- GLOBAL_STEP: 15350 - | > loss_disc: 2.471938371658325 (2.456226656592609) - | > loss_disc_real_0: 0.1760721504688263 (0.12086571219034979) - | > loss_disc_real_1: 0.19222784042358398 (0.21560249493842554) - | > loss_disc_real_2: 0.26676028966903687 (0.23837683051252181) - | > loss_disc_real_3: 0.274309903383255 (0.22399810357222022) - | > loss_disc_real_4: 0.22915378212928772 (0.22197033501159827) - | > loss_disc_real_5: 0.28340861201286316 (0.23631953197160543) - | > loss_0: 2.471938371658325 (2.456226656592609) - | > grad_norm_0: tensor(154.8719, device='cuda:0') (tensor(99.4070, device='cuda:0')) - | > loss_gen: 2.570249557495117 (2.3650324846809885) - | > loss_kl: 1.6634650230407715 (1.4621481097919855) - | > loss_feat: 5.325350761413574 (5.332795423063215) - | > loss_mel: 23.813697814941406 (23.439646446140113) - | > loss_duration: 1.6976020336151123 (1.7743320591776384) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.07036590576172 (34.37395465328201) - | > grad_norm_1: tensor(987.0414, device='cuda:0') (tensor(670.2175, device='cuda:0')) - | > current_lr_0: 0.00019955047780639926 - | > current_lr_1: 0.00019955047780639926 - | > step_time: 4.722 (1.0103232188963556) - | > loader_time: 0.1348 (0.016889468655848772) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.425039768218994 (2.425039768218994) - | > loss_disc_real_0: 0.06836679577827454 (0.06836679577827454) - | > loss_disc_real_1: 0.13758036494255066 (0.13758036494255066) - | > loss_disc_real_2: 0.14790569245815277 (0.14790569245815277) - | > loss_disc_real_3: 0.1795511543750763 (0.1795511543750763) - | > loss_disc_real_4: 0.27862390875816345 (0.27862390875816345) - | > loss_disc_real_5: 0.28432297706604004 (0.28432297706604004) - | > loss_0: 2.425039768218994 (2.425039768218994) - | > loss_gen: 1.9766645431518555 (1.9766645431518555) - | > loss_kl: 1.722436785697937 (1.722436785697937) - | > loss_feat: 6.865774631500244 (6.865774631500244) - | > loss_mel: 26.056724548339844 (26.056724548339844) - | > loss_duration: 1.9724394083023071 (1.9724394083023071) - | > loss_1: 38.59403991699219 (38.59403991699219) - - --> STEP: 1 - | > loss_disc: 2.587496280670166 (2.587496280670166) - | > loss_disc_real_0: 0.17959363758563995 (0.17959363758563995) - | > loss_disc_real_1: 0.12118635326623917 (0.12118635326623917) - | > loss_disc_real_2: 0.2011590152978897 (0.2011590152978897) - | > loss_disc_real_3: 0.24870222806930542 (0.24870222806930542) - | > loss_disc_real_4: 0.19374924898147583 (0.19374924898147583) - | > loss_disc_real_5: 0.2597246468067169 (0.2597246468067169) - | > loss_0: 2.587496280670166 (2.587496280670166) - | > loss_gen: 2.054131031036377 (2.054131031036377) - | > loss_kl: 1.4583362340927124 (1.4583362340927124) - | > loss_feat: 5.967726707458496 (5.967726707458496) - | > loss_mel: 24.426931381225586 (24.426931381225586) - | > loss_duration: 1.7982063293457031 (1.7982063293457031) - | > loss_1: 35.7053337097168 (35.7053337097168) - - --> STEP: 2 - | > loss_disc: 2.4746954441070557 (2.531095862388611) - | > loss_disc_real_0: 0.12221713364124298 (0.15090538561344147) - | > loss_disc_real_1: 0.11677451431751251 (0.11898043379187584) - | > loss_disc_real_2: 0.2154800444841385 (0.2083195298910141) - | > loss_disc_real_3: 0.1598600298166275 (0.20428112894296646) - | > loss_disc_real_4: 0.3329997956752777 (0.26337452232837677) - | > loss_disc_real_5: 0.2831673324108124 (0.27144598960876465) - | > loss_0: 2.4746954441070557 (2.531095862388611) - | > loss_gen: 2.047088861465454 (2.0506099462509155) - | > loss_kl: 1.3255757093429565 (1.3919559717178345) - | > loss_feat: 5.1281046867370605 (5.547915697097778) - | > loss_mel: 24.177753448486328 (24.302342414855957) - | > loss_duration: 1.7306206226348877 (1.7644134759902954) - | > loss_1: 34.40914535522461 (35.0572395324707) - - --> STEP: 3 - | > loss_disc: 2.6881632804870605 (2.5834516684214273) - | > loss_disc_real_0: 0.29474782943725586 (0.19885286688804626) - | > loss_disc_real_1: 0.14909909665584564 (0.12901998807986578) - | > loss_disc_real_2: 0.22592045366764069 (0.21418650448322296) - | > loss_disc_real_3: 0.18647323548793793 (0.19834516445795694) - | > loss_disc_real_4: 0.266190767288208 (0.2643132706483205) - | > loss_disc_real_5: 0.3069252669811249 (0.2832724153995514) - | > loss_0: 2.6881632804870605 (2.5834516684214273) - | > loss_gen: 2.122817277908325 (2.0746790568033853) - | > loss_kl: 1.695580005645752 (1.4931639830271404) - | > loss_feat: 3.8051555156707764 (4.966995636622111) - | > loss_mel: 24.151025772094727 (24.251903533935547) - | > loss_duration: 1.7627170085906982 (1.7638479868570964) - | > loss_1: 33.537296295166016 (34.550591786702476) - - --> STEP: 4 - | > loss_disc: 2.651829719543457 (2.600546181201935) - | > loss_disc_real_0: 0.18910682201385498 (0.19641635566949844) - | > loss_disc_real_1: 0.1482233703136444 (0.13382083363831043) - | > loss_disc_real_2: 0.2582230567932129 (0.22519564256072044) - | > loss_disc_real_3: 0.25072234869003296 (0.21143946051597595) - | > loss_disc_real_4: 0.26755309104919434 (0.26512322574853897) - | > loss_disc_real_5: 0.2755972146987915 (0.2813536152243614) - | > loss_0: 2.651829719543457 (2.600546181201935) - | > loss_gen: 2.126629590988159 (2.087666690349579) - | > loss_kl: 1.269389271736145 (1.4372203052043915) - | > loss_feat: 4.260283946990967 (4.790317714214325) - | > loss_mel: 22.230846405029297 (23.746639251708984) - | > loss_duration: 1.6735483407974243 (1.7412730753421783) - | > loss_1: 31.56069564819336 (33.803117752075195) - - --> STEP: 5 - | > loss_disc: 2.6596004962921143 (2.6123570442199706) - | > loss_disc_real_0: 0.1931966245174408 (0.19577240943908691) - | > loss_disc_real_1: 0.1078166589140892 (0.1286199986934662) - | > loss_disc_real_2: 0.16575691103935242 (0.21330789625644683) - | > loss_disc_real_3: 0.23600398004055023 (0.2163523644208908) - | > loss_disc_real_4: 0.23664870858192444 (0.25942832231521606) - | > loss_disc_real_5: 0.23266811668872833 (0.2716165155172348) - | > loss_0: 2.6596004962921143 (2.6123570442199706) - | > loss_gen: 1.8753578662872314 (2.045204925537109) - | > loss_kl: 1.704032301902771 (1.4905827045440674) - | > loss_feat: 5.426735877990723 (4.9176013469696045) - | > loss_mel: 22.46971893310547 (23.49125518798828) - | > loss_duration: 1.9524879455566406 (1.7835160493850708) - | > loss_1: 33.4283332824707 (33.7281608581543) - - --> STEP: 6 - | > loss_disc: 2.306654453277588 (2.5614066123962402) - | > loss_disc_real_0: 0.18608927726745605 (0.19415855407714844) - | > loss_disc_real_1: 0.10733263194561005 (0.12507210423549017) - | > loss_disc_real_2: 0.1556616574525833 (0.20370018978913626) - | > loss_disc_real_3: 0.19922670722007751 (0.21349808822075525) - | > loss_disc_real_4: 0.20996637642383575 (0.2511846646666527) - | > loss_disc_real_5: 0.3219063878059387 (0.27999816089868546) - | > loss_0: 2.306654453277588 (2.5614066123962402) - | > loss_gen: 2.2786877155303955 (2.0841187238693237) - | > loss_kl: 0.9002176523208618 (1.3921885291735332) - | > loss_feat: 4.876887798309326 (4.910815755526225) - | > loss_mel: 23.990964889526367 (23.57454013824463) - | > loss_duration: 1.7126365900039673 (1.771702806154887) - | > loss_1: 33.75939178466797 (33.73336601257324) - - --> STEP: 7 - | > loss_disc: 2.508232593536377 (2.553810323987688) - | > loss_disc_real_0: 0.19791573286056519 (0.19469529390335083) - | > loss_disc_real_1: 0.11660536378622055 (0.1238625698855945) - | > loss_disc_real_2: 0.1639465093612671 (0.19802109258515493) - | > loss_disc_real_3: 0.2017892599105835 (0.21182539846215928) - | > loss_disc_real_4: 0.18020565807819366 (0.24104480658258712) - | > loss_disc_real_5: 0.2356892228126526 (0.27366831260068075) - | > loss_0: 2.508232593536377 (2.553810323987688) - | > loss_gen: 1.958925485610962 (2.0662339755467007) - | > loss_kl: 1.7082407474517822 (1.437338846070426) - | > loss_feat: 5.468797206878662 (4.990527391433716) - | > loss_mel: 22.85932731628418 (23.472366877964564) - | > loss_duration: 1.7049808502197266 (1.7621710981641496) - | > loss_1: 33.70027160644531 (33.728638240269255) - - --> STEP: 8 - | > loss_disc: 2.556647777557373 (2.554165005683899) - | > loss_disc_real_0: 0.18952879309654236 (0.19404948130249977) - | > loss_disc_real_1: 0.10920929163694382 (0.12203091010451317) - | > loss_disc_real_2: 0.16738338768482208 (0.19419137947261333) - | > loss_disc_real_3: 0.25795358419418335 (0.2175914216786623) - | > loss_disc_real_4: 0.1958915740251541 (0.23540065251290798) - | > loss_disc_real_5: 0.25775375962257385 (0.2716789934784174) - | > loss_0: 2.556647777557373 (2.554165005683899) - | > loss_gen: 2.043390989303589 (2.0633786022663116) - | > loss_kl: 1.557703971862793 (1.4523844867944717) - | > loss_feat: 5.840246677398682 (5.0967423021793365) - | > loss_mel: 23.22403335571289 (23.441325187683105) - | > loss_duration: 1.7724717855453491 (1.7634586840867996) - | > loss_1: 34.43784713745117 (33.81728935241699) - - --> STEP: 9 - | > loss_disc: 2.478965997695923 (2.5458095603519015) - | > loss_disc_real_0: 0.17231589555740356 (0.1916346384419335) - | > loss_disc_real_1: 0.09752491116523743 (0.11930802133348253) - | > loss_disc_real_2: 0.190080463886261 (0.19373461107412973) - | > loss_disc_real_3: 0.27522340416908264 (0.22399497528870901) - | > loss_disc_real_4: 0.2498088777065277 (0.23700156642331016) - | > loss_disc_real_5: 0.32183608412742615 (0.2772520035505295) - | > loss_0: 2.478965997695923 (2.5458095603519015) - | > loss_gen: 2.274953842163086 (2.0868869622548423) - | > loss_kl: 1.6661877632141113 (1.476140406396654) - | > loss_feat: 5.629303455352783 (5.155915763643053) - | > loss_mel: 25.942720413208008 (23.719257990519207) - | > loss_duration: 1.7527269124984741 (1.76226626502143) - | > loss_1: 37.26589584350586 (34.200467851426865) - - --> STEP: 10 - | > loss_disc: 2.6520280838012695 (2.5564314126968384) - | > loss_disc_real_0: 0.25892990827560425 (0.1983641654253006) - | > loss_disc_real_1: 0.14318473637104034 (0.12169569283723831) - | > loss_disc_real_2: 0.2189900130033493 (0.1962601512670517) - | > loss_disc_real_3: 0.2872539460659027 (0.23032087236642837) - | > loss_disc_real_4: 0.3106149435043335 (0.2443629041314125) - | > loss_disc_real_5: 0.41620108485221863 (0.2911469116806984) - | > loss_0: 2.6520280838012695 (2.5564314126968384) - | > loss_gen: 2.405575752258301 (2.118755841255188) - | > loss_kl: 1.255239486694336 (1.454050314426422) - | > loss_feat: 4.5763468742370605 (5.097958874702454) - | > loss_mel: 24.015085220336914 (23.748840713500975) - | > loss_duration: 1.6737256050109863 (1.7534121990203857) - | > loss_1: 33.92597198486328 (34.173018264770505) - - --> STEP: 11 - | > loss_disc: 2.2303738594055176 (2.526789816943082) - | > loss_disc_real_0: 0.1251952052116394 (0.19171244176951321) - | > loss_disc_real_1: 0.09899494796991348 (0.1196319887583906) - | > loss_disc_real_2: 0.1715499460697174 (0.19401376897638495) - | > loss_disc_real_3: 0.15900005400180817 (0.22383716160600836) - | > loss_disc_real_4: 0.2439318746328354 (0.24432371963154187) - | > loss_disc_real_5: 0.21730554103851318 (0.2844340598041361) - | > loss_0: 2.2303738594055176 (2.526789816943082) - | > loss_gen: 2.173473358154297 (2.1237301609732886) - | > loss_kl: 1.7267117500305176 (1.478837717663158) - | > loss_feat: 6.359442710876465 (5.212639223445546) - | > loss_mel: 24.183748245239258 (23.78837776184082) - | > loss_duration: 1.6461575031280518 (1.7436617721210828) - | > loss_1: 36.089534759521484 (34.347247037020594) - - --> STEP: 12 - | > loss_disc: 2.727773904800415 (2.543538490931193) - | > loss_disc_real_0: 0.20814481377601624 (0.19308180610338846) - | > loss_disc_real_1: 0.15253616869449615 (0.12237400375306606) - | > loss_disc_real_2: 0.2229841649532318 (0.1964279686411222) - | > loss_disc_real_3: 0.14908142387866974 (0.2176075167953968) - | > loss_disc_real_4: 0.2601774334907532 (0.2456448624531428) - | > loss_disc_real_5: 0.28212589025497437 (0.284241712341706) - | > loss_0: 2.727773904800415 (2.543538490931193) - | > loss_gen: 1.8425410985946655 (2.1002977391084032) - | > loss_kl: 1.6843239068984985 (1.495961566766103) - | > loss_feat: 4.930461406707764 (5.189124405384064) - | > loss_mel: 22.147645950317383 (23.651650110880535) - | > loss_duration: 1.807363748550415 (1.7489702701568604) - | > loss_1: 32.41233825683594 (34.186004638671875) - - --> STEP: 13 - | > loss_disc: 2.522838592529297 (2.541946191054124) - | > loss_disc_real_0: 0.17224496603012085 (0.19147897225159866) - | > loss_disc_real_1: 0.08111682534217834 (0.11920037464453624) - | > loss_disc_real_2: 0.14049728214740753 (0.19212560814160567) - | > loss_disc_real_3: 0.14933404326438904 (0.21235571113916543) - | > loss_disc_real_4: 0.1691356897354126 (0.23975954147485587) - | > loss_disc_real_5: 0.18102805316448212 (0.2763022000973041) - | > loss_0: 2.522838592529297 (2.541946191054124) - | > loss_gen: 1.6349072456359863 (2.064498470379756) - | > loss_kl: 1.6724945306777954 (1.509541025528541) - | > loss_feat: 7.026376724243164 (5.3304515068347635) - | > loss_mel: 24.568462371826172 (23.722174130953274) - | > loss_duration: 1.7961444854736328 (1.7525990559504583) - | > loss_1: 36.698387145996094 (34.37926483154297) - - --> STEP: 14 - | > loss_disc: 2.748990058898926 (2.556735038757324) - | > loss_disc_real_0: 0.18143440783023834 (0.19076150336435863) - | > loss_disc_real_1: 0.13909505307674408 (0.12062142310397965) - | > loss_disc_real_2: 0.21384838223457336 (0.19367723486253194) - | > loss_disc_real_3: 0.2385089248418808 (0.21422379783221654) - | > loss_disc_real_4: 0.3187374770641327 (0.24540082258837564) - | > loss_disc_real_5: 0.3797660768032074 (0.28369247700486866) - | > loss_0: 2.748990058898926 (2.556735038757324) - | > loss_gen: 2.044848680496216 (2.063094913959503) - | > loss_kl: 1.6613255739212036 (1.5203827789851598) - | > loss_feat: 4.434917449951172 (5.266484788485935) - | > loss_mel: 23.5472469329834 (23.709679331098283) - | > loss_duration: 1.8083950281143188 (1.7565844825335912) - | > loss_1: 33.496734619140625 (34.316226959228516) - - --> STEP: 15 - | > loss_disc: 2.792041778564453 (2.572422154744466) - | > loss_disc_real_0: 0.36484163999557495 (0.2023668458064397) - | > loss_disc_real_1: 0.19152508676052094 (0.12534833401441575) - | > loss_disc_real_2: 0.20959541201591492 (0.19473844667275747) - | > loss_disc_real_3: 0.21047553420066833 (0.21397391359011333) - | > loss_disc_real_4: 0.27078795433044434 (0.24709329803784688) - | > loss_disc_real_5: 0.27522650361061096 (0.2831280787785848) - | > loss_0: 2.792041778564453 (2.572422154744466) - | > loss_gen: 2.154823064804077 (2.0692101240158083) - | > loss_kl: 1.4859189987182617 (1.5180851936340332) - | > loss_feat: 3.92449951171875 (5.177019103368123) - | > loss_mel: 22.61607551574707 (23.63677241007487) - | > loss_duration: 1.7785356044769287 (1.758047890663147) - | > loss_1: 31.95985221862793 (34.159135309855145) - - --> STEP: 16 - | > loss_disc: 2.6249196529388428 (2.5757032483816147) - | > loss_disc_real_0: 0.34974905848503113 (0.21157823409885168) - | > loss_disc_real_1: 0.13506250083446503 (0.12595546944066882) - | > loss_disc_real_2: 0.21631507575511932 (0.19608698599040508) - | > loss_disc_real_3: 0.23014025390148163 (0.21498430985957384) - | > loss_disc_real_4: 0.21450404822826385 (0.24505646992474794) - | > loss_disc_real_5: 0.3195379674434662 (0.2854036968201399) - | > loss_0: 2.6249196529388428 (2.5757032483816147) - | > loss_gen: 2.2641003131866455 (2.0813907608389854) - | > loss_kl: 1.7054786682128906 (1.5297972857952118) - | > loss_feat: 4.098120212554932 (5.109587922692299) - | > loss_mel: 20.67540740966797 (23.45168709754944) - | > loss_duration: 1.7964164018630981 (1.760445922613144) - | > loss_1: 30.53952407836914 (33.93290960788727) - - --> STEP: 17 - | > loss_disc: 2.4061999320983887 (2.5657324650708366) - | > loss_disc_real_0: 0.15126949548721313 (0.20803066123934352) - | > loss_disc_real_1: 0.13979856669902802 (0.12676976927939584) - | > loss_disc_real_2: 0.18215560913085938 (0.19526749323396123) - | > loss_disc_real_3: 0.1971108317375183 (0.21393292879357056) - | > loss_disc_real_4: 0.23578135669231415 (0.24451087502872243) - | > loss_disc_real_5: 0.2378392517566681 (0.2826057882869945) - | > loss_0: 2.4061999320983887 (2.5657324650708366) - | > loss_gen: 2.21931791305542 (2.08950412273407) - | > loss_kl: 1.2244943380355835 (1.5118382888681747) - | > loss_feat: 6.025313377380371 (5.163454125909245) - | > loss_mel: 26.804349899291992 (23.64890255647547) - | > loss_duration: 1.7405431270599365 (1.7592751699335434) - | > loss_1: 38.01401901245117 (34.17297486697926) - - --> STEP: 18 - | > loss_disc: 2.6409969329833984 (2.5699138243993125) - | > loss_disc_real_0: 0.23516172170639038 (0.2095379423764017) - | > loss_disc_real_1: 0.12387016415596008 (0.12660868010587162) - | > loss_disc_real_2: 0.24334435164928436 (0.19793842981259027) - | > loss_disc_real_3: 0.1718873381614685 (0.21159706264734268) - | > loss_disc_real_4: 0.22858648002147675 (0.2436261864172088) - | > loss_disc_real_5: 0.2221188247203827 (0.27924540142218274) - | > loss_0: 2.6409969329833984 (2.5699138243993125) - | > loss_gen: 2.041104555130005 (2.0868152578671775) - | > loss_kl: 1.2100365161895752 (1.4950715237193637) - | > loss_feat: 5.132257461547852 (5.161720977889167) - | > loss_mel: 23.513206481933594 (23.641363885667587) - | > loss_duration: 1.7355300188064575 (1.7579559948709276) - | > loss_1: 33.63213348388672 (34.14292812347412) - - --> STEP: 19 - | > loss_disc: 2.3657140731811523 (2.5591664690720406) - | > loss_disc_real_0: 0.1117141917347908 (0.20438932392158007) - | > loss_disc_real_1: 0.07443806529045105 (0.12386285827348106) - | > loss_disc_real_2: 0.1654747724533081 (0.1962298162673649) - | > loss_disc_real_3: 0.1976509541273117 (0.2108630569357621) - | > loss_disc_real_4: 0.22938589751720428 (0.24287669752773486) - | > loss_disc_real_5: 0.16584646701812744 (0.2732770364535482) - | > loss_0: 2.3657140731811523 (2.5591664690720406) - | > loss_gen: 2.0869638919830322 (2.08682308071538) - | > loss_kl: 1.494020938873291 (1.4950162297800969) - | > loss_feat: 6.6114301681518555 (5.238021461587203) - | > loss_mel: 26.3614559173584 (23.78452662417763) - | > loss_duration: 1.81922447681427 (1.7611806518153141) - | > loss_1: 38.37309646606445 (34.365568562557826) - - --> STEP: 20 - | > loss_disc: 2.3812642097473145 (2.5502713561058044) - | > loss_disc_real_0: 0.14088326692581177 (0.20121402107179165) - | > loss_disc_real_1: 0.0856865644454956 (0.1219540435820818) - | > loss_disc_real_2: 0.20030708611011505 (0.1964336797595024) - | > loss_disc_real_3: 0.227737694978714 (0.2117067888379097) - | > loss_disc_real_4: 0.28492748737335205 (0.24497923702001573) - | > loss_disc_real_5: 0.3170676529407501 (0.2754665672779083) - | > loss_0: 2.3812642097473145 (2.5502713561058044) - | > loss_gen: 2.348698854446411 (2.0999168694019317) - | > loss_kl: 1.5699081420898438 (1.4987608253955842) - | > loss_feat: 5.236706256866455 (5.237955701351166) - | > loss_mel: 24.431848526000977 (23.8168927192688) - | > loss_duration: 1.6811152696609497 (1.7571773827075958) - | > loss_1: 35.26827621459961 (34.41070394515991) - - --> STEP: 21 - | > loss_disc: 2.4922006130218506 (2.547506082625616) - | > loss_disc_real_0: 0.10187976062297821 (0.19648381819327673) - | > loss_disc_real_1: 0.10287728160619736 (0.12104562634513491) - | > loss_disc_real_2: 0.26020345091819763 (0.1994703355289641) - | > loss_disc_real_3: 0.22345785796642303 (0.2122663635583151) - | > loss_disc_real_4: 0.2452687919139862 (0.24499302534830003) - | > loss_disc_real_5: 0.25934815406799316 (0.2746990237917219) - | > loss_0: 2.4922006130218506 (2.547506082625616) - | > loss_gen: 2.001399040222168 (2.0952255442028953) - | > loss_kl: 1.2558979988098145 (1.4871959288914998) - | > loss_feat: 5.314590930938721 (5.241604997998192) - | > loss_mel: 23.676050186157227 (23.81018593197777) - | > loss_duration: 1.7541073560714722 (1.7570311909630185) - | > loss_1: 34.00204849243164 (34.39124416169666) - - --> STEP: 22 - | > loss_disc: 2.352077007293701 (2.5386229428378013) - | > loss_disc_real_0: 0.08635598421096802 (0.19147800755771724) - | > loss_disc_real_1: 0.07743549346923828 (0.1190633475780487) - | > loss_disc_real_2: 0.20051445066928864 (0.19951779530806976) - | > loss_disc_real_3: 0.22257868945598602 (0.21273510564457287) - | > loss_disc_real_4: 0.2853447496891022 (0.2468271946365183) - | > loss_disc_real_5: 0.3048551380634308 (0.27606975625861774) - | > loss_0: 2.352077007293701 (2.5386229428378013) - | > loss_gen: 2.2826616764068604 (2.1037453683939846) - | > loss_kl: 1.664251685142517 (1.4952439178120007) - | > loss_feat: 6.171954154968262 (5.283893596042287) - | > loss_mel: 25.78722381591797 (23.90005129033869) - | > loss_duration: 1.8421616554260254 (1.7609007575295188) - | > loss_1: 37.748252868652344 (34.543835466558285) - - --> STEP: 23 - | > loss_disc: 2.104828119277954 (2.5197622983351993) - | > loss_disc_real_0: 0.08808282017707825 (0.18698256462812424) - | > loss_disc_real_1: 0.09908314049243927 (0.11819464292215265) - | > loss_disc_real_2: 0.17413942515850067 (0.1984143879102624) - | > loss_disc_real_3: 0.159551203250885 (0.21042276206223862) - | > loss_disc_real_4: 0.2547246813774109 (0.24717056362525278) - | > loss_disc_real_5: 0.2111317664384842 (0.2732463653968728) - | > loss_0: 2.104828119277954 (2.5197622983351993) - | > loss_gen: 2.503237009048462 (2.121114570161571) - | > loss_kl: 1.4086970090866089 (1.4914810087369836) - | > loss_feat: 6.975444793701172 (5.357439300288325) - | > loss_mel: 25.693866729736328 (23.978043265964676) - | > loss_duration: 1.8091890811920166 (1.763000249862671) - | > loss_1: 38.390438079833984 (34.711079058439836) - - --> STEP: 24 - | > loss_disc: 2.456794261932373 (2.517138630151748) - | > loss_disc_real_0: 0.1277485191822052 (0.18451447940121093) - | > loss_disc_real_1: 0.09790211170911789 (0.1173491207882762) - | > loss_disc_real_2: 0.16180048882961273 (0.19688880878190199) - | > loss_disc_real_3: 0.24261373281478882 (0.21176405251026154) - | > loss_disc_real_4: 0.24647924304008484 (0.24714175860087076) - | > loss_disc_real_5: 0.3112250566482544 (0.2748288108656804) - | > loss_0: 2.456794261932373 (2.517138630151748) - | > loss_gen: 2.097268581390381 (2.1201209872961044) - | > loss_kl: 1.340434193611145 (1.4851873914400737) - | > loss_feat: 5.300739288330078 (5.355076799790065) - | > loss_mel: 23.509540557861328 (23.9585223197937) - | > loss_duration: 1.7124230861663818 (1.7608928680419922) - | > loss_1: 33.96040344238281 (34.67980090777079) - - --> STEP: 25 - | > loss_disc: 2.6237235069274902 (2.521402025222778) - | > loss_disc_real_0: 0.13675370812416077 (0.18260404855012893) - | > loss_disc_real_1: 0.10475964844226837 (0.11684554189443588) - | > loss_disc_real_2: 0.20944693684577942 (0.1973911339044571) - | > loss_disc_real_3: 0.19336970150470734 (0.21102827847003935) - | > loss_disc_real_4: 0.26598507165908813 (0.24789549112319947) - | > loss_disc_real_5: 0.30460602045059204 (0.2760198992490768) - | > loss_0: 2.6237235069274902 (2.521402025222778) - | > loss_gen: 1.8988308906555176 (2.1112693834304808) - | > loss_kl: 1.3710923194885254 (1.4806235885620118) - | > loss_feat: 5.228442668914795 (5.350011434555054) - | > loss_mel: 23.838237762451172 (23.9537109375) - | > loss_duration: 1.671705961227417 (1.7573253917694092) - | > loss_1: 34.0083122253418 (34.65294136047363) - - --> STEP: 26 - | > loss_disc: 2.569992780685425 (2.5232709004328795) - | > loss_disc_real_0: 0.20376424491405487 (0.18341790225643378) - | > loss_disc_real_1: 0.13669128715991974 (0.11760883978926219) - | > loss_disc_real_2: 0.17430837452411652 (0.1965033354667517) - | > loss_disc_real_3: 0.1729874610900879 (0.209565170109272) - | > loss_disc_real_4: 0.25133776664733887 (0.24802788633566636) - | > loss_disc_real_5: 0.2840896546840668 (0.2763302744581149) - | > loss_0: 2.569992780685425 (2.5232709004328795) - | > loss_gen: 2.051408529281616 (2.1089670428862934) - | > loss_kl: 1.7445104122161865 (1.49077308177948) - | > loss_feat: 4.518698692321777 (5.3180378675460815) - | > loss_mel: 22.749370574951172 (23.907390154325046) - | > loss_duration: 1.7267985343933105 (1.7561512818703284) - | > loss_1: 32.79078674316406 (34.58132002903865) - - --> STEP: 27 - | > loss_disc: 2.3388051986694336 (2.516438837404604) - | > loss_disc_real_0: 0.11738190799951553 (0.18097212469136273) - | > loss_disc_real_1: 0.11591748893260956 (0.11754619716494172) - | > loss_disc_real_2: 0.18822155892848969 (0.1961966030023716) - | > loss_disc_real_3: 0.17920583486557007 (0.2084407502854312) - | > loss_disc_real_4: 0.24845556914806366 (0.24804372643982922) - | > loss_disc_real_5: 0.2892041504383087 (0.2768070846796036) - | > loss_0: 2.3388051986694336 (2.516438837404604) - | > loss_gen: 2.2625832557678223 (2.1146565322522757) - | > loss_kl: 1.6049665212631226 (1.4950024684270222) - | > loss_feat: 5.494047164916992 (5.324556730411671) - | > loss_mel: 23.958513259887695 (23.909283602679217) - | > loss_duration: 1.7365391254425049 (1.755424905706335) - | > loss_1: 35.05664825439453 (34.598924778125905) - - --> STEP: 28 - | > loss_disc: 2.363870859146118 (2.5109899810382292) - | > loss_disc_real_0: 0.08456796407699585 (0.17752911895513535) - | > loss_disc_real_1: 0.14134909212589264 (0.11839630055640425) - | > loss_disc_real_2: 0.195668026804924 (0.1961777252810342) - | > loss_disc_real_3: 0.22381247580051422 (0.20898974048239843) - | > loss_disc_real_4: 0.28408461809158325 (0.24933090114167758) - | > loss_disc_real_5: 0.21984775364398956 (0.2747728228569031) - | > loss_0: 2.363870859146118 (2.5109899810382292) - | > loss_gen: 2.1480722427368164 (2.115849950483866) - | > loss_kl: 1.0612704753875732 (1.4795120401041848) - | > loss_feat: 5.67673921585083 (5.337134676320212) - | > loss_mel: 23.631078720092773 (23.899347714015416) - | > loss_duration: 1.7492492198944092 (1.7552043454987662) - | > loss_1: 34.26640701293945 (34.58704914365496) - - --> STEP: 29 - | > loss_disc: 2.7108826637268066 (2.5178828321654216) - | > loss_disc_real_0: 0.3912320137023926 (0.18489818429124766) - | > loss_disc_real_1: 0.18122543394565582 (0.12056282239741292) - | > loss_disc_real_2: 0.23250216245651245 (0.1974302920801886) - | > loss_disc_real_3: 0.20835568010807037 (0.20896787633155955) - | > loss_disc_real_4: 0.311596542596817 (0.25147799222633754) - | > loss_disc_real_5: 0.2883600890636444 (0.2752413492778252) - | > loss_0: 2.7108826637268066 (2.5178828321654216) - | > loss_gen: 2.324061393737793 (2.1230296554236565) - | > loss_kl: 1.0562875270843506 (1.464918091379363) - | > loss_feat: 2.749157667160034 (5.247894089797447) - | > loss_mel: 16.967243194580078 (23.660309627138336) - | > loss_duration: 1.7422351837158203 (1.7547571330234921) - | > loss_1: 24.8389835357666 (34.2509089502795) - - --> STEP: 30 - | > loss_disc: 2.7010936737060547 (2.523989860216776) - | > loss_disc_real_0: 0.347197949886322 (0.19030817647775014) - | > loss_disc_real_1: 0.16125260293483734 (0.12191914841532707) - | > loss_disc_real_2: 0.21994075179100037 (0.19818064073721567) - | > loss_disc_real_3: 0.17567910254001617 (0.2078582505385081) - | > loss_disc_real_4: 0.35345372557640076 (0.2548771833380063) - | > loss_disc_real_5: 0.32550597190856934 (0.27691683669885) - | > loss_0: 2.7010936737060547 (2.523989860216776) - | > loss_gen: 2.307887077331543 (2.1291915694872525) - | > loss_kl: 1.7505989074707031 (1.4744407852490744) - | > loss_feat: 4.160706520080566 (5.211654504140218) - | > loss_mel: 22.034099578857422 (23.606102625528973) - | > loss_duration: 1.7603400945663452 (1.7549432317415874) - | > loss_1: 32.013633728027344 (34.17633310953776) - - --> STEP: 31 - | > loss_disc: 2.304831027984619 (2.5169202204673518) - | > loss_disc_real_0: 0.08940741419792175 (0.18705331317840085) - | > loss_disc_real_1: 0.09835514426231384 (0.12115901924910084) - | > loss_disc_real_2: 0.20311112701892853 (0.19833968868178706) - | > loss_disc_real_3: 0.1799832433462143 (0.20695905675811152) - | > loss_disc_real_4: 0.25893792510032654 (0.2550081750077586) - | > loss_disc_real_5: 0.3223670721054077 (0.278382973324868) - | > loss_0: 2.304831027984619 (2.5169202204673518) - | > loss_gen: 2.219025135040283 (2.132089426440576) - | > loss_kl: 1.7795641422271729 (1.4842834741838518) - | > loss_feat: 5.4803466796875 (5.220321993674001) - | > loss_mel: 23.528581619262695 (23.603601947907478) - | > loss_duration: 1.713258981704712 (1.7535985785145913) - | > loss_1: 34.72077941894531 (34.193895893712195) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.012800270511258033 (+0.0014728346178608555) - | > avg_loss_disc: 2.5169202204673518 (+0.0317120936609081) - | > avg_loss_disc_real_0: 0.18705331317840085 (-0.0037405014999451203) - | > avg_loss_disc_real_1: 0.12115901924910084 (-0.05285636864362224) - | > avg_loss_disc_real_2: 0.19833968868178706 (-0.0117298806867292) - | > avg_loss_disc_real_3: 0.20695905675811152 (+0.05138391568776099) - | > avg_loss_disc_real_4: 0.2550081750077586 (+0.05960822994670559) - | > avg_loss_disc_real_5: 0.278382973324868 (+0.039371376556734894) - | > avg_loss_0: 2.5169202204673518 (+0.0317120936609081) - | > avg_loss_gen: 2.132089426440576 (-0.04783946083438195) - | > avg_loss_kl: 1.4842834741838518 (-0.10654315256303337) - | > avg_loss_feat: 5.220321993674001 (+0.15846616222012422) - | > avg_loss_mel: 23.603601947907478 (+0.4399941967379668) - | > avg_loss_duration: 1.7535985785145913 (-0.007473011170664234) - | > avg_loss_1: 34.193895893712195 (+0.43660520738171016) - - - > EPOCH: 17/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-22 14:23:54)  - - --> TIME: 2024-11-22 14:24:02 -- STEP: 9/797 -- GLOBAL_STEP: 15375 - | > loss_disc: 2.5424938201904297 (2.446988105773926) - | > loss_disc_real_0: 0.17103669047355652 (0.10188966989517212) - | > loss_disc_real_1: 0.2520774006843567 (0.23675364918178982) - | > loss_disc_real_2: 0.23313643038272858 (0.2353034946653578) - | > loss_disc_real_3: 0.29325738549232483 (0.21846027672290802) - | > loss_disc_real_4: 0.27614521980285645 (0.2298915982246399) - | > loss_disc_real_5: 0.2157718390226364 (0.23281943798065186) - | > loss_0: 2.5424938201904297 (2.446988105773926) - | > grad_norm_0: tensor(206.4959, device='cuda:0') (tensor(83.1750, device='cuda:0')) - | > loss_gen: 2.5122337341308594 (2.3852769003974066) - | > loss_kl: 1.8459365367889404 (1.6260004308488634) - | > loss_feat: 5.2379326820373535 (5.357329368591309) - | > loss_mel: 22.662384033203125 (22.95471149020725) - | > loss_duration: 1.9765191078186035 (2.004795339372423) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.235008239746094 (34.3281135559082) - | > grad_norm_1: tensor(303.1606, device='cuda:0') (tensor(332.8167, device='cuda:0')) - | > current_lr_0: 0.00019952553399667344 - | > current_lr_1: 0.00019952553399667344 - | > step_time: 0.8268 (0.8063611719343398) - | > loader_time: 0.0156 (0.006453302171495225) - - - --> TIME: 2024-11-22 14:24:23 -- STEP: 34/797 -- GLOBAL_STEP: 15400 - | > loss_disc: 2.540147066116333 (2.552860540502212) - | > loss_disc_real_0: 0.05690698325634003 (0.16149943760212732) - | > loss_disc_real_1: 0.19001533091068268 (0.22148590359617681) - | > loss_disc_real_2: 0.22972221672534943 (0.2567636388189653) - | > loss_disc_real_3: 0.19534826278686523 (0.22532741199521458) - | > loss_disc_real_4: 0.2356199026107788 (0.2313816323876381) - | > loss_disc_real_5: 0.22244837880134583 (0.2312209040803068) - | > loss_0: 2.540147066116333 (2.552860540502212) - | > grad_norm_0: tensor(115.2041, device='cuda:0') (tensor(110.1930, device='cuda:0')) - | > loss_gen: 2.0220539569854736 (2.396402330959544) - | > loss_kl: 1.7162353992462158 (1.6163010351798113) - | > loss_feat: 5.043639183044434 (5.3602830802693076) - | > loss_mel: 22.535381317138672 (23.030407568987677) - | > loss_duration: 1.8930773735046387 (1.9071181416511536) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.21038818359375 (34.31051209393669) - | > grad_norm_1: tensor(490.9299, device='cuda:0') (tensor(447.3454, device='cuda:0')) - | > current_lr_0: 0.00019952553399667344 - | > current_lr_1: 0.00019952553399667344 - | > step_time: 0.8693 (0.8355490950977101) - | > loader_time: 0.0033 (0.0052875771242029525) - - - --> TIME: 2024-11-22 14:24:45 -- STEP: 59/797 -- GLOBAL_STEP: 15425 - | > loss_disc: 2.484346628189087 (2.5235432487423135) - | > loss_disc_real_0: 0.09246904402971268 (0.14964371818607136) - | > loss_disc_real_1: 0.25029751658439636 (0.21816409492896774) - | > loss_disc_real_2: 0.2215043306350708 (0.24644575533220325) - | > loss_disc_real_3: 0.2121494859457016 (0.22543671222056372) - | > loss_disc_real_4: 0.2157033532857895 (0.2288364416967004) - | > loss_disc_real_5: 0.2291080802679062 (0.23320870960162857) - | > loss_0: 2.484346628189087 (2.5235432487423135) - | > grad_norm_0: tensor(40.3433, device='cuda:0') (tensor(97.4194, device='cuda:0')) - | > loss_gen: 2.1129889488220215 (2.3163248239937486) - | > loss_kl: 1.2618348598480225 (1.5544711007910261) - | > loss_feat: 4.799330711364746 (5.2266778218544125) - | > loss_mel: 22.76723861694336 (22.99201192694195) - | > loss_duration: 1.8059457540512085 (1.864682599649591) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.747337341308594 (33.95416822271832) - | > grad_norm_1: tensor(499.1907, device='cuda:0') (tensor(433.6647, device='cuda:0')) - | > current_lr_0: 0.00019952553399667344 - | > current_lr_1: 0.00019952553399667344 - | > step_time: 0.838 (0.8466262736562955) - | > loader_time: 0.0048 (0.005328445111290883) - - - --> TIME: 2024-11-22 14:25:07 -- STEP: 84/797 -- GLOBAL_STEP: 15450 - | > loss_disc: 2.29065203666687 (2.4977298435710726) - | > loss_disc_real_0: 0.08059751242399216 (0.14270259391161652) - | > loss_disc_real_1: 0.20912455022335052 (0.21598759577387855) - | > loss_disc_real_2: 0.2241695374250412 (0.24234127075899214) - | > loss_disc_real_3: 0.2088162750005722 (0.22606409713625908) - | > loss_disc_real_4: 0.23453094065189362 (0.22395575507765725) - | > loss_disc_real_5: 0.2503771483898163 (0.23265264183282852) - | > loss_0: 2.29065203666687 (2.4977298435710726) - | > grad_norm_0: tensor(114.0917, device='cuda:0') (tensor(94.9697, device='cuda:0')) - | > loss_gen: 2.376786231994629 (2.3241242482548676) - | > loss_kl: 1.3259526491165161 (1.5325725703012376) - | > loss_feat: 5.439929008483887 (5.298488037926809) - | > loss_mel: 21.2206974029541 (23.00857216971261) - | > loss_duration: 1.7731878757476807 (1.841152616909572) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.13655471801758 (34.00490974244617) - | > grad_norm_1: tensor(1497.0096, device='cuda:0') (tensor(511.8204, device='cuda:0')) - | > current_lr_0: 0.00019952553399667344 - | > current_lr_1: 0.00019952553399667344 - | > step_time: 0.8765 (0.8515764673550924) - | > loader_time: 0.0051 (0.005193276064736503) - - - --> TIME: 2024-11-22 14:25:29 -- STEP: 109/797 -- GLOBAL_STEP: 15475 - | > loss_disc: 2.3323354721069336 (2.489035715750599) - | > loss_disc_real_0: 0.112604521214962 (0.13765203252161312) - | > loss_disc_real_1: 0.18618370592594147 (0.2151560868145129) - | > loss_disc_real_2: 0.22424611449241638 (0.2421338644322999) - | > loss_disc_real_3: 0.23387782275676727 (0.22618989865167424) - | > loss_disc_real_4: 0.202189639210701 (0.22348642636329755) - | > loss_disc_real_5: 0.22369056940078735 (0.2350673932547963) - | > loss_0: 2.3323354721069336 (2.489035715750599) - | > grad_norm_0: tensor(55.5275, device='cuda:0') (tensor(89.8867, device='cuda:0')) - | > loss_gen: 2.5250422954559326 (2.328994457874824) - | > loss_kl: 1.7451791763305664 (1.5198983123543066) - | > loss_feat: 6.211126327514648 (5.309440236572825) - | > loss_mel: 24.801742553710938 (23.02669715881348) - | > loss_duration: 1.765791416168213 (1.8295867541514406) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.048885345458984 (34.01461702749269) - | > grad_norm_1: tensor(849.4335, device='cuda:0') (tensor(525.5622, device='cuda:0')) - | > current_lr_0: 0.00019952553399667344 - | > current_lr_1: 0.00019952553399667344 - | > step_time: 0.8721 (0.8576052910691008) - | > loader_time: 0.0041 (0.005319380978925511) - - - --> TIME: 2024-11-22 14:25:54 -- STEP: 134/797 -- GLOBAL_STEP: 15500 - | > loss_disc: 2.319915294647217 (2.478762432710449) - | > loss_disc_real_0: 0.05664391443133354 (0.13199975614005058) - | > loss_disc_real_1: 0.23459775745868683 (0.2140958326966015) - | > loss_disc_real_2: 0.23751619458198547 (0.24044273448969) - | > loss_disc_real_3: 0.19418522715568542 (0.2251794616233057) - | > loss_disc_real_4: 0.2140471339225769 (0.22334359185909156) - | > loss_disc_real_5: 0.237488254904747 (0.2349954821280579) - | > loss_0: 2.319915294647217 (2.478762432710449) - | > grad_norm_0: tensor(30.0881, device='cuda:0') (tensor(90.7587, device='cuda:0')) - | > loss_gen: 2.614651918411255 (2.338304108648159) - | > loss_kl: 1.231518030166626 (1.5260899818655271) - | > loss_feat: 5.28664493560791 (5.3644856908428125) - | > loss_mel: 22.861398696899414 (23.087044829752912) - | > loss_duration: 1.7907706499099731 (1.822925879884122) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.78498458862305 (34.138850610647616) - | > grad_norm_1: tensor(284.7458, device='cuda:0') (tensor(548.1910, device='cuda:0')) - | > current_lr_0: 0.00019952553399667344 - | > current_lr_1: 0.00019952553399667344 - | > step_time: 0.8373 (0.8789003446920595) - | > loader_time: 0.0039 (0.00553567551854831) - - - --> TIME: 2024-11-22 14:26:16 -- STEP: 159/797 -- GLOBAL_STEP: 15525 - | > loss_disc: 2.510798215866089 (2.4810058185889297) - | > loss_disc_real_0: 0.1290460228919983 (0.1325992578699154) - | > loss_disc_real_1: 0.1923522800207138 (0.2146563609628557) - | > loss_disc_real_2: 0.1916448175907135 (0.23911805741442074) - | > loss_disc_real_3: 0.23526939749717712 (0.22564445201705838) - | > loss_disc_real_4: 0.23323726654052734 (0.2230760211464744) - | > loss_disc_real_5: 0.2221623808145523 (0.23558955072606885) - | > loss_0: 2.510798215866089 (2.4810058185889297) - | > grad_norm_0: tensor(54.4294, device='cuda:0') (tensor(95.8170, device='cuda:0')) - | > loss_gen: 2.19447922706604 (2.332535986630423) - | > loss_kl: 1.385274052619934 (1.504550223455489) - | > loss_feat: 5.528253555297852 (5.333629089331475) - | > loss_mel: 23.756803512573242 (23.040346229601212) - | > loss_duration: 1.7628947496414185 (1.815730556002203) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.62770462036133 (34.02679215437209) - | > grad_norm_1: tensor(407.6417, device='cuda:0') (tensor(540.9222, device='cuda:0')) - | > current_lr_0: 0.00019952553399667344 - | > current_lr_1: 0.00019952553399667344 - | > step_time: 0.9134 (0.8810920250490777) - | > loader_time: 0.0046 (0.005546115479379329) - - - --> TIME: 2024-11-22 14:26:40 -- STEP: 184/797 -- GLOBAL_STEP: 15550 - | > loss_disc: 2.5891709327697754 (2.478101872879528) - | > loss_disc_real_0: 0.09211473166942596 (0.13122338615357879) - | > loss_disc_real_1: 0.17229193449020386 (0.2148387326818445) - | > loss_disc_real_2: 0.20206695795059204 (0.2401406590057456) - | > loss_disc_real_3: 0.2052970826625824 (0.22530754347858223) - | > loss_disc_real_4: 0.26761388778686523 (0.2227380556742782) - | > loss_disc_real_5: 0.2512566149234772 (0.23564857479346835) - | > loss_0: 2.5891709327697754 (2.478101872879528) - | > grad_norm_0: tensor(42.8818, device='cuda:0') (tensor(99.1322, device='cuda:0')) - | > loss_gen: 2.1571714878082275 (2.3372923952081934) - | > loss_kl: 1.4884958267211914 (1.497625200320845) - | > loss_feat: 5.0127387046813965 (5.3354600408802835) - | > loss_mel: 24.15848159790039 (23.07371328188026) - | > loss_duration: 1.7513254880905151 (1.8080672945665277) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.56821060180664 (34.052158231320576) - | > grad_norm_1: tensor(118.0513, device='cuda:0') (tensor(598.2307, device='cuda:0')) - | > current_lr_0: 0.00019952553399667344 - | > current_lr_1: 0.00019952553399667344 - | > step_time: 0.8727 (0.885858927084052) - | > loader_time: 0.0125 (0.0055797683156054954) - - - --> TIME: 2024-11-22 14:27:02 -- STEP: 209/797 -- GLOBAL_STEP: 15575 - | > loss_disc: 2.6322290897369385 (2.4778218680021293) - | > loss_disc_real_0: 0.13463737070560455 (0.13034610995693077) - | > loss_disc_real_1: 0.18568873405456543 (0.21472932277113624) - | > loss_disc_real_2: 0.28720465302467346 (0.23967489749906165) - | > loss_disc_real_3: 0.24169579148292542 (0.22563681341529462) - | > loss_disc_real_4: 0.24912630021572113 (0.22251877887397292) - | > loss_disc_real_5: 0.27249154448509216 (0.23592782997343528) - | > loss_0: 2.6322290897369385 (2.4778218680021293) - | > grad_norm_0: tensor(202.4673, device='cuda:0') (tensor(98.7833, device='cuda:0')) - | > loss_gen: 2.3220527172088623 (2.338053081594587) - | > loss_kl: 1.412339687347412 (1.500542829196419) - | > loss_feat: 4.810201168060303 (5.3337208506022895) - | > loss_mel: 23.051189422607422 (23.086557278792828) - | > loss_duration: 1.8167811632156372 (1.8059201582767177) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.41256332397461 (34.064794275749215) - | > grad_norm_1: tensor(413.5570, device='cuda:0') (tensor(604.0504, device='cuda:0')) - | > current_lr_0: 0.00019952553399667344 - | > current_lr_1: 0.00019952553399667344 - | > step_time: 0.8561 (0.8862528492959493) - | > loader_time: 0.0042 (0.005684614181518555) - - - --> TIME: 2024-11-22 14:27:25 -- STEP: 234/797 -- GLOBAL_STEP: 15600 - | > loss_disc: 2.7158801555633545 (2.476186172575013) - | > loss_disc_real_0: 0.08349460363388062 (0.12972041079376503) - | > loss_disc_real_1: 0.21079713106155396 (0.21496106365807033) - | > loss_disc_real_2: 0.22610022127628326 (0.23996872932482988) - | > loss_disc_real_3: 0.19039276242256165 (0.22505197151858583) - | > loss_disc_real_4: 0.19607874751091003 (0.22305350050202802) - | > loss_disc_real_5: 0.20249676704406738 (0.23552503411331746) - | > loss_0: 2.7158801555633545 (2.476186172575013) - | > grad_norm_0: tensor(130.3871, device='cuda:0') (tensor(101.0053, device='cuda:0')) - | > loss_gen: 2.342428684234619 (2.342864166977061) - | > loss_kl: 1.5318827629089355 (1.503112990886737) - | > loss_feat: 5.920159339904785 (5.34314264802851) - | > loss_mel: 24.538206100463867 (23.149343792189903) - | > loss_duration: 1.74220609664917 (1.8013680078025558) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.07488250732422 (34.13983168968783) - | > grad_norm_1: tensor(908.5944, device='cuda:0') (tensor(619.7817, device='cuda:0')) - | > current_lr_0: 0.00019952553399667344 - | > current_lr_1: 0.00019952553399667344 - | > step_time: 1.1437 (0.8901685720834976) - | > loader_time: 0.0059 (0.0057844728486150755) - - - --> TIME: 2024-11-22 14:27:49 -- STEP: 259/797 -- GLOBAL_STEP: 15625 - | > loss_disc: 2.3852579593658447 (2.476213973461431) - | > loss_disc_real_0: 0.07702696323394775 (0.12829394714770176) - | > loss_disc_real_1: 0.16891805827617645 (0.21515405949018174) - | > loss_disc_real_2: 0.2593393325805664 (0.23896099448664307) - | > loss_disc_real_3: 0.213481605052948 (0.2258986648330357) - | > loss_disc_real_4: 0.20952335000038147 (0.22286130953939726) - | > loss_disc_real_5: 0.2427312284708023 (0.23631374750818526) - | > loss_0: 2.3852579593658447 (2.476213973461431) - | > grad_norm_0: tensor(30.3627, device='cuda:0') (tensor(99.9228, device='cuda:0')) - | > loss_gen: 2.219134569168091 (2.3390293084516505) - | > loss_kl: 1.6721800565719604 (1.5040617212365492) - | > loss_feat: 5.355442523956299 (5.323904438828868) - | > loss_mel: 24.010831832885742 (23.165301510726167) - | > loss_duration: 1.8040344715118408 (1.797423200717764) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.061622619628906 (34.12972026073792) - | > grad_norm_1: tensor(500.4595, device='cuda:0') (tensor(605.7438, device='cuda:0')) - | > current_lr_0: 0.00019952553399667344 - | > current_lr_1: 0.00019952553399667344 - | > step_time: 0.9651 (0.8955303232642214) - | > loader_time: 0.0056 (0.005920924735345436) - - - --> TIME: 2024-11-22 14:28:13 -- STEP: 284/797 -- GLOBAL_STEP: 15650 - | > loss_disc: 2.5187811851501465 (2.475983693566121) - | > loss_disc_real_0: 0.18488538265228271 (0.12876287639193557) - | > loss_disc_real_1: 0.2639634907245636 (0.21524430381160384) - | > loss_disc_real_2: 0.2045517861843109 (0.2396604032058951) - | > loss_disc_real_3: 0.2439742386341095 (0.22604402563941312) - | > loss_disc_real_4: 0.20259487628936768 (0.22282999544076515) - | > loss_disc_real_5: 0.2393750548362732 (0.23613661921150247) - | > loss_0: 2.5187811851501465 (2.475983693566121) - | > grad_norm_0: tensor(208.5093, device='cuda:0') (tensor(101.2318, device='cuda:0')) - | > loss_gen: 2.290287733078003 (2.340668956158868) - | > loss_kl: 1.446542501449585 (1.5041917614953617) - | > loss_feat: 4.790063858032227 (5.31660454373964) - | > loss_mel: 22.319400787353516 (23.168363819659604) - | > loss_duration: 1.7309633493423462 (1.7951964694009703) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.5772590637207 (34.12502564846627) - | > grad_norm_1: tensor(706.8632, device='cuda:0') (tensor(634.1763, device='cuda:0')) - | > current_lr_0: 0.00019952553399667344 - | > current_lr_1: 0.00019952553399667344 - | > step_time: 0.9637 (0.896964860634065) - | > loader_time: 0.0053 (0.00603177933625772) - - - --> TIME: 2024-11-22 14:28:36 -- STEP: 309/797 -- GLOBAL_STEP: 15675 - | > loss_disc: 2.428464412689209 (2.475961540123406) - | > loss_disc_real_0: 0.14337950944900513 (0.12796408511867038) - | > loss_disc_real_1: 0.23845887184143066 (0.21499529886014254) - | > loss_disc_real_2: 0.23598623275756836 (0.2390270847043559) - | > loss_disc_real_3: 0.17310544848442078 (0.22593151896131078) - | > loss_disc_real_4: 0.20616421103477478 (0.22307754840858546) - | > loss_disc_real_5: 0.20063413679599762 (0.23707365198814367) - | > loss_0: 2.428464412689209 (2.475961540123406) - | > grad_norm_0: tensor(460.3518, device='cuda:0') (tensor(103.4246, device='cuda:0')) - | > loss_gen: 2.444263458251953 (2.3416439599589642) - | > loss_kl: 1.7485533952713013 (1.5029045102279932) - | > loss_feat: 5.26347541809082 (5.314765189457866) - | > loss_mel: 22.035879135131836 (23.17818807089599) - | > loss_duration: 1.7635924816131592 (1.7926612301551799) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.25576400756836 (34.13016306312336) - | > grad_norm_1: tensor(974.1940, device='cuda:0') (tensor(651.5614, device='cuda:0')) - | > current_lr_0: 0.00019952553399667344 - | > current_lr_1: 0.00019952553399667344 - | > step_time: 1.0302 (0.8989171596020943) - | > loader_time: 0.0063 (0.006219897841172696) - - - --> TIME: 2024-11-22 14:28:59 -- STEP: 334/797 -- GLOBAL_STEP: 15700 - | > loss_disc: 2.604031562805176 (2.474308105286011) - | > loss_disc_real_0: 0.18012787401676178 (0.1288760063980155) - | > loss_disc_real_1: 0.24843381345272064 (0.2149246637960394) - | > loss_disc_real_2: 0.2770381271839142 (0.2395457421948096) - | > loss_disc_real_3: 0.19607003033161163 (0.22533220066103393) - | > loss_disc_real_4: 0.259894996881485 (0.2224935078603065) - | > loss_disc_real_5: 0.2612898647785187 (0.236781494435436) - | > loss_0: 2.604031562805176 (2.474308105286011) - | > grad_norm_0: tensor(14.4466, device='cuda:0') (tensor(101.3042, device='cuda:0')) - | > loss_gen: 2.111609697341919 (2.342444719668637) - | > loss_kl: 1.4325780868530273 (1.500648501568926) - | > loss_feat: 4.0907135009765625 (5.320683455038928) - | > loss_mel: 21.655439376831055 (23.205633140609645) - | > loss_duration: 1.766695261001587 (1.7905519222784902) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.057035446166992 (34.159961860336935) - | > grad_norm_1: tensor(205.4847, device='cuda:0') (tensor(642.1774, device='cuda:0')) - | > current_lr_0: 0.00019952553399667344 - | > current_lr_1: 0.00019952553399667344 - | > step_time: 0.8989 (0.9013013818306838) - | > loader_time: 0.0062 (0.006323099850180617) - - - --> TIME: 2024-11-22 14:29:24 -- STEP: 359/797 -- GLOBAL_STEP: 15725 - | > loss_disc: 2.472256660461426 (2.477526961594903) - | > loss_disc_real_0: 0.05604686588048935 (0.12947746650588232) - | > loss_disc_real_1: 0.22332453727722168 (0.21542355268778576) - | > loss_disc_real_2: 0.3196895122528076 (0.2388816679669622) - | > loss_disc_real_3: 0.22653375566005707 (0.2257592985224923) - | > loss_disc_real_4: 0.23073945939540863 (0.22256434511673484) - | > loss_disc_real_5: 0.270112007856369 (0.2371580736052691) - | > loss_0: 2.472256660461426 (2.477526961594903) - | > grad_norm_0: tensor(147.1146, device='cuda:0') (tensor(100.6883, device='cuda:0')) - | > loss_gen: 2.402571439743042 (2.3396255445347554) - | > loss_kl: 1.4117125272750854 (1.4973164067959062) - | > loss_feat: 5.409265995025635 (5.310056791332105) - | > loss_mel: 24.49324607849121 (23.19571760703593) - | > loss_duration: 1.732005000114441 (1.7873441933921457) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.44880294799805 (34.13006070065299) - | > grad_norm_1: tensor(617.2086, device='cuda:0') (tensor(645.5967, device='cuda:0')) - | > current_lr_0: 0.00019952553399667344 - | > current_lr_1: 0.00019952553399667344 - | > step_time: 0.9466 (0.9050835885709375) - | > loader_time: 0.0083 (0.006383223121876834) - - - --> TIME: 2024-11-22 14:29:47 -- STEP: 384/797 -- GLOBAL_STEP: 15750 - | > loss_disc: 2.4577059745788574 (2.478697914630174) - | > loss_disc_real_0: 0.12942925095558167 (0.12921567781207483) - | > loss_disc_real_1: 0.2733725905418396 (0.2154173277473698) - | > loss_disc_real_2: 0.20694082975387573 (0.24009327280024687) - | > loss_disc_real_3: 0.20065663754940033 (0.2252968280032898) - | > loss_disc_real_4: 0.20067259669303894 (0.22288155454831818) - | > loss_disc_real_5: 0.3137698769569397 (0.23737109693077704) - | > loss_0: 2.4577059745788574 (2.478697914630174) - | > grad_norm_0: tensor(89.6512, device='cuda:0') (tensor(100.1651, device='cuda:0')) - | > loss_gen: 2.3667643070220947 (2.343500494025651) - | > loss_kl: 1.5459768772125244 (1.497344390644382) - | > loss_feat: 5.877148628234863 (5.315892631808916) - | > loss_mel: 23.65113639831543 (23.2093298981587) - | > loss_duration: 1.8098564147949219 (1.7848954989264412) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.25088119506836 (34.15096307794254) - | > grad_norm_1: tensor(415.3303, device='cuda:0') (tensor(633.5670, device='cuda:0')) - | > current_lr_0: 0.00019952553399667344 - | > current_lr_1: 0.00019952553399667344 - | > step_time: 0.9719 (0.9072054866701365) - | > loader_time: 0.008 (0.006460489084323245) - - - --> TIME: 2024-11-22 14:30:11 -- STEP: 409/797 -- GLOBAL_STEP: 15775 - | > loss_disc: 2.394669532775879 (2.4784732762642188) - | > loss_disc_real_0: 0.10106134414672852 (0.1284413596838351) - | > loss_disc_real_1: 0.18807758390903473 (0.21500684178837354) - | > loss_disc_real_2: 0.24644291400909424 (0.23933361525349045) - | > loss_disc_real_3: 0.26278311014175415 (0.2257291901228189) - | > loss_disc_real_4: 0.1989467293024063 (0.22301437069996644) - | > loss_disc_real_5: 0.2352500557899475 (0.23771150716213843) - | > loss_0: 2.394669532775879 (2.4784732762642188) - | > grad_norm_0: tensor(22.9293, device='cuda:0') (tensor(99.9408, device='cuda:0')) - | > loss_gen: 2.3369948863983154 (2.3452673567536446) - | > loss_kl: 1.4736641645431519 (1.4958860438435473) - | > loss_feat: 4.927854061126709 (5.3252128587083885) - | > loss_mel: 21.738296508789062 (23.23779432581222) - | > loss_duration: 1.7691388130187988 (1.78314595467304) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.245948791503906 (34.187306672261805) - | > grad_norm_1: tensor(919.2668, device='cuda:0') (tensor(628.2730, device='cuda:0')) - | > current_lr_0: 0.00019952553399667344 - | > current_lr_1: 0.00019952553399667344 - | > step_time: 0.985 (0.9092122954669384) - | > loader_time: 0.0093 (0.006571481163752398) - - - --> TIME: 2024-11-22 14:30:36 -- STEP: 434/797 -- GLOBAL_STEP: 15800 - | > loss_disc: 2.5594229698181152 (2.4798508739691174) - | > loss_disc_real_0: 0.07334959506988525 (0.12944305412608648) - | > loss_disc_real_1: 0.19499358534812927 (0.21533681452274323) - | > loss_disc_real_2: 0.24468225240707397 (0.23987547009496646) - | > loss_disc_real_3: 0.2637038826942444 (0.2259269214239538) - | > loss_disc_real_4: 0.22999922931194305 (0.2227942662030321) - | > loss_disc_real_5: 0.2734221816062927 (0.2376876411624768) - | > loss_0: 2.5594229698181152 (2.4798508739691174) - | > grad_norm_0: tensor(56.6666, device='cuda:0') (tensor(100.0927, device='cuda:0')) - | > loss_gen: 2.1272389888763428 (2.3439527406670564) - | > loss_kl: 1.501684546470642 (1.4942844786127596) - | > loss_feat: 4.947622776031494 (5.318442574294481) - | > loss_mel: 21.354778289794922 (23.24356816551102) - | > loss_duration: 1.7555253505706787 (1.7817086129693944) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.68684959411621 (34.18195668673185) - | > grad_norm_1: tensor(450.1845, device='cuda:0') (tensor(637.8200, device='cuda:0')) - | > current_lr_0: 0.00019952553399667344 - | > current_lr_1: 0.00019952553399667344 - | > step_time: 1.0368 (0.9124228245651667) - | > loader_time: 0.009 (0.006722872707700947) - - - --> TIME: 2024-11-22 14:31:00 -- STEP: 459/797 -- GLOBAL_STEP: 15825 - | > loss_disc: 2.4488868713378906 (2.4801608477282886) - | > loss_disc_real_0: 0.13101480901241302 (0.1296449720388795) - | > loss_disc_real_1: 0.17627713084220886 (0.21553775746058795) - | > loss_disc_real_2: 0.23860518634319305 (0.2396321732039545) - | > loss_disc_real_3: 0.23022118210792542 (0.2258645429850144) - | > loss_disc_real_4: 0.22795961797237396 (0.22251929982295482) - | > loss_disc_real_5: 0.2576214373111725 (0.23803133892467598) - | > loss_0: 2.4488868713378906 (2.4801608477282886) - | > grad_norm_0: tensor(32.3244, device='cuda:0') (tensor(98.3414, device='cuda:0')) - | > loss_gen: 2.1276416778564453 (2.3407698521686826) - | > loss_kl: 1.4373362064361572 (1.4930332110857916) - | > loss_feat: 5.273597240447998 (5.3202907306696074) - | > loss_mel: 23.912694931030273 (23.284425623276647) - | > loss_duration: 1.7458627223968506 (1.7807722198158051) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.49713134765625 (34.219291749343384) - | > grad_norm_1: tensor(387.5503, device='cuda:0') (tensor(632.3078, device='cuda:0')) - | > current_lr_0: 0.00019952553399667344 - | > current_lr_1: 0.00019952553399667344 - | > step_time: 0.9335 (0.9153472156566212) - | > loader_time: 0.0102 (0.006814833560021093) - - - --> TIME: 2024-11-22 14:31:25 -- STEP: 484/797 -- GLOBAL_STEP: 15850 - | > loss_disc: 2.3017868995666504 (2.4774074918967632) - | > loss_disc_real_0: 0.17331890761852264 (0.12881249523421473) - | > loss_disc_real_1: 0.172969788312912 (0.21543836722935528) - | > loss_disc_real_2: 0.2091369479894638 (0.2397108376641904) - | > loss_disc_real_3: 0.19302017986774445 (0.22547751732847907) - | > loss_disc_real_4: 0.2282160520553589 (0.2223821932311393) - | > loss_disc_real_5: 0.23476839065551758 (0.2378531190728353) - | > loss_0: 2.3017868995666504 (2.4774074918967632) - | > grad_norm_0: tensor(90.0464, device='cuda:0') (tensor(97.9843, device='cuda:0')) - | > loss_gen: 2.6622731685638428 (2.342741355915703) - | > loss_kl: 1.446468710899353 (1.4904946890498) - | > loss_feat: 6.393296718597412 (5.331249057754012) - | > loss_mel: 25.82744598388672 (23.307562437924464) - | > loss_duration: 1.7660553455352783 (1.7794449477156333) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 38.095542907714844 (34.251492634292475) - | > grad_norm_1: tensor(623.2553, device='cuda:0') (tensor(632.5768, device='cuda:0')) - | > current_lr_0: 0.00019952553399667344 - | > current_lr_1: 0.00019952553399667344 - | > step_time: 1.0248 (0.918263732894393) - | > loader_time: 0.0066 (0.006962087036164337) - - - --> TIME: 2024-11-22 14:31:50 -- STEP: 509/797 -- GLOBAL_STEP: 15875 - | > loss_disc: 2.421456813812256 (2.4742411475753037) - | > loss_disc_real_0: 0.12979191541671753 (0.12778878135859162) - | > loss_disc_real_1: 0.22642570734024048 (0.21521459063167422) - | > loss_disc_real_2: 0.2590389847755432 (0.23910902062895725) - | > loss_disc_real_3: 0.22197088599205017 (0.2255877559100715) - | > loss_disc_real_4: 0.2296406477689743 (0.22218022163232792) - | > loss_disc_real_5: 0.2998816967010498 (0.23788722128788475) - | > loss_0: 2.421456813812256 (2.4742411475753037) - | > grad_norm_0: tensor(170.5811, device='cuda:0') (tensor(98.7420, device='cuda:0')) - | > loss_gen: 2.432997226715088 (2.3457575448603927) - | > loss_kl: 1.7250168323516846 (1.4875057826810365) - | > loss_feat: 5.565150737762451 (5.339412988051919) - | > loss_mel: 23.926433563232422 (23.292697138308533) - | > loss_duration: 1.7518115043640137 (1.7778887680799416) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.40141296386719 (34.243262360278656) - | > grad_norm_1: tensor(785.3686, device='cuda:0') (tensor(632.6498, device='cuda:0')) - | > current_lr_0: 0.00019952553399667344 - | > current_lr_1: 0.00019952553399667344 - | > step_time: 1.0139 (0.9215433536671936) - | > loader_time: 0.011 (0.007065495713989016) - - - --> TIME: 2024-11-22 14:32:14 -- STEP: 534/797 -- GLOBAL_STEP: 15900 - | > loss_disc: 2.3666272163391113 (2.475366882170631) - | > loss_disc_real_0: 0.09041104465723038 (0.1271345961336676) - | > loss_disc_real_1: 0.18388663232326508 (0.21547805316997382) - | > loss_disc_real_2: 0.1814442127943039 (0.23982515922758016) - | > loss_disc_real_3: 0.20613639056682587 (0.22551881005701502) - | > loss_disc_real_4: 0.158030167222023 (0.22236235417453537) - | > loss_disc_real_5: 0.1416928917169571 (0.2380353127246939) - | > loss_0: 2.3666272163391113 (2.475366882170631) - | > grad_norm_0: tensor(9.0422, device='cuda:0') (tensor(100.5489, device='cuda:0')) - | > loss_gen: 2.1859846115112305 (2.348607038290762) - | > loss_kl: 1.1794912815093994 (1.483951561125031) - | > loss_feat: 5.510376453399658 (5.34434206030342) - | > loss_mel: 23.131450653076172 (23.297062884555768) - | > loss_duration: 1.785027265548706 (1.7773072159245669) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.79233169555664 (34.25127090139782) - | > grad_norm_1: tensor(213.2540, device='cuda:0') (tensor(630.5038, device='cuda:0')) - | > current_lr_0: 0.00019952553399667344 - | > current_lr_1: 0.00019952553399667344 - | > step_time: 0.9864 (0.9237205383929421) - | > loader_time: 0.0073 (0.0071573886978492296) - - - --> TIME: 2024-11-22 14:32:40 -- STEP: 559/797 -- GLOBAL_STEP: 15925 - | > loss_disc: 2.4017739295959473 (2.474250822459649) - | > loss_disc_real_0: 0.14114637672901154 (0.12653484361409517) - | > loss_disc_real_1: 0.17047123610973358 (0.21573813883371132) - | > loss_disc_real_2: 0.24279512465000153 (0.23949359117445665) - | > loss_disc_real_3: 0.22993791103363037 (0.22537220270774452) - | > loss_disc_real_4: 0.17692406475543976 (0.22196901601627608) - | > loss_disc_real_5: 0.2116665095090866 (0.23776292891536502) - | > loss_0: 2.4017739295959473 (2.474250822459649) - | > grad_norm_0: tensor(103.0908, device='cuda:0') (tensor(98.6398, device='cuda:0')) - | > loss_gen: 2.5211856365203857 (2.348092150389617) - | > loss_kl: 1.4323080778121948 (1.4833489749214095) - | > loss_feat: 5.966025352478027 (5.352650056371537) - | > loss_mel: 24.43974494934082 (23.320906193823635) - | > loss_duration: 1.7513295412063599 (1.776723796864955) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.110595703125 (34.281721316424594) - | > grad_norm_1: tensor(940.3267, device='cuda:0') (tensor(633.1887, device='cuda:0')) - | > current_lr_0: 0.00019952553399667344 - | > current_lr_1: 0.00019952553399667344 - | > step_time: 1.0178 (0.927248130757395) - | > loader_time: 0.0091 (0.007301724660801758) - - - --> TIME: 2024-11-22 14:33:05 -- STEP: 584/797 -- GLOBAL_STEP: 15950 - | > loss_disc: 2.303744316101074 (2.471969066417379) - | > loss_disc_real_0: 0.07313007116317749 (0.12600063433717598) - | > loss_disc_real_1: 0.22727875411510468 (0.2158486173322348) - | > loss_disc_real_2: 0.2738061249256134 (0.23965302910910893) - | > loss_disc_real_3: 0.2076493352651596 (0.2253258079290391) - | > loss_disc_real_4: 0.22028137743473053 (0.22191891926404553) - | > loss_disc_real_5: 0.24675683677196503 (0.2375337862192768) - | > loss_0: 2.303744316101074 (2.471969066417379) - | > grad_norm_0: tensor(38.5839, device='cuda:0') (tensor(98.9930, device='cuda:0')) - | > loss_gen: 2.5612235069274902 (2.3499982940824093) - | > loss_kl: 1.1858335733413696 (1.4808379290242721) - | > loss_feat: 5.904623508453369 (5.353205325668808) - | > loss_mel: 23.170495986938477 (23.312911866462393) - | > loss_duration: 1.7659950256347656 (1.776132001656376) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.58816909790039 (34.27308556151716) - | > grad_norm_1: tensor(369.3036, device='cuda:0') (tensor(637.7424, device='cuda:0')) - | > current_lr_0: 0.00019952553399667344 - | > current_lr_1: 0.00019952553399667344 - | > step_time: 0.9906 (0.9301789807130213) - | > loader_time: 0.0079 (0.0073955528540154015) - - - --> TIME: 2024-11-22 14:33:31 -- STEP: 609/797 -- GLOBAL_STEP: 15975 - | > loss_disc: 2.3941471576690674 (2.4713479850092512) - | > loss_disc_real_0: 0.1279442012310028 (0.12651816854017922) - | > loss_disc_real_1: 0.1959950029850006 (0.21615131461170126) - | > loss_disc_real_2: 0.2334928661584854 (0.23879920990987755) - | > loss_disc_real_3: 0.19156832993030548 (0.22527072349890512) - | > loss_disc_real_4: 0.19557976722717285 (0.22178159189243823) - | > loss_disc_real_5: 0.2010819911956787 (0.2374240888163374) - | > loss_0: 2.3941471576690674 (2.4713479850092512) - | > grad_norm_0: tensor(190.2496, device='cuda:0') (tensor(99.5056, device='cuda:0')) - | > loss_gen: 2.2497880458831787 (2.352709265961047) - | > loss_kl: 1.334161639213562 (1.4796151182138668) - | > loss_feat: 5.087055206298828 (5.358222733577486) - | > loss_mel: 21.810016632080078 (23.317129435797632) - | > loss_duration: 1.7757577896118164 (1.7757564143007027) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.256778717041016 (34.28343310927718) - | > grad_norm_1: tensor(312.7975, device='cuda:0') (tensor(628.4079, device='cuda:0')) - | > current_lr_0: 0.00019952553399667344 - | > current_lr_1: 0.00019952553399667344 - | > step_time: 0.9905 (0.9335479411389832) - | > loader_time: 0.0108 (0.0075244128410452095) - - - --> TIME: 2024-11-22 14:33:56 -- STEP: 634/797 -- GLOBAL_STEP: 16000 - | > loss_disc: 2.5230555534362793 (2.4709256304551337) - | > loss_disc_real_0: 0.06647293269634247 (0.12591977576704638) - | > loss_disc_real_1: 0.18934451043605804 (0.21598112331673935) - | > loss_disc_real_2: 0.27332618832588196 (0.23939827655674156) - | > loss_disc_real_3: 0.22581951320171356 (0.22541684462256997) - | > loss_disc_real_4: 0.19359923899173737 (0.221833970550483) - | > loss_disc_real_5: 0.28566107153892517 (0.2374567836052988) - | > loss_0: 2.5230555534362793 (2.4709256304551337) - | > grad_norm_0: tensor(497.9062, device='cuda:0') (tensor(100.2113, device='cuda:0')) - | > loss_gen: 2.5435843467712402 (2.352905666414497) - | > loss_kl: 1.615043044090271 (1.478613483698962) - | > loss_feat: 4.83095121383667 (5.354060556610302) - | > loss_mel: 19.512584686279297 (23.322596739519295) - | > loss_duration: 1.7838401794433594 (1.7756103303530242) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.2860050201416 (34.28378691206973) - | > grad_norm_1: tensor(1005.0462, device='cuda:0') (tensor(630.8303, device='cuda:0')) - | > current_lr_0: 0.00019952553399667344 - | > current_lr_1: 0.00019952553399667344 - | > step_time: 0.9606 (0.9360928403842337) - | > loader_time: 0.0096 (0.0076058542690818605) - - - --> TIME: 2024-11-22 14:34:22 -- STEP: 659/797 -- GLOBAL_STEP: 16025 - | > loss_disc: 2.404517650604248 (2.47095685627464) - | > loss_disc_real_0: 0.13489483296871185 (0.1260911994394656) - | > loss_disc_real_1: 0.23448310792446136 (0.21601540944645012) - | > loss_disc_real_2: 0.18497924506664276 (0.23919303916473852) - | > loss_disc_real_3: 0.1834617704153061 (0.22529873138856102) - | > loss_disc_real_4: 0.22436553239822388 (0.22213064796646018) - | > loss_disc_real_5: 0.2768872380256653 (0.23754012641215722) - | > loss_0: 2.404517650604248 (2.47095685627464) - | > grad_norm_0: tensor(100.4090, device='cuda:0') (tensor(101.3455, device='cuda:0')) - | > loss_gen: 2.339209794998169 (2.352399977639161) - | > loss_kl: 1.2395442724227905 (1.4783992142344458) - | > loss_feat: 5.549210548400879 (5.351637970514837) - | > loss_mel: 24.755592346191406 (23.31815557812705) - | > loss_duration: 1.7840293645858765 (1.7751528529368332) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.66758728027344 (34.27574575073987) - | > grad_norm_1: tensor(984.6718, device='cuda:0') (tensor(634.6878, device='cuda:0')) - | > current_lr_0: 0.00019952553399667344 - | > current_lr_1: 0.00019952553399667344 - | > step_time: 1.0653 (0.9395484927934291) - | > loader_time: 0.0086 (0.007697084062197138) - - - --> TIME: 2024-11-22 14:34:49 -- STEP: 684/797 -- GLOBAL_STEP: 16050 - | > loss_disc: 2.361133575439453 (2.469278645097163) - | > loss_disc_real_0: 0.07238840311765671 (0.1251696576282644) - | > loss_disc_real_1: 0.20012052357196808 (0.2159758545676171) - | > loss_disc_real_2: 0.2113327980041504 (0.23906161548972826) - | > loss_disc_real_3: 0.18198129534721375 (0.2252486618725878) - | > loss_disc_real_4: 0.17376495897769928 (0.22187046081437706) - | > loss_disc_real_5: 0.24148522317409515 (0.23772862259494631) - | > loss_0: 2.361133575439453 (2.469278645097163) - | > grad_norm_0: tensor(21.1980, device='cuda:0') (tensor(100.7233, device='cuda:0')) - | > loss_gen: 2.200087070465088 (2.35270080789488) - | > loss_kl: 1.6330043077468872 (1.4795077079743666) - | > loss_feat: 5.550335884094238 (5.353508487082367) - | > loss_mel: 23.5024356842041 (23.31735794167771) - | > loss_duration: 1.7253021001815796 (1.7745560796288722) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.611167907714844 (34.27763119357376) - | > grad_norm_1: tensor(403.3521, device='cuda:0') (tensor(634.0435, device='cuda:0')) - | > current_lr_0: 0.00019952553399667344 - | > current_lr_1: 0.00019952553399667344 - | > step_time: 1.0684 (0.9432122313488297) - | > loader_time: 0.0092 (0.007823342468306332) - - - --> TIME: 2024-11-22 14:35:15 -- STEP: 709/797 -- GLOBAL_STEP: 16075 - | > loss_disc: 2.4729249477386475 (2.4680013922272996) - | > loss_disc_real_0: 0.11744891852140427 (0.12428608933419041) - | > loss_disc_real_1: 0.2243926227092743 (0.21591590958606718) - | > loss_disc_real_2: 0.18992634117603302 (0.23906089220463977) - | > loss_disc_real_3: 0.22834937274456024 (0.22530584165508563) - | > loss_disc_real_4: 0.21110735833644867 (0.22192201959901875) - | > loss_disc_real_5: 0.19413530826568604 (0.23760343823261423) - | > loss_0: 2.4729249477386475 (2.4680013922272996) - | > grad_norm_0: tensor(84.9265, device='cuda:0') (tensor(99.9944, device='cuda:0')) - | > loss_gen: 2.267557144165039 (2.3550007168429543) - | > loss_kl: 1.6022899150848389 (1.4812864831035326) - | > loss_feat: 5.6775946617126465 (5.3576517643141655) - | > loss_mel: 22.567262649536133 (23.321756874052213) - | > loss_duration: 1.7303484678268433 (1.7737428566969) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.84505081176758 (34.2894388529747) - | > grad_norm_1: tensor(178.9365, device='cuda:0') (tensor(634.9442, device='cuda:0')) - | > current_lr_0: 0.00019952553399667344 - | > current_lr_1: 0.00019952553399667344 - | > step_time: 1.0613 (0.9469923155936603) - | > loader_time: 0.017 (0.00795103968955229) - - - --> TIME: 2024-11-22 14:35:46 -- STEP: 734/797 -- GLOBAL_STEP: 16100 - | > loss_disc: 2.4571876525878906 (2.4660729520652187) - | > loss_disc_real_0: 0.11509478837251663 (0.12427315052487067) - | > loss_disc_real_1: 0.2452288269996643 (0.21556914577448408) - | > loss_disc_real_2: 0.23083432018756866 (0.2386298463235759) - | > loss_disc_real_3: 0.2532826364040375 (0.22501418175180868) - | > loss_disc_real_4: 0.23240499198436737 (0.22176728945743165) - | > loss_disc_real_5: 0.22656399011611938 (0.23774763046477082) - | > loss_0: 2.4571876525878906 (2.4660729520652187) - | > grad_norm_0: tensor(79.6786, device='cuda:0') (tensor(100.5426, device='cuda:0')) - | > loss_gen: 2.2763755321502686 (2.356049199195261) - | > loss_kl: 1.5309057235717773 (1.4813468601625683) - | > loss_feat: 5.244718551635742 (5.3647141956828275) - | > loss_mel: 24.426042556762695 (23.3265391149703) - | > loss_duration: 1.7330577373504639 (1.7727523600373025) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.21110153198242 (34.30140187370036) - | > grad_norm_1: tensor(137.6993, device='cuda:0') (tensor(632.4625, device='cuda:0')) - | > current_lr_0: 0.00019952553399667344 - | > current_lr_1: 0.00019952553399667344 - | > step_time: 1.3494 (0.9554827359456782) - | > loader_time: 0.0109 (0.00816173352077806) - - - --> TIME: 2024-11-22 14:36:33 -- STEP: 759/797 -- GLOBAL_STEP: 16125 - | > loss_disc: 2.5076706409454346 (2.467576407004092) - | > loss_disc_real_0: 0.09843716770410538 (0.12475590944309803) - | > loss_disc_real_1: 0.11779984086751938 (0.21560402939952575) - | > loss_disc_real_2: 0.2590176463127136 (0.23871538410152215) - | > loss_disc_real_3: 0.26874756813049316 (0.22518610432056893) - | > loss_disc_real_4: 0.24525760114192963 (0.22195155698712796) - | > loss_disc_real_5: 0.2529102563858032 (0.23790140031825885) - | > loss_0: 2.5076706409454346 (2.467576407004092) - | > grad_norm_0: tensor(24.4376, device='cuda:0') (tensor(100.2496, device='cuda:0')) - | > loss_gen: 2.2907841205596924 (2.354094923720532) - | > loss_kl: 1.601969838142395 (1.4806943782390496) - | > loss_feat: 5.4322509765625 (5.359671387904873) - | > loss_mel: 24.586528778076172 (23.320157027213174) - | > loss_duration: 1.7695531845092773 (1.7715491942266233) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.681087493896484 (34.286167061847244) - | > grad_norm_1: tensor(638.7256, device='cuda:0') (tensor(633.5699, device='cuda:0')) - | > current_lr_0: 0.00019952553399667344 - | > current_lr_1: 0.00019952553399667344 - | > step_time: 3.4006 (0.984794246977654) - | > loader_time: 0.0127 (0.00865858188573865) - - - --> TIME: 2024-11-22 14:37:38 -- STEP: 784/797 -- GLOBAL_STEP: 16150 - | > loss_disc: 2.54020619392395 (2.4664928040334146) - | > loss_disc_real_0: 0.1208219900727272 (0.12438338938910447) - | > loss_disc_real_1: 0.23264813423156738 (0.21554130022128937) - | > loss_disc_real_2: 0.27099162340164185 (0.23843282985748077) - | > loss_disc_real_3: 0.2180541604757309 (0.22519907391421048) - | > loss_disc_real_4: 0.23378075659275055 (0.22211416934293757) - | > loss_disc_real_5: 0.24793224036693573 (0.23788374002870857) - | > loss_0: 2.54020619392395 (2.4664928040334146) - | > grad_norm_0: tensor(358.2977, device='cuda:0') (tensor(100.3754, device='cuda:0')) - | > loss_gen: 2.528388500213623 (2.354964506565311) - | > loss_kl: 1.6758637428283691 (1.481492923306567) - | > loss_feat: 5.850494384765625 (5.365717675612897) - | > loss_mel: 22.26299285888672 (23.324516111490695) - | > loss_duration: 1.7479290962219238 (1.7703522787410388) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.06566619873047 (34.29704362762222) - | > grad_norm_1: tensor(419.7139, device='cuda:0') (tensor(634.3157, device='cuda:0')) - | > current_lr_0: 0.00019952553399667344 - | > current_lr_1: 0.00019952553399667344 - | > step_time: 2.9281 (1.0353892995994922) - | > loader_time: 0.0138 (0.009526401149983313) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.2198333740234375 (2.2198333740234375) - | > loss_disc_real_0: 0.059756167232990265 (0.059756167232990265) - | > loss_disc_real_1: 0.26452288031578064 (0.26452288031578064) - | > loss_disc_real_2: 0.2004462331533432 (0.2004462331533432) - | > loss_disc_real_3: 0.14218950271606445 (0.14218950271606445) - | > loss_disc_real_4: 0.17848262190818787 (0.17848262190818787) - | > loss_disc_real_5: 0.2123696357011795 (0.2123696357011795) - | > loss_0: 2.2198333740234375 (2.2198333740234375) - | > loss_gen: 2.3467423915863037 (2.3467423915863037) - | > loss_kl: 1.5160280466079712 (1.5160280466079712) - | > loss_feat: 6.515915393829346 (6.515915393829346) - | > loss_mel: 26.256637573242188 (26.256637573242188) - | > loss_duration: 1.9349946975708008 (1.9349946975708008) - | > loss_1: 38.570316314697266 (38.570316314697266) - - --> STEP: 1 - | > loss_disc: 2.5782692432403564 (2.5782692432403564) - | > loss_disc_real_0: 0.05202501267194748 (0.05202501267194748) - | > loss_disc_real_1: 0.30356693267822266 (0.30356693267822266) - | > loss_disc_real_2: 0.21779921650886536 (0.21779921650886536) - | > loss_disc_real_3: 0.20308448374271393 (0.20308448374271393) - | > loss_disc_real_4: 0.26267310976982117 (0.26267310976982117) - | > loss_disc_real_5: 0.28433626890182495 (0.28433626890182495) - | > loss_0: 2.5782692432403564 (2.5782692432403564) - | > loss_gen: 2.3114538192749023 (2.3114538192749023) - | > loss_kl: 1.9573055505752563 (1.9573055505752563) - | > loss_feat: 5.956107139587402 (5.956107139587402) - | > loss_mel: 24.877925872802734 (24.877925872802734) - | > loss_duration: 1.7380313873291016 (1.7380313873291016) - | > loss_1: 36.84082794189453 (36.84082794189453) - - --> STEP: 2 - | > loss_disc: 2.2499170303344727 (2.4140931367874146) - | > loss_disc_real_0: 0.048358507454395294 (0.05019176006317139) - | > loss_disc_real_1: 0.21771861612796783 (0.26064277440309525) - | > loss_disc_real_2: 0.20785267651081085 (0.2128259465098381) - | > loss_disc_real_3: 0.1836133897304535 (0.1933489367365837) - | > loss_disc_real_4: 0.21691502630710602 (0.2397940680384636) - | > loss_disc_real_5: 0.28682956099510193 (0.28558291494846344) - | > loss_0: 2.2499170303344727 (2.4140931367874146) - | > loss_gen: 2.390558958053589 (2.3510063886642456) - | > loss_kl: 0.789832353591919 (1.3735689520835876) - | > loss_feat: 5.464570045471191 (5.710338592529297) - | > loss_mel: 25.126869201660156 (25.002397537231445) - | > loss_duration: 1.7432289123535156 (1.7406301498413086) - | > loss_1: 35.51506042480469 (36.17794418334961) - - --> STEP: 3 - | > loss_disc: 2.1973228454589844 (2.341836373011271) - | > loss_disc_real_0: 0.05875585973262787 (0.05304645995299021) - | > loss_disc_real_1: 0.235801562666893 (0.25236237049102783) - | > loss_disc_real_2: 0.20503400266170502 (0.21022863189379373) - | > loss_disc_real_3: 0.16776254773139954 (0.1848201404015223) - | > loss_disc_real_4: 0.2277759462594986 (0.23578802744547525) - | > loss_disc_real_5: 0.3019240200519562 (0.291029949982961) - | > loss_0: 2.1973228454589844 (2.341836373011271) - | > loss_gen: 2.562635660171509 (2.4215494791666665) - | > loss_kl: 1.3964380025863647 (1.3811919689178467) - | > loss_feat: 5.865575790405273 (5.762084325154622) - | > loss_mel: 25.336454391479492 (25.113749821980793) - | > loss_duration: 1.7556184530258179 (1.7456262509028118) - | > loss_1: 36.916725158691406 (36.42420450846354) - - --> STEP: 4 - | > loss_disc: 2.4221627712249756 (2.3619179725646973) - | > loss_disc_real_0: 0.09070295095443726 (0.062460582703351974) - | > loss_disc_real_1: 0.2633289396762848 (0.25510401278734207) - | > loss_disc_real_2: 0.21369394659996033 (0.2110949605703354) - | > loss_disc_real_3: 0.17821674048900604 (0.18316929042339325) - | > loss_disc_real_4: 0.2374594658613205 (0.23620588704943657) - | > loss_disc_real_5: 0.2658907175064087 (0.28474514186382294) - | > loss_0: 2.4221627712249756 (2.3619179725646973) - | > loss_gen: 2.5524847507476807 (2.45428329706192) - | > loss_kl: 1.188981056213379 (1.3331392407417297) - | > loss_feat: 5.916174411773682 (5.800606846809387) - | > loss_mel: 23.11528205871582 (24.61413288116455) - | > loss_duration: 1.6966420412063599 (1.7333801984786987) - | > loss_1: 34.469566345214844 (35.93554496765137) - - --> STEP: 5 - | > loss_disc: 2.2565531730651855 (2.340845012664795) - | > loss_disc_real_0: 0.11308152973651886 (0.07258477210998535) - | > loss_disc_real_1: 0.2449488639831543 (0.2530729830265045) - | > loss_disc_real_2: 0.17805036902427673 (0.20448604226112366) - | > loss_disc_real_3: 0.1778945028781891 (0.18211433291435242) - | > loss_disc_real_4: 0.2440847009420395 (0.23778164982795716) - | > loss_disc_real_5: 0.21911399066448212 (0.2716189116239548) - | > loss_0: 2.2565531730651855 (2.340845012664795) - | > loss_gen: 2.8065223693847656 (2.5247311115264894) - | > loss_kl: 2.3814210891723633 (1.5427956104278564) - | > loss_feat: 7.221412181854248 (6.084767913818359) - | > loss_mel: 26.537918090820312 (24.998889923095703) - | > loss_duration: 1.888907790184021 (1.7644857168197632) - | > loss_1: 40.836181640625 (36.915672302246094) - - --> STEP: 6 - | > loss_disc: 2.7819976806640625 (2.4143704573313394) - | > loss_disc_real_0: 0.10957591235637665 (0.07874996215105057) - | > loss_disc_real_1: 0.23397883772850037 (0.24989062547683716) - | > loss_disc_real_2: 0.3118698000907898 (0.22238333523273468) - | > loss_disc_real_3: 0.24628429114818573 (0.19280932595332465) - | > loss_disc_real_4: 0.31491613388061523 (0.25063739717006683) - | > loss_disc_real_5: 0.3909014165401459 (0.2914993291099866) - | > loss_0: 2.7819976806640625 (2.4143704573313394) - | > loss_gen: 2.3333075046539307 (2.4928271770477295) - | > loss_kl: 1.212640404701233 (1.4877697428067524) - | > loss_feat: 3.4688427448272705 (5.648780385653178) - | > loss_mel: 19.78207778930664 (24.12942123413086) - | > loss_duration: 1.7507343292236328 (1.7621938188870747) - | > loss_1: 28.547603607177734 (35.52099418640137) - - --> STEP: 7 - | > loss_disc: 2.3598732948303223 (2.406585148402623) - | > loss_disc_real_0: 0.043246082961559296 (0.07367797940969467) - | > loss_disc_real_1: 0.19300919771194458 (0.24176470722470964) - | > loss_disc_real_2: 0.23119792342185974 (0.2236425621168954) - | > loss_disc_real_3: 0.21928264200687408 (0.19659122824668884) - | > loss_disc_real_4: 0.2379274070262909 (0.24882168429238455) - | > loss_disc_real_5: 0.3151705861091614 (0.29488093725272585) - | > loss_0: 2.3598732948303223 (2.406585148402623) - | > loss_gen: 2.282975912094116 (2.462848424911499) - | > loss_kl: 1.375463843345642 (1.4717260428837367) - | > loss_feat: 5.4623541831970215 (5.622148071016584) - | > loss_mel: 24.348468780517578 (24.160713740757533) - | > loss_duration: 1.6563236713409424 (1.7470695120947701) - | > loss_1: 35.12558364868164 (35.46450696672712) - - --> STEP: 8 - | > loss_disc: 2.449763536453247 (2.411982446908951) - | > loss_disc_real_0: 0.12052154541015625 (0.07953342515975237) - | > loss_disc_real_1: 0.2699074447154999 (0.24528254941105843) - | > loss_disc_real_2: 0.2544292211532593 (0.2274908944964409) - | > loss_disc_real_3: 0.19224411249160767 (0.1960478387773037) - | > loss_disc_real_4: 0.23236605525016785 (0.24676473066210747) - | > loss_disc_real_5: 0.2840997278690338 (0.29353328607976437) - | > loss_0: 2.449763536453247 (2.411982446908951) - | > loss_gen: 2.463242530822754 (2.462897688150406) - | > loss_kl: 1.1436389684677124 (1.4307151585817337) - | > loss_feat: 5.618254661560059 (5.621661394834518) - | > loss_mel: 24.086021423339844 (24.151377201080322) - | > loss_duration: 1.8104112148284912 (1.7549872249364853) - | > loss_1: 35.12156677246094 (35.42163944244385) - - --> STEP: 9 - | > loss_disc: 2.369647264480591 (2.407278537750244) - | > loss_disc_real_0: 0.07593276351690292 (0.0791333516438802) - | > loss_disc_real_1: 0.27419060468673706 (0.2484945555528005) - | > loss_disc_real_2: 0.21216954290866852 (0.2257885220977995) - | > loss_disc_real_3: 0.19921255111694336 (0.1963994734817081) - | > loss_disc_real_4: 0.2729261517524719 (0.2496715552277035) - | > loss_disc_real_5: 0.29735302925109863 (0.2939577019876904) - | > loss_0: 2.369647264480591 (2.407278537750244) - | > loss_gen: 2.483898162841797 (2.465231074227227) - | > loss_kl: 1.6895724534988403 (1.45947708023919) - | > loss_feat: 5.6255621910095215 (5.622094816631741) - | > loss_mel: 23.566808700561523 (24.08642514546712) - | > loss_duration: 1.7110354900360107 (1.7501036988364325) - | > loss_1: 35.07687759399414 (35.38333257039388) - - --> STEP: 10 - | > loss_disc: 2.6975033283233643 (2.436301016807556) - | > loss_disc_real_0: 0.08951593190431595 (0.08017160966992379) - | > loss_disc_real_1: 0.34560835361480713 (0.25820593535900116) - | > loss_disc_real_2: 0.28692305088043213 (0.23190197497606277) - | > loss_disc_real_3: 0.2791546881198883 (0.20467499494552613) - | > loss_disc_real_4: 0.2969723343849182 (0.254401633143425) - | > loss_disc_real_5: 0.3645452558994293 (0.3010164573788643) - | > loss_0: 2.6975033283233643 (2.436301016807556) - | > loss_gen: 2.546292304992676 (2.473337197303772) - | > loss_kl: 1.1275904178619385 (1.4262884140014649) - | > loss_feat: 4.661000728607178 (5.5259854078292845) - | > loss_mel: 25.167531967163086 (24.19453582763672) - | > loss_duration: 1.6378803253173828 (1.7388813614845275) - | > loss_1: 35.140296936035156 (35.35902900695801) - - --> STEP: 11 - | > loss_disc: 2.393306255340576 (2.4323924021287398) - | > loss_disc_real_0: 0.08010117709636688 (0.08016520670869133) - | > loss_disc_real_1: 0.23328988254070282 (0.25594083964824677) - | > loss_disc_real_2: 0.2575770318508148 (0.2342360710555857) - | > loss_disc_real_3: 0.14501795172691345 (0.1992516273801977) - | > loss_disc_real_4: 0.20493054389953613 (0.24990426139398056) - | > loss_disc_real_5: 0.2286565601825714 (0.294438284906474) - | > loss_0: 2.393306255340576 (2.4323924021287398) - | > loss_gen: 2.1663832664489746 (2.4454322944987905) - | > loss_kl: 1.69646418094635 (1.4508498473600908) - | > loss_feat: 5.347077369689941 (5.509721040725708) - | > loss_mel: 25.4580020904541 (24.309396396983754) - | > loss_duration: 1.6343811750411987 (1.729381344535134) - | > loss_1: 36.30230712890625 (35.44478156349876) - - --> STEP: 12 - | > loss_disc: 2.512495994567871 (2.4390677014986673) - | > loss_disc_real_0: 0.10428827255964279 (0.08217546219627062) - | > loss_disc_real_1: 0.3113119602203369 (0.26055509969592094) - | > loss_disc_real_2: 0.2694488763809204 (0.23717047149936357) - | > loss_disc_real_3: 0.19540587067604065 (0.1989311476548513) - | > loss_disc_real_4: 0.2485913336277008 (0.24979485074679056) - | > loss_disc_real_5: 0.28514233231544495 (0.2936636221905549) - | > loss_0: 2.512495994567871 (2.4390677014986673) - | > loss_gen: 2.394057273864746 (2.441151042779287) - | > loss_kl: 1.7911882400512695 (1.4792113800843556) - | > loss_feat: 5.3614068031311035 (5.497361520926158) - | > loss_mel: 23.89835548400879 (24.275142987569172) - | > loss_duration: 1.793839454650879 (1.734752853711446) - | > loss_1: 35.23884582519531 (35.42762025197347) - - --> STEP: 13 - | > loss_disc: 2.554546356201172 (2.4479506749373217) - | > loss_disc_real_0: 0.058475296944379807 (0.08035237256150979) - | > loss_disc_real_1: 0.3363109827041626 (0.26638247531193954) - | > loss_disc_real_2: 0.22942699491977692 (0.23657481945477998) - | > loss_disc_real_3: 0.2176552563905716 (0.20037146371144515) - | > loss_disc_real_4: 0.2205846905708313 (0.24754791534863985) - | > loss_disc_real_5: 0.2640005946159363 (0.2913818508386612) - | > loss_0: 2.554546356201172 (2.4479506749373217) - | > loss_gen: 2.3504526615142822 (2.4341742442204404) - | > loss_kl: 1.532853364944458 (1.4833376866120558) - | > loss_feat: 5.464145660400391 (5.494806454731868) - | > loss_mel: 24.119888305664062 (24.26320031973032) - | > loss_duration: 1.7684439420700073 (1.737344475892874) - | > loss_1: 35.235782623291016 (35.41286351130559) - - --> STEP: 14 - | > loss_disc: 2.4545962810516357 (2.448425361088344) - | > loss_disc_real_0: 0.07848475128412247 (0.08021897104169641) - | > loss_disc_real_1: 0.36942413449287415 (0.27374259382486343) - | > loss_disc_real_2: 0.22681276500225067 (0.2358775298510279) - | > loss_disc_real_3: 0.20726683735847473 (0.2008639904005187) - | > loss_disc_real_4: 0.26878324151039124 (0.24906472436019353) - | > loss_disc_real_5: 0.3092154562473297 (0.2926556797964232) - | > loss_0: 2.4545962810516357 (2.448425361088344) - | > loss_gen: 2.823230028152466 (2.461963943072728) - | > loss_kl: 1.6981990337371826 (1.498684925692422) - | > loss_feat: 5.651547908782959 (5.506002272878375) - | > loss_mel: 25.619686126708984 (24.360092163085938) - | > loss_duration: 1.7514393329620361 (1.738351251397814) - | > loss_1: 37.54410171508789 (35.565094811575754) - - --> STEP: 15 - | > loss_disc: 2.8007965087890625 (2.4719167709350587) - | > loss_disc_real_0: 0.12266692519187927 (0.0830488346517086) - | > loss_disc_real_1: 0.2264975905418396 (0.2705929269393285) - | > loss_disc_real_2: 0.2352946251630783 (0.2358386695384979) - | > loss_disc_real_3: 0.210536390542984 (0.20150881707668306) - | > loss_disc_real_4: 0.22199609875679016 (0.24726014931996662) - | > loss_disc_real_5: 0.3445126414299011 (0.2961128105719884) - | > loss_0: 2.8007965087890625 (2.4719167709350587) - | > loss_gen: 2.1161036491394043 (2.4389065901438394) - | > loss_kl: 1.3516308069229126 (1.4888813177744546) - | > loss_feat: 3.9432408809661865 (5.401818180084229) - | > loss_mel: 21.01298713684082 (24.13695182800293) - | > loss_duration: 1.7422329187393188 (1.738610029220581) - | > loss_1: 30.166196823120117 (35.20516827901204) - - --> STEP: 16 - | > loss_disc: 2.71677565574646 (2.487220451235771) - | > loss_disc_real_0: 0.13076373934745789 (0.08603101619519293) - | > loss_disc_real_1: 0.28462129831314087 (0.2714697001501918) - | > loss_disc_real_2: 0.2519623041152954 (0.23684639669954777) - | > loss_disc_real_3: 0.17701710760593414 (0.19997808523476124) - | > loss_disc_real_4: 0.22641544044017792 (0.24595735501497984) - | > loss_disc_real_5: 0.2654426693916321 (0.29419592674821615) - | > loss_0: 2.71677565574646 (2.487220451235771) - | > loss_gen: 2.3732097148895264 (2.434800535440445) - | > loss_kl: 1.5129410028457642 (1.4903850480914116) - | > loss_feat: 4.867403507232666 (5.368417263031006) - | > loss_mel: 21.118331909179688 (23.948288083076477) - | > loss_duration: 1.840552568435669 (1.744981437921524) - | > loss_1: 31.712438583374023 (34.98687267303467) - - --> STEP: 17 - | > loss_disc: 2.780083417892456 (2.5044476845685173) - | > loss_disc_real_0: 0.05365867167711258 (0.08412676063530586) - | > loss_disc_real_1: 0.2312770038843155 (0.2691054238992579) - | > loss_disc_real_2: 0.22510090470314026 (0.23615548540564144) - | > loss_disc_real_3: 0.2113286405801773 (0.20064576496096218) - | > loss_disc_real_4: 0.23658159375190735 (0.24540583964656382) - | > loss_disc_real_5: 0.3191637694835663 (0.29566462337970734) - | > loss_0: 2.780083417892456 (2.5044476845685173) - | > loss_gen: 1.909088373184204 (2.4038762906018425) - | > loss_kl: 1.5238531827926636 (1.4923537618973677) - | > loss_feat: 3.715378522872925 (5.2711796900805306) - | > loss_mel: 20.58736228942871 (23.75058656580308) - | > loss_duration: 1.6923456192016602 (1.741885213290944) - | > loss_1: 29.428028106689453 (34.65988181619083) - - --> STEP: 18 - | > loss_disc: 2.6561195850372314 (2.512873901261224) - | > loss_disc_real_0: 0.0750131607055664 (0.0836204495280981) - | > loss_disc_real_1: 0.34424149990081787 (0.273279650343789) - | > loss_disc_real_2: 0.2230880707502365 (0.23542951792478561) - | > loss_disc_real_3: 0.18147487938404083 (0.19958071576224434) - | > loss_disc_real_4: 0.2450346052646637 (0.24538521551423603) - | > loss_disc_real_5: 0.2898896634578705 (0.2953437922729386) - | > loss_0: 2.6561195850372314 (2.512873901261224) - | > loss_gen: 2.432483434677124 (2.4054655763838024) - | > loss_kl: 1.48051118850708 (1.4916958411534627) - | > loss_feat: 5.927764415740967 (5.307656619283888) - | > loss_mel: 24.170976638793945 (23.773941569858128) - | > loss_duration: 1.7344084978103638 (1.7414698402086894) - | > loss_1: 35.74614334106445 (34.72022967868381) - - --> STEP: 19 - | > loss_disc: 2.557711124420166 (2.5152337551116943) - | > loss_disc_real_0: 0.08799386024475098 (0.08385062903950088) - | > loss_disc_real_1: 0.22154517471790314 (0.27055678320558446) - | > loss_disc_real_2: 0.1882074773311615 (0.23294414736722646) - | > loss_disc_real_3: 0.11995512247085571 (0.19538989506269755) - | > loss_disc_real_4: 0.21513421833515167 (0.24379305776796842) - | > loss_disc_real_5: 0.30375245213508606 (0.2957863533183148) - | > loss_0: 2.557711124420166 (2.5152337551116943) - | > loss_gen: 2.2324633598327637 (2.3963601965653267) - | > loss_kl: 1.7965400218963623 (1.5077402717188786) - | > loss_feat: 6.080945014953613 (5.348356008529663) - | > loss_mel: 25.642141342163086 (23.872267873663652) - | > loss_duration: 1.832502007484436 (1.746261006907413) - | > loss_1: 37.584590911865234 (34.87098553306178) - - --> STEP: 20 - | > loss_disc: 2.1985435485839844 (2.499399244785309) - | > loss_disc_real_0: 0.04660867154598236 (0.08198853116482496) - | > loss_disc_real_1: 0.18607765436172485 (0.2663328267633915) - | > loss_disc_real_2: 0.19180545210838318 (0.2308872126042843) - | > loss_disc_real_3: 0.1615600287914276 (0.19369840174913405) - | > loss_disc_real_4: 0.1884227842092514 (0.24102454409003257) - | > loss_disc_real_5: 0.21181508898735046 (0.2915877901017666) - | > loss_0: 2.1985435485839844 (2.499399244785309) - | > loss_gen: 2.2746691703796387 (2.3902756452560423) - | > loss_kl: 1.0981024503707886 (1.487258380651474) - | > loss_feat: 6.43292760848999 (5.402584588527679) - | > loss_mel: 23.713394165039062 (23.864324188232423) - | > loss_duration: 1.6868923902511597 (1.7432925760746003) - | > loss_1: 35.20598602294922 (34.88773555755615) - - --> STEP: 21 - | > loss_disc: 2.507399320602417 (2.4997802007765997) - | > loss_disc_real_0: 0.06869365274906158 (0.08135544171645528) - | > loss_disc_real_1: 0.2702326476573944 (0.26651853252024876) - | > loss_disc_real_2: 0.23033548891544342 (0.23086094004767282) - | > loss_disc_real_3: 0.19835111498832703 (0.19391995952242896) - | > loss_disc_real_4: 0.30473947525024414 (0.24405858843099504) - | > loss_disc_real_5: 0.29338163137435913 (0.2916732111147472) - | > loss_0: 2.507399320602417 (2.4997802007765997) - | > loss_gen: 2.4214396476745605 (2.39175964537121) - | > loss_kl: 1.2755920886993408 (1.477179033415658) - | > loss_feat: 5.911312580108643 (5.426809730983916) - | > loss_mel: 24.70956802368164 (23.904573894682386) - | > loss_duration: 1.7177238464355469 (1.7420750175203596) - | > loss_1: 36.03563690185547 (34.94239752633231) - - --> STEP: 22 - | > loss_disc: 2.824709415435791 (2.5145497105338355) - | > loss_disc_real_0: 0.06721262633800507 (0.08071258647198028) - | > loss_disc_real_1: 0.22494934499263763 (0.2646290239962665) - | > loss_disc_real_2: 0.24994392693042755 (0.23172834854234348) - | > loss_disc_real_3: 0.18354837596416473 (0.19344852390614423) - | > loss_disc_real_4: 0.24094344675540924 (0.24391699108210477) - | > loss_disc_real_5: 0.28953486680984497 (0.29157601364634256) - | > loss_0: 2.824709415435791 (2.5145497105338355) - | > loss_gen: 1.8398081064224243 (2.3666709390553566) - | > loss_kl: 1.4596830606460571 (1.4763837619261309) - | > loss_feat: 3.6020476818084717 (5.343866001475941) - | > loss_mel: 19.151498794555664 (23.688525026494805) - | > loss_duration: 1.842637300491333 (1.7466460303826765) - | > loss_1: 27.895675659179688 (34.622091986916274) - - --> STEP: 23 - | > loss_disc: 2.316058874130249 (2.505919674168462) - | > loss_disc_real_0: 0.16859851777553558 (0.08453371391996094) - | > loss_disc_real_1: 0.16751250624656677 (0.26040656670280127) - | > loss_disc_real_2: 0.1953357309103012 (0.2301460608192112) - | > loss_disc_real_3: 0.15477752685546875 (0.1917671762082888) - | > loss_disc_real_4: 0.18174950778484344 (0.24121405702570212) - | > loss_disc_real_5: 0.21839377284049988 (0.28839417708956677) - | > loss_0: 2.316058874130249 (2.505919674168462) - | > loss_gen: 2.2443552017211914 (2.361352863519089) - | > loss_kl: 1.4176193475723267 (1.4738287873890088) - | > loss_feat: 6.265045642852783 (5.383917290231456) - | > loss_mel: 26.214162826538086 (23.79833536562712) - | > loss_duration: 1.8046419620513916 (1.7491675926291423) - | > loss_1: 37.945823669433594 (34.7666020600692) - - --> STEP: 24 - | > loss_disc: 2.4193289279937744 (2.5023117264111834) - | > loss_disc_real_0: 0.10568330436944962 (0.08541494685535629) - | > loss_disc_real_1: 0.3011378049850464 (0.26210370163122815) - | > loss_disc_real_2: 0.2449936717748642 (0.23076471127569675) - | > loss_disc_real_3: 0.16500705480575562 (0.1906521711498499) - | > loss_disc_real_4: 0.24980781972408295 (0.24157213047146797) - | > loss_disc_real_5: 0.2789455056190491 (0.28800048244496185) - | > loss_0: 2.4193289279937744 (2.5023117264111834) - | > loss_gen: 2.7400124073028564 (2.377130344510079) - | > loss_kl: 1.3467320203781128 (1.4685330887635548) - | > loss_feat: 5.900500297546387 (5.405441582202911) - | > loss_mel: 25.221506118774414 (23.85763414700826) - | > loss_duration: 1.7156312465667725 (1.7477702448765438) - | > loss_1: 36.924381256103516 (34.856509526570626) - - --> STEP: 25 - | > loss_disc: 2.9577856063842773 (2.520530681610107) - | > loss_disc_real_0: 0.04459275305271149 (0.0837820591032505) - | > loss_disc_real_1: 0.2002338021993637 (0.2596289056539536) - | > loss_disc_real_2: 0.27997514605522156 (0.23273312866687776) - | > loss_disc_real_3: 0.1977456957101822 (0.19093591213226319) - | > loss_disc_real_4: 0.2983589172363281 (0.24384360194206237) - | > loss_disc_real_5: 0.36627620458602905 (0.29113151133060455) - | > loss_0: 2.9577856063842773 (2.520530681610107) - | > loss_gen: 1.8345603942871094 (2.35542754650116) - | > loss_kl: 1.5044535398483276 (1.4699699068069458) - | > loss_feat: 2.4557297229766846 (5.287453107833862) - | > loss_mel: 18.112947463989258 (23.6278466796875) - | > loss_duration: 1.7001031637191772 (1.745863561630249) - | > loss_1: 25.60779571533203 (34.48656097412108) - - --> STEP: 26 - | > loss_disc: 2.3775830268859863 (2.5150326948899484) - | > loss_disc_real_0: 0.08091526478528976 (0.08367179778332894) - | > loss_disc_real_1: 0.21011188626289368 (0.2577244049081436) - | > loss_disc_real_2: 0.209264874458313 (0.23183050350500986) - | > loss_disc_real_3: 0.12324344366788864 (0.18833235565286416) - | > loss_disc_real_4: 0.2165708690881729 (0.24279465067845124) - | > loss_disc_real_5: 0.2253710925579071 (0.2886022644547316) - | > loss_0: 2.3775830268859863 (2.5150326948899484) - | > loss_gen: 2.386903762817383 (2.3566381702056303) - | > loss_kl: 2.008439064025879 (1.490680259007674) - | > loss_feat: 5.631937026977539 (5.300702489339388) - | > loss_mel: 22.101158142089844 (23.5691278897799) - | > loss_duration: 1.7270004749298096 (1.7451380582956166) - | > loss_1: 33.85544204711914 (34.4622871692364) - - --> STEP: 27 - | > loss_disc: 2.0743308067321777 (2.498710402735957) - | > loss_disc_real_0: 0.07200616598129272 (0.08323973734621648) - | > loss_disc_real_1: 0.18825647234916687 (0.25515151851707035) - | > loss_disc_real_2: 0.20279543101787567 (0.23075513044993082) - | > loss_disc_real_3: 0.1404387503862381 (0.1865585184207669) - | > loss_disc_real_4: 0.19854316115379333 (0.24115570662198244) - | > loss_disc_real_5: 0.2659156620502472 (0.2877620199212321) - | > loss_0: 2.0743308067321777 (2.498710402735957) - | > loss_gen: 2.688375949859619 (2.3689247546372596) - | > loss_kl: 1.6104416847229004 (1.4951158673674971) - | > loss_feat: 6.7261762619018555 (5.353497814249109) - | > loss_mel: 25.64192008972168 (23.645897971259224) - | > loss_duration: 1.7422105073928833 (1.7450296304844044) - | > loss_1: 38.40912628173828 (34.608466395625356) - - --> STEP: 28 - | > loss_disc: 2.407254695892334 (2.4954441274915418) - | > loss_disc_real_0: 0.15203523635864258 (0.08569671945380312) - | > loss_disc_real_1: 0.3058885931968689 (0.2569635568984917) - | > loss_disc_real_2: 0.21306726336479187 (0.23012342091117585) - | > loss_disc_real_3: 0.18900984525680542 (0.18664606580776827) - | > loss_disc_real_4: 0.17566674947738647 (0.23881681529538973) - | > loss_disc_real_5: 0.24845701456069946 (0.28635826972978456) - | > loss_0: 2.407254695892334 (2.4954441274915418) - | > loss_gen: 2.3152706623077393 (2.3670085370540623) - | > loss_kl: 1.5053575038909912 (1.4954816401004791) - | > loss_feat: 5.263055324554443 (5.350267725331443) - | > loss_mel: 24.322837829589844 (23.67007439477103) - | > loss_duration: 1.7682150602340698 (1.7458576815468925) - | > loss_1: 35.17473602294922 (34.628690310886924) - - --> STEP: 29 - | > loss_disc: 2.2362706661224365 (2.486507111582262) - | > loss_disc_real_0: 0.049192238599061966 (0.0844379442519155) - | > loss_disc_real_1: 0.3130073547363281 (0.25889610165152055) - | > loss_disc_real_2: 0.21221768856048584 (0.22950598186460033) - | > loss_disc_real_3: 0.1960245668888092 (0.18696946239676968) - | > loss_disc_real_4: 0.21220974624156952 (0.23789933015560283) - | > loss_disc_real_5: 0.2907104194164276 (0.28650834385691015) - | > loss_0: 2.2362706661224365 (2.486507111582262) - | > loss_gen: 2.7616541385650635 (2.380617006071683) - | > loss_kl: 1.4740408658981323 (1.4947423030590188) - | > loss_feat: 5.835463523864746 (5.36699861493604) - | > loss_mel: 26.783472061157227 (23.777432934991246) - | > loss_duration: 1.7347807884216309 (1.7454757197149868) - | > loss_1: 38.58940887451172 (34.765266813080885) - - --> STEP: 30 - | > loss_disc: 2.453369617462158 (2.4854025284449253) - | > loss_disc_real_0: 0.12795880436897278 (0.08588863958915074) - | > loss_disc_real_1: 0.31596434116363525 (0.2607983763019244) - | > loss_disc_real_2: 0.1976766437292099 (0.228445003926754) - | > loss_disc_real_3: 0.2524634003639221 (0.18915259366234144) - | > loss_disc_real_4: 0.23685802519321442 (0.23786461999018987) - | > loss_disc_real_5: 0.24783146381378174 (0.2852191145221392) - | > loss_0: 2.453369617462158 (2.4854025284449253) - | > loss_gen: 2.4762725830078125 (2.3838055253028876) - | > loss_kl: 1.4253021478652954 (1.4924276312192282) - | > loss_feat: 5.506471157073975 (5.371647699673971) - | > loss_mel: 24.087251663208008 (23.7877602259318) - | > loss_duration: 1.7458040714263916 (1.7454866647720337) - | > loss_1: 35.2411003112793 (34.7811279296875) - - --> STEP: 31 - | > loss_disc: 2.576683759689331 (2.488347084291519) - | > loss_disc_real_0: 0.06248396262526512 (0.08513365000967056) - | > loss_disc_real_1: 0.275000661611557 (0.261256514537719) - | > loss_disc_real_2: 0.24530576169490814 (0.22898889933862993) - | > loss_disc_real_3: 0.24572624266147614 (0.19097755008166836) - | > loss_disc_real_4: 0.2921973466873169 (0.239617288593323) - | > loss_disc_real_5: 0.3325253427028656 (0.2867451218828078) - | > loss_0: 2.576683759689331 (2.488347084291519) - | > loss_gen: 2.281959056854248 (2.380520155352931) - | > loss_kl: 1.705372929573059 (1.4992968343919324) - | > loss_feat: 4.802336692810059 (5.353282828484812) - | > loss_mel: 23.921085357666016 (23.79206103663291) - | > loss_duration: 1.6998127698898315 (1.7440133133242208) - | > loss_1: 34.41056823730469 (34.76917439122354) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.010624054939516129 (-0.0021762155717419043) - | > avg_loss_disc: 2.488347084291519 (-0.02857313617583257) - | > avg_loss_disc_real_0: 0.08513365000967056 (-0.10191966316873029) - | > avg_loss_disc_real_1: 0.261256514537719 (+0.14009749528861815) - | > avg_loss_disc_real_2: 0.22898889933862993 (+0.030649210656842868) - | > avg_loss_disc_real_3: 0.19097755008166836 (-0.015981506676443158) - | > avg_loss_disc_real_4: 0.239617288593323 (-0.015390886414435562) - | > avg_loss_disc_real_5: 0.2867451218828078 (+0.00836214855793982) - | > avg_loss_0: 2.488347084291519 (-0.02857313617583257) - | > avg_loss_gen: 2.380520155352931 (+0.2484307289123553) - | > avg_loss_kl: 1.4992968343919324 (+0.01501336020808064) - | > avg_loss_feat: 5.353282828484812 (+0.13296083481081133) - | > avg_loss_mel: 23.79206103663291 (+0.1884590887254305) - | > avg_loss_duration: 1.7440133133242208 (-0.009585265190370507) - | > avg_loss_1: 34.76917439122354 (+0.5752784975113414) - - - > EPOCH: 18/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-22 14:38:32)  - - --> TIME: 2024-11-22 14:38:43 -- STEP: 12/797 -- GLOBAL_STEP: 16175 - | > loss_disc: 2.503465414047241 (2.465091109275818) - | > loss_disc_real_0: 0.10494915395975113 (0.11500413653751214) - | > loss_disc_real_1: 0.2958042323589325 (0.24208049227794012) - | > loss_disc_real_2: 0.24276940524578094 (0.23534265905618668) - | > loss_disc_real_3: 0.21578779816627502 (0.22304949288566908) - | > loss_disc_real_4: 0.2612069845199585 (0.23924686387181282) - | > loss_disc_real_5: 0.2815495729446411 (0.23760520915190378) - | > loss_0: 2.503465414047241 (2.465091109275818) - | > grad_norm_0: tensor(61.0611, device='cuda:0') (tensor(119.0701, device='cuda:0')) - | > loss_gen: 2.227020740509033 (2.382856865723928) - | > loss_kl: 1.8633427619934082 (1.6839656233787537) - | > loss_feat: 5.080232620239258 (5.222227176030477) - | > loss_mel: 22.685321807861328 (22.86008342107137) - | > loss_duration: 1.8006176948547363 (1.9651575287183125) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.65653610229492 (34.11429087320963) - | > grad_norm_1: tensor(785.4346, device='cuda:0') (tensor(533.7344, device='cuda:0')) - | > current_lr_0: 0.00019950059330492385 - | > current_lr_1: 0.00019950059330492385 - | > step_time: 0.8228 (0.8341657718022665) - | > loader_time: 0.0042 (0.004248360792795817) - - - --> TIME: 2024-11-22 14:39:04 -- STEP: 37/797 -- GLOBAL_STEP: 16200 - | > loss_disc: 2.4436542987823486 (2.489337753605198) - | > loss_disc_real_0: 0.06212088465690613 (0.11981709271266654) - | > loss_disc_real_1: 0.1882612705230713 (0.22555441671126597) - | > loss_disc_real_2: 0.21132144331932068 (0.24356542849862897) - | > loss_disc_real_3: 0.19443516433238983 (0.229315982477085) - | > loss_disc_real_4: 0.18287961184978485 (0.22789874390975848) - | > loss_disc_real_5: 0.176885724067688 (0.2333296070227752) - | > loss_0: 2.4436542987823486 (2.489337753605198) - | > grad_norm_0: tensor(81.4227, device='cuda:0') (tensor(111.4646, device='cuda:0')) - | > loss_gen: 2.3560361862182617 (2.344731569290161) - | > loss_kl: 1.4345694780349731 (1.6154558884130943) - | > loss_feat: 5.772528171539307 (5.290593031290415) - | > loss_mel: 23.656007766723633 (22.591509483956) - | > loss_duration: 1.8753890991210938 (1.8941447122676953) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.09453201293945 (33.73643467877362) - | > grad_norm_1: tensor(476.8542, device='cuda:0') (tensor(670.5392, device='cuda:0')) - | > current_lr_0: 0.00019950059330492385 - | > current_lr_1: 0.00019950059330492385 - | > step_time: 0.8168 (0.8329770629470413) - | > loader_time: 0.0058 (0.005231554443771775) - - - --> TIME: 2024-11-22 14:39:26 -- STEP: 62/797 -- GLOBAL_STEP: 16225 - | > loss_disc: 2.5382182598114014 (2.500792230329206) - | > loss_disc_real_0: 0.14639437198638916 (0.12947270676733988) - | > loss_disc_real_1: 0.19174771010875702 (0.2220580880680392) - | > loss_disc_real_2: 0.24484848976135254 (0.24338046773787467) - | > loss_disc_real_3: 0.22185182571411133 (0.2267710991924809) - | > loss_disc_real_4: 0.24316030740737915 (0.22930474026549247) - | > loss_disc_real_5: 0.25460273027420044 (0.23782472360518672) - | > loss_0: 2.5382182598114014 (2.500792230329206) - | > grad_norm_0: tensor(162.3447, device='cuda:0') (tensor(107.3800, device='cuda:0')) - | > loss_gen: 2.3038687705993652 (2.32566039792953) - | > loss_kl: 1.5046043395996094 (1.5630322464050788) - | > loss_feat: 4.861598968505859 (5.256206439387414) - | > loss_mel: 22.703861236572266 (22.692952586758516) - | > loss_duration: 1.799828052520752 (1.8563391989277256) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.173763275146484 (33.694190825185466) - | > grad_norm_1: tensor(845.3901, device='cuda:0') (tensor(663.5332, device='cuda:0')) - | > current_lr_0: 0.00019950059330492385 - | > current_lr_1: 0.00019950059330492385 - | > step_time: 0.8596 (0.8433335404242238) - | > loader_time: 0.0048 (0.00496049081125567) - - - --> TIME: 2024-11-22 14:39:48 -- STEP: 87/797 -- GLOBAL_STEP: 16250 - | > loss_disc: 2.3406319618225098 (2.4952680516517023) - | > loss_disc_real_0: 0.05349775403738022 (0.133953749191487) - | > loss_disc_real_1: 0.2294941395521164 (0.21968125577630668) - | > loss_disc_real_2: 0.26067790389060974 (0.2426957965924822) - | > loss_disc_real_3: 0.21089784801006317 (0.22725570578684753) - | > loss_disc_real_4: 0.23202820122241974 (0.22664406501698767) - | > loss_disc_real_5: 0.23587863147258759 (0.23684890379850893) - | > loss_0: 2.3406319618225098 (2.4952680516517023) - | > grad_norm_0: tensor(5.5928, device='cuda:0') (tensor(114.5933, device='cuda:0')) - | > loss_gen: 2.4370994567871094 (2.3397341788500206) - | > loss_kl: 1.2990360260009766 (1.5329699667020775) - | > loss_feat: 4.95667839050293 (5.3284796544875235) - | > loss_mel: 18.997970581054688 (22.79582008274122) - | > loss_duration: 1.7237093448638916 (1.8356307717575424) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 29.414493560791016 (33.832634564103756) - | > grad_norm_1: tensor(369.6920, device='cuda:0') (tensor(610.1230, device='cuda:0')) - | > current_lr_0: 0.00019950059330492385 - | > current_lr_1: 0.00019950059330492385 - | > step_time: 0.7903 (0.8493288769119087) - | > loader_time: 0.0041 (0.005028916501450812) - - - --> TIME: 2024-11-22 14:40:10 -- STEP: 112/797 -- GLOBAL_STEP: 16275 - | > loss_disc: 2.3840737342834473 (2.479074533496584) - | > loss_disc_real_0: 0.08598774671554565 (0.1278225769222315) - | > loss_disc_real_1: 0.1861533373594284 (0.21711115139935697) - | > loss_disc_real_2: 0.23193281888961792 (0.24087233362453325) - | > loss_disc_real_3: 0.1902688890695572 (0.226672330205994) - | > loss_disc_real_4: 0.21289803087711334 (0.22694329504988023) - | > loss_disc_real_5: 0.2561037242412567 (0.23652435360210283) - | > loss_0: 2.3840737342834473 (2.479074533496584) - | > grad_norm_0: tensor(15.2792, device='cuda:0') (tensor(107.5803, device='cuda:0')) - | > loss_gen: 2.1502938270568848 (2.3538892843893597) - | > loss_kl: 1.6670435667037964 (1.5175381196396691) - | > loss_feat: 5.264825344085693 (5.387819982000762) - | > loss_mel: 22.165307998657227 (22.79195819582258) - | > loss_duration: 1.8174676895141602 (1.824514007994107) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.064937591552734 (33.87571946212223) - | > grad_norm_1: tensor(385.9754, device='cuda:0') (tensor(571.8989, device='cuda:0')) - | > current_lr_0: 0.00019950059330492385 - | > current_lr_1: 0.00019950059330492385 - | > step_time: 0.9393 (0.8562383098261697) - | > loader_time: 0.0038 (0.005307154996054513) - - - --> TIME: 2024-11-22 14:40:32 -- STEP: 137/797 -- GLOBAL_STEP: 16300 - | > loss_disc: 2.488734006881714 (2.476376627483507) - | > loss_disc_real_0: 0.08865755051374435 (0.1267056508927885) - | > loss_disc_real_1: 0.17100787162780762 (0.2167201757866101) - | > loss_disc_real_2: 0.20711323618888855 (0.2406982087740933) - | > loss_disc_real_3: 0.20363181829452515 (0.22644581498890898) - | > loss_disc_real_4: 0.2056599259376526 (0.22679169639183658) - | > loss_disc_real_5: 0.19549500942230225 (0.23490462511995414) - | > loss_0: 2.488734006881714 (2.476376627483507) - | > grad_norm_0: tensor(109.2897, device='cuda:0') (tensor(106.7335, device='cuda:0')) - | > loss_gen: 2.6405069828033447 (2.3523056889972547) - | > loss_kl: 1.333217740058899 (1.516382988351975) - | > loss_feat: 6.649837970733643 (5.412632825600842) - | > loss_mel: 23.834693908691406 (22.85843551245919) - | > loss_duration: 1.7958847284317017 (1.817033126406426) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.2541389465332 (33.95679010265935) - | > grad_norm_1: tensor(1099.0675, device='cuda:0') (tensor(609.2269, device='cuda:0')) - | > current_lr_0: 0.00019950059330492385 - | > current_lr_1: 0.00019950059330492385 - | > step_time: 0.8655 (0.8626680809215908) - | > loader_time: 0.009 (0.005516221053408881) - - - --> TIME: 2024-11-22 14:40:55 -- STEP: 162/797 -- GLOBAL_STEP: 16325 - | > loss_disc: 2.1311252117156982 (2.4713425768746258) - | > loss_disc_real_0: 0.09742678701877594 (0.12424611112815732) - | > loss_disc_real_1: 0.1429927498102188 (0.21718124355430957) - | > loss_disc_real_2: 0.16998815536499023 (0.2382306562345705) - | > loss_disc_real_3: 0.2091703563928604 (0.22614289240704644) - | > loss_disc_real_4: 0.19303320348262787 (0.22623189713483977) - | > loss_disc_real_5: 0.17609725892543793 (0.23522263719343844) - | > loss_0: 2.1311252117156982 (2.4713425768746258) - | > grad_norm_0: tensor(34.8164, device='cuda:0') (tensor(108.3554, device='cuda:0')) - | > loss_gen: 2.598635673522949 (2.355671767835263) - | > loss_kl: 1.4215039014816284 (1.511398980646957) - | > loss_feat: 6.787678241729736 (5.420027054386377) - | > loss_mel: 25.371498107910156 (22.827202479044598) - | > loss_duration: 1.7652654647827148 (1.810085995697681) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.944583892822266 (33.924386342366546) - | > grad_norm_1: tensor(290.0352, device='cuda:0') (tensor(589.1223, device='cuda:0')) - | > current_lr_0: 0.00019950059330492385 - | > current_lr_1: 0.00019950059330492385 - | > step_time: 0.8409 (0.8684918954048628) - | > loader_time: 0.0082 (0.005624919761846094) - - - --> TIME: 2024-11-22 14:41:18 -- STEP: 187/797 -- GLOBAL_STEP: 16350 - | > loss_disc: 2.6249074935913086 (2.470477593773824) - | > loss_disc_real_0: 0.07609452307224274 (0.12306645262568075) - | > loss_disc_real_1: 0.12207931280136108 (0.21627983171990847) - | > loss_disc_real_2: 0.2856051027774811 (0.2393303185223258) - | > loss_disc_real_3: 0.2155892550945282 (0.2270595564402361) - | > loss_disc_real_4: 0.30826815962791443 (0.2259013217719481) - | > loss_disc_real_5: 0.25599318742752075 (0.23468538361755922) - | > loss_0: 2.6249074935913086 (2.470477593773824) - | > grad_norm_0: tensor(25.3710, device='cuda:0') (tensor(101.7200, device='cuda:0')) - | > loss_gen: 2.465160608291626 (2.355907637805225) - | > loss_kl: 1.6373825073242188 (1.5103837889146035) - | > loss_feat: 5.329169750213623 (5.417786788175454) - | > loss_mel: 23.517391204833984 (22.876804035615155) - | > loss_duration: 1.82133150100708 (1.802782219361494) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.77043533325195 (33.96366455975703) - | > grad_norm_1: tensor(753.4944, device='cuda:0') (tensor(596.5560, device='cuda:0')) - | > current_lr_0: 0.00019950059330492385 - | > current_lr_1: 0.00019950059330492385 - | > step_time: 0.9349 (0.8721538609999386) - | > loader_time: 0.0119 (0.0059115861188919145) - - - --> TIME: 2024-11-22 14:41:41 -- STEP: 212/797 -- GLOBAL_STEP: 16375 - | > loss_disc: 2.3839874267578125 (2.469238512920881) - | > loss_disc_real_0: 0.06808655709028244 (0.12370703661954911) - | > loss_disc_real_1: 0.1987069845199585 (0.21644153382699444) - | > loss_disc_real_2: 0.23883183300495148 (0.23831272202561488) - | > loss_disc_real_3: 0.21238602697849274 (0.2264637251226407) - | > loss_disc_real_4: 0.22384068369865417 (0.22556723443404683) - | > loss_disc_real_5: 0.2467011958360672 (0.23550275931099676) - | > loss_0: 2.3839874267578125 (2.469238512920881) - | > grad_norm_0: tensor(147.1423, device='cuda:0') (tensor(102.1208, device='cuda:0')) - | > loss_gen: 2.265036106109619 (2.3509383437768476) - | > loss_kl: 1.4643193483352661 (1.5101579135318968) - | > loss_feat: 5.610973358154297 (5.3987106276008365) - | > loss_mel: 24.064350128173828 (22.888508193897753) - | > loss_duration: 1.800121545791626 (1.8000534592934374) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.20479965209961 (33.94836863931622) - | > grad_norm_1: tensor(1164.4417, device='cuda:0') (tensor(628.2556, device='cuda:0')) - | > current_lr_0: 0.00019950059330492385 - | > current_lr_1: 0.00019950059330492385 - | > step_time: 0.8436 (0.8767314890645584) - | > loader_time: 0.0046 (0.006076848731850678) - - - --> TIME: 2024-11-22 14:42:04 -- STEP: 237/797 -- GLOBAL_STEP: 16400 - | > loss_disc: 2.3510799407958984 (2.464258925321231) - | > loss_disc_real_0: 0.04975109547376633 (0.12179023770120326) - | > loss_disc_real_1: 0.2428569495677948 (0.21641004450210538) - | > loss_disc_real_2: 0.22696726024150848 (0.238194943606099) - | > loss_disc_real_3: 0.2338663786649704 (0.22612012960488284) - | > loss_disc_real_4: 0.28549981117248535 (0.22541028871063443) - | > loss_disc_real_5: 0.2603491544723511 (0.2351815724423163) - | > loss_0: 2.3510799407958984 (2.464258925321231) - | > grad_norm_0: tensor(36.2162, device='cuda:0') (tensor(103.4984, device='cuda:0')) - | > loss_gen: 2.4688239097595215 (2.360207421870171) - | > loss_kl: 1.542733907699585 (1.5166115353379064) - | > loss_feat: 6.191465854644775 (5.424219466462924) - | > loss_mel: 24.3851318359375 (22.954356430955073) - | > loss_duration: 1.7114880084991455 (1.7947363682437043) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.29964065551758 (34.05013134308506) - | > grad_norm_1: tensor(447.4058, device='cuda:0') (tensor(633.4437, device='cuda:0')) - | > current_lr_0: 0.00019950059330492385 - | > current_lr_1: 0.00019950059330492385 - | > step_time: 0.8939 (0.8785234382886927) - | > loader_time: 0.0061 (0.006198859918972611) - - - --> TIME: 2024-11-22 14:42:26 -- STEP: 262/797 -- GLOBAL_STEP: 16425 - | > loss_disc: 2.5151078701019287 (2.4592516549670953) - | > loss_disc_real_0: 0.1598503589630127 (0.12084870797560644) - | > loss_disc_real_1: 0.20828890800476074 (0.21590304778504918) - | > loss_disc_real_2: 0.2610711455345154 (0.2379984654884302) - | > loss_disc_real_3: 0.21300767362117767 (0.2254198483610881) - | > loss_disc_real_4: 0.218677818775177 (0.22508701522841706) - | > loss_disc_real_5: 0.2723131477832794 (0.23504644165967256) - | > loss_0: 2.5151078701019287 (2.4592516549670953) - | > grad_norm_0: tensor(397.7119, device='cuda:0') (tensor(102.8333, device='cuda:0')) - | > loss_gen: 2.3267884254455566 (2.368028779066246) - | > loss_kl: 1.2845253944396973 (1.5161524851813566) - | > loss_feat: 5.008695125579834 (5.438193971874153) - | > loss_mel: 22.70065689086914 (22.99655915762632) - | > loss_duration: 1.7409789562225342 (1.7910603930931965) - | > amp_scaler: 128.0 (129.95419847328245) - | > loss_1: 33.0616455078125 (34.1099949174255) - | > grad_norm_1: tensor(699.9566, device='cuda:0') (tensor(635.3219, device='cuda:0')) - | > current_lr_0: 0.00019950059330492385 - | > current_lr_1: 0.00019950059330492385 - | > step_time: 0.8471 (0.880269066978047) - | > loader_time: 0.0052 (0.0063405883221225885) - - - --> TIME: 2024-11-22 14:42:50 -- STEP: 287/797 -- GLOBAL_STEP: 16450 - | > loss_disc: 2.4056386947631836 (2.460967254140234) - | > loss_disc_real_0: 0.10559491813182831 (0.12153250228886198) - | > loss_disc_real_1: 0.13220417499542236 (0.21565033884829346) - | > loss_disc_real_2: 0.24875013530254364 (0.23862293523570802) - | > loss_disc_real_3: 0.23990370333194733 (0.22524567083406946) - | > loss_disc_real_4: 0.2475263476371765 (0.22541960305453176) - | > loss_disc_real_5: 0.22990331053733826 (0.23487244395844198) - | > loss_0: 2.4056386947631836 (2.460967254140234) - | > grad_norm_0: tensor(20.9820, device='cuda:0') (tensor(101.4485, device='cuda:0')) - | > loss_gen: 2.229090690612793 (2.367724092164521) - | > loss_kl: 1.339017629623413 (1.5163132027051174) - | > loss_feat: 4.865649223327637 (5.430283879569187) - | > loss_mel: 22.277101516723633 (23.02245107511195) - | > loss_duration: 1.810410499572754 (1.7888405077964171) - | > amp_scaler: 128.0 (129.78397212543558) - | > loss_1: 32.521270751953125 (34.125612883617656) - | > grad_norm_1: tensor(667.7099, device='cuda:0') (tensor(627.9126, device='cuda:0')) - | > current_lr_0: 0.00019950059330492385 - | > current_lr_1: 0.00019950059330492385 - | > step_time: 0.9133 (0.8847784647127478) - | > loader_time: 0.0151 (0.006501940484661675) - - - --> TIME: 2024-11-22 14:43:13 -- STEP: 312/797 -- GLOBAL_STEP: 16475 - | > loss_disc: 2.3582234382629395 (2.460123531329324) - | > loss_disc_real_0: 0.08403889834880829 (0.12231920156269692) - | > loss_disc_real_1: 0.1884927600622177 (0.2159029756887601) - | > loss_disc_real_2: 0.19470974802970886 (0.23701564308542472) - | > loss_disc_real_3: 0.25902363657951355 (0.2256541862988319) - | > loss_disc_real_4: 0.1772172600030899 (0.2241560301910608) - | > loss_disc_real_5: 0.18846046924591064 (0.23449936332419896) - | > loss_0: 2.3582234382629395 (2.460123531329324) - | > grad_norm_0: tensor(28.3045, device='cuda:0') (tensor(101.2457, device='cuda:0')) - | > loss_gen: 2.4252617359161377 (2.3613294584628863) - | > loss_kl: 1.6264575719833374 (1.5198192802759318) - | > loss_feat: 5.530258655548096 (5.414453443044276) - | > loss_mel: 22.474109649658203 (23.012962225155945) - | > loss_duration: 1.777091145515442 (1.7863725286263685) - | > amp_scaler: 128.0 (129.64102564102575) - | > loss_1: 33.83317947387695 (34.09493708610537) - | > grad_norm_1: tensor(300.6280, device='cuda:0') (tensor(638.8860, device='cuda:0')) - | > current_lr_0: 0.00019950059330492385 - | > current_lr_1: 0.00019950059330492385 - | > step_time: 0.8214 (0.8875644000676962) - | > loader_time: 0.0094 (0.0065451997977036686) - - - --> TIME: 2024-11-22 14:43:37 -- STEP: 337/797 -- GLOBAL_STEP: 16500 - | > loss_disc: 2.4792399406433105 (2.4625896268499337) - | > loss_disc_real_0: 0.22830110788345337 (0.12321167954904212) - | > loss_disc_real_1: 0.16108673810958862 (0.216259570211968) - | > loss_disc_real_2: 0.2636803090572357 (0.23821422369260817) - | > loss_disc_real_3: 0.2314784675836563 (0.22556638523096148) - | > loss_disc_real_4: 0.2198297381401062 (0.22480519332588603) - | > loss_disc_real_5: 0.2438732385635376 (0.23441530764102936) - | > loss_0: 2.4792399406433105 (2.4625896268499337) - | > grad_norm_0: tensor(148.2843, device='cuda:0') (tensor(99.8900, device='cuda:0')) - | > loss_gen: 2.2652273178100586 (2.3579347119486997) - | > loss_kl: 1.4590604305267334 (1.5208741769592558) - | > loss_feat: 5.378434181213379 (5.40208805491734) - | > loss_mel: 22.27837371826172 (23.01167466590949) - | > loss_duration: 1.715842604637146 (1.7835486161602712) - | > amp_scaler: 128.0 (129.51928783382803) - | > loss_1: 33.09693908691406 (34.07612037092715) - | > grad_norm_1: tensor(240.8783, device='cuda:0') (tensor(627.2029, device='cuda:0')) - | > current_lr_0: 0.00019950059330492385 - | > current_lr_1: 0.00019950059330492385 - | > step_time: 0.9638 (0.8918789211295832) - | > loader_time: 0.0066 (0.006611536801391963) - - - --> TIME: 2024-11-22 14:44:02 -- STEP: 362/797 -- GLOBAL_STEP: 16525 - | > loss_disc: 2.5297136306762695 (2.460706975578601) - | > loss_disc_real_0: 0.142851784825325 (0.12285650443820828) - | > loss_disc_real_1: 0.26581794023513794 (0.2156533270004046) - | > loss_disc_real_2: 0.215254545211792 (0.2372920131568092) - | > loss_disc_real_3: 0.26354527473449707 (0.22512434287130503) - | > loss_disc_real_4: 0.2257276326417923 (0.22418604227225425) - | > loss_disc_real_5: 0.22812320291996002 (0.23481219978128348) - | > loss_0: 2.5297136306762695 (2.460706975578601) - | > grad_norm_0: tensor(315.2309, device='cuda:0') (tensor(99.9563, device='cuda:0')) - | > loss_gen: 2.390648126602173 (2.3548891366516007) - | > loss_kl: 1.5672849416732788 (1.5183947909602802) - | > loss_feat: 5.130514144897461 (5.394700449474613) - | > loss_mel: 21.736013412475586 (22.980786787212224) - | > loss_duration: 1.7859601974487305 (1.7809389447639001) - | > amp_scaler: 128.0 (129.41436464088406) - | > loss_1: 32.61042022705078 (34.029710253299285) - | > grad_norm_1: tensor(332.7025, device='cuda:0') (tensor(626.9546, device='cuda:0')) - | > current_lr_0: 0.00019950059330492385 - | > current_lr_1: 0.00019950059330492385 - | > step_time: 0.989 (0.8964571557650909) - | > loader_time: 0.0169 (0.006822654555515688) - - - --> TIME: 2024-11-22 14:44:26 -- STEP: 387/797 -- GLOBAL_STEP: 16550 - | > loss_disc: 2.3752827644348145 (2.457769390224486) - | > loss_disc_real_0: 0.11434993147850037 (0.12246293215037779) - | > loss_disc_real_1: 0.22068651020526886 (0.21564236568234071) - | > loss_disc_real_2: 0.22467823326587677 (0.23760972967135505) - | > loss_disc_real_3: 0.21322602033615112 (0.22498506165136045) - | > loss_disc_real_4: 0.1850195676088333 (0.2238553726241878) - | > loss_disc_real_5: 0.23361705243587494 (0.23433860162277861) - | > loss_0: 2.3752827644348145 (2.457769390224486) - | > grad_norm_0: tensor(21.2400, device='cuda:0') (tensor(97.0718, device='cuda:0')) - | > loss_gen: 2.315394163131714 (2.3550689873461246) - | > loss_kl: 1.4252941608428955 (1.5178751403355166) - | > loss_feat: 5.895744800567627 (5.396969521692559) - | > loss_mel: 24.93220329284668 (22.98302880122064) - | > loss_duration: 1.7393546104431152 (1.7781719831841245) - | > amp_scaler: 128.0 (129.32299741602083) - | > loss_1: 36.30799102783203 (34.031114573318554) - | > grad_norm_1: tensor(305.9882, device='cuda:0') (tensor(624.1499, device='cuda:0')) - | > current_lr_0: 0.00019950059330492385 - | > current_lr_1: 0.00019950059330492385 - | > step_time: 0.9227 (0.9004993555773753) - | > loader_time: 0.0102 (0.006981687644347354) - - - --> TIME: 2024-11-22 14:44:50 -- STEP: 412/797 -- GLOBAL_STEP: 16575 - | > loss_disc: 2.2504899501800537 (2.4580101330303443) - | > loss_disc_real_0: 0.10983800143003464 (0.12279688108947526) - | > loss_disc_real_1: 0.21198740601539612 (0.21564517611438788) - | > loss_disc_real_2: 0.21635624766349792 (0.23713223401059225) - | > loss_disc_real_3: 0.20845317840576172 (0.2249280798420744) - | > loss_disc_real_4: 0.17125242948532104 (0.22380332381111903) - | > loss_disc_real_5: 0.29326313734054565 (0.2346738490447836) - | > loss_0: 2.2504899501800537 (2.4580101330303443) - | > grad_norm_0: tensor(33.2141, device='cuda:0') (tensor(96.0039, device='cuda:0')) - | > loss_gen: 2.4893836975097656 (2.3566806999225047) - | > loss_kl: 1.320815086364746 (1.5141888917649833) - | > loss_feat: 6.338913917541504 (5.406807730498826) - | > loss_mel: 23.738494873046875 (22.993258119786827) - | > loss_duration: 1.7722597122192383 (1.776877661353176) - | > amp_scaler: 128.0 (129.24271844660208) - | > loss_1: 35.65986633300781 (34.047813253495356) - | > grad_norm_1: tensor(667.7811, device='cuda:0') (tensor(625.5288, device='cuda:0')) - | > current_lr_0: 0.00019950059330492385 - | > current_lr_1: 0.00019950059330492385 - | > step_time: 0.9239 (0.904236795254124) - | > loader_time: 0.0117 (0.0071080390689442444) - - - --> TIME: 2024-11-22 14:45:15 -- STEP: 437/797 -- GLOBAL_STEP: 16600 - | > loss_disc: 2.662701368331909 (2.4587328472181094) - | > loss_disc_real_0: 0.22256025671958923 (0.12246174122754579) - | > loss_disc_real_1: 0.22067835927009583 (0.21552515725522073) - | > loss_disc_real_2: 0.2280009537935257 (0.23860741012838393) - | > loss_disc_real_3: 0.23651094734668732 (0.2249059015607943) - | > loss_disc_real_4: 0.23071135580539703 (0.22364560509573678) - | > loss_disc_real_5: 0.2860009968280792 (0.2345047364655021) - | > loss_0: 2.662701368331909 (2.4587328472181094) - | > grad_norm_0: tensor(45.2317, device='cuda:0') (tensor(94.6889, device='cuda:0')) - | > loss_gen: 2.5044567584991455 (2.3585796836311803) - | > loss_kl: 1.673097014427185 (1.5143841660541038) - | > loss_feat: 5.889618396759033 (5.4097977197415785) - | > loss_mel: 24.432262420654297 (22.987476693683686) - | > loss_duration: 1.7995493412017822 (1.7756092051892314) - | > amp_scaler: 128.0 (129.17162471395903) - | > loss_1: 36.29898452758789 (34.0458476330651) - | > grad_norm_1: tensor(867.7120, device='cuda:0') (tensor(623.1429, device='cuda:0')) - | > current_lr_0: 0.00019950059330492385 - | > current_lr_1: 0.00019950059330492385 - | > step_time: 0.9931 (0.9072738370306159) - | > loader_time: 0.0063 (0.007186354979770406) - - - --> TIME: 2024-11-22 14:45:40 -- STEP: 462/797 -- GLOBAL_STEP: 16625 - | > loss_disc: 2.4663848876953125 (2.459468981920382) - | > loss_disc_real_0: 0.12486088275909424 (0.12263482809469943) - | > loss_disc_real_1: 0.2969553768634796 (0.21587134442933195) - | > loss_disc_real_2: 0.22744165360927582 (0.23814260217792543) - | > loss_disc_real_3: 0.23240236937999725 (0.22507237568820193) - | > loss_disc_real_4: 0.2069895714521408 (0.22374667101479195) - | > loss_disc_real_5: 0.2424372285604477 (0.23474250662894475) - | > loss_0: 2.4663848876953125 (2.459468981920382) - | > grad_norm_0: tensor(228.0827, device='cuda:0') (tensor(96.4371, device='cuda:0')) - | > loss_gen: 2.3359549045562744 (2.3565650197850667) - | > loss_kl: 1.5248684883117676 (1.5135862649261178) - | > loss_feat: 5.21823787689209 (5.405584134064713) - | > loss_mel: 22.987632751464844 (23.000981570322278) - | > loss_duration: 1.7178959846496582 (1.7746363233178208) - | > amp_scaler: 128.0 (129.10822510822538) - | > loss_1: 33.78459167480469 (34.05135349587453) - | > grad_norm_1: tensor(1239.8082, device='cuda:0') (tensor(634.2342, device='cuda:0')) - | > current_lr_0: 0.00019950059330492385 - | > current_lr_1: 0.00019950059330492385 - | > step_time: 1.0852 (0.9116500100016078) - | > loader_time: 0.0075 (0.007248617353893461) - - - --> TIME: 2024-11-22 14:46:04 -- STEP: 487/797 -- GLOBAL_STEP: 16650 - | > loss_disc: 2.477269411087036 (2.458618294776587) - | > loss_disc_real_0: 0.18503546714782715 (0.1226056508865261) - | > loss_disc_real_1: 0.2667178809642792 (0.21574062372135186) - | > loss_disc_real_2: 0.2516131103038788 (0.23833599294969923) - | > loss_disc_real_3: 0.22197633981704712 (0.2249831947396668) - | > loss_disc_real_4: 0.18362918496131897 (0.2236012892617827) - | > loss_disc_real_5: 0.22374218702316284 (0.2345764238303202) - | > loss_0: 2.477269411087036 (2.458618294776587) - | > grad_norm_0: tensor(131.6149, device='cuda:0') (tensor(96.1102, device='cuda:0')) - | > loss_gen: 2.1884422302246094 (2.3563669129318763) - | > loss_kl: 1.3765392303466797 (1.5113841170403013) - | > loss_feat: 4.776326656341553 (5.4124691510836955) - | > loss_mel: 21.282886505126953 (23.01700120491169) - | > loss_duration: 1.7675676345825195 (1.7732848105244567) - | > amp_scaler: 128.0 (129.05133470225903) - | > loss_1: 31.391761779785156 (34.07050635241884) - | > grad_norm_1: tensor(464.0631, device='cuda:0') (tensor(643.5311, device='cuda:0')) - | > current_lr_0: 0.00019950059330492385 - | > current_lr_1: 0.00019950059330492385 - | > step_time: 0.936 (0.9147697542727116) - | > loader_time: 0.0086 (0.007310600496170701) - - - --> TIME: 2024-11-22 14:46:30 -- STEP: 512/797 -- GLOBAL_STEP: 16675 - | > loss_disc: 2.560850143432617 (2.4601140278391536) - | > loss_disc_real_0: 0.07015135884284973 (0.12340846882943879) - | > loss_disc_real_1: 0.24395358562469482 (0.21578634256729856) - | > loss_disc_real_2: 0.23605507612228394 (0.23772160336375237) - | > loss_disc_real_3: 0.27924323081970215 (0.22484259435441345) - | > loss_disc_real_4: 0.22264394164085388 (0.22342810028931126) - | > loss_disc_real_5: 0.24194592237472534 (0.23437709937570617) - | > loss_0: 2.560850143432617 (2.4601140278391536) - | > grad_norm_0: tensor(163.3184, device='cuda:0') (tensor(97.2279, device='cuda:0')) - | > loss_gen: 2.441092014312744 (2.3568224855698636) - | > loss_kl: 1.2802506685256958 (1.5104145642835647) - | > loss_feat: 5.226184844970703 (5.420014541596176) - | > loss_mel: 22.71152687072754 (23.02776998281479) - | > loss_duration: 1.7740978002548218 (1.771954725496471) - | > amp_scaler: 128.0 (129.00000000000028) - | > loss_1: 33.43315124511719 (34.086976453662004) - | > grad_norm_1: tensor(827.4693, device='cuda:0') (tensor(636.6146, device='cuda:0')) - | > current_lr_0: 0.00019950059330492385 - | > current_lr_1: 0.00019950059330492385 - | > step_time: 1.0932 (0.9187135435640812) - | > loader_time: 0.0072 (0.007443555165082215) - - - --> TIME: 2024-11-22 14:46:55 -- STEP: 537/797 -- GLOBAL_STEP: 16700 - | > loss_disc: 2.45550537109375 (2.458941643464499) - | > loss_disc_real_0: 0.07861563563346863 (0.1230628664121448) - | > loss_disc_real_1: 0.21168732643127441 (0.2154904219358327) - | > loss_disc_real_2: 0.20155443251132965 (0.23817202573714974) - | > loss_disc_real_3: 0.25846242904663086 (0.22499408485503172) - | > loss_disc_real_4: 0.19598977267742157 (0.2236711996394163) - | > loss_disc_real_5: 0.21260622143745422 (0.23425390489496553) - | > loss_0: 2.45550537109375 (2.458941643464499) - | > grad_norm_0: tensor(21.3939, device='cuda:0') (tensor(98.4289, device='cuda:0')) - | > loss_gen: 2.1375932693481445 (2.3587530791426494) - | > loss_kl: 1.3489046096801758 (1.5088134906367439) - | > loss_feat: 5.4100022315979 (5.425423653210121) - | > loss_mel: 24.5052547454834 (23.04534013133697) - | > loss_duration: 1.8163524866104126 (1.7715336279718126) - | > amp_scaler: 128.0 (128.95344506517722) - | > loss_1: 35.218109130859375 (34.109864144351974) - | > grad_norm_1: tensor(391.3280, device='cuda:0') (tensor(639.5549, device='cuda:0')) - | > current_lr_0: 0.00019950059330492385 - | > current_lr_1: 0.00019950059330492385 - | > step_time: 0.9384 (0.9222080023817066) - | > loader_time: 0.0066 (0.0075588474948534955) - - - --> TIME: 2024-11-22 14:47:20 -- STEP: 562/797 -- GLOBAL_STEP: 16725 - | > loss_disc: 2.2872209548950195 (2.458183964376347) - | > loss_disc_real_0: 0.10198354721069336 (0.12300653922374881) - | > loss_disc_real_1: 0.2603100836277008 (0.21545650828563445) - | > loss_disc_real_2: 0.24905389547348022 (0.23772965265550647) - | > loss_disc_real_3: 0.22493207454681396 (0.2250430030860935) - | > loss_disc_real_4: 0.1943391114473343 (0.22358466231419946) - | > loss_disc_real_5: 0.19866225123405457 (0.2344788491089573) - | > loss_0: 2.2872209548950195 (2.458183964376347) - | > grad_norm_0: tensor(60.7036, device='cuda:0') (tensor(97.3731, device='cuda:0')) - | > loss_gen: 2.5735862255096436 (2.358511935773693) - | > loss_kl: 1.3874253034591675 (1.5090833972357347) - | > loss_feat: 5.4181413650512695 (5.43551663656676) - | > loss_mel: 23.626665115356445 (23.0669487209931) - | > loss_duration: 1.7780009508132935 (1.770724513776785) - | > amp_scaler: 128.0 (128.91103202846998) - | > loss_1: 34.783817291259766 (34.14078534964572) - | > grad_norm_1: tensor(783.1889, device='cuda:0') (tensor(642.3976, device='cuda:0')) - | > current_lr_0: 0.00019950059330492385 - | > current_lr_1: 0.00019950059330492385 - | > step_time: 0.9661 (0.9253530001725166) - | > loader_time: 0.0131 (0.0077557419542740235) - - - --> TIME: 2024-11-22 14:47:45 -- STEP: 587/797 -- GLOBAL_STEP: 16750 - | > loss_disc: 2.4440712928771973 (2.4577557114563757) - | > loss_disc_real_0: 0.05348657816648483 (0.12317802194423427) - | > loss_disc_real_1: 0.21204377710819244 (0.215328483529757) - | > loss_disc_real_2: 0.27808070182800293 (0.23801611201421974) - | > loss_disc_real_3: 0.24821628630161285 (0.2248912150043442) - | > loss_disc_real_4: 0.2443961501121521 (0.2235307197453013) - | > loss_disc_real_5: 0.24324879050254822 (0.23419254865922554) - | > loss_0: 2.4440712928771973 (2.4577557114563757) - | > grad_norm_0: tensor(143.0730, device='cuda:0') (tensor(96.8643, device='cuda:0')) - | > loss_gen: 2.284868001937866 (2.3579404711520233) - | > loss_kl: 1.4968587160110474 (1.507606103026278) - | > loss_feat: 5.067951202392578 (5.434333230202202) - | > loss_mel: 22.71778678894043 (23.07879999021047) - | > loss_duration: 1.6905919313430786 (1.770009820465334) - | > amp_scaler: 128.0 (128.87223168654197) - | > loss_1: 33.258056640625 (34.1486897476691) - | > grad_norm_1: tensor(1141.6428, device='cuda:0') (tensor(643.9752, device='cuda:0')) - | > current_lr_0: 0.00019950059330492385 - | > current_lr_1: 0.00019950059330492385 - | > step_time: 0.9686 (0.9282490187649832) - | > loader_time: 0.0145 (0.007820239871283404) - - - --> TIME: 2024-11-22 14:48:11 -- STEP: 612/797 -- GLOBAL_STEP: 16775 - | > loss_disc: 2.3922064304351807 (2.4561130509657008) - | > loss_disc_real_0: 0.11079723387956619 (0.12312518260167803) - | > loss_disc_real_1: 0.1947052776813507 (0.2154744249202457) - | > loss_disc_real_2: 0.25067591667175293 (0.2377146047606967) - | > loss_disc_real_3: 0.24852974712848663 (0.22508546128089912) - | > loss_disc_real_4: 0.22894813120365143 (0.22310887988096748) - | > loss_disc_real_5: 0.22032102942466736 (0.23399274645288007) - | > loss_0: 2.3922064304351807 (2.4561130509657008) - | > grad_norm_0: tensor(137.7036, device='cuda:0') (tensor(99.4217, device='cuda:0')) - | > loss_gen: 2.2175636291503906 (2.3586909209980664) - | > loss_kl: 1.4380669593811035 (1.5071782586621307) - | > loss_feat: 4.859203815460205 (5.432935968723172) - | > loss_mel: 22.18274688720703 (23.071452764124665) - | > loss_duration: 1.7380435466766357 (1.769710478439829) - | > amp_scaler: 128.0 (128.83660130718974) - | > loss_1: 32.43562698364258 (34.13996849496388) - | > grad_norm_1: tensor(889.9802, device='cuda:0') (tensor(652.6155, device='cuda:0')) - | > current_lr_0: 0.00019950059330492385 - | > current_lr_1: 0.00019950059330492385 - | > step_time: 0.9567 (0.9308916482270932) - | > loader_time: 0.0089 (0.007908181427351009) - - - --> TIME: 2024-11-22 14:48:36 -- STEP: 637/797 -- GLOBAL_STEP: 16800 - | > loss_disc: 2.4859912395477295 (2.457010437592606) - | > loss_disc_real_0: 0.147077277302742 (0.12322456584702388) - | > loss_disc_real_1: 0.2914119064807892 (0.21557732165046914) - | > loss_disc_real_2: 0.25417637825012207 (0.23809005600784786) - | > loss_disc_real_3: 0.23805072903633118 (0.224944275509993) - | > loss_disc_real_4: 0.20325948297977448 (0.22334781101958906) - | > loss_disc_real_5: 0.22272446751594543 (0.23405566074690975) - | > loss_0: 2.4859912395477295 (2.457010437592606) - | > grad_norm_0: tensor(241.4125, device='cuda:0') (tensor(98.5344, device='cuda:0')) - | > loss_gen: 2.4080960750579834 (2.3572356053386767) - | > loss_kl: 1.616858720779419 (1.505944298986738) - | > loss_feat: 5.44204568862915 (5.428063907653233) - | > loss_mel: 22.045616149902344 (23.068415125273468) - | > loss_duration: 1.7945506572723389 (1.7697667414951168) - | > amp_scaler: 128.0 (128.80376766091067) - | > loss_1: 33.307167053222656 (34.12942578242384) - | > grad_norm_1: tensor(1058.9298, device='cuda:0') (tensor(653.4650, device='cuda:0')) - | > current_lr_0: 0.00019950059330492385 - | > current_lr_1: 0.00019950059330492385 - | > step_time: 1.0339 (0.933920867776197) - | > loader_time: 0.0086 (0.007954823540368668) - - - --> TIME: 2024-11-22 14:49:07 -- STEP: 662/797 -- GLOBAL_STEP: 16825 - | > loss_disc: 2.5043399333953857 (2.4568892436445293) - | > loss_disc_real_0: 0.07951750606298447 (0.12280920156055437) - | > loss_disc_real_1: 0.18826201558113098 (0.21547863873290152) - | > loss_disc_real_2: 0.2264828085899353 (0.23783373051629686) - | > loss_disc_real_3: 0.23674604296684265 (0.22481840290691918) - | > loss_disc_real_4: 0.2505526542663574 (0.22331332111466687) - | > loss_disc_real_5: 0.27856358885765076 (0.2341974169646145) - | > loss_0: 2.5043399333953857 (2.4568892436445293) - | > grad_norm_0: tensor(34.4154, device='cuda:0') (tensor(98.1698, device='cuda:0')) - | > loss_gen: 2.2866430282592773 (2.35680746491942) - | > loss_kl: 1.404388427734375 (1.5066455309124516) - | > loss_feat: 4.8003387451171875 (5.430891809866868) - | > loss_mel: 21.777019500732422 (23.066743087192332) - | > loss_duration: 1.7344131469726562 (1.76903150232897) - | > amp_scaler: 128.0 (128.7734138972811) - | > loss_1: 32.002803802490234 (34.13011949083966) - | > grad_norm_1: tensor(207.9069, device='cuda:0') (tensor(652.6830, device='cuda:0')) - | > current_lr_0: 0.00019950059330492385 - | > current_lr_1: 0.00019950059330492385 - | > step_time: 1.0458 (0.9439480470386516) - | > loader_time: 0.0108 (0.008056308567704024) - - - --> TIME: 2024-11-22 14:49:34 -- STEP: 687/797 -- GLOBAL_STEP: 16850 - | > loss_disc: 2.4799866676330566 (2.455863978664948) - | > loss_disc_real_0: 0.15323950350284576 (0.12263297236740069) - | > loss_disc_real_1: 0.30787232518196106 (0.21566799515112692) - | > loss_disc_real_2: 0.22717207670211792 (0.2379177565831458) - | > loss_disc_real_3: 0.27571433782577515 (0.22480283356563147) - | > loss_disc_real_4: 0.23270046710968018 (0.22314533101072132) - | > loss_disc_real_5: 0.27797362208366394 (0.23403772236738662) - | > loss_0: 2.4799866676330566 (2.455863978664948) - | > grad_norm_0: tensor(160.8504, device='cuda:0') (tensor(98.0469, device='cuda:0')) - | > loss_gen: 2.7055697441101074 (2.3585197287008377) - | > loss_kl: 1.5523505210876465 (1.5079787622546177) - | > loss_feat: 5.674524307250977 (5.431157179447934) - | > loss_mel: 24.144920349121094 (23.050879721384753) - | > loss_duration: 1.7249505519866943 (1.7683107780056744) - | > amp_scaler: 128.0 (128.74526928675408) - | > loss_1: 35.80231475830078 (34.116846245622796) - | > grad_norm_1: tensor(704.3695, device='cuda:0') (tensor(654.9359, device='cuda:0')) - | > current_lr_0: 0.00019950059330492385 - | > current_lr_1: 0.00019950059330492385 - | > step_time: 1.0373 (0.949498219955089) - | > loader_time: 0.0088 (0.0081520705243906) - - - --> TIME: 2024-11-22 14:50:02 -- STEP: 712/797 -- GLOBAL_STEP: 16875 - | > loss_disc: 2.4968085289001465 (2.4563336546501437) - | > loss_disc_real_0: 0.19586309790611267 (0.12233127035420346) - | > loss_disc_real_1: 0.18967948853969574 (0.21573422775928225) - | > loss_disc_real_2: 0.21029533445835114 (0.23792720535832845) - | > loss_disc_real_3: 0.2230604737997055 (0.22479204722585971) - | > loss_disc_real_4: 0.2127828449010849 (0.22314076918815628) - | > loss_disc_real_5: 0.26484498381614685 (0.2341525105110715) - | > loss_0: 2.4968085289001465 (2.4563336546501437) - | > grad_norm_0: tensor(140.1158, device='cuda:0') (tensor(97.3036, device='cuda:0')) - | > loss_gen: 2.162600040435791 (2.358478354269196) - | > loss_kl: 1.5620105266571045 (1.508132715908329) - | > loss_feat: 4.9082417488098145 (5.435282320788734) - | > loss_mel: 22.6650390625 (23.06087353792085) - | > loss_duration: 1.7508044242858887 (1.7675042584371026) - | > amp_scaler: 128.0 (128.71910112359558) - | > loss_1: 33.0486946105957 (34.130271276731285) - | > grad_norm_1: tensor(168.8955, device='cuda:0') (tensor(649.4336, device='cuda:0')) - | > current_lr_0: 0.00019950059330492385 - | > current_lr_1: 0.00019950059330492385 - | > step_time: 1.0454 (0.9548444701044747) - | > loader_time: 0.0084 (0.008261405350117192) - - - --> TIME: 2024-11-22 14:50:31 -- STEP: 737/797 -- GLOBAL_STEP: 16900 - | > loss_disc: 2.322556257247925 (2.457602995545117) - | > loss_disc_real_0: 0.09635686874389648 (0.12301452986370352) - | > loss_disc_real_1: 0.26880741119384766 (0.21572488368447149) - | > loss_disc_real_2: 0.22094708681106567 (0.2379883097502399) - | > loss_disc_real_3: 0.21790656447410583 (0.22481455804534975) - | > loss_disc_real_4: 0.1695774346590042 (0.22305979418948677) - | > loss_disc_real_5: 0.20785260200500488 (0.23447232300180593) - | > loss_0: 2.322556257247925 (2.457602995545117) - | > grad_norm_0: tensor(23.1786, device='cuda:0') (tensor(98.4401, device='cuda:0')) - | > loss_gen: 2.3400778770446777 (2.3594108866868844) - | > loss_kl: 1.4739075899124146 (1.50794517476329) - | > loss_feat: 5.580585956573486 (5.43751026720334) - | > loss_mel: 24.332530975341797 (23.071572716556393) - | > loss_duration: 1.701411485671997 (1.766414925233641) - | > amp_scaler: 128.0 (128.69470827679788) - | > loss_1: 35.42851257324219 (34.14285406425826) - | > grad_norm_1: tensor(515.5482, device='cuda:0') (tensor(649.2709, device='cuda:0')) - | > current_lr_0: 0.00019950059330492385 - | > current_lr_1: 0.00019950059330492385 - | > step_time: 0.9868 (0.9588115684374702) - | > loader_time: 0.1162 (0.00971278147910957) - - - --> TIME: 2024-11-22 14:51:02 -- STEP: 762/797 -- GLOBAL_STEP: 16925 - | > loss_disc: 2.299384355545044 (2.4587832751862333) - | > loss_disc_real_0: 0.13808828592300415 (0.12322926414969164) - | > loss_disc_real_1: 0.23467999696731567 (0.21571836293995225) - | > loss_disc_real_2: 0.1903323084115982 (0.23779323706867814) - | > loss_disc_real_3: 0.21721996366977692 (0.22485102992749276) - | > loss_disc_real_4: 0.19206435978412628 (0.22299451367279363) - | > loss_disc_real_5: 0.24655857682228088 (0.23466838448457517) - | > loss_0: 2.299384355545044 (2.4587832751862333) - | > grad_norm_0: tensor(12.7183, device='cuda:0') (tensor(98.8804, device='cuda:0')) - | > loss_gen: 2.435471534729004 (2.3582656167623535) - | > loss_kl: 1.4082986116409302 (1.5079664508188804) - | > loss_feat: 5.961198806762695 (5.437418841314439) - | > loss_mel: 25.683996200561523 (23.07844030575491) - | > loss_duration: 1.7223832607269287 (1.7650438928854428) - | > amp_scaler: 128.0 (128.67191601049868) - | > loss_1: 37.21134567260742 (34.14713520140168) - | > grad_norm_1: tensor(119.4031, device='cuda:0') (tensor(645.9649, device='cuda:0')) - | > current_lr_0: 0.00019950059330492385 - | > current_lr_1: 0.00019950059330492385 - | > step_time: 1.1053 (0.963348721581807) - | > loader_time: 0.1253 (0.013651019632034097) - - - --> TIME: 2024-11-22 14:52:13 -- STEP: 787/797 -- GLOBAL_STEP: 16950 - | > loss_disc: 2.465517997741699 (2.459480801561737) - | > loss_disc_real_0: 0.10162583738565445 (0.12302930092408287) - | > loss_disc_real_1: 0.13379251956939697 (0.21570548023247507) - | > loss_disc_real_2: 0.21683548390865326 (0.23825671170687887) - | > loss_disc_real_3: 0.21060170233249664 (0.22494598111703404) - | > loss_disc_real_4: 0.23287586867809296 (0.22317363429705706) - | > loss_disc_real_5: 0.24612368643283844 (0.23477955531740735) - | > loss_0: 2.465517997741699 (2.459480801561737) - | > grad_norm_0: tensor(80.3468, device='cuda:0') (tensor(98.9378, device='cuda:0')) - | > loss_gen: 2.221590995788574 (2.3575061688429186) - | > loss_kl: 1.448993444442749 (1.5084851868119293) - | > loss_feat: 5.178522109985352 (5.4378802306770195) - | > loss_mel: 22.720491409301758 (23.084328868337643) - | > loss_duration: 1.730509638786316 (1.7639576254230285) - | > amp_scaler: 128.0 (128.65057179161377) - | > loss_1: 33.30010986328125 (34.152158167644046) - | > grad_norm_1: tensor(496.7142, device='cuda:0') (tensor(653.8885, device='cuda:0')) - | > current_lr_0: 0.00019950059330492385 - | > current_lr_1: 0.00019950059330492385 - | > step_time: 5.1331 (1.0187885806702903) - | > loader_time: 0.1321 (0.017998794739855287) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.452646493911743 (2.452646493911743) - | > loss_disc_real_0: 0.07672438025474548 (0.07672438025474548) - | > loss_disc_real_1: 0.18122905492782593 (0.18122905492782593) - | > loss_disc_real_2: 0.23299464583396912 (0.23299464583396912) - | > loss_disc_real_3: 0.1944625973701477 (0.1944625973701477) - | > loss_disc_real_4: 0.19038911163806915 (0.19038911163806915) - | > loss_disc_real_5: 0.2252175658941269 (0.2252175658941269) - | > loss_0: 2.452646493911743 (2.452646493911743) - | > loss_gen: 2.1584725379943848 (2.1584725379943848) - | > loss_kl: 1.0557878017425537 (1.0557878017425537) - | > loss_feat: 6.702733039855957 (6.702733039855957) - | > loss_mel: 25.391578674316406 (25.391578674316406) - | > loss_duration: 1.9825494289398193 (1.9825494289398193) - | > loss_1: 37.29112243652344 (37.29112243652344) - - --> STEP: 1 - | > loss_disc: 2.462052345275879 (2.462052345275879) - | > loss_disc_real_0: 0.07450125366449356 (0.07450125366449356) - | > loss_disc_real_1: 0.18221931159496307 (0.18221931159496307) - | > loss_disc_real_2: 0.24161583185195923 (0.24161583185195923) - | > loss_disc_real_3: 0.2654443383216858 (0.2654443383216858) - | > loss_disc_real_4: 0.1798388659954071 (0.1798388659954071) - | > loss_disc_real_5: 0.21404558420181274 (0.21404558420181274) - | > loss_0: 2.462052345275879 (2.462052345275879) - | > loss_gen: 2.035876750946045 (2.035876750946045) - | > loss_kl: 1.6365548372268677 (1.6365548372268677) - | > loss_feat: 4.999381065368652 (4.999381065368652) - | > loss_mel: 21.443918228149414 (21.443918228149414) - | > loss_duration: 1.78745698928833 (1.78745698928833) - | > loss_1: 31.903186798095703 (31.903186798095703) - - --> STEP: 2 - | > loss_disc: 2.547410249710083 (2.504731297492981) - | > loss_disc_real_0: 0.06272623687982559 (0.06861374527215958) - | > loss_disc_real_1: 0.25606098771095276 (0.21914014965295792) - | > loss_disc_real_2: 0.3072785437107086 (0.2744471877813339) - | > loss_disc_real_3: 0.2630481719970703 (0.26424625515937805) - | > loss_disc_real_4: 0.22163529694080353 (0.20073708146810532) - | > loss_disc_real_5: 0.33558809757232666 (0.2748168408870697) - | > loss_0: 2.547410249710083 (2.504731297492981) - | > loss_gen: 2.247664213180542 (2.1417704820632935) - | > loss_kl: 1.0849940776824951 (1.3607744574546814) - | > loss_feat: 5.014331340789795 (5.006856203079224) - | > loss_mel: 24.4173526763916 (22.930635452270508) - | > loss_duration: 1.715793251991272 (1.751625120639801) - | > loss_1: 34.48013687133789 (33.1916618347168) - - --> STEP: 3 - | > loss_disc: 2.3710546493530273 (2.460172414779663) - | > loss_disc_real_0: 0.11031684279441833 (0.08251477777957916) - | > loss_disc_real_1: 0.26657792925834656 (0.23495274285475412) - | > loss_disc_real_2: 0.2630103826522827 (0.2706349194049835) - | > loss_disc_real_3: 0.17308028042316437 (0.23385759691397348) - | > loss_disc_real_4: 0.20720700919628143 (0.20289372404416403) - | > loss_disc_real_5: 0.22743894159793854 (0.25902420779069263) - | > loss_0: 2.3710546493530273 (2.460172414779663) - | > loss_gen: 2.4146103858947754 (2.2327171166737876) - | > loss_kl: 1.531772255897522 (1.417773723602295) - | > loss_feat: 5.108904838562012 (5.040872414906819) - | > loss_mel: 25.00348472595215 (23.621585210164387) - | > loss_duration: 1.8116955757141113 (1.771648605664571) - | > loss_1: 35.87046813964844 (34.08459726969401) - - --> STEP: 4 - | > loss_disc: 2.3936238288879395 (2.443535268306732) - | > loss_disc_real_0: 0.11258510500192642 (0.09003235958516598) - | > loss_disc_real_1: 0.18687188625335693 (0.22293252870440483) - | > loss_disc_real_2: 0.21957385540008545 (0.257869653403759) - | > loss_disc_real_3: 0.20052269101142883 (0.22552387043833733) - | > loss_disc_real_4: 0.2358328104019165 (0.21112849563360214) - | > loss_disc_real_5: 0.20594727993011475 (0.24575497582554817) - | > loss_0: 2.3936238288879395 (2.443535268306732) - | > loss_gen: 2.201613187789917 (2.22494113445282) - | > loss_kl: 1.6914142370224 (1.4861838519573212) - | > loss_feat: 5.252757549285889 (5.093843698501587) - | > loss_mel: 21.235504150390625 (23.025064945220947) - | > loss_duration: 1.6835768222808838 (1.7496306598186493) - | > loss_1: 32.06486511230469 (33.57966423034668) - - --> STEP: 5 - | > loss_disc: 2.6804068088531494 (2.4909095764160156) - | > loss_disc_real_0: 0.12439876794815063 (0.09690564125776291) - | > loss_disc_real_1: 0.1735578179359436 (0.21305758655071258) - | > loss_disc_real_2: 0.20673030614852905 (0.24764178395271302) - | > loss_disc_real_3: 0.25229892134666443 (0.23087888062000275) - | > loss_disc_real_4: 0.17198078334331512 (0.20329895317554475) - | > loss_disc_real_5: 0.22112639248371124 (0.2408292591571808) - | > loss_0: 2.6804068088531494 (2.4909095764160156) - | > loss_gen: 2.0112733840942383 (2.1822075843811035) - | > loss_kl: 1.8790682554244995 (1.5647607326507569) - | > loss_feat: 6.4562273025512695 (5.366320419311523) - | > loss_mel: 25.223522186279297 (23.464756393432616) - | > loss_duration: 1.9055448770523071 (1.780813503265381) - | > loss_1: 37.47563552856445 (34.35885848999023) - - --> STEP: 6 - | > loss_disc: 2.6156222820281982 (2.5116950273513794) - | > loss_disc_real_0: 0.1550409197807312 (0.10659485434492429) - | > loss_disc_real_1: 0.17294061183929443 (0.20637142409880957) - | > loss_disc_real_2: 0.24501004815101624 (0.2472031613190969) - | > loss_disc_real_3: 0.2363860309123993 (0.23179673900206885) - | > loss_disc_real_4: 0.1878414750099182 (0.200722706814607) - | > loss_disc_real_5: 0.2265949547290802 (0.2384568750858307) - | > loss_0: 2.6156222820281982 (2.5116950273513794) - | > loss_gen: 2.082080841064453 (2.1655197938283286) - | > loss_kl: 1.8452553749084473 (1.6115098396937053) - | > loss_feat: 4.908986568450928 (5.290098110834758) - | > loss_mel: 20.49650001525879 (22.970046997070312) - | > loss_duration: 1.6589782238006592 (1.760507623354594) - | > loss_1: 30.99180030822754 (33.79768212636312) - - --> STEP: 7 - | > loss_disc: 2.498281478881836 (2.5097788061414446) - | > loss_disc_real_0: 0.11025268584489822 (0.10711740170206342) - | > loss_disc_real_1: 0.19104424118995667 (0.204181826540402) - | > loss_disc_real_2: 0.2708826959133148 (0.2505859519754137) - | > loss_disc_real_3: 0.22975178062915802 (0.231504602091653) - | > loss_disc_real_4: 0.18494881689548492 (0.1984692939690181) - | > loss_disc_real_5: 0.22211545705795288 (0.23612238679613387) - | > loss_0: 2.498281478881836 (2.5097788061414446) - | > loss_gen: 2.059343099594116 (2.1503516946520125) - | > loss_kl: 1.6142674684524536 (1.6119037866592407) - | > loss_feat: 4.780167579650879 (5.217250892094204) - | > loss_mel: 23.12296485900879 (22.991892405918666) - | > loss_duration: 1.7012903690338135 (1.7520480155944824) - | > loss_1: 33.27803421020508 (33.723446709769114) - - --> STEP: 8 - | > loss_disc: 2.258533000946045 (2.4783730804920197) - | > loss_disc_real_0: 0.06756140291690826 (0.10217290185391903) - | > loss_disc_real_1: 0.19288991391658783 (0.20277033746242523) - | > loss_disc_real_2: 0.24840940535068512 (0.25031388364732265) - | > loss_disc_real_3: 0.167154923081398 (0.22346089221537113) - | > loss_disc_real_4: 0.19210129976272583 (0.19767329469323158) - | > loss_disc_real_5: 0.1195782870054245 (0.2215543743222952) - | > loss_0: 2.258533000946045 (2.4783730804920197) - | > loss_gen: 1.9943585395812988 (2.130852550268173) - | > loss_kl: 1.379021167755127 (1.5827934592962265) - | > loss_feat: 5.5430097579956055 (5.257970750331879) - | > loss_mel: 25.015016555786133 (23.2447829246521) - | > loss_duration: 1.81700599193573 (1.7601677626371384) - | > loss_1: 35.7484130859375 (33.97656750679016) - - --> STEP: 9 - | > loss_disc: 2.717057228088379 (2.5048935413360596) - | > loss_disc_real_0: 0.09235407412052155 (0.10108192099465264) - | > loss_disc_real_1: 0.2329711765050888 (0.2061259862449434) - | > loss_disc_real_2: 0.24486342072486877 (0.2497082766559389) - | > loss_disc_real_3: 0.20605090260505676 (0.2215264489253362) - | > loss_disc_real_4: 0.25725361704826355 (0.20429333051045737) - | > loss_disc_real_5: 0.25170111656188965 (0.2249040123489168) - | > loss_0: 2.717057228088379 (2.5048935413360596) - | > loss_gen: 1.8654794692993164 (2.101366652382745) - | > loss_kl: 1.4341081380844116 (1.5662728680504694) - | > loss_feat: 5.315291881561279 (5.264339764912923) - | > loss_mel: 22.331653594970703 (23.143324110243057) - | > loss_duration: 1.7238225936889648 (1.7561294105317857) - | > loss_1: 32.67035675048828 (33.83143297831217) - - --> STEP: 10 - | > loss_disc: 2.53753399848938 (2.5081575870513917) - | > loss_disc_real_0: 0.07436913996934891 (0.09841064289212227) - | > loss_disc_real_1: 0.2502395212650299 (0.21053733974695205) - | > loss_disc_real_2: 0.2365194857120514 (0.24838939756155015) - | > loss_disc_real_3: 0.2396157681941986 (0.22333538085222243) - | > loss_disc_real_4: 0.22059622406959534 (0.20592361986637114) - | > loss_disc_real_5: 0.20324581861495972 (0.22273819297552108) - | > loss_0: 2.53753399848938 (2.5081575870513917) - | > loss_gen: 2.0340020656585693 (2.0946301937103273) - | > loss_kl: 1.4624383449554443 (1.5558894157409668) - | > loss_feat: 4.265629768371582 (5.164468765258789) - | > loss_mel: 21.525667190551758 (22.981558418273927) - | > loss_duration: 1.6422171592712402 (1.7447381854057311) - | > loss_1: 30.929954528808594 (33.54128513336182) - - --> STEP: 11 - | > loss_disc: 2.333972454071045 (2.492322574962269) - | > loss_disc_real_0: 0.12801019847393036 (0.10110151158137755) - | > loss_disc_real_1: 0.17220129072666168 (0.2070522443814711) - | > loss_disc_real_2: 0.16291549801826477 (0.2406190430576151) - | > loss_disc_real_3: 0.17398765683174133 (0.2188492241230878) - | > loss_disc_real_4: 0.16322487592697144 (0.20204191587188028) - | > loss_disc_real_5: 0.1557128131389618 (0.21664497662674298) - | > loss_0: 2.333972454071045 (2.492322574962269) - | > loss_gen: 2.1266424655914307 (2.097540400244973) - | > loss_kl: 1.199253797531128 (1.5234679959037087) - | > loss_feat: 6.5219407081604 (5.287875305522572) - | > loss_mel: 24.119651794433594 (23.085021452470258) - | > loss_duration: 1.6743178367614746 (1.7383363355289807) - | > loss_1: 35.641807556152344 (33.73224171725187) - - --> STEP: 12 - | > loss_disc: 2.6574928760528564 (2.506086766719818) - | > loss_disc_real_0: 0.16312196850776672 (0.10626988299190998) - | > loss_disc_real_1: 0.1928943693637848 (0.2058724214633306) - | > loss_disc_real_2: 0.23805558681488037 (0.24040542170405388) - | > loss_disc_real_3: 0.2165503054857254 (0.21865764756997427) - | > loss_disc_real_4: 0.1846817433834076 (0.20059523483117422) - | > loss_disc_real_5: 0.2412470281124115 (0.218695147583882) - | > loss_0: 2.6574928760528564 (2.506086766719818) - | > loss_gen: 1.8559446334838867 (2.0774074196815495) - | > loss_kl: 1.1349059343338013 (1.4910878241062164) - | > loss_feat: 4.395846843719482 (5.2135396003723145) - | > loss_mel: 21.97443389892578 (22.992472489674885) - | > loss_duration: 1.764581561088562 (1.7405234376589458) - | > loss_1: 31.12571144104004 (33.51503086090088) - - --> STEP: 13 - | > loss_disc: 2.7075910568237305 (2.5215870967278113) - | > loss_disc_real_0: 0.028049003332853317 (0.10025289224890563) - | > loss_disc_real_1: 0.24744120240211487 (0.20907001999708322) - | > loss_disc_real_2: 0.2408861368894577 (0.2404423997952388) - | > loss_disc_real_3: 0.24946551024913788 (0.22102748316067916) - | > loss_disc_real_4: 0.20330804586410522 (0.20080391260293814) - | > loss_disc_real_5: 0.2707795202732086 (0.2227016377907533) - | > loss_0: 2.7075910568237305 (2.5215870967278113) - | > loss_gen: 1.7081518173217773 (2.049003142576952) - | > loss_kl: 1.7207837104797363 (1.508756738442641) - | > loss_feat: 3.45524525642395 (5.078286189299363) - | > loss_mel: 19.160980224609375 (22.69774231543908) - | > loss_duration: 1.8075073957443237 (1.7456760498193593) - | > loss_1: 27.85266876220703 (33.07946454561674) - - --> STEP: 14 - | > loss_disc: 2.124363660812378 (2.4932139941624234) - | > loss_disc_real_0: 0.04827790707349777 (0.09654039330780506) - | > loss_disc_real_1: 0.1740671545267105 (0.20656981532062804) - | > loss_disc_real_2: 0.27018141746520996 (0.24256661534309387) - | > loss_disc_real_3: 0.202677384018898 (0.21971676179340907) - | > loss_disc_real_4: 0.18748816847801208 (0.19985278802258627) - | > loss_disc_real_5: 0.2579673230648041 (0.22522061531032836) - | > loss_0: 2.124363660812378 (2.4932139941624234) - | > loss_gen: 2.4648985862731934 (2.078709959983826) - | > loss_kl: 1.7844911813735962 (1.5284520557948522) - | > loss_feat: 5.858508586883545 (5.134016360555377) - | > loss_mel: 23.40388298034668 (22.74818093436105) - | > loss_duration: 1.7867329120635986 (1.748608682836805) - | > loss_1: 35.29851150512695 (33.23796789986746) - - --> STEP: 15 - | > loss_disc: 2.3052375316619873 (2.4806822299957276) - | > loss_disc_real_0: 0.04217742383480072 (0.0929161953429381) - | > loss_disc_real_1: 0.2132669985294342 (0.20701629420121512) - | > loss_disc_real_2: 0.24294285476207733 (0.24259169797102612) - | > loss_disc_real_3: 0.19842857122421265 (0.21829754908879598) - | > loss_disc_real_4: 0.15111665427684784 (0.19660371243953706) - | > loss_disc_real_5: 0.1651177555322647 (0.22121375799179077) - | > loss_0: 2.3052375316619873 (2.4806822299957276) - | > loss_gen: 2.086466073989868 (2.079227034250896) - | > loss_kl: 1.3771005868911743 (1.5183619578679404) - | > loss_feat: 5.496857166290283 (5.15820574760437) - | > loss_mel: 22.87901496887207 (22.756903203328452) - | > loss_duration: 1.7690796852111816 (1.7499734163284302) - | > loss_1: 33.608516693115234 (33.26267115275065) - - --> STEP: 16 - | > loss_disc: 2.27842378616333 (2.4680410772562027) - | > loss_disc_real_0: 0.11440950632095337 (0.09425952727906406) - | > loss_disc_real_1: 0.19018377363681793 (0.20596426166594028) - | > loss_disc_real_2: 0.18685714900493622 (0.23910828866064548) - | > loss_disc_real_3: 0.16399407386779785 (0.2149035818874836) - | > loss_disc_real_4: 0.16814063489437103 (0.19482477009296417) - | > loss_disc_real_5: 0.1774204671382904 (0.218476677313447) - | > loss_0: 2.27842378616333 (2.4680410772562027) - | > loss_gen: 2.2356553077697754 (2.089003801345826) - | > loss_kl: 1.4378904104232788 (1.513332486152649) - | > loss_feat: 6.822101593017578 (5.262199237942696) - | > loss_mel: 24.583248138427734 (22.871049761772156) - | > loss_duration: 1.7574901580810547 (1.7504432126879692) - | > loss_1: 36.836387634277344 (33.48602843284607) - - --> STEP: 17 - | > loss_disc: 2.3342409133911133 (2.4601704793817856) - | > loss_disc_real_0: 0.05432601273059845 (0.09191049701150726) - | > loss_disc_real_1: 0.1870361864566803 (0.2048508454771603) - | > loss_disc_real_2: 0.2406269758939743 (0.23919762320378246) - | > loss_disc_real_3: 0.23675160109996796 (0.21618875948821797) - | > loss_disc_real_4: 0.25152692198753357 (0.1981601907926447) - | > loss_disc_real_5: 0.22854812443256378 (0.2190691153792774) - | > loss_0: 2.3342409133911133 (2.4601704793817856) - | > loss_gen: 2.2682297229766846 (2.0995465026182294) - | > loss_kl: 2.1846272945404053 (1.552820416057811) - | > loss_feat: 5.803711414337158 (5.294052895377664) - | > loss_mel: 25.858224868774414 (23.046765944536993) - | > loss_duration: 1.7084099054336548 (1.7479706652024214) - | > loss_1: 37.823204040527344 (33.7411564097685) - - --> STEP: 18 - | > loss_disc: 2.5530295372009277 (2.4653293159272938) - | > loss_disc_real_0: 0.07213692367076874 (0.090811965159244) - | > loss_disc_real_1: 0.2344166338443756 (0.20649338927533892) - | > loss_disc_real_2: 0.22526107728481293 (0.23842337065272862) - | > loss_disc_real_3: 0.2630549967288971 (0.21879243933492237) - | > loss_disc_real_4: 0.1795782595872879 (0.19712786128123602) - | > loss_disc_real_5: 0.19348962604999542 (0.21764803263876173) - | > loss_0: 2.5530295372009277 (2.4653293159272938) - | > loss_gen: 1.9035379886627197 (2.0886571407318124) - | > loss_kl: 1.0629116296768188 (1.525603261258867) - | > loss_feat: 5.2131242752075195 (5.289556860923767) - | > loss_mel: 23.964033126831055 (23.09772523244222) - | > loss_duration: 1.6829808950424194 (1.7443601224157546) - | > loss_1: 33.82658767700195 (33.745902591281464) - - --> STEP: 19 - | > loss_disc: 2.231194257736206 (2.4530064181277624) - | > loss_disc_real_0: 0.08585483580827713 (0.09055106361445628) - | > loss_disc_real_1: 0.18482983112335205 (0.20535320200418172) - | > loss_disc_real_2: 0.19696693122386932 (0.2362414527880518) - | > loss_disc_real_3: 0.17827603220939636 (0.21665999685463153) - | > loss_disc_real_4: 0.2227320671081543 (0.19847545106160014) - | > loss_disc_real_5: 0.1383446753025055 (0.21347417172632718) - | > loss_0: 2.231194257736206 (2.4530064181277624) - | > loss_gen: 2.2882447242736816 (2.099161750391911) - | > loss_kl: 1.6122612953186035 (1.5301642104199058) - | > loss_feat: 5.574346542358398 (5.30454579152559) - | > loss_mel: 22.18465805053711 (23.04966906497353) - | > loss_duration: 1.7976207733154297 (1.747163314568369) - | > loss_1: 33.457130432128906 (33.730704056589225) - - --> STEP: 20 - | > loss_disc: 2.227494239807129 (2.4417308092117307) - | > loss_disc_real_0: 0.1452859342098236 (0.09328780714422465) - | > loss_disc_real_1: 0.18574374914169312 (0.20437272936105727) - | > loss_disc_real_2: 0.17290961742401123 (0.23307486101984978) - | > loss_disc_real_3: 0.2220587283372879 (0.21692993342876435) - | > loss_disc_real_4: 0.15942609310150146 (0.1965229831635952) - | > loss_disc_real_5: 0.18690091371536255 (0.21214550882577896) - | > loss_0: 2.227494239807129 (2.4417308092117307) - | > loss_gen: 2.5351598262786865 (2.1209616541862495) - | > loss_kl: 1.5961576700210571 (1.5334638833999634) - | > loss_feat: 6.640805721282959 (5.371358788013458) - | > loss_mel: 24.64105796813965 (23.129238510131835) - | > loss_duration: 1.6644489765167236 (1.7430275976657867) - | > loss_1: 37.07762908935547 (33.89805030822754) - - --> STEP: 21 - | > loss_disc: 2.225879669189453 (2.431452183496384) - | > loss_disc_real_0: 0.09418915212154388 (0.0933307283336208) - | > loss_disc_real_1: 0.18713238835334778 (0.20355176074164255) - | > loss_disc_real_2: 0.22262024879455566 (0.2325770223424548) - | > loss_disc_real_3: 0.17644497752189636 (0.21500207838558016) - | > loss_disc_real_4: 0.17651793360710144 (0.19557036175614312) - | > loss_disc_real_5: 0.20179706811904907 (0.2116527259349823) - | > loss_0: 2.225879669189453 (2.431452183496384) - | > loss_gen: 2.2635395526885986 (2.1277510779244566) - | > loss_kl: 1.4660067558288574 (1.5302516392299108) - | > loss_feat: 6.148477554321289 (5.4083644435519265) - | > loss_mel: 25.75704574584961 (23.254372188023158) - | > loss_duration: 1.7117846012115479 (1.7415398359298706) - | > loss_1: 37.34685134887695 (34.06227892921085) - - --> STEP: 22 - | > loss_disc: 2.4368200302124023 (2.43169617652893) - | > loss_disc_real_0: 0.09946305304765701 (0.09360947036607699) - | > loss_disc_real_1: 0.21766921877861023 (0.20419346337968652) - | > loss_disc_real_2: 0.2524487376213074 (0.2334802821278572) - | > loss_disc_real_3: 0.2072897106409073 (0.21465151621536774) - | > loss_disc_real_4: 0.21844585239887238 (0.1966101567853581) - | > loss_disc_real_5: 0.19168171286582947 (0.21074495261365717) - | > loss_0: 2.4368200302124023 (2.43169617652893) - | > loss_gen: 2.3413901329040527 (2.137461944059893) - | > loss_kl: 1.5576661825180054 (1.531497754833915) - | > loss_feat: 5.348204612731934 (5.405629905787381) - | > loss_mel: 23.843393325805664 (23.28114587610418) - | > loss_duration: 1.8461253643035889 (1.7462937235832214) - | > loss_1: 34.9367790222168 (34.10202893343839) - - --> STEP: 23 - | > loss_disc: 2.6770877838134766 (2.44236537684565) - | > loss_disc_real_0: 0.15538448095321655 (0.0962953403916048) - | > loss_disc_real_1: 0.17918618023395538 (0.20310619019943735) - | > loss_disc_real_2: 0.21265195310115814 (0.23257470260495725) - | > loss_disc_real_3: 0.2745703458786011 (0.21725668272246484) - | > loss_disc_real_4: 0.2034085988998413 (0.19690574122511822) - | > loss_disc_real_5: 0.25469785928726196 (0.21265594855598782) - | > loss_0: 2.6770877838134766 (2.44236537684565) - | > loss_gen: 1.9764043092727661 (2.1304594381995834) - | > loss_kl: 1.47474205493927 (1.5290301157080608) - | > loss_feat: 5.143000602722168 (5.39421124043672) - | > loss_mel: 21.68045997619629 (23.21155083697775) - | > loss_duration: 1.8226739168167114 (1.749614601549895) - | > loss_1: 32.09728240966797 (34.01486604110055) - - --> STEP: 24 - | > loss_disc: 2.4024810791015625 (2.440703531106313) - | > loss_disc_real_0: 0.1195947527885437 (0.09726614924147725) - | > loss_disc_real_1: 0.1999453753232956 (0.2029744895795981) - | > loss_disc_real_2: 0.2841216027736664 (0.2347224901119868) - | > loss_disc_real_3: 0.2595205008983612 (0.21901767514646053) - | > loss_disc_real_4: 0.1833827793598175 (0.19634228448073068) - | > loss_disc_real_5: 0.20142781734466553 (0.21218810975551605) - | > loss_0: 2.4024810791015625 (2.440703531106313) - | > loss_gen: 2.390761613845825 (2.1413053621848435) - | > loss_kl: 1.4994430541992188 (1.5277973214785259) - | > loss_feat: 5.662535190582275 (5.405391405026118) - | > loss_mel: 24.619266510009766 (23.27020565668742) - | > loss_duration: 1.7042354345321655 (1.7477238029241562) - | > loss_1: 35.87623977661133 (34.09242328008016) - - --> STEP: 25 - | > loss_disc: 2.4926528930664062 (2.442781505584717) - | > loss_disc_real_0: 0.059850335121154785 (0.09576951667666435) - | > loss_disc_real_1: 0.21203069388866425 (0.20333673775196076) - | > loss_disc_real_2: 0.24355833232402802 (0.23507592380046843) - | > loss_disc_real_3: 0.18854355812072754 (0.2177987104654312) - | > loss_disc_real_4: 0.19366437196731567 (0.19623516798019408) - | > loss_disc_real_5: 0.22740992903709412 (0.21279698252677917) - | > loss_0: 2.4926528930664062 (2.442781505584717) - | > loss_gen: 1.894808292388916 (2.1314454793930064) - | > loss_kl: 1.3366119861602783 (1.5201499080657959) - | > loss_feat: 4.176882266998291 (5.356251039505005) - | > loss_mel: 20.45082664489746 (23.15743049621582) - | > loss_duration: 1.6652419567108154 (1.7444245290756226) - | > loss_1: 29.524370193481445 (33.90970115661621) - - --> STEP: 26 - | > loss_disc: 2.8478095531463623 (2.458359507414011) - | > loss_disc_real_0: 0.1030711680650711 (0.09605034942237231) - | > loss_disc_real_1: 0.23172904551029205 (0.20442874958881965) - | > loss_disc_real_2: 0.1992148905992508 (0.23369665329272932) - | > loss_disc_real_3: 0.21645253896713257 (0.21774693463857359) - | > loss_disc_real_4: 0.18114174902439117 (0.19565465186650938) - | > loss_disc_real_5: 0.19253794848918915 (0.2120177889099488) - | > loss_0: 2.8478095531463623 (2.458359507414011) - | > loss_gen: 1.712734341621399 (2.1153412048633293) - | > loss_kl: 1.4554189443588257 (1.5176602556155279) - | > loss_feat: 3.6665170192718506 (5.2912612694960375) - | > loss_mel: 17.37621307373047 (22.935075979966385) - | > loss_duration: 1.703735589981079 (1.7428595698796785) - | > loss_1: 25.91461944580078 (33.60219801389253) - - --> STEP: 27 - | > loss_disc: 2.4494705200195312 (2.4580302856586598) - | > loss_disc_real_0: 0.09730800986289978 (0.09609692943868814) - | > loss_disc_real_1: 0.2713938355445862 (0.20690893795755175) - | > loss_disc_real_2: 0.24266260862350464 (0.23402872571238764) - | > loss_disc_real_3: 0.2791209816932678 (0.22002004749245113) - | > loss_disc_real_4: 0.20187191665172577 (0.1958849209326285) - | > loss_disc_real_5: 0.19254978001117706 (0.2112967515433276) - | > loss_0: 2.4494705200195312 (2.4580302856586598) - | > loss_gen: 2.3921079635620117 (2.125591825555873) - | > loss_kl: 1.8833863735198975 (1.5312056673897638) - | > loss_feat: 5.80476188659668 (5.310279810870135) - | > loss_mel: 24.038562774658203 (22.975945861251265) - | > loss_duration: 1.704806923866272 (1.7414502126199227) - | > loss_1: 35.82362747192383 (33.684473179004804) - - --> STEP: 28 - | > loss_disc: 2.532106399536133 (2.4606758611542836) - | > loss_disc_real_0: 0.05392420291900635 (0.09459076063441378) - | > loss_disc_real_1: 0.1434667408466339 (0.2046431452035904) - | > loss_disc_real_2: 0.19763688743114471 (0.23272901720234326) - | > loss_disc_real_3: 0.20373736321926117 (0.21943852305412292) - | > loss_disc_real_4: 0.16960246860980988 (0.19494626192109926) - | > loss_disc_real_5: 0.195052832365036 (0.21071661157267435) - | > loss_0: 2.532106399536133 (2.4606758611542836) - | > loss_gen: 1.7315539121627808 (2.1115190429346913) - | > loss_kl: 1.341764211654663 (1.5244399011135101) - | > loss_feat: 4.79201078414917 (5.291770202772958) - | > loss_mel: 22.515111923217773 (22.959487506321498) - | > loss_duration: 1.753185749053955 (1.7418693389211382) - | > loss_1: 32.133628845214844 (33.62908588136945) - - --> STEP: 29 - | > loss_disc: 2.515841245651245 (2.46257811579211) - | > loss_disc_real_0: 0.04340935871005058 (0.09282588470598747) - | > loss_disc_real_1: 0.18551023304462433 (0.2039833896119019) - | > loss_disc_real_2: 0.245407372713089 (0.2331662018751276) - | > loss_disc_real_3: 0.24115732312202454 (0.2201874471943954) - | > loss_disc_real_4: 0.23030897974967957 (0.19616566598415375) - | > loss_disc_real_5: 0.25120148062705994 (0.21211264154006695) - | > loss_0: 2.515841245651245 (2.46257811579211) - | > loss_gen: 2.1838438510894775 (2.1140130018365806) - | > loss_kl: 1.1159584522247314 (1.5103543339104488) - | > loss_feat: 6.554966926574707 (5.33532871049026) - | > loss_mel: 25.416975021362305 (23.04422845511601) - | > loss_duration: 1.7107672691345215 (1.7407968537560825) - | > loss_1: 36.98250961303711 (33.74472118246143) - - --> STEP: 30 - | > loss_disc: 2.6177308559417725 (2.4677498737970986) - | > loss_disc_real_0: 0.07878664135932922 (0.09235790992776553) - | > loss_disc_real_1: 0.15563799440860748 (0.20237187643845875) - | > loss_disc_real_2: 0.17977215349674225 (0.23138640026251475) - | > loss_disc_real_3: 0.18027432262897491 (0.2188570097088814) - | > loss_disc_real_4: 0.1475466638803482 (0.19454503258069356) - | > loss_disc_real_5: 0.270720899105072 (0.21406625012556713) - | > loss_0: 2.6177308559417725 (2.4677498737970986) - | > loss_gen: 1.8135349750518799 (2.103997067610424) - | > loss_kl: 1.7742421627044678 (1.5191505948702495) - | > loss_feat: 6.646710395812988 (5.379041433334351) - | > loss_mel: 24.796537399291992 (23.10263875325521) - | > loss_duration: 1.7326440811157227 (1.7405250946680704) - | > loss_1: 36.763668060302734 (33.84535274505615) - - --> STEP: 31 - | > loss_disc: 2.431513786315918 (2.466580967749319) - | > loss_disc_real_0: 0.07667367160320282 (0.09185196675600545) - | > loss_disc_real_1: 0.21010033786296844 (0.202621181645701) - | > loss_disc_real_2: 0.21842864155769348 (0.2309684080462302) - | > loss_disc_real_3: 0.1430482119321823 (0.21641156461931044) - | > loss_disc_real_4: 0.12991847097873688 (0.19246030478708206) - | > loss_disc_real_5: 0.19579799473285675 (0.21347695156451194) - | > loss_0: 2.431513786315918 (2.466580967749319) - | > loss_gen: 1.945396900177002 (2.0988809331770875) - | > loss_kl: 1.5243256092071533 (1.5193175308166011) - | > loss_feat: 6.218707084655762 (5.406127422086654) - | > loss_mel: 23.624258041381836 (23.119465181904456) - | > loss_duration: 1.664804220199585 (1.7380824858142483) - | > loss_1: 34.97748947143555 (33.88187328461677) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.011872137746503275 (+0.0012480828069871466) - | > avg_loss_disc: 2.466580967749319 (-0.021766116542200287) - | > avg_loss_disc_real_0: 0.09185196675600545 (+0.006718316746334885) - | > avg_loss_disc_real_1: 0.202621181645701 (-0.05863533289201797) - | > avg_loss_disc_real_2: 0.2309684080462302 (+0.001979508707600275) - | > avg_loss_disc_real_3: 0.21641156461931044 (+0.025434014537642075) - | > avg_loss_disc_real_4: 0.19246030478708206 (-0.04715698380624095) - | > avg_loss_disc_real_5: 0.21347695156451194 (-0.07326817031829588) - | > avg_loss_0: 2.466580967749319 (-0.021766116542200287) - | > avg_loss_gen: 2.0988809331770875 (-0.2816392221758437) - | > avg_loss_kl: 1.5193175308166011 (+0.02002069642466875) - | > avg_loss_feat: 5.406127422086654 (+0.052844593601841794) - | > avg_loss_mel: 23.119465181904456 (-0.6725958547284527) - | > avg_loss_duration: 1.7380824858142483 (-0.005930827509972536) - | > avg_loss_1: 33.88187328461677 (-0.8873011066067633) - - - > EPOCH: 19/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-22 14:53:11)  - - --> TIME: 2024-11-22 14:53:25 -- STEP: 15/797 -- GLOBAL_STEP: 16975 - | > loss_disc: 2.4343841075897217 (2.494440793991089) - | > loss_disc_real_0: 0.08940781652927399 (0.11910212015112241) - | > loss_disc_real_1: 0.21263587474822998 (0.22321879665056865) - | > loss_disc_real_2: 0.22718368470668793 (0.24689192076524097) - | > loss_disc_real_3: 0.2712767422199249 (0.23622168997923534) - | > loss_disc_real_4: 0.22664134204387665 (0.22254595557848614) - | > loss_disc_real_5: 0.2207542508840561 (0.23462211390336354) - | > loss_0: 2.4343841075897217 (2.494440793991089) - | > grad_norm_0: tensor(127.4710, device='cuda:0') (tensor(95.4028, device='cuda:0')) - | > loss_gen: 2.2802412509918213 (2.374863783518473) - | > loss_kl: 1.6547940969467163 (1.6148172299067178) - | > loss_feat: 5.23867654800415 (5.350340716044108) - | > loss_mel: 23.23467254638672 (22.17985293070475) - | > loss_duration: 1.9544949531555176 (1.9520325342814127) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.36288070678711 (33.47190767923991) - | > grad_norm_1: tensor(313.4360, device='cuda:0') (tensor(651.8536, device='cuda:0')) - | > current_lr_0: 0.00019947565573076072 - | > current_lr_1: 0.00019947565573076072 - | > step_time: 0.8209 (0.823357629776001) - | > loader_time: 0.0043 (0.004354524612426758) - - - --> TIME: 2024-11-22 14:53:46 -- STEP: 40/797 -- GLOBAL_STEP: 17000 - | > loss_disc: 2.331817865371704 (2.472796565294266) - | > loss_disc_real_0: 0.1483069360256195 (0.11238235412165523) - | > loss_disc_real_1: 0.25166988372802734 (0.2146768942475319) - | > loss_disc_real_2: 0.2761900722980499 (0.23946026861667633) - | > loss_disc_real_3: 0.22853903472423553 (0.23134034425020217) - | > loss_disc_real_4: 0.23085276782512665 (0.22588647194206715) - | > loss_disc_real_5: 0.2202252894639969 (0.23865083716809748) - | > loss_0: 2.331817865371704 (2.472796565294266) - | > grad_norm_0: tensor(42.0278, device='cuda:0') (tensor(72.7265, device='cuda:0')) - | > loss_gen: 2.5926005840301514 (2.346415549516678) - | > loss_kl: 1.4948261976242065 (1.566476622223854) - | > loss_feat: 6.234987258911133 (5.398019182682037) - | > loss_mel: 25.44123077392578 (22.328609275817872) - | > loss_duration: 1.7425332069396973 (1.8795182198286056) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.50617980957031 (33.5190390586853) - | > grad_norm_1: tensor(415.0020, device='cuda:0') (tensor(597.6491, device='cuda:0')) - | > current_lr_0: 0.00019947565573076072 - | > current_lr_1: 0.00019947565573076072 - | > step_time: 0.8411 (0.8245181560516357) - | > loader_time: 0.0041 (0.004753589630126953) - - - --> TIME: 2024-11-22 14:54:07 -- STEP: 65/797 -- GLOBAL_STEP: 17025 - | > loss_disc: 2.4991579055786133 (2.4999036275423494) - | > loss_disc_real_0: 0.06826335191726685 (0.13585581086002863) - | > loss_disc_real_1: 0.2308586686849594 (0.21569502170269306) - | > loss_disc_real_2: 0.2117704600095749 (0.23960685500731835) - | > loss_disc_real_3: 0.21282000839710236 (0.22717158427605263) - | > loss_disc_real_4: 0.17641140520572662 (0.22526828509110672) - | > loss_disc_real_5: 0.22696883976459503 (0.23932263553142546) - | > loss_0: 2.4991579055786133 (2.4999036275423494) - | > grad_norm_0: tensor(18.0449, device='cuda:0') (tensor(85.7375, device='cuda:0')) - | > loss_gen: 2.2267918586730957 (2.3382270923027635) - | > loss_kl: 1.8387022018432617 (1.5546140047220083) - | > loss_feat: 5.899836540222168 (5.440066242218018) - | > loss_mel: 24.48301887512207 (22.634225727961613) - | > loss_duration: 1.8094855546951294 (1.8437352620638334) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.257835388183594 (33.81086839529185) - | > grad_norm_1: tensor(566.5264, device='cuda:0') (tensor(599.6347, device='cuda:0')) - | > current_lr_0: 0.00019947565573076072 - | > current_lr_1: 0.00019947565573076072 - | > step_time: 0.8459 (0.8279839919163631) - | > loader_time: 0.0049 (0.004854158254770132) - - - --> TIME: 2024-11-22 14:54:30 -- STEP: 90/797 -- GLOBAL_STEP: 17050 - | > loss_disc: 2.5507349967956543 (2.496364524629381) - | > loss_disc_real_0: 0.06403710693120956 (0.13555834802488487) - | > loss_disc_real_1: 0.23876360058784485 (0.2148965562383334) - | > loss_disc_real_2: 0.2974051237106323 (0.23948818147182466) - | > loss_disc_real_3: 0.2609488070011139 (0.2282184173663457) - | > loss_disc_real_4: 0.28901299834251404 (0.2245629201332728) - | > loss_disc_real_5: 0.3028757870197296 (0.23890250954363082) - | > loss_0: 2.5507349967956543 (2.496364524629381) - | > grad_norm_0: tensor(4.1569, device='cuda:0') (tensor(87.1793, device='cuda:0')) - | > loss_gen: 2.3524105548858643 (2.3334727525711068) - | > loss_kl: 1.4540395736694336 (1.5330950174066755) - | > loss_feat: 4.7574076652526855 (5.398321766323513) - | > loss_mel: 22.76348114013672 (22.574974017673068) - | > loss_duration: 1.7254931926727295 (1.8234292176034717) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.052833557128906 (33.6632926940918) - | > grad_norm_1: tensor(606.9831, device='cuda:0') (tensor(542.1944, device='cuda:0')) - | > current_lr_0: 0.00019947565573076072 - | > current_lr_1: 0.00019947565573076072 - | > step_time: 0.8433 (0.8543698019451565) - | > loader_time: 0.0042 (0.005012477768792046) - - - --> TIME: 2024-11-22 14:54:52 -- STEP: 115/797 -- GLOBAL_STEP: 17075 - | > loss_disc: 2.3686461448669434 (2.48656348352847) - | > loss_disc_real_0: 0.14605890214443207 (0.1344925134402255) - | > loss_disc_real_1: 0.2503649592399597 (0.2149912011364232) - | > loss_disc_real_2: 0.2614303529262543 (0.2400439000648001) - | > loss_disc_real_3: 0.2348567545413971 (0.22664525392262833) - | > loss_disc_real_4: 0.23397137224674225 (0.2224060699991558) - | > loss_disc_real_5: 0.2797420024871826 (0.2355156432027402) - | > loss_0: 2.3686461448669434 (2.48656348352847) - | > grad_norm_0: tensor(27.6253, device='cuda:0') (tensor(85.3888, device='cuda:0')) - | > loss_gen: 2.3530304431915283 (2.33072912382043) - | > loss_kl: 1.2481037378311157 (1.5235230057135871) - | > loss_feat: 5.699924468994141 (5.405163665439772) - | > loss_mel: 23.124967575073242 (22.581113433837892) - | > loss_duration: 1.7550523281097412 (1.815324478564055) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.18107604980469 (33.65585353685462) - | > grad_norm_1: tensor(621.3239, device='cuda:0') (tensor(552.3499, device='cuda:0')) - | > current_lr_0: 0.00019947565573076072 - | > current_lr_1: 0.00019947565573076072 - | > step_time: 0.8731 (0.8549974876901377) - | > loader_time: 0.0044 (0.005056891234024711) - - - --> TIME: 2024-11-22 14:55:14 -- STEP: 140/797 -- GLOBAL_STEP: 17100 - | > loss_disc: 2.5712318420410156 (2.4868393727711275) - | > loss_disc_real_0: 0.18464522063732147 (0.1337143749530827) - | > loss_disc_real_1: 0.23204746842384338 (0.21598713334117614) - | > loss_disc_real_2: 0.24188697338104248 (0.23936736594353403) - | > loss_disc_real_3: 0.22515782713890076 (0.2258139292044299) - | > loss_disc_real_4: 0.21372666954994202 (0.22192543191569192) - | > loss_disc_real_5: 0.2686053216457367 (0.23653862785015786) - | > loss_0: 2.5712318420410156 (2.4868393727711275) - | > grad_norm_0: tensor(20.4117, device='cuda:0') (tensor(90.7133, device='cuda:0')) - | > loss_gen: 2.24814772605896 (2.332865032127926) - | > loss_kl: 1.2381805181503296 (1.5104065975972585) - | > loss_feat: 5.4145941734313965 (5.423377302714757) - | > loss_mel: 23.93712043762207 (22.603248391832626) - | > loss_duration: 1.804639220237732 (1.8099565395287105) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.64268112182617 (33.679853698185525) - | > grad_norm_1: tensor(350.8621, device='cuda:0') (tensor(587.6782, device='cuda:0')) - | > current_lr_0: 0.00019947565573076072 - | > current_lr_1: 0.00019947565573076072 - | > step_time: 0.977 (0.8574646983827864) - | > loader_time: 0.0082 (0.0052910157612391885) - - - --> TIME: 2024-11-22 14:55:36 -- STEP: 165/797 -- GLOBAL_STEP: 17125 - | > loss_disc: 2.4287257194519043 (2.483796704899182) - | > loss_disc_real_0: 0.11763906478881836 (0.1325422966119016) - | > loss_disc_real_1: 0.18016187846660614 (0.21632461322076388) - | > loss_disc_real_2: 0.21130585670471191 (0.23910633614569) - | > loss_disc_real_3: 0.27459728717803955 (0.22527604148243413) - | > loss_disc_real_4: 0.20094488561153412 (0.2215805731939547) - | > loss_disc_real_5: 0.24745824933052063 (0.23663231938174276) - | > loss_0: 2.4287257194519043 (2.483796704899182) - | > grad_norm_0: tensor(73.6447, device='cuda:0') (tensor(86.5126, device='cuda:0')) - | > loss_gen: 2.227400779724121 (2.3326714876926316) - | > loss_kl: 1.4228603839874268 (1.5023709380265442) - | > loss_feat: 5.692398548126221 (5.444637700283166) - | > loss_mel: 23.141002655029297 (22.665276429147426) - | > loss_duration: 1.7221779823303223 (1.8017046783909654) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.205841064453125 (33.74666112263997) - | > grad_norm_1: tensor(786.8464, device='cuda:0') (tensor(614.6508, device='cuda:0')) - | > current_lr_0: 0.00019947565573076072 - | > current_lr_1: 0.00019947565573076072 - | > step_time: 0.8749 (0.8600123419906154) - | > loader_time: 0.0041 (0.005430143529718572) - - - --> TIME: 2024-11-22 14:55:58 -- STEP: 190/797 -- GLOBAL_STEP: 17150 - | > loss_disc: 2.3696341514587402 (2.480945287252728) - | > loss_disc_real_0: 0.1315353512763977 (0.13064641125108067) - | > loss_disc_real_1: 0.18685181438922882 (0.21533988651476405) - | > loss_disc_real_2: 0.2092595249414444 (0.23903675385211642) - | > loss_disc_real_3: 0.19232770800590515 (0.224887026924836) - | > loss_disc_real_4: 0.20341265201568604 (0.22204179238331945) - | > loss_disc_real_5: 0.20780229568481445 (0.23740950862043783) - | > loss_0: 2.3696341514587402 (2.480945287252728) - | > grad_norm_0: tensor(126.2744, device='cuda:0') (tensor(90.3805, device='cuda:0')) - | > loss_gen: 2.357755184173584 (2.3400719316382164) - | > loss_kl: 1.4074485301971436 (1.5006791852022472) - | > loss_feat: 6.085726261138916 (5.463330351678951) - | > loss_mel: 24.598237991333008 (22.70337792446739) - | > loss_duration: 1.782721996307373 (1.7963555172870034) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.23188781738281 (33.80381485788447) - | > grad_norm_1: tensor(833.2874, device='cuda:0') (tensor(642.0936, device='cuda:0')) - | > current_lr_0: 0.00019947565573076072 - | > current_lr_1: 0.00019947565573076072 - | > step_time: 0.8011 (0.8620921975687931) - | > loader_time: 0.0098 (0.005562365682501542) - - - --> TIME: 2024-11-22 14:56:21 -- STEP: 215/797 -- GLOBAL_STEP: 17175 - | > loss_disc: 2.465078353881836 (2.476568897380386) - | > loss_disc_real_0: 0.12963078916072845 (0.1291636015786681) - | > loss_disc_real_1: 0.2551364004611969 (0.21582841180091678) - | > loss_disc_real_2: 0.24349884688854218 (0.2388447548067847) - | > loss_disc_real_3: 0.24542738497257233 (0.22481246050014053) - | > loss_disc_real_4: 0.22888927161693573 (0.22191179789776025) - | > loss_disc_real_5: 0.2675040662288666 (0.23677928620992705) - | > loss_0: 2.465078353881836 (2.476568897380386) - | > grad_norm_0: tensor(185.3603, device='cuda:0') (tensor(93.2344, device='cuda:0')) - | > loss_gen: 2.367295742034912 (2.3428710981856953) - | > loss_kl: 1.4533590078353882 (1.4987269315608711) - | > loss_feat: 5.365819454193115 (5.462122733093974) - | > loss_mel: 22.96156883239746 (22.769211303356084) - | > loss_duration: 1.8169431686401367 (1.7942137951074644) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.96498489379883 (33.86714582221451) - | > grad_norm_1: tensor(810.0311, device='cuda:0') (tensor(654.4245, device='cuda:0')) - | > current_lr_0: 0.00019947565573076072 - | > current_lr_1: 0.00019947565573076072 - | > step_time: 0.8553 (0.8642720898916555) - | > loader_time: 0.0054 (0.0055989331977311955) - - - --> TIME: 2024-11-22 14:56:43 -- STEP: 240/797 -- GLOBAL_STEP: 17200 - | > loss_disc: 2.46376895904541 (2.4728563298781716) - | > loss_disc_real_0: 0.20258384943008423 (0.12858033074686928) - | > loss_disc_real_1: 0.22907227277755737 (0.2152330803374449) - | > loss_disc_real_2: 0.25075721740722656 (0.23790986562768618) - | > loss_disc_real_3: 0.2638917565345764 (0.22531453880170982) - | > loss_disc_real_4: 0.2242794632911682 (0.22200428669651348) - | > loss_disc_real_5: 0.2306043654680252 (0.23666049266854922) - | > loss_0: 2.46376895904541 (2.4728563298781716) - | > grad_norm_0: tensor(183.2667, device='cuda:0') (tensor(95.2843, device='cuda:0')) - | > loss_gen: 2.4923741817474365 (2.3458459099133817) - | > loss_kl: 1.4641584157943726 (1.499848517527183) - | > loss_feat: 6.307953834533691 (5.481372849146527) - | > loss_mel: 23.563692092895508 (22.803331065177918) - | > loss_duration: 1.698929786682129 (1.7892366091410319) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.52710723876953 (33.91963488260903) - | > grad_norm_1: tensor(903.4042, device='cuda:0') (tensor(673.9405, device='cuda:0')) - | > current_lr_0: 0.00019947565573076072 - | > current_lr_1: 0.00019947565573076072 - | > step_time: 0.8794 (0.8649878064791362) - | > loader_time: 0.0048 (0.005654534697532654) - - - --> TIME: 2024-11-22 14:57:05 -- STEP: 265/797 -- GLOBAL_STEP: 17225 - | > loss_disc: 2.5569887161254883 (2.471383009316787) - | > loss_disc_real_0: 0.1263056993484497 (0.12759639748706006) - | > loss_disc_real_1: 0.30564218759536743 (0.2157568256247718) - | > loss_disc_real_2: 0.20900391042232513 (0.23827340411690046) - | > loss_disc_real_3: 0.26120129227638245 (0.2250850594268655) - | > loss_disc_real_4: 0.20288828015327454 (0.2219476563188265) - | > loss_disc_real_5: 0.2451157122850418 (0.23573816233086137) - | > loss_0: 2.5569887161254883 (2.471383009316787) - | > grad_norm_0: tensor(232.3030, device='cuda:0') (tensor(97.7633, device='cuda:0')) - | > loss_gen: 2.323500633239746 (2.3484330402230325) - | > loss_kl: 1.5482150316238403 (1.502362455736916) - | > loss_feat: 4.487868309020996 (5.478448795822433) - | > loss_mel: 20.556224822998047 (22.785797738129236) - | > loss_duration: 1.7391562461853027 (1.785583081785238) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.654966354370117 (33.90062508493098) - | > grad_norm_1: tensor(729.7228, device='cuda:0') (tensor(650.9471, device='cuda:0')) - | > current_lr_0: 0.00019947565573076072 - | > current_lr_1: 0.00019947565573076072 - | > step_time: 0.8681 (0.867701201168996) - | > loader_time: 0.0062 (0.0056571402639712925) - - - --> TIME: 2024-11-22 14:57:28 -- STEP: 290/797 -- GLOBAL_STEP: 17250 - | > loss_disc: 2.39699387550354 (2.4773233150613714) - | > loss_disc_real_0: 0.12495116889476776 (0.13018511455377624) - | > loss_disc_real_1: 0.1909198760986328 (0.21641557478699192) - | > loss_disc_real_2: 0.23430167138576508 (0.23787317594577526) - | > loss_disc_real_3: 0.15982286632061005 (0.22546154502136953) - | > loss_disc_real_4: 0.23719893395900726 (0.222491609330835) - | > loss_disc_real_5: 0.22886475920677185 (0.23577439975121925) - | > loss_0: 2.39699387550354 (2.4773233150613714) - | > grad_norm_0: tensor(114.1165, device='cuda:0') (tensor(101.9883, device='cuda:0')) - | > loss_gen: 2.444434881210327 (2.342546448214302) - | > loss_kl: 1.796075701713562 (1.505228645020518) - | > loss_feat: 5.618834495544434 (5.456461252015215) - | > loss_mel: 23.497596740722656 (22.77906252762367) - | > loss_duration: 1.7648259401321411 (1.7839197812409235) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.121768951416016 (33.86721862924508) - | > grad_norm_1: tensor(1099.0559, device='cuda:0') (tensor(670.3469, device='cuda:0')) - | > current_lr_0: 0.00019947565573076072 - | > current_lr_1: 0.00019947565573076072 - | > step_time: 0.9484 (0.8702310052411308) - | > loader_time: 0.0055 (0.005793917590174182) - - - --> TIME: 2024-11-22 14:57:51 -- STEP: 315/797 -- GLOBAL_STEP: 17275 - | > loss_disc: 2.4562182426452637 (2.478508136385963) - | > loss_disc_real_0: 0.07924332469701767 (0.13044945626031776) - | > loss_disc_real_1: 0.23202578723430634 (0.2169457898726539) - | > loss_disc_real_2: 0.21766476333141327 (0.23878349595599704) - | > loss_disc_real_3: 0.218903049826622 (0.22528387994047194) - | > loss_disc_real_4: 0.21365007758140564 (0.22250071811297584) - | > loss_disc_real_5: 0.2468288689851761 (0.23579486248985168) - | > loss_0: 2.4562182426452637 (2.478508136385963) - | > grad_norm_0: tensor(59.7112, device='cuda:0') (tensor(101.5432, device='cuda:0')) - | > loss_gen: 2.2323575019836426 (2.3433635999285984) - | > loss_kl: 1.3434606790542603 (1.5069547420456295) - | > loss_feat: 5.911563873291016 (5.458409713563468) - | > loss_mel: 24.162792205810547 (22.813976953900053) - | > loss_duration: 1.801734447479248 (1.781474438924638) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.451908111572266 (33.90417944893002) - | > grad_norm_1: tensor(192.3488, device='cuda:0') (tensor(678.6431, device='cuda:0')) - | > current_lr_0: 0.00019947565573076072 - | > current_lr_1: 0.00019947565573076072 - | > step_time: 0.9153 (0.8733602584354461) - | > loader_time: 0.0059 (0.005865660167875744) - - - --> TIME: 2024-11-22 14:58:14 -- STEP: 340/797 -- GLOBAL_STEP: 17300 - | > loss_disc: 2.3657546043395996 (2.4767078967655394) - | > loss_disc_real_0: 0.14060509204864502 (0.12940780094222099) - | > loss_disc_real_1: 0.14342686533927917 (0.21668206635205184) - | > loss_disc_real_2: 0.2283727526664734 (0.23856209455167546) - | > loss_disc_real_3: 0.193525031208992 (0.22494937343632473) - | > loss_disc_real_4: 0.1948441118001938 (0.22249754259691518) - | > loss_disc_real_5: 0.22507601976394653 (0.2360962236628813) - | > loss_0: 2.3657546043395996 (2.4767078967655394) - | > grad_norm_0: tensor(104.5399, device='cuda:0') (tensor(102.3555, device='cuda:0')) - | > loss_gen: 2.3988940715789795 (2.3431629229994386) - | > loss_kl: 1.6631968021392822 (1.5063691807143835) - | > loss_feat: 5.7396769523620605 (5.457615524179799) - | > loss_mel: 23.99855613708496 (22.838871204151825) - | > loss_duration: 1.7217252254486084 (1.7792262536637924) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.52204895019531 (33.925245083079595) - | > grad_norm_1: tensor(1058.8785, device='cuda:0') (tensor(690.1863, device='cuda:0')) - | > current_lr_0: 0.00019947565573076072 - | > current_lr_1: 0.00019947565573076072 - | > step_time: 0.9438 (0.876762305988985) - | > loader_time: 0.0059 (0.005934659172506894) - - - --> TIME: 2024-11-22 14:58:38 -- STEP: 365/797 -- GLOBAL_STEP: 17325 - | > loss_disc: 2.411440134048462 (2.4773387850147386) - | > loss_disc_real_0: 0.11944477260112762 (0.12926107262299474) - | > loss_disc_real_1: 0.19539284706115723 (0.21676998875320774) - | > loss_disc_real_2: 0.2306121438741684 (0.23865316889873922) - | > loss_disc_real_3: 0.22853638231754303 (0.2251532551768708) - | > loss_disc_real_4: 0.1847858726978302 (0.2223759702215456) - | > loss_disc_real_5: 0.20726501941680908 (0.23592660835344498) - | > loss_0: 2.411440134048462 (2.4773387850147386) - | > grad_norm_0: tensor(242.6020, device='cuda:0') (tensor(103.0230, device='cuda:0')) - | > loss_gen: 2.382288932800293 (2.3428903795268443) - | > loss_kl: 1.6801962852478027 (1.5101799607276922) - | > loss_feat: 5.083766937255859 (5.448966751359917) - | > loss_mel: 21.724811553955078 (22.829065134753918) - | > loss_duration: 1.7202045917510986 (1.7767985647671842) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.59126663208008 (33.907900750147135) - | > grad_norm_1: tensor(974.6453, device='cuda:0') (tensor(699.0181, device='cuda:0')) - | > current_lr_0: 0.00019947565573076072 - | > current_lr_1: 0.00019947565573076072 - | > step_time: 0.9222 (0.8792113101645692) - | > loader_time: 0.0107 (0.0060082971233211165) - - - --> TIME: 2024-11-22 14:59:01 -- STEP: 390/797 -- GLOBAL_STEP: 17350 - | > loss_disc: 2.4892568588256836 (2.476405807030505) - | > loss_disc_real_0: 0.06682421267032623 (0.1275964599484815) - | > loss_disc_real_1: 0.22077704966068268 (0.21638674180095013) - | > loss_disc_real_2: 0.2544454336166382 (0.23879309621376868) - | > loss_disc_real_3: 0.23300215601921082 (0.22521850283329303) - | > loss_disc_real_4: 0.24519342184066772 (0.22261819954101855) - | > loss_disc_real_5: 0.2652181386947632 (0.23645038444262284) - | > loss_0: 2.4892568588256836 (2.476405807030505) - | > grad_norm_0: tensor(86.3330, device='cuda:0') (tensor(101.6376, device='cuda:0')) - | > loss_gen: 2.466707944869995 (2.344972217388642) - | > loss_kl: 1.4231764078140259 (1.5070985055886787) - | > loss_feat: 6.000068187713623 (5.4557218417143245) - | > loss_mel: 23.915409088134766 (22.876680344801684) - | > loss_duration: 1.7520110607147217 (1.7746832034526727) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.557373046875 (33.95915608039269) - | > grad_norm_1: tensor(863.2775, device='cuda:0') (tensor(681.7106, device='cuda:0')) - | > current_lr_0: 0.00019947565573076072 - | > current_lr_1: 0.00019947565573076072 - | > step_time: 0.9387 (0.881624915660956) - | > loader_time: 0.006 (0.006151664562714407) - - - --> TIME: 2024-11-22 14:59:24 -- STEP: 415/797 -- GLOBAL_STEP: 17375 - | > loss_disc: 2.414781332015991 (2.477199069563163) - | > loss_disc_real_0: 0.08976845443248749 (0.1278546602970144) - | > loss_disc_real_1: 0.23263177275657654 (0.21650012873382454) - | > loss_disc_real_2: 0.22441408038139343 (0.23836319547101675) - | > loss_disc_real_3: 0.1515401303768158 (0.22534216498754112) - | > loss_disc_real_4: 0.20313070714473724 (0.2227090849933854) - | > loss_disc_real_5: 0.15415512025356293 (0.2363082907645099) - | > loss_0: 2.414781332015991 (2.477199069563163) - | > grad_norm_0: tensor(31.6209, device='cuda:0') (tensor(100.7390, device='cuda:0')) - | > loss_gen: 2.263550281524658 (2.3429895251630297) - | > loss_kl: 1.502722978591919 (1.5074692043913422) - | > loss_feat: 6.479274272918701 (5.447269340882822) - | > loss_mel: 24.185733795166016 (22.886932138649815) - | > loss_duration: 1.7710165977478027 (1.7732906111751694) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.20229721069336 (33.95795082184203) - | > grad_norm_1: tensor(543.8698, device='cuda:0') (tensor(683.2824, device='cuda:0')) - | > current_lr_0: 0.00019947565573076072 - | > current_lr_1: 0.00019947565573076072 - | > step_time: 0.8742 (0.8837942927716727) - | > loader_time: 0.0072 (0.006238921866359482) - - - --> TIME: 2024-11-22 14:59:48 -- STEP: 440/797 -- GLOBAL_STEP: 17400 - | > loss_disc: 2.6833715438842773 (2.475257683342152) - | > loss_disc_real_0: 0.1189936175942421 (0.12662591528655437) - | > loss_disc_real_1: 0.3594934940338135 (0.2166627458381382) - | > loss_disc_real_2: 0.2573496699333191 (0.23888331113213843) - | > loss_disc_real_3: 0.22123195230960846 (0.2257264257832007) - | > loss_disc_real_4: 0.22826716303825378 (0.22265919954939323) - | > loss_disc_real_5: 0.254905104637146 (0.23635743074119092) - | > loss_0: 2.6833715438842773 (2.475257683342152) - | > grad_norm_0: tensor(100.1442, device='cuda:0') (tensor(99.3281, device='cuda:0')) - | > loss_gen: 2.1671063899993896 (2.349199322678825) - | > loss_kl: 1.7309013605117798 (1.5084844029762534) - | > loss_feat: 4.658339023590088 (5.460378692366863) - | > loss_mel: 21.821067810058594 (22.915159143101086) - | > loss_duration: 1.7773776054382324 (1.7717641513455997) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.15479278564453 (34.004985713958725) - | > grad_norm_1: tensor(292.7083, device='cuda:0') (tensor(682.9620, device='cuda:0')) - | > current_lr_0: 0.00019947565573076072 - | > current_lr_1: 0.00019947565573076072 - | > step_time: 0.9203 (0.8871040425517343) - | > loader_time: 0.0064 (0.006408841501582754) - - - --> TIME: 2024-11-22 15:00:12 -- STEP: 465/797 -- GLOBAL_STEP: 17425 - | > loss_disc: 2.3457062244415283 (2.4721365272357887) - | > loss_disc_real_0: 0.09766043722629547 (0.12507698280356247) - | > loss_disc_real_1: 0.24822112917900085 (0.21671962329456884) - | > loss_disc_real_2: 0.23629851639270782 (0.23840273362334058) - | > loss_disc_real_3: 0.2396787405014038 (0.22558080646940457) - | > loss_disc_real_4: 0.22273796796798706 (0.22236268228741102) - | > loss_disc_real_5: 0.23141825199127197 (0.2363897422949473) - | > loss_0: 2.3457062244415283 (2.4721365272357887) - | > grad_norm_0: tensor(66.8011, device='cuda:0') (tensor(98.9284, device='cuda:0')) - | > loss_gen: 2.393186092376709 (2.3512321108130987) - | > loss_kl: 1.5810821056365967 (1.5077252845610347) - | > loss_feat: 5.39722204208374 (5.475360519655292) - | > loss_mel: 22.72823143005371 (22.940713775798837) - | > loss_duration: 1.753617763519287 (1.770824582858752) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.853336334228516 (34.04585625433152) - | > grad_norm_1: tensor(662.2221, device='cuda:0') (tensor(680.0089, device='cuda:0')) - | > current_lr_0: 0.00019947565573076072 - | > current_lr_1: 0.00019947565573076072 - | > step_time: 0.9078 (0.890704797416605) - | > loader_time: 0.0062 (0.006504199838125578) - - - --> TIME: 2024-11-22 15:00:36 -- STEP: 490/797 -- GLOBAL_STEP: 17450 - | > loss_disc: 2.4060356616973877 (2.4716188133979315) - | > loss_disc_real_0: 0.1695609837770462 (0.12447799124887991) - | > loss_disc_real_1: 0.20606404542922974 (0.21668388361529428) - | > loss_disc_real_2: 0.20412620902061462 (0.23862587441595234) - | > loss_disc_real_3: 0.21148090064525604 (0.22561761374984468) - | > loss_disc_real_4: 0.17225120961666107 (0.22248159859861646) - | > loss_disc_real_5: 0.236131489276886 (0.23630111354346178) - | > loss_0: 2.4060356616973877 (2.4716188133979315) - | > grad_norm_0: tensor(79.1213, device='cuda:0') (tensor(97.5610, device='cuda:0')) - | > loss_gen: 2.471785306930542 (2.3525573579632497) - | > loss_kl: 1.662415623664856 (1.5082956473438112) - | > loss_feat: 5.575371742248535 (5.47527039780909) - | > loss_mel: 22.051538467407227 (22.938278408439793) - | > loss_duration: 1.7442550659179688 (1.7694426580351226) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.50536346435547 (34.043844429327514) - | > grad_norm_1: tensor(699.1469, device='cuda:0') (tensor(680.2606, device='cuda:0')) - | > current_lr_0: 0.00019947565573076072 - | > current_lr_1: 0.00019947565573076072 - | > step_time: 0.9602 (0.8927115513353931) - | > loader_time: 0.0089 (0.006604623794555665) - - - --> TIME: 2024-11-22 15:01:01 -- STEP: 515/797 -- GLOBAL_STEP: 17475 - | > loss_disc: 2.439356565475464 (2.4705061620878928) - | > loss_disc_real_0: 0.13954755663871765 (0.1235943929735316) - | > loss_disc_real_1: 0.193562313914299 (0.21676864350594363) - | > loss_disc_real_2: 0.22070084512233734 (0.2384880857849584) - | > loss_disc_real_3: 0.17494888603687286 (0.22578359202852527) - | > loss_disc_real_4: 0.192666694521904 (0.22240522448877686) - | > loss_disc_real_5: 0.1554291695356369 (0.2364286423597521) - | > loss_0: 2.439356565475464 (2.4705061620878928) - | > grad_norm_0: tensor(128.9172, device='cuda:0') (tensor(97.7102, device='cuda:0')) - | > loss_gen: 2.2149550914764404 (2.353258890781587) - | > loss_kl: 1.5303934812545776 (1.5049010678402432) - | > loss_feat: 5.705436706542969 (5.474188824070313) - | > loss_mel: 23.780895233154297 (22.933751663652437) - | > loss_duration: 1.7677280902862549 (1.7684560430860057) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.99940872192383 (34.03455643514985) - | > grad_norm_1: tensor(548.3722, device='cuda:0') (tensor(685.3976, device='cuda:0')) - | > current_lr_0: 0.00019947565573076072 - | > current_lr_1: 0.00019947565573076072 - | > step_time: 0.9011 (0.8971428357281731) - | > loader_time: 0.0085 (0.006706970177807855) - - - --> TIME: 2024-11-22 15:01:38 -- STEP: 540/797 -- GLOBAL_STEP: 17500 - | > loss_disc: 2.691861391067505 (2.469555462289738) - | > loss_disc_real_0: 0.16601170599460602 (0.12338308154570818) - | > loss_disc_real_1: 0.2425200641155243 (0.2167858295280624) - | > loss_disc_real_2: 0.25965946912765503 (0.2386535295733699) - | > loss_disc_real_3: 0.2527303397655487 (0.2259698326388995) - | > loss_disc_real_4: 0.21490882337093353 (0.2224411611203794) - | > loss_disc_real_5: 0.2269778847694397 (0.23622430358771926) - | > loss_0: 2.691861391067505 (2.469555462289738) - | > grad_norm_0: tensor(366.7287, device='cuda:0') (tensor(97.5239, device='cuda:0')) - | > loss_gen: 2.311673879623413 (2.3546178729445844) - | > loss_kl: 1.429741621017456 (1.5020119462852128) - | > loss_feat: 5.408437728881836 (5.482407748257676) - | > loss_mel: 21.32533073425293 (22.956418164571122) - | > loss_duration: 1.7225145101547241 (1.7679954069632071) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.197696685791016 (34.063451117056374) - | > grad_norm_1: tensor(950.3826, device='cuda:0') (tensor(679.4615, device='cuda:0')) - | > current_lr_0: 0.00019947565573076072 - | > current_lr_1: 0.00019947565573076072 - | > step_time: 2.0139 (0.9240206842069274) - | > loader_time: 0.0103 (0.006959261276103832) - - - --> TIME: 2024-11-22 15:02:08 -- STEP: 565/797 -- GLOBAL_STEP: 17525 - | > loss_disc: 2.56674861907959 (2.470949757415636) - | > loss_disc_real_0: 0.09830187261104584 (0.1236239320079308) - | > loss_disc_real_1: 0.18680644035339355 (0.21700020118624763) - | > loss_disc_real_2: 0.21382388472557068 (0.23866386785443905) - | > loss_disc_real_3: 0.18147480487823486 (0.22586030553927475) - | > loss_disc_real_4: 0.22027550637722015 (0.22241864552540058) - | > loss_disc_real_5: 0.226705402135849 (0.2361951059999719) - | > loss_0: 2.56674861907959 (2.470949757415636) - | > grad_norm_0: tensor(107.8633, device='cuda:0') (tensor(98.1457, device='cuda:0')) - | > loss_gen: 2.286297082901001 (2.352385651748793) - | > loss_kl: 1.7872016429901123 (1.5015722841288142) - | > loss_feat: 5.555763244628906 (5.475173547626599) - | > loss_mel: 23.313983917236328 (22.95087310318398) - | > loss_duration: 1.7375032901763916 (1.7670662673173752) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.680747985839844 (34.04707083575493) - | > grad_norm_1: tensor(320.6542, device='cuda:0') (tensor(668.1376, device='cuda:0')) - | > current_lr_0: 0.00019947565573076072 - | > current_lr_1: 0.00019947565573076072 - | > step_time: 1.0486 (0.9346605165869789) - | > loader_time: 0.0082 (0.007054866942684207) - - - --> TIME: 2024-11-22 15:02:34 -- STEP: 590/797 -- GLOBAL_STEP: 17550 - | > loss_disc: 2.3939390182495117 (2.4706610130051447) - | > loss_disc_real_0: 0.15812908113002777 (0.12350064410622831) - | > loss_disc_real_1: 0.2625400125980377 (0.21681270528647856) - | > loss_disc_real_2: 0.24513544142246246 (0.23857534153986784) - | > loss_disc_real_3: 0.17647355794906616 (0.22587819306527163) - | > loss_disc_real_4: 0.21082840859889984 (0.22258438402313296) - | > loss_disc_real_5: 0.22012799978256226 (0.23659017770472218) - | > loss_0: 2.3939390182495117 (2.4706610130051447) - | > grad_norm_0: tensor(33.2048, device='cuda:0') (tensor(98.1443, device='cuda:0')) - | > loss_gen: 2.4367120265960693 (2.352717065811157) - | > loss_kl: 1.3556630611419678 (1.5031007286855733) - | > loss_feat: 5.571088790893555 (5.4781362327478735) - | > loss_mel: 24.48869514465332 (22.961896375882418) - | > loss_duration: 1.772886037826538 (1.7663543377892446) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.62504196166992 (34.06220472626767) - | > grad_norm_1: tensor(1220.1431, device='cuda:0') (tensor(670.6866, device='cuda:0')) - | > current_lr_0: 0.00019947565573076072 - | > current_lr_1: 0.00019947565573076072 - | > step_time: 1.0432 (0.9395705744371576) - | > loader_time: 0.0072 (0.007124041298688468) - - - --> TIME: 2024-11-22 15:03:01 -- STEP: 615/797 -- GLOBAL_STEP: 17575 - | > loss_disc: 2.4097585678100586 (2.471519477968294) - | > loss_disc_real_0: 0.05603604391217232 (0.12403835941984385) - | > loss_disc_real_1: 0.22430892288684845 (0.2170833966838635) - | > loss_disc_real_2: 0.220042884349823 (0.2387350174954267) - | > loss_disc_real_3: 0.24782788753509521 (0.22593033158682235) - | > loss_disc_real_4: 0.2343287169933319 (0.22252515399359107) - | > loss_disc_real_5: 0.24945975840091705 (0.23645356004315662) - | > loss_0: 2.4097585678100586 (2.471519477968294) - | > grad_norm_0: tensor(8.5828, device='cuda:0') (tensor(100.4441, device='cuda:0')) - | > loss_gen: 2.3322298526763916 (2.353643537536869) - | > loss_kl: 1.3051878213882446 (1.5013415808600143) - | > loss_feat: 5.3545708656311035 (5.474587950280044) - | > loss_mel: 25.08452033996582 (22.97237585734545) - | > loss_duration: 1.7168185710906982 (1.7659375646250035) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.79332733154297 (34.06788647659426) - | > grad_norm_1: tensor(247.4489, device='cuda:0') (tensor(667.6116, device='cuda:0')) - | > current_lr_0: 0.00019947565573076072 - | > current_lr_1: 0.00019947565573076072 - | > step_time: 1.1296 (0.9437537065366419) - | > loader_time: 0.0089 (0.007241583645828371) - - - --> TIME: 2024-11-22 15:03:28 -- STEP: 640/797 -- GLOBAL_STEP: 17600 - | > loss_disc: 2.5283732414245605 (2.470125942677258) - | > loss_disc_real_0: 0.09329844266176224 (0.12333491928293354) - | > loss_disc_real_1: 0.2137679159641266 (0.21704716619569808) - | > loss_disc_real_2: 0.2618185877799988 (0.23839336740784348) - | > loss_disc_real_3: 0.2722252309322357 (0.2261121343122796) - | > loss_disc_real_4: 0.29110467433929443 (0.22252141723874957) - | > loss_disc_real_5: 0.259695440530777 (0.23636635337024928) - | > loss_0: 2.5283732414245605 (2.470125942677258) - | > grad_norm_0: tensor(31.3487, device='cuda:0') (tensor(99.9774, device='cuda:0')) - | > loss_gen: 2.366374969482422 (2.3537397138774403) - | > loss_kl: 1.7204549312591553 (1.5011096787638967) - | > loss_feat: 5.011507511138916 (5.467050149664286) - | > loss_mel: 22.872129440307617 (22.94889660477638) - | > loss_duration: 1.7431421279907227 (1.7660187134519219) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.71360778808594 (34.03681486248971) - | > grad_norm_1: tensor(491.9900, device='cuda:0') (tensor(668.5292, device='cuda:0')) - | > current_lr_0: 0.00019947565573076072 - | > current_lr_1: 0.00019947565573076072 - | > step_time: 1.0219 (0.9488885395228863) - | > loader_time: 0.0205 (0.007331365346908569) - - - --> TIME: 2024-11-22 15:03:55 -- STEP: 665/797 -- GLOBAL_STEP: 17625 - | > loss_disc: 2.4856927394866943 (2.46846932934639) - | > loss_disc_real_0: 0.1383194923400879 (0.12288085897278053) - | > loss_disc_real_1: 0.2885061204433441 (0.2168156998049944) - | > loss_disc_real_2: 0.25867006182670593 (0.23840134925860212) - | > loss_disc_real_3: 0.23888351023197174 (0.22588854104952713) - | > loss_disc_real_4: 0.21560825407505035 (0.22259789348993086) - | > loss_disc_real_5: 0.2273622304201126 (0.2361584607595788) - | > loss_0: 2.4856927394866943 (2.46846932934639) - | > grad_norm_0: tensor(61.9866, device='cuda:0') (tensor(100.8007, device='cuda:0')) - | > loss_gen: 2.4233012199401855 (2.3548412634914095) - | > loss_kl: 1.4880815744400024 (1.5015572419740206) - | > loss_feat: 5.340271472930908 (5.467666833562066) - | > loss_mel: 23.787776947021484 (22.934886020287525) - | > loss_duration: 1.8285210132598877 (1.765430602274443) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.86795425415039 (34.024381970283656) - | > grad_norm_1: tensor(561.2831, device='cuda:0') (tensor(668.4055, device='cuda:0')) - | > current_lr_0: 0.00019947565573076072 - | > current_lr_1: 0.00019947565573076072 - | > step_time: 1.0032 (0.9523571975249097) - | > loader_time: 0.0113 (0.007426854183799342) - - - --> TIME: 2024-11-22 15:04:21 -- STEP: 690/797 -- GLOBAL_STEP: 17650 - | > loss_disc: 2.4127087593078613 (2.4679261556570076) - | > loss_disc_real_0: 0.20587864518165588 (0.12347899265047418) - | > loss_disc_real_1: 0.15568570792675018 (0.2164246757393298) - | > loss_disc_real_2: 0.2157389372587204 (0.23797668579263964) - | > loss_disc_real_3: 0.1991090029478073 (0.225897033966106) - | > loss_disc_real_4: 0.1781611442565918 (0.22254183385251225) - | > loss_disc_real_5: 0.2002682387828827 (0.2361230392170989) - | > loss_0: 2.4127087593078613 (2.4679261556570076) - | > grad_norm_0: tensor(113.7102, device='cuda:0') (tensor(102.1672, device='cuda:0')) - | > loss_gen: 2.4142343997955322 (2.3556528450786214) - | > loss_kl: 1.6335999965667725 (1.5021274512228766) - | > loss_feat: 6.398677825927734 (5.473590893330784) - | > loss_mel: 23.686019897460938 (22.94887345079062) - | > loss_duration: 1.7135995626449585 (1.7647018893905309) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.846134185791016 (34.04494654613993) - | > grad_norm_1: tensor(566.5092, device='cuda:0') (tensor(670.3051, device='cuda:0')) - | > current_lr_0: 0.00019947565573076072 - | > current_lr_1: 0.00019947565573076072 - | > step_time: 1.0251 (0.9561490169469861) - | > loader_time: 0.0111 (0.0075086586717246235) - - - --> TIME: 2024-11-22 15:04:50 -- STEP: 715/797 -- GLOBAL_STEP: 17675 - | > loss_disc: 2.370532512664795 (2.465974433272034) - | > loss_disc_real_0: 0.09803451597690582 (0.12260605136935514) - | > loss_disc_real_1: 0.18474343419075012 (0.21667277071025823) - | > loss_disc_real_2: 0.18401165306568146 (0.23800297085638647) - | > loss_disc_real_3: 0.23257988691329956 (0.22564814770138356) - | > loss_disc_real_4: 0.1948651522397995 (0.22249151055629438) - | > loss_disc_real_5: 0.26190483570098877 (0.23602483972802862) - | > loss_0: 2.370532512664795 (2.465974433272034) - | > grad_norm_0: tensor(86.2730, device='cuda:0') (tensor(102.0499, device='cuda:0')) - | > loss_gen: 2.352153778076172 (2.3584503664003407) - | > loss_kl: 1.4561249017715454 (1.5022516284789245) - | > loss_feat: 5.819469928741455 (5.48404995077974) - | > loss_mel: 23.356754302978516 (22.957280867249807) - | > loss_duration: 1.7819337844848633 (1.7639051812512057) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.76643753051758 (34.065938018585406) - | > grad_norm_1: tensor(1134.2168, device='cuda:0') (tensor(668.5277, device='cuda:0')) - | > current_lr_0: 0.00019947565573076072 - | > current_lr_1: 0.00019947565573076072 - | > step_time: 1.4507 (0.9614313135613929) - | > loader_time: 0.0268 (0.007637465750420844) - - - --> TIME: 2024-11-22 15:05:23 -- STEP: 740/797 -- GLOBAL_STEP: 17700 - | > loss_disc: 2.577828884124756 (2.464652264762568) - | > loss_disc_real_0: 0.14676234126091003 (0.12194458162160325) - | > loss_disc_real_1: 0.2744126617908478 (0.21654984558353552) - | > loss_disc_real_2: 0.27889734506607056 (0.23771610477486171) - | > loss_disc_real_3: 0.2336576282978058 (0.22568577028609618) - | > loss_disc_real_4: 0.2396361231803894 (0.222615468683275) - | > loss_disc_real_5: 0.25369396805763245 (0.2359998153069535) - | > loss_0: 2.577828884124756 (2.464652264762568) - | > grad_norm_0: tensor(56.1095, device='cuda:0') (tensor(101.3837, device='cuda:0')) - | > loss_gen: 2.2363266944885254 (2.3587674540442407) - | > loss_kl: 1.6291943788528442 (1.5037643238499363) - | > loss_feat: 4.845329761505127 (5.486015747366731) - | > loss_mel: 21.928607940673828 (22.9534390165999) - | > loss_duration: 1.732008695602417 (1.7627551007915188) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.37146759033203 (34.064741660453166) - | > grad_norm_1: tensor(381.9297, device='cuda:0') (tensor(672.7762, device='cuda:0')) - | > current_lr_0: 0.00019947565573076072 - | > current_lr_1: 0.00019947565573076072 - | > step_time: 1.2343 (0.9729477192904498) - | > loader_time: 0.0095 (0.007836423371289229) - - - --> TIME: 2024-11-22 15:06:13 -- STEP: 765/797 -- GLOBAL_STEP: 17725 - | > loss_disc: 2.3712961673736572 (2.4646170002183085) - | > loss_disc_real_0: 0.10452158749103546 (0.12179336806430523) - | > loss_disc_real_1: 0.211717426776886 (0.2164495760903639) - | > loss_disc_real_2: 0.2402731478214264 (0.23796149716268178) - | > loss_disc_real_3: 0.26164284348487854 (0.22571199475939765) - | > loss_disc_real_4: 0.22746312618255615 (0.22266621242940815) - | > loss_disc_real_5: 0.23936425149440765 (0.23596582570496727) - | > loss_0: 2.3712961673736572 (2.4646170002183085) - | > grad_norm_0: tensor(108.4062, device='cuda:0') (tensor(101.8887, device='cuda:0')) - | > loss_gen: 2.2931127548217773 (2.3586386534123664) - | > loss_kl: 1.4328125715255737 (1.5026115070760646) - | > loss_feat: 5.23599910736084 (5.4851585615694205) - | > loss_mel: 22.382253646850586 (22.951410996680156) - | > loss_duration: 1.7332967519760132 (1.7614732387019139) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.07747268676758 (34.059292991488576) - | > grad_norm_1: tensor(649.1147, device='cuda:0') (tensor(677.0319, device='cuda:0')) - | > current_lr_0: 0.00019947565573076072 - | > current_lr_1: 0.00019947565573076072 - | > step_time: 1.6865 (1.0064538541182977) - | > loader_time: 0.0136 (0.008063956802966546) - - - --> TIME: 2024-11-22 15:07:23 -- STEP: 790/797 -- GLOBAL_STEP: 17750 - | > loss_disc: 2.402193069458008 (2.464190878445587) - | > loss_disc_real_0: 0.14633609354496002 (0.1213855141184374) - | > loss_disc_real_1: 0.25519949197769165 (0.21642867915238007) - | > loss_disc_real_2: 0.24026422202587128 (0.23793091707969014) - | > loss_disc_real_3: 0.18390385806560516 (0.22571756751099725) - | > loss_disc_real_4: 0.211601123213768 (0.22259293821039078) - | > loss_disc_real_5: 0.22142474353313446 (0.2360597127411939) - | > loss_0: 2.402193069458008 (2.464190878445587) - | > grad_norm_0: tensor(90.5334, device='cuda:0') (tensor(102.5449, device='cuda:0')) - | > loss_gen: 2.3849172592163086 (2.3595113108429753) - | > loss_kl: 1.4800770282745361 (1.502756437546091) - | > loss_feat: 5.27473258972168 (5.486747154103057) - | > loss_mel: 23.132732391357422 (22.953179625016215) - | > loss_duration: 1.713482141494751 (1.7605204814597022) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.98594284057617 (34.062715042693696) - | > grad_norm_1: tensor(637.9910, device='cuda:0') (tensor(674.0541, device='cuda:0')) - | > current_lr_0: 0.00019947565573076072 - | > current_lr_1: 0.00019947565573076072 - | > step_time: 2.9246 (1.0625355756735508) - | > loader_time: 0.011 (0.008395306973517697) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.482727289199829 (2.482727289199829) - | > loss_disc_real_0: 0.10655185580253601 (0.10655185580253601) - | > loss_disc_real_1: 0.13353709876537323 (0.13353709876537323) - | > loss_disc_real_2: 0.21999318897724152 (0.21999318897724152) - | > loss_disc_real_3: 0.15765678882598877 (0.15765678882598877) - | > loss_disc_real_4: 0.3368333876132965 (0.3368333876132965) - | > loss_disc_real_5: 0.2766898274421692 (0.2766898274421692) - | > loss_0: 2.482727289199829 (2.482727289199829) - | > loss_gen: 2.183939218521118 (2.183939218521118) - | > loss_kl: 1.4616190195083618 (1.4616190195083618) - | > loss_feat: 5.621970176696777 (5.621970176696777) - | > loss_mel: 24.928544998168945 (24.928544998168945) - | > loss_duration: 1.9373897314071655 (1.9373897314071655) - | > loss_1: 36.13346481323242 (36.13346481323242) - - --> STEP: 1 - | > loss_disc: 2.1267104148864746 (2.1267104148864746) - | > loss_disc_real_0: 0.06223279982805252 (0.06223279982805252) - | > loss_disc_real_1: 0.14225782454013824 (0.14225782454013824) - | > loss_disc_real_2: 0.17557990550994873 (0.17557990550994873) - | > loss_disc_real_3: 0.18450848758220673 (0.18450848758220673) - | > loss_disc_real_4: 0.1978030502796173 (0.1978030502796173) - | > loss_disc_real_5: 0.27820974588394165 (0.27820974588394165) - | > loss_0: 2.1267104148864746 (2.1267104148864746) - | > loss_gen: 2.530756950378418 (2.530756950378418) - | > loss_kl: 2.184525489807129 (2.184525489807129) - | > loss_feat: 7.294035911560059 (7.294035911560059) - | > loss_mel: 28.083755493164062 (28.083755493164062) - | > loss_duration: 1.7921215295791626 (1.7921215295791626) - | > loss_1: 41.885196685791016 (41.885196685791016) - - --> STEP: 2 - | > loss_disc: 2.5544800758361816 (2.340595245361328) - | > loss_disc_real_0: 0.06001127138733864 (0.06112203560769558) - | > loss_disc_real_1: 0.15651313960552216 (0.1493854820728302) - | > loss_disc_real_2: 0.22705352306365967 (0.2013167142868042) - | > loss_disc_real_3: 0.24595330655574799 (0.21523089706897736) - | > loss_disc_real_4: 0.26788824796676636 (0.23284564912319183) - | > loss_disc_real_5: 0.3474496304988861 (0.3128296881914139) - | > loss_0: 2.5544800758361816 (2.340595245361328) - | > loss_gen: 2.0948331356048584 (2.312795042991638) - | > loss_kl: 1.8024085760116577 (1.9934670329093933) - | > loss_feat: 3.4092233180999756 (5.351629614830017) - | > loss_mel: 17.17629051208496 (22.63002300262451) - | > loss_duration: 1.7129589319229126 (1.7525402307510376) - | > loss_1: 26.195714950561523 (34.04045581817627) - - --> STEP: 3 - | > loss_disc: 2.5033974647521973 (2.394862651824951) - | > loss_disc_real_0: 0.11967294663190842 (0.08063900594909985) - | > loss_disc_real_1: 0.14251777529716492 (0.14709624648094177) - | > loss_disc_real_2: 0.2556445598602295 (0.21942599614461264) - | > loss_disc_real_3: 0.16192103922367096 (0.19746094445387521) - | > loss_disc_real_4: 0.2730710804462433 (0.24625412623087564) - | > loss_disc_real_5: 0.28375399112701416 (0.3031377891699473) - | > loss_0: 2.5033974647521973 (2.394862651824951) - | > loss_gen: 2.224400043487549 (2.283330043156942) - | > loss_kl: 1.9645501375198364 (1.983828067779541) - | > loss_feat: 5.537516117095947 (5.413591782251994) - | > loss_mel: 24.532785415649414 (23.26427714029948) - | > loss_duration: 1.7412145137786865 (1.748764991760254) - | > loss_1: 36.000465393066406 (34.69379234313965) - - --> STEP: 4 - | > loss_disc: 2.4005777835845947 (2.396291434764862) - | > loss_disc_real_0: 0.09929928183555603 (0.0853040749207139) - | > loss_disc_real_1: 0.12985919415950775 (0.14278698340058327) - | > loss_disc_real_2: 0.1544734388589859 (0.20318785682320595) - | > loss_disc_real_3: 0.14403529465198517 (0.1841045320034027) - | > loss_disc_real_4: 0.2594015300273895 (0.24954097718000412) - | > loss_disc_real_5: 0.23879258334636688 (0.2870514877140522) - | > loss_0: 2.4005777835845947 (2.396291434764862) - | > loss_gen: 2.0343549251556396 (2.221086263656616) - | > loss_kl: 1.4797972440719604 (1.8578203618526459) - | > loss_feat: 5.8044915199279785 (5.51131671667099) - | > loss_mel: 21.34838104248047 (22.785303115844727) - | > loss_duration: 1.694230318069458 (1.735131323337555) - | > loss_1: 32.36125564575195 (34.110658168792725) - - --> STEP: 5 - | > loss_disc: 2.4171969890594482 (2.400472545623779) - | > loss_disc_real_0: 0.11606299132108688 (0.0914558582007885) - | > loss_disc_real_1: 0.09835340082645416 (0.13390026688575746) - | > loss_disc_real_2: 0.18151366710662842 (0.19885301887989043) - | > loss_disc_real_3: 0.1629030555486679 (0.17986423671245574) - | > loss_disc_real_4: 0.32754945755004883 (0.2651426732540131) - | > loss_disc_real_5: 0.264743834733963 (0.28258995711803436) - | > loss_0: 2.4171969890594482 (2.400472545623779) - | > loss_gen: 2.287799596786499 (2.2344289302825926) - | > loss_kl: 1.2162811756134033 (1.7295125246047973) - | > loss_feat: 6.729259014129639 (5.75490517616272) - | > loss_mel: 22.00275421142578 (22.62879333496094) - | > loss_duration: 1.8981983661651611 (1.7677447319030761) - | > loss_1: 34.13429260253906 (34.11538505554199) - - --> STEP: 6 - | > loss_disc: 2.483072519302368 (2.414239207903544) - | > loss_disc_real_0: 0.060657352209091187 (0.08632277386883895) - | > loss_disc_real_1: 0.13829293847084045 (0.13463237881660461) - | > loss_disc_real_2: 0.18618425726890564 (0.19674155861139297) - | > loss_disc_real_3: 0.20065157115459442 (0.1833287924528122) - | > loss_disc_real_4: 0.27086341381073 (0.2660961300134659) - | > loss_disc_real_5: 0.33154913783073425 (0.29074982057015103) - | > loss_0: 2.483072519302368 (2.414239207903544) - | > loss_gen: 2.181004762649536 (2.22552490234375) - | > loss_kl: 1.6591625213623047 (1.7177875240643818) - | > loss_feat: 4.613450527191162 (5.56466273466746) - | > loss_mel: 20.08935546875 (22.20555369059245) - | > loss_duration: 1.7249644994735718 (1.7606146931648254) - | > loss_1: 30.2679386138916 (33.474143981933594) - - --> STEP: 7 - | > loss_disc: 2.5716757774353027 (2.436730146408081) - | > loss_disc_real_0: 0.13102376461029053 (0.09270862968904632) - | > loss_disc_real_1: 0.10280779749155045 (0.13008601005588258) - | > loss_disc_real_2: 0.2979763448238373 (0.21120367092745645) - | > loss_disc_real_3: 0.21977616846561432 (0.18853556045464107) - | > loss_disc_real_4: 0.3419640064239502 (0.2769343980721065) - | > loss_disc_real_5: 0.3067187964916229 (0.293031102844647) - | > loss_0: 2.5716757774353027 (2.436730146408081) - | > loss_gen: 2.2962253093719482 (2.2356249604906355) - | > loss_kl: 1.9658989906311035 (1.7532320192881994) - | > loss_feat: 6.512944221496582 (5.700131518500192) - | > loss_mel: 26.353567123413086 (22.798127038138254) - | > loss_duration: 1.6811559200286865 (1.7492634398596627) - | > loss_1: 38.80979537963867 (34.23637989589146) - - --> STEP: 8 - | > loss_disc: 2.4168436527252197 (2.4342443346977234) - | > loss_disc_real_0: 0.06955710053443909 (0.08981468854472041) - | > loss_disc_real_1: 0.13046030700206757 (0.1301327971741557) - | > loss_disc_real_2: 0.1927041858434677 (0.20889123529195786) - | > loss_disc_real_3: 0.18177932500839233 (0.18769103102385998) - | > loss_disc_real_4: 0.25589144229888916 (0.27430402860045433) - | > loss_disc_real_5: 0.25808003544807434 (0.2886622194200754) - | > loss_0: 2.4168436527252197 (2.4342443346977234) - | > loss_gen: 2.185472249984741 (2.2293558716773987) - | > loss_kl: 1.449189305305481 (1.7152266800403595) - | > loss_feat: 5.902360439300537 (5.725410133600235) - | > loss_mel: 24.09479331970215 (22.96021032333374) - | > loss_duration: 1.7971817255020142 (1.7552532255649567) - | > loss_1: 35.428993225097656 (34.385456562042236) - - --> STEP: 9 - | > loss_disc: 2.4266326427459717 (2.4333985911475287) - | > loss_disc_real_0: 0.07980719953775406 (0.08870274532172415) - | > loss_disc_real_1: 0.12372490763664246 (0.12942080944776535) - | > loss_disc_real_2: 0.19329816102981567 (0.20715867148505318) - | > loss_disc_real_3: 0.22222642600536346 (0.19152829713291591) - | > loss_disc_real_4: 0.30714306235313416 (0.27795281012852985) - | > loss_disc_real_5: 0.3409118950366974 (0.2944677389330334) - | > loss_0: 2.4266326427459717 (2.4333985911475287) - | > loss_gen: 2.35953426361084 (2.243820137447781) - | > loss_kl: 1.111448049545288 (1.6481401655409071) - | > loss_feat: 5.803215980529785 (5.734055227703518) - | > loss_mel: 23.474132537841797 (23.01731279161241) - | > loss_duration: 1.7451190948486328 (1.7541272110409207) - | > loss_1: 34.49345397949219 (34.39745627509223) - - --> STEP: 10 - | > loss_disc: 2.3147287368774414 (2.42153160572052) - | > loss_disc_real_0: 0.034929364919662476 (0.08332540728151798) - | > loss_disc_real_1: 0.14041879773139954 (0.13052060827612877) - | > loss_disc_real_2: 0.20850220322608948 (0.2072930246591568) - | > loss_disc_real_3: 0.1742541790008545 (0.1898008853197098) - | > loss_disc_real_4: 0.2143915742635727 (0.27159668654203417) - | > loss_disc_real_5: 0.2895784378051758 (0.29397880882024763) - | > loss_0: 2.3147287368774414 (2.42153160572052) - | > loss_gen: 2.2106642723083496 (2.2405045509338377) - | > loss_kl: 1.0299490690231323 (1.5863210558891296) - | > loss_feat: 5.670099258422852 (5.7276596307754515) - | > loss_mel: 19.18181037902832 (22.633762550354003) - | > loss_duration: 1.6311566829681396 (1.7418301582336426) - | > loss_1: 29.72368049621582 (33.93007869720459) - - --> STEP: 11 - | > loss_disc: 2.3598947525024414 (2.4159282554279673) - | > loss_disc_real_0: 0.11974132061004639 (0.08663594485683875) - | > loss_disc_real_1: 0.10776279121637344 (0.128451715816151) - | > loss_disc_real_2: 0.20004700124263763 (0.20663429525765506) - | > loss_disc_real_3: 0.12253059446811676 (0.18368540433320132) - | > loss_disc_real_4: 0.28104010224342346 (0.2724551788785241) - | > loss_disc_real_5: 0.26073771715164185 (0.2909568913958289) - | > loss_0: 2.3598947525024414 (2.4159282554279673) - | > loss_gen: 2.1686158180236816 (2.233969211578369) - | > loss_kl: 1.7693281173706055 (1.6029580614783547) - | > loss_feat: 5.424148082733154 (5.700067671862516) - | > loss_mel: 20.60732650756836 (22.449541091918945) - | > loss_duration: 1.6173607110977173 (1.7305147539485584) - | > loss_1: 31.58677864074707 (33.71705141934481) - - --> STEP: 12 - | > loss_disc: 2.55741548538208 (2.4277188579241433) - | > loss_disc_real_0: 0.13344377279281616 (0.09053659718483686) - | > loss_disc_real_1: 0.15075819194316864 (0.13031058882673582) - | > loss_disc_real_2: 0.28304657340049744 (0.21300198510289192) - | > loss_disc_real_3: 0.20614959299564362 (0.1855574200550715) - | > loss_disc_real_4: 0.2815743088722229 (0.273215106377999) - | > loss_disc_real_5: 0.31724560260772705 (0.29314761733015376) - | > loss_0: 2.55741548538208 (2.4277188579241433) - | > loss_gen: 2.307075023651123 (2.240061362584432) - | > loss_kl: 1.556694507598877 (1.5991027653217316) - | > loss_feat: 5.407769680023193 (5.675709505875905) - | > loss_mel: 23.608219146728516 (22.54609759648641) - | > loss_duration: 1.7192175388336182 (1.7295733193556468) - | > loss_1: 34.598976135253906 (33.79054514567057) - - --> STEP: 13 - | > loss_disc: 2.3597800731658936 (2.422492797558124) - | > loss_disc_real_0: 0.08486132323741913 (0.09010003765042011) - | > loss_disc_real_1: 0.19809360802173615 (0.13552466722635123) - | > loss_disc_real_2: 0.18881875276565552 (0.21114173646156603) - | > loss_disc_real_3: 0.1579776257276535 (0.1834358974145009) - | > loss_disc_real_4: 0.2259320616722107 (0.26957794909293836) - | > loss_disc_real_5: 0.23830072581768036 (0.28892862567534816) - | > loss_0: 2.3597800731658936 (2.422492797558124) - | > loss_gen: 2.0805065631866455 (2.22778791647691) - | > loss_kl: 1.8550606966018677 (1.6187918369586651) - | > loss_feat: 3.6313607692718506 (5.518451910752517) - | > loss_mel: 16.501819610595703 (22.08115313603328) - | > loss_duration: 1.787270426750183 (1.7340115583859956) - | > loss_1: 25.85601806640625 (33.180196908804085) - - --> STEP: 14 - | > loss_disc: 2.388331174850464 (2.4200526816504344) - | > loss_disc_real_0: 0.02662722021341324 (0.0855662649763482) - | > loss_disc_real_1: 0.14195922017097473 (0.1359842781509672) - | > loss_disc_real_2: 0.23672600090503693 (0.21296918392181396) - | > loss_disc_real_3: 0.15517400205135345 (0.1814171906028475) - | > loss_disc_real_4: 0.3244624733924866 (0.2734982722571918) - | > loss_disc_real_5: 0.3188525438308716 (0.2910660484007427) - | > loss_0: 2.388331174850464 (2.4200526816504344) - | > loss_gen: 2.294780969619751 (2.2325731345585416) - | > loss_kl: 0.9408743977546692 (1.5703691627298082) - | > loss_feat: 5.371638774871826 (5.50796525818961) - | > loss_mel: 22.287891387939453 (22.095920154026576) - | > loss_duration: 1.737306833267212 (1.7342469351632255) - | > loss_1: 32.63249206542969 (33.141075134277344) - - --> STEP: 15 - | > loss_disc: 2.4415202140808105 (2.421483850479126) - | > loss_disc_real_0: 0.05350729078054428 (0.08342900002996127) - | > loss_disc_real_1: 0.20025770366191864 (0.14026917318503063) - | > loss_disc_real_2: 0.22832193970680237 (0.21399270097414652) - | > loss_disc_real_3: 0.2099667638540268 (0.18332049548625945) - | > loss_disc_real_4: 0.25688233971595764 (0.2723905434211095) - | > loss_disc_real_5: 0.30225080251693726 (0.29181169867515566) - | > loss_0: 2.4415202140808105 (2.421483850479126) - | > loss_gen: 2.552126407623291 (2.2538766860961914) - | > loss_kl: 1.1301779747009277 (1.5410230835278829) - | > loss_feat: 4.425298690795898 (5.435787487030029) - | > loss_mel: 23.416851043701172 (22.183982213338215) - | > loss_duration: 1.7337079048156738 (1.734210999806722) - | > loss_1: 33.25816345214844 (33.14888102213542) - - --> STEP: 16 - | > loss_disc: 2.4278111457824707 (2.421879306435585) - | > loss_disc_real_0: 0.1506117582321167 (0.08762792241759598) - | > loss_disc_real_1: 0.11605694890022278 (0.13875590916723013) - | > loss_disc_real_2: 0.2535276412963867 (0.21646363474428654) - | > loss_disc_real_3: 0.1566043347120285 (0.18165073543787003) - | > loss_disc_real_4: 0.2579707205295563 (0.27148930449038744) - | > loss_disc_real_5: 0.3019678592681885 (0.2924464587122202) - | > loss_0: 2.4278111457824707 (2.421879306435585) - | > loss_gen: 2.3087737560272217 (2.257307752966881) - | > loss_kl: 1.366276502609253 (1.5301014222204685) - | > loss_feat: 5.850813388824463 (5.461726605892181) - | > loss_mel: 23.317636489868164 (22.254835605621338) - | > loss_duration: 1.8003032207489014 (1.7383417636156082) - | > loss_1: 34.643802642822266 (33.242313623428345) - - --> STEP: 17 - | > loss_disc: 2.375495672225952 (2.4191508573644303) - | > loss_disc_real_0: 0.07008937001228333 (0.0865962428643423) - | > loss_disc_real_1: 0.19600960612297058 (0.1421237736940384) - | > loss_disc_real_2: 0.20679089426994324 (0.21589465001050165) - | > loss_disc_real_3: 0.19158290326595306 (0.18223498060422785) - | > loss_disc_real_4: 0.2308860868215561 (0.2691008799216327) - | > loss_disc_real_5: 0.260985791683197 (0.2905958312399247) - | > loss_0: 2.375495672225952 (2.4191508573644303) - | > loss_gen: 2.2168688774108887 (2.2549289955812344) - | > loss_kl: 1.457107663154602 (1.5258076716871822) - | > loss_feat: 5.654949188232422 (5.47309264014749) - | > loss_mel: 23.25522232055664 (22.313681882970474) - | > loss_duration: 1.6970038414001465 (1.7359101211323458) - | > loss_1: 34.281150817871094 (33.303421693689685) - - --> STEP: 18 - | > loss_disc: 2.5529263019561768 (2.426582826508416) - | > loss_disc_real_0: 0.09918303042650223 (0.08729550884001785) - | > loss_disc_real_1: 0.19794003665447235 (0.1452246771918403) - | > loss_disc_real_2: 0.22636893391609192 (0.2164765546719233) - | > loss_disc_real_3: 0.19531632959842682 (0.1829617222150167) - | > loss_disc_real_4: 0.314525842666626 (0.27162448896302116) - | > loss_disc_real_5: 0.3130328059196472 (0.29184232983324265) - | > loss_0: 2.5529263019561768 (2.426582826508416) - | > loss_gen: 2.272981882095337 (2.2559319337209067) - | > loss_kl: 1.4105159044265747 (1.5194025735060375) - | > loss_feat: 3.677769899368286 (5.373352487881978) - | > loss_mel: 18.429664611816406 (22.097903145684135) - | > loss_duration: 1.670745849609375 (1.732289883825514) - | > loss_1: 27.46167755126953 (32.97888035244412) - - --> STEP: 19 - | > loss_disc: 2.5796194076538086 (2.4346373834108053) - | > loss_disc_real_0: 0.07605047523975372 (0.08670366496631973) - | > loss_disc_real_1: 0.13169752061367035 (0.14451272158246292) - | > loss_disc_real_2: 0.2475339025259018 (0.21811115192739586) - | > loss_disc_real_3: 0.13088339567184448 (0.1802207576601129) - | > loss_disc_real_4: 0.30482998490333557 (0.2733721466440904) - | > loss_disc_real_5: 0.26350870728492737 (0.29035108654122604) - | > loss_0: 2.5796194076538086 (2.4346373834108053) - | > loss_gen: 1.8808001279830933 (2.236188154471548) - | > loss_kl: 1.9619879722595215 (1.542696541861484) - | > loss_feat: 6.260486602783203 (5.420043757087306) - | > loss_mel: 25.608484268188477 (22.282670573184365) - | > loss_duration: 1.8201415538787842 (1.736913655933581) - | > loss_1: 37.531898498535156 (33.21851288644891) - - --> STEP: 20 - | > loss_disc: 2.3359930515289307 (2.4297051668167113) - | > loss_disc_real_0: 0.07193221151828766 (0.08596509229391813) - | > loss_disc_real_1: 0.11507496237754822 (0.14304083362221717) - | > loss_disc_real_2: 0.19329632818698883 (0.21687041074037552) - | > loss_disc_real_3: 0.15792696177959442 (0.17910606786608696) - | > loss_disc_real_4: 0.25976255536079407 (0.27269166707992554) - | > loss_disc_real_5: 0.28341981768608093 (0.2900045230984688) - | > loss_0: 2.3359930515289307 (2.4297051668167113) - | > loss_gen: 2.1947572231292725 (2.234116607904434) - | > loss_kl: 1.695654273033142 (1.550344428420067) - | > loss_feat: 6.397444248199463 (5.468913781642914) - | > loss_mel: 24.873455047607422 (22.41220979690552) - | > loss_duration: 1.6999423503875732 (1.7350650906562806) - | > loss_1: 36.86125183105469 (33.400649833679196) - - --> STEP: 21 - | > loss_disc: 2.7142343521118164 (2.4432541756402877) - | > loss_disc_real_0: 0.06880343705415726 (0.08514787061583429) - | > loss_disc_real_1: 0.18391187489032745 (0.14498707368260338) - | > loss_disc_real_2: 0.23473133146762848 (0.21772093077500662) - | > loss_disc_real_3: 0.170016810297966 (0.1786732460771288) - | > loss_disc_real_4: 0.2792109251022339 (0.2730021079381307) - | > loss_disc_real_5: 0.37483343482017517 (0.2940439950852167) - | > loss_0: 2.7142343521118164 (2.4432541756402877) - | > loss_gen: 1.904829502105713 (2.2184362695330666) - | > loss_kl: 1.5795625448226929 (1.5517357672963823) - | > loss_feat: 3.3218703269958496 (5.366673617135911) - | > loss_mel: 15.822429656982422 (22.098410742623464) - | > loss_duration: 1.7278294563293457 (1.7347205366407121) - | > loss_1: 24.35651969909668 (32.969976970127654) - - --> STEP: 22 - | > loss_disc: 2.4227569103240967 (2.4423224817622793) - | > loss_disc_real_0: 0.07340080291032791 (0.08461391299285671) - | > loss_disc_real_1: 0.19241617619991302 (0.14714294197884473) - | > loss_disc_real_2: 0.2617031931877136 (0.21972012452103876) - | > loss_disc_real_3: 0.18262863159179688 (0.17885303632779556) - | > loss_disc_real_4: 0.3252754807472229 (0.275378170338544) - | > loss_disc_real_5: 0.24306023120880127 (0.29172655127265235) - | > loss_0: 2.4227569103240967 (2.4423224817622793) - | > loss_gen: 2.315589427947998 (2.2228523221882908) - | > loss_kl: 1.1143898963928223 (1.5318564095280387) - | > loss_feat: 5.5420637130737305 (5.374645894223994) - | > loss_mel: 21.47806167602539 (22.070213057778098) - | > loss_duration: 1.814767837524414 (1.7383590503172441) - | > loss_1: 32.26487350463867 (32.93792681260543) - - --> STEP: 23 - | > loss_disc: 2.5355947017669678 (2.4463777956755264) - | > loss_disc_real_0: 0.07018698751926422 (0.08398665536357008) - | > loss_disc_real_1: 0.11136536300182343 (0.14558739506680032) - | > loss_disc_real_2: 0.2563844323158264 (0.22131422485994257) - | > loss_disc_real_3: 0.1332285851240158 (0.17686936453632687) - | > loss_disc_real_4: 0.3457348048686981 (0.2784371544485507) - | > loss_disc_real_5: 0.25403282046318054 (0.290087693411371) - | > loss_0: 2.5355947017669678 (2.4463777956755264) - | > loss_gen: 1.9533427953720093 (2.2111345166745395) - | > loss_kl: 1.6112698316574097 (1.5353091670119243) - | > loss_feat: 5.629908084869385 (5.385744250339011) - | > loss_mel: 23.39801788330078 (22.127943702366043) - | > loss_duration: 1.8086352348327637 (1.7414145366005276) - | > loss_1: 34.40117645263672 (33.001546362172014) - - --> STEP: 24 - | > loss_disc: 2.5833592414855957 (2.4520853559176126) - | > loss_disc_real_0: 0.15876314043998718 (0.08710234224175413) - | > loss_disc_real_1: 0.203460693359375 (0.1479987824956576) - | > loss_disc_real_2: 0.2660408020019531 (0.22317783224085966) - | > loss_disc_real_3: 0.20284025371074677 (0.17795148491859436) - | > loss_disc_real_4: 0.31276798248291016 (0.27986760561664903) - | > loss_disc_real_5: 0.27937188744544983 (0.28964120149612427) - | > loss_0: 2.5833592414855957 (2.4520853559176126) - | > loss_gen: 2.2286250591278076 (2.211863289276759) - | > loss_kl: 1.4979848861694336 (1.5337539886434872) - | > loss_feat: 5.411417484283447 (5.386813968420029) - | > loss_mel: 23.665279388427734 (22.191999355951946) - | > loss_duration: 1.705876111984253 (1.7399337689081829) - | > loss_1: 34.50918197631836 (33.06436451276144) - - --> STEP: 25 - | > loss_disc: 2.206892967224121 (2.4422776603698733) - | > loss_disc_real_0: 0.10268114507198334 (0.0877254943549633) - | > loss_disc_real_1: 0.12863881886005402 (0.14722438395023346) - | > loss_disc_real_2: 0.22618919610977173 (0.22329828679561614) - | > loss_disc_real_3: 0.13466951251029968 (0.17622020602226257) - | > loss_disc_real_4: 0.33679601550102234 (0.28214474201202394) - | > loss_disc_real_5: 0.29474225640296936 (0.28984524369239806) - | > loss_0: 2.206892967224121 (2.4422776603698733) - | > loss_gen: 2.5901966094970703 (2.2269966220855717) - | > loss_kl: 1.4999215602874756 (1.5324006915092467) - | > loss_feat: 5.971238136291504 (5.410190935134888) - | > loss_mel: 26.627605438232422 (22.369423599243163) - | > loss_duration: 1.6731637716293335 (1.7372629690170287) - | > loss_1: 38.36212921142578 (33.27627510070802) - - --> STEP: 26 - | > loss_disc: 2.5514047145843506 (2.4464748547627377) - | > loss_disc_real_0: 0.08967973291873932 (0.087800657376647) - | > loss_disc_real_1: 0.13755647838115692 (0.1468525414283459) - | > loss_disc_real_2: 0.24063937366008759 (0.2239652516750189) - | > loss_disc_real_3: 0.18433816730976105 (0.17653243530255097) - | > loss_disc_real_4: 0.2536774277687073 (0.2810498453103579) - | > loss_disc_real_5: 0.27741530537605286 (0.2893671691417694) - | > loss_0: 2.5514047145843506 (2.4464748547627377) - | > loss_gen: 2.158111810684204 (2.224347206262442) - | > loss_kl: 1.6631138324737549 (1.5374281200078816) - | > loss_feat: 5.938013076782227 (5.430491786736709) - | > loss_mel: 23.23686981201172 (22.402786915118877) - | > loss_duration: 1.7002694606781006 (1.7358401417732239) - | > loss_1: 34.69637680053711 (33.33089439685529) - - --> STEP: 27 - | > loss_disc: 2.2736082077026367 (2.4400723863531044) - | > loss_disc_real_0: 0.08696745336055756 (0.08776979796864369) - | > loss_disc_real_1: 0.1532565951347351 (0.1470897286026566) - | > loss_disc_real_2: 0.25081440806388855 (0.22495966487460667) - | > loss_disc_real_3: 0.1789669245481491 (0.17662260157090645) - | > loss_disc_real_4: 0.23821121454238892 (0.2794632293559887) - | > loss_disc_real_5: 0.2514844238758087 (0.2879641045022894) - | > loss_0: 2.2736082077026367 (2.4400723863531044) - | > loss_gen: 2.4633865356445312 (2.233200514758075) - | > loss_kl: 1.731499433517456 (1.5446159464341622) - | > loss_feat: 5.990995407104492 (5.451251180083664) - | > loss_mel: 23.719646453857422 (22.451559490627712) - | > loss_duration: 1.732224464416504 (1.735706227797049) - | > loss_1: 35.637752532958984 (33.416333587081354) - - --> STEP: 28 - | > loss_disc: 2.280484676361084 (2.4343728252819608) - | > loss_disc_real_0: 0.06703603267669678 (0.08702930635107416) - | > loss_disc_real_1: 0.1773657351732254 (0.1481710145516055) - | > loss_disc_real_2: 0.22821570932865143 (0.22507595217653684) - | > loss_disc_real_3: 0.15547354519367218 (0.17586727812886238) - | > loss_disc_real_4: 0.22634288668632507 (0.27756607426064356) - | > loss_disc_real_5: 0.28265175223350525 (0.2877743776355471) - | > loss_0: 2.280484676361084 (2.4343728252819608) - | > loss_gen: 2.2289681434631348 (2.2330493586403986) - | > loss_kl: 1.8399147987365723 (1.5551623340163911) - | > loss_feat: 5.650166034698486 (5.4583552820341925) - | > loss_mel: 23.666709899902344 (22.49495771953038) - | > loss_duration: 1.704268217086792 (1.7345834417002541) - | > loss_1: 35.090030670166016 (33.47610848290581) - - --> STEP: 29 - | > loss_disc: 2.43684720993042 (2.434458148890528) - | > loss_disc_real_0: 0.0889555811882019 (0.08709572962131994) - | > loss_disc_real_1: 0.15816453099250793 (0.14851561856680903) - | > loss_disc_real_2: 0.30208200216293335 (0.2277313332105505) - | > loss_disc_real_3: 0.26306411623954773 (0.1788740656499205) - | > loss_disc_real_4: 0.3729792535305023 (0.28085618389063866) - | > loss_disc_real_5: 0.30188798904418945 (0.2882610538910175) - | > loss_0: 2.43684720993042 (2.434458148890528) - | > loss_gen: 2.5975029468536377 (2.2456167237511995) - | > loss_kl: 1.4821321964263916 (1.5526440534098396) - | > loss_feat: 6.461925983428955 (5.492961168289185) - | > loss_mel: 26.115087509155273 (22.619789781241582) - | > loss_duration: 1.7007313966751099 (1.7334161298028354) - | > loss_1: 38.357383728027344 (33.644428318944485) - - --> STEP: 30 - | > loss_disc: 2.21909499168396 (2.4272793769836425) - | > loss_disc_real_0: 0.08705715835094452 (0.08709444391230742) - | > loss_disc_real_1: 0.0959126204252243 (0.14676218529542287) - | > loss_disc_real_2: 0.18744871020317078 (0.22638857911030452) - | > loss_disc_real_3: 0.20612847805023193 (0.17978254606326421) - | > loss_disc_real_4: 0.29383641481399536 (0.2812888582547506) - | > loss_disc_real_5: 0.2977266013622284 (0.2885765721400579) - | > loss_0: 2.21909499168396 (2.4272793769836425) - | > loss_gen: 2.546696424484253 (2.2556527137756346) - | > loss_kl: 1.5761408805847168 (1.5534272809823355) - | > loss_feat: 7.139557838439941 (5.547847723960876) - | > loss_mel: 25.142417907714844 (22.703877385457357) - | > loss_duration: 1.755475640296936 (1.7341514468193053) - | > loss_1: 38.16028594970703 (33.79495690663657) - - --> STEP: 31 - | > loss_disc: 2.579267978668213 (2.4321822351024998) - | > loss_disc_real_0: 0.105449378490448 (0.08768653857611841) - | > loss_disc_real_1: 0.13761870563030243 (0.1464672343384835) - | > loss_disc_real_2: 0.24611343443393707 (0.22702486476590555) - | > loss_disc_real_3: 0.1879269927740097 (0.18004527015070762) - | > loss_disc_real_4: 0.24905452132225037 (0.2802490409343473) - | > loss_disc_real_5: 0.36244115233421326 (0.29095930053341773) - | > loss_0: 2.579267978668213 (2.4321822351024998) - | > loss_gen: 2.0515661239624023 (2.2490692753945627) - | > loss_kl: 1.7828900814056396 (1.560829306802442) - | > loss_feat: 4.948326110839844 (5.528508317086004) - | > loss_mel: 22.526325225830078 (22.698149896437123) - | > loss_duration: 1.714550495147705 (1.7335191580557054) - | > loss_1: 33.023658752441406 (33.77007632101737) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.010218204990510018 (-0.001653932755993258) - | > avg_loss_disc: 2.4321822351024998 (-0.03439873264681914) - | > avg_loss_disc_real_0: 0.08768653857611841 (-0.004165428179887035) - | > avg_loss_disc_real_1: 0.1464672343384835 (-0.05615394730721751) - | > avg_loss_disc_real_2: 0.22702486476590555 (-0.003943543280324646) - | > avg_loss_disc_real_3: 0.18004527015070762 (-0.03636629446860282) - | > avg_loss_disc_real_4: 0.2802490409343473 (+0.08778873614726526) - | > avg_loss_disc_real_5: 0.29095930053341773 (+0.0774823489689058) - | > avg_loss_0: 2.4321822351024998 (-0.03439873264681914) - | > avg_loss_gen: 2.2490692753945627 (+0.15018834221747523) - | > avg_loss_kl: 1.560829306802442 (+0.04151177598584077) - | > avg_loss_feat: 5.528508317086004 (+0.1223808949993499) - | > avg_loss_mel: 22.698149896437123 (-0.4213152854673332) - | > avg_loss_duration: 1.7335191580557054 (-0.0045633277585428456) - | > avg_loss_1: 33.77007632101737 (-0.11179696359940294) - - - > EPOCH: 20/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-22 15:07:57)  - - --> TIME: 2024-11-22 15:08:13 -- STEP: 18/797 -- GLOBAL_STEP: 17775 - | > loss_disc: 2.318352222442627 (2.493991321987576) - | > loss_disc_real_0: 0.06509076058864594 (0.13226532066861788) - | > loss_disc_real_1: 0.22146745026111603 (0.22056613365809122) - | > loss_disc_real_2: 0.21237625181674957 (0.22997619542810652) - | > loss_disc_real_3: 0.21840541064739227 (0.23138664083348381) - | > loss_disc_real_4: 0.2599755525588989 (0.22960571448008218) - | > loss_disc_real_5: 0.23036740720272064 (0.23810353047317928) - | > loss_0: 2.318352222442627 (2.493991321987576) - | > grad_norm_0: tensor(84.8235, device='cuda:0') (tensor(124.8000, device='cuda:0')) - | > loss_gen: 2.3757693767547607 (2.33346160252889) - | > loss_kl: 1.5229233503341675 (1.4998462994893391) - | > loss_feat: 6.439873218536377 (5.4386940532260475) - | > loss_mel: 23.595170974731445 (22.635080019632976) - | > loss_duration: 1.7744519710540771 (1.9284559223386977) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.70819091796875 (33.835537910461426) - | > grad_norm_1: tensor(744.0933, device='cuda:0') (tensor(844.0187, device='cuda:0')) - | > current_lr_0: 0.00019945072127379438 - | > current_lr_1: 0.00019945072127379438 - | > step_time: 0.8172 (0.8105804390377469) - | > loader_time: 0.0036 (0.005113707648383247) - - - --> TIME: 2024-11-22 15:08:33 -- STEP: 43/797 -- GLOBAL_STEP: 17800 - | > loss_disc: 2.454984426498413 (2.4253380631291597) - | > loss_disc_real_0: 0.06397327780723572 (0.11228338516382286) - | > loss_disc_real_1: 0.2753121256828308 (0.21631351875704388) - | > loss_disc_real_2: 0.2542855441570282 (0.23051404675772025) - | > loss_disc_real_3: 0.18427316844463348 (0.22404241180697151) - | > loss_disc_real_4: 0.1918288916349411 (0.22125519812107086) - | > loss_disc_real_5: 0.19939881563186646 (0.23275099313536354) - | > loss_0: 2.454984426498413 (2.4253380631291597) - | > grad_norm_0: tensor(69.2479, device='cuda:0') (tensor(83.7121, device='cuda:0')) - | > loss_gen: 2.445584297180176 (2.3890793711640113) - | > loss_kl: 1.5229076147079468 (1.5485405700151311) - | > loss_feat: 5.4566850662231445 (5.668898992760238) - | > loss_mel: 22.520095825195312 (22.60660566285599) - | > loss_duration: 1.7758159637451172 (1.8754938757696817) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.721092224121094 (34.08861869989442) - | > grad_norm_1: tensor(514.0447, device='cuda:0') (tensor(680.4369, device='cuda:0')) - | > current_lr_0: 0.00019945072127379438 - | > current_lr_1: 0.00019945072127379438 - | > step_time: 0.8558 (0.8053514624750892) - | > loader_time: 0.0036 (0.005161640255950219) - - - --> TIME: 2024-11-22 15:08:53 -- STEP: 68/797 -- GLOBAL_STEP: 17825 - | > loss_disc: 2.56632924079895 (2.4224604718825407) - | > loss_disc_real_0: 0.16260921955108643 (0.10883051261086675) - | > loss_disc_real_1: 0.2289494276046753 (0.2177723240764702) - | > loss_disc_real_2: 0.2307533323764801 (0.23272782914778767) - | > loss_disc_real_3: 0.2031521052122116 (0.22411170097834923) - | > loss_disc_real_4: 0.19363124668598175 (0.22110067943439765) - | > loss_disc_real_5: 0.2298658788204193 (0.23200137036688187) - | > loss_0: 2.56632924079895 (2.4224604718825407) - | > grad_norm_0: tensor(54.7153, device='cuda:0') (tensor(76.3569, device='cuda:0')) - | > loss_gen: 2.367689847946167 (2.400663498569937) - | > loss_kl: 1.430482268333435 (1.5538065047825085) - | > loss_feat: 6.414090633392334 (5.706372485441321) - | > loss_mel: 23.40847396850586 (22.55565820020788) - | > loss_duration: 1.7780718803405762 (1.8373877669081968) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.39881134033203 (34.05388862946455) - | > grad_norm_1: tensor(1194.8431, device='cuda:0') (tensor(648.0803, device='cuda:0')) - | > current_lr_0: 0.00019945072127379438 - | > current_lr_1: 0.00019945072127379438 - | > step_time: 0.7928 (0.8043803923270282) - | > loader_time: 0.0034 (0.004978222005507526) - - - --> TIME: 2024-11-22 15:09:15 -- STEP: 93/797 -- GLOBAL_STEP: 17850 - | > loss_disc: 2.5473647117614746 (2.4268281818718047) - | > loss_disc_real_0: 0.08495954424142838 (0.11183834432434012) - | > loss_disc_real_1: 0.1488959938287735 (0.21563982514924895) - | > loss_disc_real_2: 0.2586665153503418 (0.23328461457965194) - | > loss_disc_real_3: 0.2533622980117798 (0.22402473627239144) - | > loss_disc_real_4: 0.22494159638881683 (0.22037659649566937) - | > loss_disc_real_5: 0.25022050738334656 (0.23469324938712582) - | > loss_0: 2.5473647117614746 (2.4268281818718047) - | > grad_norm_0: tensor(21.8615, device='cuda:0') (tensor(78.6523, device='cuda:0')) - | > loss_gen: 2.2506918907165527 (2.3912033701455724) - | > loss_kl: 1.876967191696167 (1.539803176797846) - | > loss_feat: 5.514883995056152 (5.663619831044187) - | > loss_mel: 23.505178451538086 (22.529047627602854) - | > loss_duration: 1.7455029487609863 (1.817314124876453) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.89322280883789 (33.940988253521674) - | > grad_norm_1: tensor(298.1376, device='cuda:0') (tensor(659.7209, device='cuda:0')) - | > current_lr_0: 0.00019945072127379438 - | > current_lr_1: 0.00019945072127379438 - | > step_time: 0.8624 (0.8127244569922006) - | > loader_time: 0.0045 (0.0052256199621385155) - - - --> TIME: 2024-11-22 15:09:36 -- STEP: 118/797 -- GLOBAL_STEP: 17875 - | > loss_disc: 2.3597710132598877 (2.44039644831318) - | > loss_disc_real_0: 0.10766053199768066 (0.11787633228478797) - | > loss_disc_real_1: 0.12185274809598923 (0.21529677087220092) - | > loss_disc_real_2: 0.18317396938800812 (0.23320767687538924) - | > loss_disc_real_3: 0.20147153735160828 (0.22437710340245295) - | > loss_disc_real_4: 0.19038724899291992 (0.2211639091877614) - | > loss_disc_real_5: 0.24585683643817902 (0.23432755672325523) - | > loss_0: 2.3597710132598877 (2.44039644831318) - | > grad_norm_0: tensor(64.4551, device='cuda:0') (tensor(88.2120, device='cuda:0')) - | > loss_gen: 2.3317034244537354 (2.3756428977190445) - | > loss_kl: 1.588272213935852 (1.5351358399552812) - | > loss_feat: 5.827965259552002 (5.632462230779357) - | > loss_mel: 23.543643951416016 (22.56484804315082) - | > loss_duration: 1.739415168762207 (1.8094903058924918) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.03099822998047 (33.9175794892392) - | > grad_norm_1: tensor(727.0491, device='cuda:0') (tensor(679.3658, device='cuda:0')) - | > current_lr_0: 0.00019945072127379438 - | > current_lr_1: 0.00019945072127379438 - | > step_time: 0.8945 (0.8198768708665493) - | > loader_time: 0.0066 (0.005569302429587155) - - - --> TIME: 2024-11-22 15:09:58 -- STEP: 143/797 -- GLOBAL_STEP: 17900 - | > loss_disc: 2.6072497367858887 (2.448086088353938) - | > loss_disc_real_0: 0.07063435018062592 (0.1198105836821186) - | > loss_disc_real_1: 0.1868678480386734 (0.21608799659497258) - | > loss_disc_real_2: 0.2567063570022583 (0.235253575485903) - | > loss_disc_real_3: 0.22126133739948273 (0.2247984943898408) - | > loss_disc_real_4: 0.23299767076969147 (0.22173894795921298) - | > loss_disc_real_5: 0.2056480497121811 (0.2342818585725931) - | > loss_0: 2.6072497367858887 (2.448086088353938) - | > grad_norm_0: tensor(36.1429, device='cuda:0') (tensor(88.3050, device='cuda:0')) - | > loss_gen: 1.9738426208496094 (2.364487509627443) - | > loss_kl: 1.555320143699646 (1.5256128194448828) - | > loss_feat: 5.10111141204834 (5.604147167472573) - | > loss_mel: 21.761333465576172 (22.517852049607498) - | > loss_duration: 1.7548471689224243 (1.8055489455069695) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.146453857421875 (33.8176486542175) - | > grad_norm_1: tensor(249.0903, device='cuda:0') (tensor(686.2341, device='cuda:0')) - | > current_lr_0: 0.00019945072127379438 - | > current_lr_1: 0.00019945072127379438 - | > step_time: 0.8766 (0.8267184170809659) - | > loader_time: 0.0048 (0.005647697648802005) - - - --> TIME: 2024-11-22 15:10:20 -- STEP: 168/797 -- GLOBAL_STEP: 17925 - | > loss_disc: 2.337177038192749 (2.448989665224439) - | > loss_disc_real_0: 0.18194329738616943 (0.12059014212960999) - | > loss_disc_real_1: 0.1700025349855423 (0.2153238867453876) - | > loss_disc_real_2: 0.2321811318397522 (0.23509081364387555) - | > loss_disc_real_3: 0.20955149829387665 (0.22429036996549084) - | > loss_disc_real_4: 0.22817029058933258 (0.2225182351789304) - | > loss_disc_real_5: 0.20106524229049683 (0.2337451431722868) - | > loss_0: 2.337177038192749 (2.448989665224439) - | > grad_norm_0: tensor(78.1353, device='cuda:0') (tensor(92.4482, device='cuda:0')) - | > loss_gen: 2.486915349960327 (2.36552986928395) - | > loss_kl: 1.4029549360275269 (1.5188710100594025) - | > loss_feat: 5.690988063812256 (5.6166151137579075) - | > loss_mel: 23.205120086669922 (22.597294296537125) - | > loss_duration: 1.7810108661651611 (1.7978565834817433) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.566986083984375 (33.896166960398354) - | > grad_norm_1: tensor(1070.8763, device='cuda:0') (tensor(701.3207, device='cuda:0')) - | > current_lr_0: 0.00019945072127379438 - | > current_lr_1: 0.00019945072127379438 - | > step_time: 0.8323 (0.831789072070803) - | > loader_time: 0.0074 (0.005628086271740141) - - - --> TIME: 2024-11-22 15:10:41 -- STEP: 193/797 -- GLOBAL_STEP: 17950 - | > loss_disc: 2.4680685997009277 (2.450740149601755) - | > loss_disc_real_0: 0.1692066192626953 (0.12153311461750707) - | > loss_disc_real_1: 0.227423295378685 (0.21532607321757727) - | > loss_disc_real_2: 0.30581316351890564 (0.23528359398014184) - | > loss_disc_real_3: 0.2918555736541748 (0.2245621941404639) - | > loss_disc_real_4: 0.24815158545970917 (0.22255569403035652) - | > loss_disc_real_5: 0.2326161116361618 (0.2343062934480183) - | > loss_0: 2.4680685997009277 (2.450740149601755) - | > grad_norm_0: tensor(230.4067, device='cuda:0') (tensor(100.2614, device='cuda:0')) - | > loss_gen: 2.3717074394226074 (2.3697164626936855) - | > loss_kl: 1.706173300743103 (1.5162109389823957) - | > loss_feat: 5.091784477233887 (5.611216399336108) - | > loss_mel: 22.49364471435547 (22.62883038100801) - | > loss_duration: 1.773874044418335 (1.7927755290362501) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.43718338012695 (33.918749764793276) - | > grad_norm_1: tensor(1205.6263, device='cuda:0') (tensor(718.9781, device='cuda:0')) - | > current_lr_0: 0.00019945072127379438 - | > current_lr_1: 0.00019945072127379438 - | > step_time: 0.8282 (0.8351737538767602) - | > loader_time: 0.0058 (0.005716117552525021) - - - --> TIME: 2024-11-22 15:11:03 -- STEP: 218/797 -- GLOBAL_STEP: 17975 - | > loss_disc: 2.4736456871032715 (2.451085835421852) - | > loss_disc_real_0: 0.11883348971605301 (0.12195038277690017) - | > loss_disc_real_1: 0.2216303050518036 (0.21527201022713557) - | > loss_disc_real_2: 0.20692753791809082 (0.23557725405200902) - | > loss_disc_real_3: 0.1878407895565033 (0.2237427668013704) - | > loss_disc_real_4: 0.2129097729921341 (0.22226297329051778) - | > loss_disc_real_5: 0.20566286146640778 (0.23406500013869838) - | > loss_0: 2.4736456871032715 (2.451085835421852) - | > grad_norm_0: tensor(99.8677, device='cuda:0') (tensor(104.4211, device='cuda:0')) - | > loss_gen: 2.211756706237793 (2.366338641271681) - | > loss_kl: 1.5956687927246094 (1.5111897965089993) - | > loss_feat: 5.842833042144775 (5.597338567086316) - | > loss_mel: 24.10909652709961 (22.66877269744873) - | > loss_duration: 1.744560956954956 (1.790057487990878) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.50391387939453 (33.93369719304077) - | > grad_norm_1: tensor(369.1147, device='cuda:0') (tensor(730.6913, device='cuda:0')) - | > current_lr_0: 0.00019945072127379438 - | > current_lr_1: 0.00019945072127379438 - | > step_time: 0.9141 (0.8391357485307466) - | > loader_time: 0.0056 (0.005768026780644688) - - - --> TIME: 2024-11-22 15:11:25 -- STEP: 243/797 -- GLOBAL_STEP: 18000 - | > loss_disc: 2.4325461387634277 (2.453679402669272) - | > loss_disc_real_0: 0.15940521657466888 (0.12311011627929691) - | > loss_disc_real_1: 0.22532853484153748 (0.21470223995761126) - | > loss_disc_real_2: 0.25987663865089417 (0.23640679589514868) - | > loss_disc_real_3: 0.19944803416728973 (0.2240749438113146) - | > loss_disc_real_4: 0.1855355054140091 (0.22247569538928844) - | > loss_disc_real_5: 0.24625901877880096 (0.23470585538771907) - | > loss_0: 2.4325461387634277 (2.453679402669272) - | > grad_norm_0: tensor(252.4261, device='cuda:0') (tensor(106.1573, device='cuda:0')) - | > loss_gen: 2.3826918601989746 (2.3622651777149737) - | > loss_kl: 1.5760143995285034 (1.5116103063394997) - | > loss_feat: 5.415247440338135 (5.589552296532525) - | > loss_mel: 21.976642608642578 (22.722408341772763) - | > loss_duration: 1.7257585525512695 (1.7850112081064609) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.07635498046875 (33.9708473142773) - | > grad_norm_1: tensor(1371.7120, device='cuda:0') (tensor(732.5294, device='cuda:0')) - | > current_lr_0: 0.00019945072127379438 - | > current_lr_1: 0.00019945072127379438 - | > step_time: 0.8714 (0.8415253809940668) - | > loader_time: 0.0056 (0.005937086701883701) - - - --> TIME: 2024-11-22 15:11:48 -- STEP: 268/797 -- GLOBAL_STEP: 18025 - | > loss_disc: 2.5956509113311768 (2.4518670555370967) - | > loss_disc_real_0: 0.19518399238586426 (0.1232605640595751) - | > loss_disc_real_1: 0.21020843088626862 (0.21518204363980403) - | > loss_disc_real_2: 0.26182782649993896 (0.23616125162190466) - | > loss_disc_real_3: 0.20877906680107117 (0.22384554375685864) - | > loss_disc_real_4: 0.22549499571323395 (0.22208863613543223) - | > loss_disc_real_5: 0.23802843689918518 (0.23442179136979044) - | > loss_0: 2.5956509113311768 (2.4518670555370967) - | > grad_norm_0: tensor(117.4702, device='cuda:0') (tensor(105.1220, device='cuda:0')) - | > loss_gen: 2.238656759262085 (2.3655813407542117) - | > loss_kl: 1.4719105958938599 (1.512933797355908) - | > loss_feat: 4.534121036529541 (5.587043756869302) - | > loss_mel: 20.673240661621094 (22.720683987460916) - | > loss_duration: 1.7585816383361816 (1.781567307105705) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.676509857177734 (33.96781014684421) - | > grad_norm_1: tensor(1000.6962, device='cuda:0') (tensor(725.2113, device='cuda:0')) - | > current_lr_0: 0.00019945072127379438 - | > current_lr_1: 0.00019945072127379438 - | > step_time: 0.9494 (0.8458020162226548) - | > loader_time: 0.0053 (0.006029957265996221) - - - --> TIME: 2024-11-22 15:12:10 -- STEP: 293/797 -- GLOBAL_STEP: 18050 - | > loss_disc: 2.353471517562866 (2.4547175824031915) - | > loss_disc_real_0: 0.09339027106761932 (0.12343697607161241) - | > loss_disc_real_1: 0.23911245167255402 (0.21529147997752796) - | > loss_disc_real_2: 0.253838449716568 (0.23663744030348677) - | > loss_disc_real_3: 0.2092437893152237 (0.22433121543085208) - | > loss_disc_real_4: 0.24035429954528809 (0.22253287626818177) - | > loss_disc_real_5: 0.2353125810623169 (0.23471860318053706) - | > loss_0: 2.353471517562866 (2.4547175824031915) - | > grad_norm_0: tensor(117.1411, device='cuda:0') (tensor(105.4308, device='cuda:0')) - | > loss_gen: 2.333981990814209 (2.3595060325726736) - | > loss_kl: 1.4525278806686401 (1.51341328319836) - | > loss_feat: 5.652049541473389 (5.567543584738981) - | > loss_mel: 22.3178653717041 (22.71057465458893) - | > loss_duration: 1.7157820463180542 (1.779797377439896) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.472206115722656 (33.9308348580839) - | > grad_norm_1: tensor(1020.5461, device='cuda:0') (tensor(720.8638, device='cuda:0')) - | > current_lr_0: 0.00019945072127379438 - | > current_lr_1: 0.00019945072127379438 - | > step_time: 0.9211 (0.8485373693928376) - | > loader_time: 0.0096 (0.006133171478636029) - - - --> TIME: 2024-11-22 15:12:32 -- STEP: 318/797 -- GLOBAL_STEP: 18075 - | > loss_disc: 2.4027962684631348 (2.454180132667975) - | > loss_disc_real_0: 0.08471725136041641 (0.12275359771396004) - | > loss_disc_real_1: 0.2345571368932724 (0.2154279418477097) - | > loss_disc_real_2: 0.20678965747356415 (0.23650324199372116) - | > loss_disc_real_3: 0.21772974729537964 (0.22441087007147711) - | > loss_disc_real_4: 0.20326288044452667 (0.22230393659768613) - | > loss_disc_real_5: 0.2346472591161728 (0.23474137639662004) - | > loss_0: 2.4027962684631348 (2.454180132667975) - | > grad_norm_0: tensor(188.4865, device='cuda:0') (tensor(104.5002, device='cuda:0')) - | > loss_gen: 2.2190685272216797 (2.3641028651651363) - | > loss_kl: 1.6146234273910522 (1.5163341130850447) - | > loss_feat: 6.006050109863281 (5.579262297108488) - | > loss_mel: 23.111595153808594 (22.72714325766893) - | > loss_duration: 1.743260383605957 (1.7771497001438021) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.69459915161133 (33.963992202806786) - | > grad_norm_1: tensor(1016.4254, device='cuda:0') (tensor(716.2573, device='cuda:0')) - | > current_lr_0: 0.00019945072127379438 - | > current_lr_1: 0.00019945072127379438 - | > step_time: 0.8794 (0.8509827154987263) - | > loader_time: 0.0072 (0.006162715408037296) - - - --> TIME: 2024-11-22 15:12:55 -- STEP: 343/797 -- GLOBAL_STEP: 18100 - | > loss_disc: 2.4141275882720947 (2.456181649911509) - | > loss_disc_real_0: 0.12217486649751663 (0.12284455124734095) - | > loss_disc_real_1: 0.2715326249599457 (0.21541994416939617) - | > loss_disc_real_2: 0.2441118359565735 (0.2369015924089504) - | > loss_disc_real_3: 0.20762260258197784 (0.22442328895146227) - | > loss_disc_real_4: 0.23928722739219666 (0.222964809257157) - | > loss_disc_real_5: 0.22361470758914948 (0.23478241603680325) - | > loss_0: 2.4141275882720947 (2.456181649911509) - | > grad_norm_0: tensor(104.9949, device='cuda:0') (tensor(106.7593, device='cuda:0')) - | > loss_gen: 2.4652116298675537 (2.3644326615959157) - | > loss_kl: 1.4471848011016846 (1.5182413766404979) - | > loss_feat: 5.571736812591553 (5.571173610909688) - | > loss_mel: 22.0919132232666 (22.725669944251585) - | > loss_duration: 1.7773478031158447 (1.7749742606638472) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.353397369384766 (33.954491779338504) - | > grad_norm_1: tensor(168.1425, device='cuda:0') (tensor(715.9078, device='cuda:0')) - | > current_lr_0: 0.00019945072127379438 - | > current_lr_1: 0.00019945072127379438 - | > step_time: 0.9112 (0.854399726272672) - | > loader_time: 0.0075 (0.006262776455448253) - - - --> TIME: 2024-11-22 15:13:18 -- STEP: 368/797 -- GLOBAL_STEP: 18125 - | > loss_disc: 2.537503242492676 (2.452412539850111) - | > loss_disc_real_0: 0.19883732497692108 (0.12148049443393298) - | > loss_disc_real_1: 0.19114547967910767 (0.2149913590198949) - | > loss_disc_real_2: 0.23503011465072632 (0.23654620693591627) - | > loss_disc_real_3: 0.23086397349834442 (0.2242878499319372) - | > loss_disc_real_4: 0.2633552551269531 (0.22256181923591573) - | > loss_disc_real_5: 0.2876864969730377 (0.23469958559650442) - | > loss_0: 2.537503242492676 (2.452412539850111) - | > grad_norm_0: tensor(29.0644, device='cuda:0') (tensor(104.4334, device='cuda:0')) - | > loss_gen: 2.310957908630371 (2.3679304375596693) - | > loss_kl: 1.4991763830184937 (1.5192785324609799) - | > loss_feat: 4.8000874519348145 (5.5775231498739) - | > loss_mel: 23.4605655670166 (22.74395892412766) - | > loss_duration: 1.696277379989624 (1.7723446005712384) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.767066955566406 (33.981035579805784) - | > grad_norm_1: tensor(529.7015, device='cuda:0') (tensor(701.4955, device='cuda:0')) - | > current_lr_0: 0.00019945072127379438 - | > current_lr_1: 0.00019945072127379438 - | > step_time: 0.9177 (0.8572484669478043) - | > loader_time: 0.006 (0.006308334029239159) - - - --> TIME: 2024-11-22 15:13:41 -- STEP: 393/797 -- GLOBAL_STEP: 18150 - | > loss_disc: 2.3727571964263916 (2.4522770925332575) - | > loss_disc_real_0: 0.1367635726928711 (0.12157458434729783) - | > loss_disc_real_1: 0.24072079360485077 (0.21491043931276133) - | > loss_disc_real_2: 0.21471558511257172 (0.23690412032391886) - | > loss_disc_real_3: 0.24692581593990326 (0.22417306043112856) - | > loss_disc_real_4: 0.235561802983284 (0.22237445941104841) - | > loss_disc_real_5: 0.2240443080663681 (0.23486988132691566) - | > loss_0: 2.3727571964263916 (2.4522770925332575) - | > grad_norm_0: tensor(105.1542, device='cuda:0') (tensor(104.2712, device='cuda:0')) - | > loss_gen: 2.3876261711120605 (2.3670080041764066) - | > loss_kl: 1.3106348514556885 (1.518424380826586) - | > loss_feat: 5.911225318908691 (5.575508162568848) - | > loss_mel: 22.624433517456055 (22.741939476731474) - | > loss_duration: 1.7005352973937988 (1.7704622417915867) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.93445587158203 (33.97334221119188) - | > grad_norm_1: tensor(939.2492, device='cuda:0') (tensor(707.9963, device='cuda:0')) - | > current_lr_0: 0.00019945072127379438 - | > current_lr_1: 0.00019945072127379438 - | > step_time: 0.8722 (0.8606337390783179) - | > loader_time: 0.006 (0.006360913657656762) - - - --> TIME: 2024-11-22 15:14:04 -- STEP: 418/797 -- GLOBAL_STEP: 18175 - | > loss_disc: 2.520932674407959 (2.4522688286156185) - | > loss_disc_real_0: 0.1387990415096283 (0.12123163466889893) - | > loss_disc_real_1: 0.19700993597507477 (0.21512039845283518) - | > loss_disc_real_2: 0.27710679173469543 (0.2365966334083434) - | > loss_disc_real_3: 0.25390201807022095 (0.22392714330169003) - | > loss_disc_real_4: 0.18141132593154907 (0.22248938248345726) - | > loss_disc_real_5: 0.2521764636039734 (0.23472083598803106) - | > loss_0: 2.520932674407959 (2.4522688286156185) - | > grad_norm_0: tensor(138.5973, device='cuda:0') (tensor(103.9152, device='cuda:0')) - | > loss_gen: 2.1967222690582275 (2.3653122928153976) - | > loss_kl: 1.412000298500061 (1.5151276465808377) - | > loss_feat: 5.325322151184082 (5.573517595181626) - | > loss_mel: 22.435142517089844 (22.74903788406883) - | > loss_duration: 1.7610933780670166 (1.768951674682672) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.130279541015625 (33.97194704484709) - | > grad_norm_1: tensor(1017.3600, device='cuda:0') (tensor(707.6684, device='cuda:0')) - | > current_lr_0: 0.00019945072127379438 - | > current_lr_1: 0.00019945072127379438 - | > step_time: 0.8745 (0.8629872958625903) - | > loader_time: 0.0066 (0.0064622682817815046) - - - --> TIME: 2024-11-22 15:14:27 -- STEP: 443/797 -- GLOBAL_STEP: 18200 - | > loss_disc: 2.371335506439209 (2.452393098017433) - | > loss_disc_real_0: 0.07703056931495667 (0.12115385894648915) - | > loss_disc_real_1: 0.18319743871688843 (0.2151194056559093) - | > loss_disc_real_2: 0.28950265049934387 (0.23712060854478023) - | > loss_disc_real_3: 0.22768913209438324 (0.22402631671380244) - | > loss_disc_real_4: 0.20745909214019775 (0.22252979968794312) - | > loss_disc_real_5: 0.27241820096969604 (0.23495787028938062) - | > loss_0: 2.371335506439209 (2.452393098017433) - | > grad_norm_0: tensor(46.1979, device='cuda:0') (tensor(104.7784, device='cuda:0')) - | > loss_gen: 2.3204283714294434 (2.3655911675963415) - | > loss_kl: 1.5346723794937134 (1.5182016711202755) - | > loss_feat: 5.4537739753723145 (5.572972313814185) - | > loss_mel: 23.732616424560547 (22.750155748147726) - | > loss_duration: 1.6992864608764648 (1.7674830401185941) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.74077606201172 (33.974403919538545) - | > grad_norm_1: tensor(483.8140, device='cuda:0') (tensor(710.6331, device='cuda:0')) - | > current_lr_0: 0.00019945072127379438 - | > current_lr_1: 0.00019945072127379438 - | > step_time: 0.9341 (0.866216704753936) - | > loader_time: 0.0095 (0.006584965079417349) - - - --> TIME: 2024-11-22 15:14:51 -- STEP: 468/797 -- GLOBAL_STEP: 18225 - | > loss_disc: 2.6284780502319336 (2.4536658179046773) - | > loss_disc_real_0: 0.14294788241386414 (0.12142632114422372) - | > loss_disc_real_1: 0.22598382830619812 (0.2152103985317497) - | > loss_disc_real_2: 0.18686418235301971 (0.23673703043888777) - | > loss_disc_real_3: 0.2306990623474121 (0.22428868055088907) - | > loss_disc_real_4: 0.2266293168067932 (0.22209502597395173) - | > loss_disc_real_5: 0.2372337281703949 (0.23500773664086294) - | > loss_0: 2.6284780502319336 (2.4536658179046773) - | > grad_norm_0: tensor(197.7156, device='cuda:0') (tensor(105.0316, device='cuda:0')) - | > loss_gen: 2.5277364253997803 (2.364429800428898) - | > loss_kl: 1.4317693710327148 (1.5195478511671734) - | > loss_feat: 5.853117942810059 (5.573092508519817) - | > loss_mel: 22.168045043945312 (22.776066890129677) - | > loss_duration: 1.7622342109680176 (1.7667460897539415) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.74290466308594 (33.99988311783878) - | > grad_norm_1: tensor(724.3494, device='cuda:0') (tensor(718.3568, device='cuda:0')) - | > current_lr_0: 0.00019945072127379438 - | > current_lr_1: 0.00019945072127379438 - | > step_time: 1.006 (0.8702653060611497) - | > loader_time: 0.0114 (0.0066919724146525085) - - - --> TIME: 2024-11-22 15:15:15 -- STEP: 493/797 -- GLOBAL_STEP: 18250 - | > loss_disc: 2.4830288887023926 (2.4562412362553294) - | > loss_disc_real_0: 0.06696654856204987 (0.1218745166296045) - | > loss_disc_real_1: 0.16912832856178284 (0.2155594853098687) - | > loss_disc_real_2: 0.25307267904281616 (0.23777633007714039) - | > loss_disc_real_3: 0.21773679554462433 (0.22438544204220567) - | > loss_disc_real_4: 0.20051607489585876 (0.2222614078867508) - | > loss_disc_real_5: 0.2344779223203659 (0.23537957329779077) - | > loss_0: 2.4830288887023926 (2.4562412362553294) - | > grad_norm_0: tensor(23.7485, device='cuda:0') (tensor(104.8543, device='cuda:0')) - | > loss_gen: 2.137302875518799 (2.3646736502889225) - | > loss_kl: 1.4841716289520264 (1.5201018572337246) - | > loss_feat: 5.008851051330566 (5.575027876886829) - | > loss_mel: 22.52566909790039 (22.786841150713258) - | > loss_duration: 1.7039076089859009 (1.765049448845111) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.859901428222656 (34.01169395446776) - | > grad_norm_1: tensor(92.8830, device='cuda:0') (tensor(704.4188, device='cuda:0')) - | > current_lr_0: 0.00019945072127379438 - | > current_lr_1: 0.00019945072127379438 - | > step_time: 1.0346 (0.8747580926751993) - | > loader_time: 0.0063 (0.006790897667287089) - - - --> TIME: 2024-11-22 15:15:39 -- STEP: 518/797 -- GLOBAL_STEP: 18275 - | > loss_disc: 2.393387794494629 (2.4560602673232332) - | > loss_disc_real_0: 0.07190081477165222 (0.12144295145617258) - | > loss_disc_real_1: 0.17999573051929474 (0.21553125771834122) - | > loss_disc_real_2: 0.24159124493598938 (0.23771667909092883) - | > loss_disc_real_3: 0.286658376455307 (0.2245088237478006) - | > loss_disc_real_4: 0.2630784511566162 (0.22213921874301315) - | > loss_disc_real_5: 0.2352735549211502 (0.2353358060754404) - | > loss_0: 2.393387794494629 (2.4560602673232332) - | > grad_norm_0: tensor(68.2318, device='cuda:0') (tensor(103.1847, device='cuda:0')) - | > loss_gen: 2.442934036254883 (2.363522568264526) - | > loss_kl: 1.5345189571380615 (1.5184121507015007) - | > loss_feat: 5.129802703857422 (5.57287393113361) - | > loss_mel: 22.349681854248047 (22.787386264580096) - | > loss_duration: 1.7912509441375732 (1.7639737449097357) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.24818801879883 (34.00616863427474) - | > grad_norm_1: tensor(808.7170, device='cuda:0') (tensor(704.2272, device='cuda:0')) - | > current_lr_0: 0.00019945072127379438 - | > current_lr_1: 0.00019945072127379438 - | > step_time: 0.9235 (0.8770470844732748) - | > loader_time: 0.0066 (0.006894767514527076) - - - --> TIME: 2024-11-22 15:16:03 -- STEP: 543/797 -- GLOBAL_STEP: 18300 - | > loss_disc: 2.314378499984741 (2.4552094686097212) - | > loss_disc_real_0: 0.09519559144973755 (0.12116690403327318) - | > loss_disc_real_1: 0.21168997883796692 (0.2156492435333917) - | > loss_disc_real_2: 0.22358626127243042 (0.23768163232294015) - | > loss_disc_real_3: 0.2365768700838089 (0.2242812578520064) - | > loss_disc_real_4: 0.1977987438440323 (0.22220856222987828) - | > loss_disc_real_5: 0.2516801655292511 (0.23513052372423104) - | > loss_0: 2.314378499984741 (2.4552094686097212) - | > grad_norm_0: tensor(18.8516, device='cuda:0') (tensor(102.9199, device='cuda:0')) - | > loss_gen: 2.437784433364868 (2.363582957515403) - | > loss_kl: 1.5157767534255981 (1.5176034992351497) - | > loss_feat: 5.890404224395752 (5.568155778705745) - | > loss_mel: 23.88231086730957 (22.777035370716074) - | > loss_duration: 1.7849864959716797 (1.763740819901173) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.511260986328125 (33.99011840258293) - | > grad_norm_1: tensor(336.5249, device='cuda:0') (tensor(696.9299, device='cuda:0')) - | > current_lr_0: 0.00019945072127379438 - | > current_lr_1: 0.00019945072127379438 - | > step_time: 1.0114 (0.881059665486738) - | > loader_time: 0.0092 (0.007002820406609918) - - - --> TIME: 2024-11-22 15:16:27 -- STEP: 568/797 -- GLOBAL_STEP: 18325 - | > loss_disc: 2.5764172077178955 (2.4576542650310094) - | > loss_disc_real_0: 0.26388823986053467 (0.12195653303093473) - | > loss_disc_real_1: 0.2035231739282608 (0.2157112545871608) - | > loss_disc_real_2: 0.23168964684009552 (0.2376086877160509) - | > loss_disc_real_3: 0.2765866816043854 (0.224357405388859) - | > loss_disc_real_4: 0.21609045565128326 (0.2222299539077449) - | > loss_disc_real_5: 0.2459905743598938 (0.2354404500252764) - | > loss_0: 2.5764172077178955 (2.4576542650310094) - | > grad_norm_0: tensor(329.1979, device='cuda:0') (tensor(104.5536, device='cuda:0')) - | > loss_gen: 2.4105262756347656 (2.3624273144023538) - | > loss_kl: 1.3701767921447754 (1.5193825911887937) - | > loss_feat: 5.126857757568359 (5.567823366380074) - | > loss_mel: 22.063613891601562 (22.79724193962527) - | > loss_duration: 1.7365318536758423 (1.7628143727779393) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.707706451416016 (34.00968957954728) - | > grad_norm_1: tensor(691.2929, device='cuda:0') (tensor(701.3426, device='cuda:0')) - | > current_lr_0: 0.00019945072127379438 - | > current_lr_1: 0.00019945072127379438 - | > step_time: 0.9285 (0.8833158419165811) - | > loader_time: 0.007 (0.0070909488369041785) - - - --> TIME: 2024-11-22 15:16:51 -- STEP: 593/797 -- GLOBAL_STEP: 18350 - | > loss_disc: 2.606874465942383 (2.4572072411065964) - | > loss_disc_real_0: 0.13385748863220215 (0.12135825601436236) - | > loss_disc_real_1: 0.24742300808429718 (0.21555479882288134) - | > loss_disc_real_2: 0.24780943989753723 (0.2376613018886637) - | > loss_disc_real_3: 0.22102974355220795 (0.2247404052324682) - | > loss_disc_real_4: 0.19848310947418213 (0.22227530787003172) - | > loss_disc_real_5: 0.26051121950149536 (0.2356958839835043) - | > loss_0: 2.606874465942383 (2.4572072411065964) - | > grad_norm_0: tensor(14.9829, device='cuda:0') (tensor(103.7274, device='cuda:0')) - | > loss_gen: 2.4131855964660645 (2.364388688619787) - | > loss_kl: 1.5483670234680176 (1.5190902477975237) - | > loss_feat: 5.191147804260254 (5.570295394974654) - | > loss_mel: 22.889577865600586 (22.808504567781547) - | > loss_duration: 1.7245780229568481 (1.7625222457400063) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.7668571472168 (34.024801132047756) - | > grad_norm_1: tensor(419.4919, device='cuda:0') (tensor(687.2800, device='cuda:0')) - | > current_lr_0: 0.00019945072127379438 - | > current_lr_1: 0.00019945072127379438 - | > step_time: 0.9952 (0.8864910485973646) - | > loader_time: 0.014 (0.007221647700009018) - - - --> TIME: 2024-11-22 15:17:15 -- STEP: 618/797 -- GLOBAL_STEP: 18375 - | > loss_disc: 2.422173261642456 (2.458908440225719) - | > loss_disc_real_0: 0.12534037232398987 (0.12169925281988957) - | > loss_disc_real_1: 0.23945799469947815 (0.21549963993306676) - | > loss_disc_real_2: 0.21233350038528442 (0.23771044737312785) - | > loss_disc_real_3: 0.21143335103988647 (0.22478523418837776) - | > loss_disc_real_4: 0.20852378010749817 (0.22238991385428256) - | > loss_disc_real_5: 0.24863949418067932 (0.23557276787495535) - | > loss_0: 2.422173261642456 (2.458908440225719) - | > grad_norm_0: tensor(65.9089, device='cuda:0') (tensor(106.0375, device='cuda:0')) - | > loss_gen: 2.3629679679870605 (2.365197607228674) - | > loss_kl: 1.5663059949874878 (1.5179279338580502) - | > loss_feat: 4.793407440185547 (5.565581766147057) - | > loss_mel: 19.53318977355957 (22.808116243109342) - | > loss_duration: 1.7712820768356323 (1.762312554232897) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.02715301513672 (34.01913608625098) - | > grad_norm_1: tensor(1370.8409, device='cuda:0') (tensor(693.8085, device='cuda:0')) - | > current_lr_0: 0.00019945072127379438 - | > current_lr_1: 0.00019945072127379438 - | > step_time: 1.0009 (0.8893639929472048) - | > loader_time: 0.0088 (0.007293467768573454) - - - --> TIME: 2024-11-22 15:17:40 -- STEP: 643/797 -- GLOBAL_STEP: 18400 - | > loss_disc: 2.355109453201294 (2.4579751524917812) - | > loss_disc_real_0: 0.11899877339601517 (0.12136577615517294) - | > loss_disc_real_1: 0.17234249413013458 (0.2153555038812371) - | > loss_disc_real_2: 0.24225445091724396 (0.23788026573127757) - | > loss_disc_real_3: 0.2196887582540512 (0.2247881391092927) - | > loss_disc_real_4: 0.2641887962818146 (0.22249129780714463) - | > loss_disc_real_5: 0.24709290266036987 (0.23553989676999082) - | > loss_0: 2.355109453201294 (2.4579751524917812) - | > grad_norm_0: tensor(14.3422, device='cuda:0') (tensor(104.5208, device='cuda:0')) - | > loss_gen: 2.546844482421875 (2.3651171053178968) - | > loss_kl: 1.5372294187545776 (1.5166604659790937) - | > loss_feat: 5.834652423858643 (5.558326964430265) - | > loss_mel: 23.457666397094727 (22.805925778615908) - | > loss_duration: 1.728846549987793 (1.7623782956952445) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.10523986816406 (34.00840857462787) - | > grad_norm_1: tensor(548.5323, device='cuda:0') (tensor(689.6174, device='cuda:0')) - | > current_lr_0: 0.00019945072127379438 - | > current_lr_1: 0.00019945072127379438 - | > step_time: 0.9679 (0.8928258255888847) - | > loader_time: 0.0087 (0.007377802491373446) - - - --> TIME: 2024-11-22 15:18:05 -- STEP: 668/797 -- GLOBAL_STEP: 18425 - | > loss_disc: 2.364842176437378 (2.4583665571526847) - | > loss_disc_real_0: 0.11136959493160248 (0.12154590521386997) - | > loss_disc_real_1: 0.18813186883926392 (0.21542971071502753) - | > loss_disc_real_2: 0.2173546850681305 (0.2377448989424163) - | > loss_disc_real_3: 0.20110444724559784 (0.2246453944080605) - | > loss_disc_real_4: 0.22314316034317017 (0.2224171910724953) - | > loss_disc_real_5: 0.24207311868667603 (0.23543860372936654) - | > loss_0: 2.364842176437378 (2.4583665571526847) - | > grad_norm_0: tensor(259.9973, device='cuda:0') (tensor(104.3834, device='cuda:0')) - | > loss_gen: 2.304600954055786 (2.3633103574107532) - | > loss_kl: 1.5332896709442139 (1.515900884738225) - | > loss_feat: 5.528403282165527 (5.549200355649704) - | > loss_mel: 22.849599838256836 (22.792052434590047) - | > loss_duration: 1.7710843086242676 (1.7619104328269732) - | > amp_scaler: 128.0 (129.34131736526948) - | > loss_1: 33.986976623535156 (33.982374422564476) - | > grad_norm_1: tensor(296.3028, device='cuda:0') (tensor(687.4678, device='cuda:0')) - | > current_lr_0: 0.00019945072127379438 - | > current_lr_1: 0.00019945072127379438 - | > step_time: 0.9825 (0.8957913243128153) - | > loader_time: 0.0103 (0.007494398219856675) - - - --> TIME: 2024-11-22 15:18:30 -- STEP: 693/797 -- GLOBAL_STEP: 18450 - | > loss_disc: 2.4421885013580322 (2.4581440379265236) - | > loss_disc_real_0: 0.13261087238788605 (0.12199182297717269) - | > loss_disc_real_1: 0.17856648564338684 (0.21543701918739253) - | > loss_disc_real_2: 0.22408734261989594 (0.23748106215939377) - | > loss_disc_real_3: 0.24161672592163086 (0.22446767770796808) - | > loss_disc_real_4: 0.24511010944843292 (0.22232566090115213) - | > loss_disc_real_5: 0.16266688704490662 (0.2354304027376753) - | > loss_0: 2.4421885013580322 (2.4581440379265236) - | > grad_norm_0: tensor(48.0845, device='cuda:0') (tensor(104.2980, device='cuda:0')) - | > loss_gen: 2.2668702602386475 (2.360822251348786) - | > loss_kl: 1.3794764280319214 (1.517213734025391) - | > loss_feat: 5.225352764129639 (5.543308496819255) - | > loss_mel: 22.801456451416016 (22.80056027554158) - | > loss_duration: 1.7787444591522217 (1.7611978559783015) - | > amp_scaler: 128.0 (129.2929292929294) - | > loss_1: 33.451900482177734 (33.983102572772744) - | > grad_norm_1: tensor(619.9299, device='cuda:0') (tensor(689.4197, device='cuda:0')) - | > current_lr_0: 0.00019945072127379438 - | > current_lr_1: 0.00019945072127379438 - | > step_time: 0.9732 (0.8990947388295314) - | > loader_time: 0.0144 (0.007580883747227437) - - - --> TIME: 2024-11-22 15:18:56 -- STEP: 718/797 -- GLOBAL_STEP: 18475 - | > loss_disc: 2.4397311210632324 (2.457486182202203) - | > loss_disc_real_0: 0.06638246029615402 (0.12215144451302905) - | > loss_disc_real_1: 0.18065746128559113 (0.2151979994454257) - | > loss_disc_real_2: 0.22572089731693268 (0.23741050203613584) - | > loss_disc_real_3: 0.1751815676689148 (0.2241793001138069) - | > loss_disc_real_4: 0.24194779992103577 (0.22238626993134153) - | > loss_disc_real_5: 0.22320231795310974 (0.2355496711551645) - | > loss_0: 2.4397311210632324 (2.457486182202203) - | > grad_norm_0: tensor(10.5122, device='cuda:0') (tensor(104.9364, device='cuda:0')) - | > loss_gen: 2.3234097957611084 (2.360614352903661) - | > loss_kl: 1.3152886629104614 (1.5174333376804767) - | > loss_feat: 5.251389026641846 (5.542509460183569) - | > loss_mel: 22.162092208862305 (22.795402338245772) - | > loss_duration: 1.7803754806518555 (1.7603440004138897) - | > amp_scaler: 128.0 (129.24791086350982) - | > loss_1: 32.83255386352539 (33.97630345389704) - | > grad_norm_1: tensor(498.8795, device='cuda:0') (tensor(695.8337, device='cuda:0')) - | > current_lr_0: 0.00019945072127379438 - | > current_lr_1: 0.00019945072127379438 - | > step_time: 0.9709 (0.9027171573267008) - | > loader_time: 0.0095 (0.007701682513138711) - - - --> TIME: 2024-11-22 15:19:22 -- STEP: 743/797 -- GLOBAL_STEP: 18500 - | > loss_disc: 2.6600778102874756 (2.4578085927591027) - | > loss_disc_real_0: 0.18683502078056335 (0.12235599242321255) - | > loss_disc_real_1: 0.19905701279640198 (0.21491293620172766) - | > loss_disc_real_2: 0.2359439581632614 (0.23755673163671995) - | > loss_disc_real_3: 0.23236070573329926 (0.22444367304464377) - | > loss_disc_real_4: 0.26685094833374023 (0.22262687158857342) - | > loss_disc_real_5: 0.25159069895744324 (0.2354860019996702) - | > loss_0: 2.6600778102874756 (2.4578085927591027) - | > grad_norm_0: tensor(293.1034, device='cuda:0') (tensor(104.4135, device='cuda:0')) - | > loss_gen: 2.2820892333984375 (2.3604025959487274) - | > loss_kl: 1.7094091176986694 (1.5163485567470258) - | > loss_feat: 5.408840179443359 (5.543815533854917) - | > loss_mel: 22.77589988708496 (22.809193540550005) - | > loss_duration: 1.697025179862976 (1.7593483871919473) - | > amp_scaler: 128.0 (129.20592193808892) - | > loss_1: 33.87326431274414 (33.98910857466318) - | > grad_norm_1: tensor(1258.0585, device='cuda:0') (tensor(687.6340, device='cuda:0')) - | > current_lr_0: 0.00019945072127379438 - | > current_lr_1: 0.00019945072127379438 - | > step_time: 1.0106 (0.9065209795616836) - | > loader_time: 0.1024 (0.008998516591047697) - - - --> TIME: 2024-11-22 15:19:52 -- STEP: 768/797 -- GLOBAL_STEP: 18525 - | > loss_disc: 2.490828275680542 (2.456871433183551) - | > loss_disc_real_0: 0.10221440345048904 (0.12199287050073811) - | > loss_disc_real_1: 0.18481333553791046 (0.21484938206655588) - | > loss_disc_real_2: 0.24040885269641876 (0.23737523204181343) - | > loss_disc_real_3: 0.2200290560722351 (0.22445230038526165) - | > loss_disc_real_4: 0.23265600204467773 (0.22255305879904572) - | > loss_disc_real_5: 0.2224862426519394 (0.2355756585408623) - | > loss_0: 2.490828275680542 (2.456871433183551) - | > grad_norm_0: tensor(397.6042, device='cuda:0') (tensor(104.1569, device='cuda:0')) - | > loss_gen: 2.206702709197998 (2.361939883480473) - | > loss_kl: 1.6991219520568848 (1.5167760356950264) - | > loss_feat: 5.534060001373291 (5.550227833911774) - | > loss_mel: 22.019798278808594 (22.819930342336487) - | > loss_duration: 1.7213363647460938 (1.758131055782239) - | > amp_scaler: 128.0 (129.16666666666683) - | > loss_1: 33.1810188293457 (34.007005105416006) - | > grad_norm_1: tensor(1074.6823, device='cuda:0') (tensor(688.0043, device='cuda:0')) - | > current_lr_0: 0.00019945072127379438 - | > current_lr_1: 0.00019945072127379438 - | > step_time: 1.4476 (0.9125367188826202) - | > loader_time: 0.1031 (0.012128332008918127) - - - --> TIME: 2024-11-22 15:20:51 -- STEP: 793/797 -- GLOBAL_STEP: 18550 - | > loss_disc: 2.5157535076141357 (2.457706178422232) - | > loss_disc_real_0: 0.08240372687578201 (0.12215406052101155) - | > loss_disc_real_1: 0.17902281880378723 (0.21492833666700725) - | > loss_disc_real_2: 0.2269287258386612 (0.23740409859567693) - | > loss_disc_real_3: 0.22834104299545288 (0.22458445633119178) - | > loss_disc_real_4: 0.22581757605075836 (0.22265790205585093) - | > loss_disc_real_5: 0.18555884063243866 (0.23562726128522266) - | > loss_0: 2.5157535076141357 (2.457706178422232) - | > grad_norm_0: tensor(125.8696, device='cuda:0') (tensor(105.3108, device='cuda:0')) - | > loss_gen: 2.130321979522705 (2.3635483798283237) - | > loss_kl: 1.4437623023986816 (1.5166843812372466) - | > loss_feat: 5.192751407623291 (5.553812569357255) - | > loss_mel: 22.15727996826172 (22.828447219252126) - | > loss_duration: 1.732292890548706 (1.7572241892279474) - | > amp_scaler: 128.0 (129.12988650693583) - | > loss_1: 32.65640640258789 (34.0197166789225) - | > grad_norm_1: tensor(1015.0775, device='cuda:0') (tensor(688.3560, device='cuda:0')) - | > current_lr_0: 0.00019945072127379438 - | > current_lr_1: 0.00019945072127379438 - | > step_time: 3.9064 (0.954174668010216) - | > loader_time: 0.1021 (0.015287266402948098) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.378446578979492 (2.378446578979492) - | > loss_disc_real_0: 0.07453727722167969 (0.07453727722167969) - | > loss_disc_real_1: 0.1504007875919342 (0.1504007875919342) - | > loss_disc_real_2: 0.16104476153850555 (0.16104476153850555) - | > loss_disc_real_3: 0.21199481189250946 (0.21199481189250946) - | > loss_disc_real_4: 0.20616492629051208 (0.20616492629051208) - | > loss_disc_real_5: 0.1953522115945816 (0.1953522115945816) - | > loss_0: 2.378446578979492 (2.378446578979492) - | > loss_gen: 2.0163803100585938 (2.0163803100585938) - | > loss_kl: 1.3777086734771729 (1.3777086734771729) - | > loss_feat: 6.9989333152771 (6.9989333152771) - | > loss_mel: 25.173795700073242 (25.173795700073242) - | > loss_duration: 1.958732008934021 (1.958732008934021) - | > loss_1: 37.525550842285156 (37.525550842285156) - - --> STEP: 1 - | > loss_disc: 2.3436453342437744 (2.3436453342437744) - | > loss_disc_real_0: 0.023484181612730026 (0.023484181612730026) - | > loss_disc_real_1: 0.22620926797389984 (0.22620926797389984) - | > loss_disc_real_2: 0.2342987209558487 (0.2342987209558487) - | > loss_disc_real_3: 0.2392760068178177 (0.2392760068178177) - | > loss_disc_real_4: 0.23572559654712677 (0.23572559654712677) - | > loss_disc_real_5: 0.225193053483963 (0.225193053483963) - | > loss_0: 2.3436453342437744 (2.3436453342437744) - | > loss_gen: 2.278932571411133 (2.278932571411133) - | > loss_kl: 1.8758939504623413 (1.8758939504623413) - | > loss_feat: 5.704258918762207 (5.704258918762207) - | > loss_mel: 23.7084903717041 (23.7084903717041) - | > loss_duration: 1.7521849870681763 (1.7521849870681763) - | > loss_1: 35.319759368896484 (35.319759368896484) - - --> STEP: 2 - | > loss_disc: 2.3233442306518555 (2.333494782447815) - | > loss_disc_real_0: 0.09609021991491318 (0.0597872007638216) - | > loss_disc_real_1: 0.24318818747997284 (0.23469872772693634) - | > loss_disc_real_2: 0.20427179336547852 (0.2192852571606636) - | > loss_disc_real_3: 0.18900083005428314 (0.21413841843605042) - | > loss_disc_real_4: 0.2538977861404419 (0.24481169134378433) - | > loss_disc_real_5: 0.29901057481765747 (0.26210181415081024) - | > loss_0: 2.3233442306518555 (2.333494782447815) - | > loss_gen: 2.5064539909362793 (2.392693281173706) - | > loss_kl: 1.4476221799850464 (1.6617580652236938) - | > loss_feat: 6.0484700202941895 (5.876364469528198) - | > loss_mel: 24.787002563476562 (24.247746467590332) - | > loss_duration: 1.7315679788589478 (1.741876482963562) - | > loss_1: 36.5211181640625 (35.92043876647949) - - --> STEP: 3 - | > loss_disc: 2.1380867958068848 (2.2683587869008384) - | > loss_disc_real_0: 0.07746283710002899 (0.0656790795425574) - | > loss_disc_real_1: 0.31418585777282715 (0.2611944377422333) - | > loss_disc_real_2: 0.2659534215927124 (0.23484131197134653) - | > loss_disc_real_3: 0.25776734948158264 (0.22868139545122781) - | > loss_disc_real_4: 0.11617441475391388 (0.20193259914716086) - | > loss_disc_real_5: 0.2146168351173401 (0.2462734878063202) - | > loss_0: 2.1380867958068848 (2.2683587869008384) - | > loss_gen: 2.65396785736084 (2.4797848065694175) - | > loss_kl: 1.4889086484909058 (1.6041415929794312) - | > loss_feat: 6.228065013885498 (5.993597984313965) - | > loss_mel: 23.524269104003906 (24.006587346394856) - | > loss_duration: 1.8114471435546875 (1.7650667031606038) - | > loss_1: 35.70665740966797 (35.849178314208984) - - --> STEP: 4 - | > loss_disc: 2.227015733718872 (2.2580230236053467) - | > loss_disc_real_0: 0.03655834496021271 (0.058398895896971226) - | > loss_disc_real_1: 0.1866517812013626 (0.2425587736070156) - | > loss_disc_real_2: 0.20037171244621277 (0.2262239120900631) - | > loss_disc_real_3: 0.1967775821685791 (0.22070544213056564) - | > loss_disc_real_4: 0.1902419924736023 (0.1990099474787712) - | > loss_disc_real_5: 0.17612026631832123 (0.22873518243432045) - | > loss_0: 2.227015733718872 (2.2580230236053467) - | > loss_gen: 2.1406633853912354 (2.395004451274872) - | > loss_kl: 1.4107073545455933 (1.5557830333709717) - | > loss_feat: 6.136184215545654 (6.029244542121887) - | > loss_mel: 22.906005859375 (23.731441974639893) - | > loss_duration: 1.6730008125305176 (1.7420502305030823) - | > loss_1: 34.266563415527344 (35.453524589538574) - - --> STEP: 5 - | > loss_disc: 2.3923346996307373 (2.284885358810425) - | > loss_disc_real_0: 0.03278418630361557 (0.053275953978300095) - | > loss_disc_real_1: 0.20981091260910034 (0.23600920140743256) - | > loss_disc_real_2: 0.13689681887626648 (0.20835849344730378) - | > loss_disc_real_3: 0.15133030712604523 (0.20683041512966155) - | > loss_disc_real_4: 0.20821402966976166 (0.2008507639169693) - | > loss_disc_real_5: 0.1474923938512802 (0.2124866247177124) - | > loss_0: 2.3923346996307373 (2.284885358810425) - | > loss_gen: 2.0146923065185547 (2.3189420223236086) - | > loss_kl: 1.7087846994400024 (1.5863833665847777) - | > loss_feat: 7.712618827819824 (6.365919399261474) - | > loss_mel: 24.90179443359375 (23.965512466430663) - | > loss_duration: 1.8632513284683228 (1.7662904500961303) - | > loss_1: 38.201141357421875 (36.003047943115234) - - --> STEP: 6 - | > loss_disc: 2.06607723236084 (2.248417337735494) - | > loss_disc_real_0: 0.06311945617198944 (0.05491653767724832) - | > loss_disc_real_1: 0.23206472396850586 (0.23535178850094476) - | > loss_disc_real_2: 0.19284942746162415 (0.20577364911635718) - | > loss_disc_real_3: 0.21283654868602753 (0.20783143738905588) - | > loss_disc_real_4: 0.2078462839126587 (0.20201668391625086) - | > loss_disc_real_5: 0.1621590107679367 (0.20409868905941644) - | > loss_0: 2.06607723236084 (2.248417337735494) - | > loss_gen: 2.3795125484466553 (2.3290371100107827) - | > loss_kl: 1.4092066287994385 (1.5568539102872212) - | > loss_feat: 5.978887557983398 (6.301414092381795) - | > loss_mel: 24.890254974365234 (24.119636217753094) - | > loss_duration: 1.7438404560089111 (1.7625487844149272) - | > loss_1: 36.401702880859375 (36.06949043273926) - - --> STEP: 7 - | > loss_disc: 2.2703943252563477 (2.2515569073813304) - | > loss_disc_real_0: 0.051958970725536346 (0.054494028112718036) - | > loss_disc_real_1: 0.28288134932518005 (0.24214172576154983) - | > loss_disc_real_2: 0.16175614297389984 (0.19948543395314897) - | > loss_disc_real_3: 0.19423869252204895 (0.20588961669376918) - | > loss_disc_real_4: 0.12316911667585373 (0.19075274573905127) - | > loss_disc_real_5: 0.18971185386180878 (0.20204342688832963) - | > loss_0: 2.2703943252563477 (2.2515569073813304) - | > loss_gen: 2.3012261390686035 (2.3250641141619) - | > loss_kl: 2.2742483615875244 (1.6593388319015503) - | > loss_feat: 7.729940891265869 (6.505489349365234) - | > loss_mel: 22.86946678161621 (23.94104058401925) - | > loss_duration: 1.704114556312561 (1.7542010375431605) - | > loss_1: 36.878997802734375 (36.18513434273856) - - --> STEP: 8 - | > loss_disc: 2.2010257244110107 (2.2452405095100403) - | > loss_disc_real_0: 0.07177090644836426 (0.056653637904673815) - | > loss_disc_real_1: 0.174133762717247 (0.23364073038101196) - | > loss_disc_real_2: 0.21498022973537445 (0.20142228342592716) - | > loss_disc_real_3: 0.1975764036178589 (0.2048504650592804) - | > loss_disc_real_4: 0.1572035700082779 (0.1865590987727046) - | > loss_disc_real_5: 0.15825234353542328 (0.19656954146921635) - | > loss_0: 2.2010257244110107 (2.2452405095100403) - | > loss_gen: 2.2597832679748535 (2.3169040083885193) - | > loss_kl: 1.5430059432983398 (1.644797220826149) - | > loss_feat: 6.026088237762451 (6.4455642104148865) - | > loss_mel: 23.651174545288086 (23.904807329177856) - | > loss_duration: 1.8048781156539917 (1.7605356723070145) - | > loss_1: 35.28493118286133 (36.072608947753906) - - --> STEP: 9 - | > loss_disc: 2.3088741302490234 (2.2523109118143716) - | > loss_disc_real_0: 0.08895523846149445 (0.06024270463320944) - | > loss_disc_real_1: 0.21909761428833008 (0.2320248285929362) - | > loss_disc_real_2: 0.19049695134162903 (0.20020835763878292) - | > loss_disc_real_3: 0.25273218750953674 (0.2101706564426422) - | > loss_disc_real_4: 0.22866280376911163 (0.19123728821674982) - | > loss_disc_real_5: 0.21947437524795532 (0.19911452300018734) - | > loss_0: 2.3088741302490234 (2.2523109118143716) - | > loss_gen: 2.3543317317962646 (2.3210626443227134) - | > loss_kl: 1.9403326511383057 (1.6776344908608332) - | > loss_feat: 5.642764091491699 (6.356364197201199) - | > loss_mel: 24.124258041381836 (23.929190741644966) - | > loss_duration: 1.7264043092727661 (1.7567432986365423) - | > loss_1: 35.78809356689453 (36.04099612765842) - - --> STEP: 10 - | > loss_disc: 2.6085641384124756 (2.287936234474182) - | > loss_disc_real_0: 0.049373555928468704 (0.05915578976273537) - | > loss_disc_real_1: 0.2574319839477539 (0.23456554412841796) - | > loss_disc_real_2: 0.22824929654598236 (0.20301245152950287) - | > loss_disc_real_3: 0.26959529519081116 (0.2161131203174591) - | > loss_disc_real_4: 0.2790582776069641 (0.20001938715577125) - | > loss_disc_real_5: 0.2614623010158539 (0.205349300801754) - | > loss_0: 2.6085641384124756 (2.287936234474182) - | > loss_gen: 2.022486925125122 (2.291205072402954) - | > loss_kl: 1.5240843296051025 (1.66227947473526) - | > loss_feat: 3.4521634578704834 (6.065944123268127) - | > loss_mel: 19.087495803833008 (23.44502124786377) - | > loss_duration: 1.647297739982605 (1.7457987427711488) - | > loss_1: 27.73352813720703 (35.21024932861328) - - --> STEP: 11 - | > loss_disc: 2.2739434242248535 (2.2866641608151523) - | > loss_disc_real_0: 0.0693628191947937 (0.060083701529286125) - | > loss_disc_real_1: 0.21649643778800964 (0.23292289809747177) - | > loss_disc_real_2: 0.15413184463977814 (0.19856875999407333) - | > loss_disc_real_3: 0.17304764688014984 (0.2121980772777037) - | > loss_disc_real_4: 0.19335459172725677 (0.19941349666226993) - | > loss_disc_real_5: 0.16647768020629883 (0.20181551711125809) - | > loss_0: 2.2739434242248535 (2.2866641608151523) - | > loss_gen: 2.1513173580169678 (2.2784880074587734) - | > loss_kl: 1.8056402206420898 (1.675312269817699) - | > loss_feat: 6.947917938232422 (6.146123560992154) - | > loss_mel: 22.87535858154297 (23.393233732743695) - | > loss_duration: 1.648530125617981 (1.7369561412117698) - | > loss_1: 35.42876434326172 (35.23011432994496) - - --> STEP: 12 - | > loss_disc: 2.3248531818389893 (2.289846579233805) - | > loss_disc_real_0: 0.07618400454521179 (0.06142539344727993) - | > loss_disc_real_1: 0.2590707242488861 (0.23510188361008963) - | > loss_disc_real_2: 0.22793853282928467 (0.2010162410636743) - | > loss_disc_real_3: 0.22592668235301971 (0.21334212770064673) - | > loss_disc_real_4: 0.20813879370689392 (0.20014060474932194) - | > loss_disc_real_5: 0.19783300161361694 (0.20148364081978798) - | > loss_0: 2.3248531818389893 (2.289846579233805) - | > loss_gen: 2.396200180053711 (2.2882973551750183) - | > loss_kl: 1.3537845611572266 (1.648518294095993) - | > loss_feat: 6.249576091766357 (6.154744605223338) - | > loss_mel: 23.430166244506836 (23.396311442057293) - | > loss_duration: 1.7827973365783691 (1.740776240825653) - | > loss_1: 35.2125244140625 (35.22864850362142) - - --> STEP: 13 - | > loss_disc: 2.341337203979492 (2.293807396521935) - | > loss_disc_real_0: 0.08558212220668793 (0.06328360335184978) - | > loss_disc_real_1: 0.1378408670425415 (0.22762026695104745) - | > loss_disc_real_2: 0.13471315801143646 (0.19591600390580985) - | > loss_disc_real_3: 0.10725273936986923 (0.20518140552135614) - | > loss_disc_real_4: 0.1317981332540512 (0.19488349155737802) - | > loss_disc_real_5: 0.10362574458122253 (0.19395611033989832) - | > loss_0: 2.341337203979492 (2.293807396521935) - | > loss_gen: 1.95309579372406 (2.2625126196787906) - | > loss_kl: 1.5108124017715454 (1.6379255331479585) - | > loss_feat: 7.785387992858887 (6.280178711964534) - | > loss_mel: 25.052902221679688 (23.523741502028244) - | > loss_duration: 1.7813866138458252 (1.7439001156733587) - | > loss_1: 38.08358383178711 (35.448258913480316) - - --> STEP: 14 - | > loss_disc: 2.6702816486358643 (2.320698414530073) - | > loss_disc_real_0: 0.1040775328874588 (0.06619745546153613) - | > loss_disc_real_1: 0.30336225032806396 (0.23303040862083435) - | > loss_disc_real_2: 0.2588358521461487 (0.20041027878011977) - | > loss_disc_real_3: 0.24701626598834991 (0.20816960984042712) - | > loss_disc_real_4: 0.3497254550457001 (0.2059436318065439) - | > loss_disc_real_5: 0.26689305901527405 (0.19916589238813945) - | > loss_0: 2.6702816486358643 (2.320698414530073) - | > loss_gen: 2.3255512714385986 (2.2670153805187767) - | > loss_kl: 1.314164638519287 (1.6147997549601965) - | > loss_feat: 4.0930962562561035 (6.123958536556789) - | > loss_mel: 22.987051010131836 (23.485406466892787) - | > loss_duration: 1.7610570192337036 (1.745125608784812) - | > loss_1: 32.48092269897461 (35.23630632672991) - - --> STEP: 15 - | > loss_disc: 2.2517752647399902 (2.316103537877401) - | > loss_disc_real_0: 0.0716797411441803 (0.0665629411737124) - | > loss_disc_real_1: 0.276935338973999 (0.235957403977712) - | > loss_disc_real_2: 0.22058932483196259 (0.20175554851690927) - | > loss_disc_real_3: 0.23039546608924866 (0.20965133359034857) - | > loss_disc_real_4: 0.22286401689052582 (0.20707165747880935) - | > loss_disc_real_5: 0.18300575017929077 (0.1980885495742162) - | > loss_0: 2.2517752647399902 (2.316103537877401) - | > loss_gen: 2.47021484375 (2.2805620114008587) - | > loss_kl: 1.9655226469039917 (1.6381812810897827) - | > loss_feat: 4.883126735687256 (6.04123641649882) - | > loss_mel: 21.067106246948242 (23.324186452229817) - | > loss_duration: 1.7569092512130737 (1.745911184946696) - | > loss_1: 32.142879486083984 (35.030077870686846) - - --> STEP: 16 - | > loss_disc: 2.2371480464935303 (2.311168819665909) - | > loss_disc_real_0: 0.05231165885925293 (0.0656722360290587) - | > loss_disc_real_1: 0.2514485716819763 (0.23692560195922852) - | > loss_disc_real_2: 0.1966000199317932 (0.20143332798033953) - | > loss_disc_real_3: 0.19360391795635223 (0.2086483701132238) - | > loss_disc_real_4: 0.18236342072486877 (0.20552739268168807) - | > loss_disc_real_5: 0.20960648357868195 (0.19880842044949532) - | > loss_0: 2.2371480464935303 (2.311168819665909) - | > loss_gen: 2.3735859394073486 (2.286376006901264) - | > loss_kl: 1.3575342893600464 (1.6206408441066742) - | > loss_feat: 6.2628254890441895 (6.055085733532906) - | > loss_mel: 26.151342391967773 (23.50088369846344) - | > loss_duration: 1.8398940563201904 (1.7517851144075394) - | > loss_1: 37.98517990112305 (35.21477174758911) - - --> STEP: 17 - | > loss_disc: 2.2541615962982178 (2.3078154535854565) - | > loss_disc_real_0: 0.06997422873973846 (0.06592529442380457) - | > loss_disc_real_1: 0.21072736382484436 (0.23538452912779415) - | > loss_disc_real_2: 0.21604415774345398 (0.2022927885546404) - | > loss_disc_real_3: 0.190637469291687 (0.20758890535901575) - | > loss_disc_real_4: 0.22490082681179047 (0.20666700645404704) - | > loss_disc_real_5: 0.19463379681110382 (0.19856285435311935) - | > loss_0: 2.2541615962982178 (2.3078154535854565) - | > loss_gen: 2.3089165687561035 (2.28770192230449) - | > loss_kl: 1.1806209087371826 (1.594757318496704) - | > loss_feat: 4.873305797576904 (5.985569266711964) - | > loss_mel: 18.5754451751709 (23.211152020622702) - | > loss_duration: 1.7118322849273682 (1.7494349479675293) - | > loss_1: 28.65011978149414 (34.82861574958353) - - --> STEP: 18 - | > loss_disc: 2.396083354949951 (2.312719225883484) - | > loss_disc_real_0: 0.06103662773966789 (0.06565370183024141) - | > loss_disc_real_1: 0.14626748859882355 (0.23043358243174022) - | > loss_disc_real_2: 0.1600726991891861 (0.19994722803433737) - | > loss_disc_real_3: 0.17679324746131897 (0.20587803547581038) - | > loss_disc_real_4: 0.1347900778055191 (0.20267384375135103) - | > loss_disc_real_5: 0.17277544736862183 (0.19713022063175836) - | > loss_0: 2.396083354949951 (2.312719225883484) - | > loss_gen: 1.977795124053955 (2.270484877957238) - | > loss_kl: 1.6928917169570923 (1.6002092295222812) - | > loss_feat: 6.802264213562012 (6.030941208203633) - | > loss_mel: 26.62984848022461 (23.401079601711697) - | > loss_duration: 1.698653221130371 (1.7466137409210205) - | > loss_1: 38.80145263671875 (35.04932890997993) - - --> STEP: 19 - | > loss_disc: 2.3622727394104004 (2.3153273055427954) - | > loss_disc_real_0: 0.040540553629398346 (0.06433195718809177) - | > loss_disc_real_1: 0.18607592582702637 (0.22809896892622897) - | > loss_disc_real_2: 0.16250072419643402 (0.19797635941128983) - | > loss_disc_real_3: 0.19942478835582733 (0.2055383908905481) - | > loss_disc_real_4: 0.13556663691997528 (0.1991418854970681) - | > loss_disc_real_5: 0.13607639074325562 (0.19391686116394244) - | > loss_0: 2.3622727394104004 (2.3153273055427954) - | > loss_gen: 1.9751697778701782 (2.254941977952656) - | > loss_kl: 1.8597393035888672 (1.613868707104733) - | > loss_feat: 7.368013381958008 (6.101313427874916) - | > loss_mel: 25.63791847229004 (23.518807963321084) - | > loss_duration: 1.8037903308868408 (1.749623035129748) - | > loss_1: 38.644630432128906 (35.23855530588251) - - --> STEP: 20 - | > loss_disc: 2.447728157043457 (2.3219473481178285) - | > loss_disc_real_0: 0.07537093013525009 (0.06488390583544969) - | > loss_disc_real_1: 0.23925839364528656 (0.22865694016218185) - | > loss_disc_real_2: 0.20925769209861755 (0.1985404260456562) - | > loss_disc_real_3: 0.29373082518577576 (0.2099480126053095) - | > loss_disc_real_4: 0.3042599856853485 (0.20439779050648213) - | > loss_disc_real_5: 0.28938063979148865 (0.19869005009531976) - | > loss_0: 2.447728157043457 (2.3219473481178285) - | > loss_gen: 2.289242744445801 (2.2566570162773134) - | > loss_kl: 1.2847727537155151 (1.5974139094352722) - | > loss_feat: 4.897768020629883 (6.041136157512665) - | > loss_mel: 22.72369956970215 (23.479052543640137) - | > loss_duration: 1.7336688041687012 (1.7488253235816955) - | > loss_1: 32.92915344238281 (35.12308521270752) - - --> STEP: 21 - | > loss_disc: 2.4041574001312256 (2.3258621124994185) - | > loss_disc_real_0: 0.084260955452919 (0.06580662248390061) - | > loss_disc_real_1: 0.2781926095485687 (0.2310157815615336) - | > loss_disc_real_2: 0.1851586103439331 (0.19790319672652654) - | > loss_disc_real_3: 0.2700062096118927 (0.21280792674848012) - | > loss_disc_real_4: 0.19350971281528473 (0.2038793106164251) - | > loss_disc_real_5: 0.19709451496601105 (0.19861407223201932) - | > loss_0: 2.4041574001312256 (2.3258621124994185) - | > loss_gen: 2.226470947265625 (2.255219584419614) - | > loss_kl: 1.3874315023422241 (1.5874147471927462) - | > loss_feat: 4.157595157623291 (5.951443728946504) - | > loss_mel: 18.00252914428711 (23.218265715099516) - | > loss_duration: 1.719301700592041 (1.7474194367726643) - | > loss_1: 27.493328094482422 (34.75976344517299) - - --> STEP: 22 - | > loss_disc: 2.1383211612701416 (2.3173375238071787) - | > loss_disc_real_0: 0.07918594777584076 (0.06641477363353425) - | > loss_disc_real_1: 0.2248857170343399 (0.230737142264843) - | > loss_disc_real_2: 0.15629352629184723 (0.19601184807040475) - | > loss_disc_real_3: 0.16532789170742035 (0.21064974333752284) - | > loss_disc_real_4: 0.11068163067102432 (0.1996430524370887) - | > loss_disc_real_5: 0.1319553405046463 (0.19558412988077511) - | > loss_0: 2.1383211612701416 (2.3173375238071787) - | > loss_gen: 2.316498041152954 (2.258004968816584) - | > loss_kl: 1.5667636394500732 (1.5864760604771702) - | > loss_feat: 7.516577243804932 (6.022586161440069) - | > loss_mel: 26.42913246154785 (23.36421420357444) - | > loss_duration: 1.8384990692138672 (1.7515594200654463) - | > loss_1: 39.66747283935547 (34.982841144908555) - - --> STEP: 23 - | > loss_disc: 2.4227070808410645 (2.321918808895609) - | > loss_disc_real_0: 0.11395606398582458 (0.06848178625754688) - | > loss_disc_real_1: 0.29314643144607544 (0.23345058962054874) - | > loss_disc_real_2: 0.2186747044324875 (0.19699718965136487) - | > loss_disc_real_3: 0.2077280879020691 (0.21052271484032922) - | > loss_disc_real_4: 0.20943018794059753 (0.20006858006767606) - | > loss_disc_real_5: 0.21588900685310364 (0.19646695061870242) - | > loss_0: 2.4227070808410645 (2.321918808895609) - | > loss_gen: 2.3622238636016846 (2.2625362251115884) - | > loss_kl: 1.3975082635879517 (1.5782600693080737) - | > loss_feat: 5.280929088592529 (5.990340201751046) - | > loss_mel: 22.966402053833008 (23.3469180231509) - | > loss_duration: 1.8327305316925049 (1.75508859883184) - | > loss_1: 33.83979415893555 (34.93314344986625) - - --> STEP: 24 - | > loss_disc: 2.427197217941284 (2.326305409272512) - | > loss_disc_real_0: 0.06700415909290314 (0.06842021845902005) - | > loss_disc_real_1: 0.22967484593391418 (0.23329326696693897) - | > loss_disc_real_2: 0.19719599187374115 (0.1970054730772972) - | > loss_disc_real_3: 0.25504282116889954 (0.2123777192706863) - | > loss_disc_real_4: 0.16225697100162506 (0.1984930963565906) - | > loss_disc_real_5: 0.2460990846157074 (0.19853495620191097) - | > loss_0: 2.427197217941284 (2.326305409272512) - | > loss_gen: 2.154478073120117 (2.2580338021119437) - | > loss_kl: 1.4443769454956055 (1.5726816058158875) - | > loss_feat: 5.107889652252197 (5.95357142885526) - | > loss_mel: 21.792640686035156 (23.282156467437744) - | > loss_duration: 1.6882975101470947 (1.7523056368033092) - | > loss_1: 32.18768310546875 (34.818749268849686) - - --> STEP: 25 - | > loss_disc: 2.277151584625244 (2.324339256286621) - | > loss_disc_real_0: 0.07245632261037827 (0.06858166262507438) - | > loss_disc_real_1: 0.23959635198116302 (0.23354539036750793) - | > loss_disc_real_2: 0.20267102122306824 (0.19723209500312805) - | > loss_disc_real_3: 0.22542326152324677 (0.21289954096078872) - | > loss_disc_real_4: 0.18999511003494263 (0.19815317690372466) - | > loss_disc_real_5: 0.24309052526950836 (0.20031717896461487) - | > loss_0: 2.277151584625244 (2.324339256286621) - | > loss_gen: 2.3266735076904297 (2.260779390335083) - | > loss_kl: 1.4335694313049316 (1.5671171188354491) - | > loss_feat: 4.903830528259277 (5.911581792831421) - | > loss_mel: 23.0831356048584 (23.27419563293457) - | > loss_duration: 1.6868032217025757 (1.7496855401992797) - | > loss_1: 33.43401336669922 (34.76335983276367) - - --> STEP: 26 - | > loss_disc: 2.288839817047119 (2.322973893238948) - | > loss_disc_real_0: 0.06816756725311279 (0.06856573587999894) - | > loss_disc_real_1: 0.22782891988754272 (0.2333255261182785) - | > loss_disc_real_2: 0.1807415783405304 (0.1965978443622589) - | > loss_disc_real_3: 0.21597039699554443 (0.21301765080827934) - | > loss_disc_real_4: 0.18621405959129333 (0.19769398008401579) - | > loss_disc_real_5: 0.1976318657398224 (0.20021389768673822) - | > loss_0: 2.288839817047119 (2.322973893238948) - | > loss_gen: 2.1916143894195557 (2.258119197992178) - | > loss_kl: 0.9265211820602417 (1.5424788135748644) - | > loss_feat: 5.198940277099609 (5.8841725037648125) - | > loss_mel: 21.843215942382812 (23.219157952528732) - | > loss_duration: 1.732741117477417 (1.7490338316330543) - | > loss_1: 31.89303207397461 (34.65296261127178) - - --> STEP: 27 - | > loss_disc: 2.4356257915496826 (2.3271461857689753) - | > loss_disc_real_0: 0.0904707983136177 (0.06937703448865148) - | > loss_disc_real_1: 0.2925467789173126 (0.23551890585157606) - | > loss_disc_real_2: 0.18274208903312683 (0.19608466823895773) - | > loss_disc_real_3: 0.2156522572040558 (0.2131152288229377) - | > loss_disc_real_4: 0.250588595867157 (0.1996530399278358) - | > loss_disc_real_5: 0.2485315203666687 (0.2020034392674764) - | > loss_0: 2.4356257915496826 (2.3271461857689753) - | > loss_gen: 2.3933262825012207 (2.2631268677888094) - | > loss_kl: 1.6931655406951904 (1.5480598034682098) - | > loss_feat: 5.591630935668945 (5.873337630872373) - | > loss_mel: 23.019479751586914 (23.211762463604963) - | > loss_duration: 1.7463617324829102 (1.7489348649978638) - | > loss_1: 34.44396209716797 (34.645221851490156) - - --> STEP: 28 - | > loss_disc: 2.1488404273986816 (2.320778122970036) - | > loss_disc_real_0: 0.04277661442756653 (0.06842701948646988) - | > loss_disc_real_1: 0.25414708256721497 (0.2361841978771346) - | > loss_disc_real_2: 0.17860282957553864 (0.19546031685812132) - | > loss_disc_real_3: 0.21016177535057068 (0.21300974834178174) - | > loss_disc_real_4: 0.18606092035770416 (0.1991676070860454) - | > loss_disc_real_5: 0.13334867358207703 (0.1995514833501407) - | > loss_0: 2.1488404273986816 (2.320778122970036) - | > loss_gen: 2.369194507598877 (2.266914997782026) - | > loss_kl: 1.5730047225952148 (1.5489506934370314) - | > loss_feat: 6.950255393981934 (5.911798979554858) - | > loss_mel: 25.061962127685547 (23.277841023036412) - | > loss_duration: 1.758272647857666 (1.7492683572428567) - | > loss_1: 37.71268844604492 (34.75477422986712) - - --> STEP: 29 - | > loss_disc: 2.2259719371795654 (2.317508944149675) - | > loss_disc_real_0: 0.060953088104724884 (0.06816929771468558) - | > loss_disc_real_1: 0.21436543762683868 (0.23543182683402095) - | > loss_disc_real_2: 0.235922172665596 (0.19685555326527562) - | > loss_disc_real_3: 0.24556203186511993 (0.21413224087706928) - | > loss_disc_real_4: 0.2282499521970749 (0.20017044657263264) - | > loss_disc_real_5: 0.1538158506155014 (0.19797439256618762) - | > loss_0: 2.2259719371795654 (2.317508944149675) - | > loss_gen: 2.4994382858276367 (2.274933042197392) - | > loss_kl: 1.32211434841156 (1.5411287505051185) - | > loss_feat: 6.434482097625732 (5.929822535350405) - | > loss_mel: 25.241729736328125 (23.345561323494746) - | > loss_duration: 1.7460987567901611 (1.7491590606755223) - | > loss_1: 37.24386215209961 (34.840604847875134) - - --> STEP: 30 - | > loss_disc: 2.463811159133911 (2.3223856846491495) - | > loss_disc_real_0: 0.05988892540335655 (0.06789328530430794) - | > loss_disc_real_1: 0.21989379823207855 (0.23491389254728953) - | > loss_disc_real_2: 0.19096703827381134 (0.1966592694322268) - | > loss_disc_real_3: 0.28505855798721313 (0.2164964514474074) - | > loss_disc_real_4: 0.19490626454353333 (0.19999497383832932) - | > loss_disc_real_5: 0.1814790815114975 (0.1974245488643646) - | > loss_0: 2.463811159133911 (2.3223856846491495) - | > loss_gen: 2.232353687286377 (2.2735137303670245) - | > loss_kl: 1.8501144647598267 (1.5514282743136087) - | > loss_feat: 7.098585605621338 (5.968781304359436) - | > loss_mel: 24.367244720458984 (23.37961743672689) - | > loss_duration: 1.7748165130615234 (1.750014309088389) - | > loss_1: 37.32311248779297 (34.92335510253906) - - --> STEP: 31 - | > loss_disc: 2.2446625232696533 (2.3198784858949724) - | > loss_disc_real_0: 0.058749500662088394 (0.06759832450939764) - | > loss_disc_real_1: 0.20933941006660461 (0.23408890924146097) - | > loss_disc_real_2: 0.21150754392147064 (0.19713824602865404) - | > loss_disc_real_3: 0.21625570952892303 (0.2164886855790692) - | > loss_disc_real_4: 0.1973080337047577 (0.1999082983501496) - | > loss_disc_real_5: 0.19995570182800293 (0.19750619895996585) - | > loss_0: 2.2446625232696533 (2.3198784858949724) - | > loss_gen: 2.3818371295928955 (2.277008033567859) - | > loss_kl: 1.5177067518234253 (1.5503404832655383) - | > loss_feat: 6.989058494567871 (6.001693471785514) - | > loss_mel: 25.35515594482422 (23.44334448537519) - | > loss_duration: 1.706235408782959 (1.7486020864978913) - | > loss_1: 37.94999313354492 (35.02098858741022) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.012067294889880766 (+0.001849089899370748) - | > avg_loss_disc: 2.3198784858949724 (-0.11230374920752739) - | > avg_loss_disc_real_0: 0.06759832450939764 (-0.020088214066720775) - | > avg_loss_disc_real_1: 0.23408890924146097 (+0.08762167490297748) - | > avg_loss_disc_real_2: 0.19713824602865404 (-0.029886618737251514) - | > avg_loss_disc_real_3: 0.2164886855790692 (+0.036443415428361575) - | > avg_loss_disc_real_4: 0.1999082983501496 (-0.08034074258419774) - | > avg_loss_disc_real_5: 0.19750619895996585 (-0.09345310157345188) - | > avg_loss_0: 2.3198784858949724 (-0.11230374920752739) - | > avg_loss_gen: 2.277008033567859 (+0.027938758173296385) - | > avg_loss_kl: 1.5503404832655383 (-0.010488823536903613) - | > avg_loss_feat: 6.001693471785514 (+0.47318515469951006) - | > avg_loss_mel: 23.44334448537519 (+0.745194588938066) - | > avg_loss_duration: 1.7486020864978913 (+0.015082928442185839) - | > avg_loss_1: 35.02098858741022 (+1.2509122663928522) - - - > EPOCH: 21/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-22 15:21:13)  - - --> TIME: 2024-11-22 15:21:31 -- STEP: 21/797 -- GLOBAL_STEP: 18575 - | > loss_disc: 2.5314018726348877 (2.4504104228246786) - | > loss_disc_real_0: 0.09737578779459 (0.11590184927696273) - | > loss_disc_real_1: 0.2011948823928833 (0.21555251805555253) - | > loss_disc_real_2: 0.22280247509479523 (0.23089139092536198) - | > loss_disc_real_3: 0.219637930393219 (0.22878976733911605) - | > loss_disc_real_4: 0.24561718106269836 (0.21737336615721384) - | > loss_disc_real_5: 0.26532861590385437 (0.24775709921405428) - | > loss_0: 2.5314018726348877 (2.4504104228246786) - | > grad_norm_0: tensor(53.2239, device='cuda:0') (tensor(130.0956, device='cuda:0')) - | > loss_gen: 2.2167274951934814 (2.401607661020188) - | > loss_kl: 1.6071557998657227 (1.5670047033400762) - | > loss_feat: 5.211671829223633 (5.704663072313581) - | > loss_mel: 22.407047271728516 (22.394389924548914) - | > loss_duration: 1.9005348682403564 (1.9161799124308996) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.3431396484375 (33.98384493873233) - | > grad_norm_1: tensor(150.4569, device='cuda:0') (tensor(452.7807, device='cuda:0')) - | > current_lr_0: 0.00019942578993363514 - | > current_lr_1: 0.00019942578993363514 - | > step_time: 0.842 (0.8022884981972831) - | > loader_time: 0.0044 (0.004881586347307477) - - - --> TIME: 2024-11-22 15:21:52 -- STEP: 46/797 -- GLOBAL_STEP: 18600 - | > loss_disc: 2.594964027404785 (2.4446035416229916) - | > loss_disc_real_0: 0.11159051954746246 (0.11726474624289118) - | > loss_disc_real_1: 0.24452674388885498 (0.21396617073079813) - | > loss_disc_real_2: 0.2536316514015198 (0.23087557340445725) - | > loss_disc_real_3: 0.2277664989233017 (0.2269058042894239) - | > loss_disc_real_4: 0.2099609076976776 (0.22220756534648978) - | > loss_disc_real_5: 0.22012926638126373 (0.24015676165404526) - | > loss_0: 2.594964027404785 (2.4446035416229916) - | > grad_norm_0: tensor(95.2607, device='cuda:0') (tensor(113.7241, device='cuda:0')) - | > loss_gen: 2.309845447540283 (2.3701598229615595) - | > loss_kl: 1.7327576875686646 (1.5767709612846375) - | > loss_feat: 5.298840522766113 (5.679048797358638) - | > loss_mel: 22.576526641845703 (22.405102315156345) - | > loss_duration: 1.7384074926376343 (1.8625635090081587) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.656375885009766 (33.893645369488254) - | > grad_norm_1: tensor(299.5141, device='cuda:0') (tensor(574.7697, device='cuda:0')) - | > current_lr_0: 0.00019942578993363514 - | > current_lr_1: 0.00019942578993363514 - | > step_time: 0.8106 (0.8157659872718479) - | > loader_time: 0.0038 (0.004842276158540144) - - - --> TIME: 2024-11-22 15:22:13 -- STEP: 71/797 -- GLOBAL_STEP: 18625 - | > loss_disc: 2.45314884185791 (2.456410240119612) - | > loss_disc_real_0: 0.16714638471603394 (0.1254321808441424) - | > loss_disc_real_1: 0.19807998836040497 (0.2160372341602621) - | > loss_disc_real_2: 0.25139790773391724 (0.23742675046685716) - | > loss_disc_real_3: 0.20159269869327545 (0.22469682487803447) - | > loss_disc_real_4: 0.2532424330711365 (0.223201850350474) - | > loss_disc_real_5: 0.2863315939903259 (0.23696349897015262) - | > loss_0: 2.45314884185791 (2.456410240119612) - | > grad_norm_0: tensor(73.6535, device='cuda:0') (tensor(93.4662, device='cuda:0')) - | > loss_gen: 2.241135597229004 (2.347565496471567) - | > loss_kl: 1.4319502115249634 (1.549789291032603) - | > loss_feat: 4.587192535400391 (5.619275838556424) - | > loss_mel: 17.901126861572266 (22.45521220354966) - | > loss_duration: 1.767833948135376 (1.82857354761849) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 27.929237365722656 (33.800416409129824) - | > grad_norm_1: tensor(1640.0269, device='cuda:0') (tensor(559.2972, device='cuda:0')) - | > current_lr_0: 0.00019942578993363514 - | > current_lr_1: 0.00019942578993363514 - | > step_time: 0.8148 (0.8194327992452702) - | > loader_time: 0.0049 (0.005260548121492628) - - - --> TIME: 2024-11-22 15:22:34 -- STEP: 96/797 -- GLOBAL_STEP: 18650 - | > loss_disc: 2.598907470703125 (2.4574753021200504) - | > loss_disc_real_0: 0.17158359289169312 (0.1258221403307592) - | > loss_disc_real_1: 0.2175632119178772 (0.21693442451457182) - | > loss_disc_real_2: 0.22365902364253998 (0.2346517612847189) - | > loss_disc_real_3: 0.23326130211353302 (0.22411429788917303) - | > loss_disc_real_4: 0.2121506929397583 (0.22344130308677754) - | > loss_disc_real_5: 0.2549706697463989 (0.23625993930424252) - | > loss_0: 2.598907470703125 (2.4574753021200504) - | > grad_norm_0: tensor(37.3331, device='cuda:0') (tensor(96.7016, device='cuda:0')) - | > loss_gen: 2.3583903312683105 (2.3441222508748383) - | > loss_kl: 1.3860738277435303 (1.5461296383291483) - | > loss_feat: 4.9223175048828125 (5.627378731966019) - | > loss_mel: 21.06182861328125 (22.549013555049896) - | > loss_duration: 1.8020567893981934 (1.8148117053012054) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.530668258666992 (33.881455898284905) - | > grad_norm_1: tensor(607.7706, device='cuda:0') (tensor(642.5454, device='cuda:0')) - | > current_lr_0: 0.00019942578993363514 - | > current_lr_1: 0.00019942578993363514 - | > step_time: 0.8953 (0.8258929302295049) - | > loader_time: 0.0048 (0.0055365438262621565) - - - --> TIME: 2024-11-22 15:22:56 -- STEP: 121/797 -- GLOBAL_STEP: 18675 - | > loss_disc: 2.51857852935791 (2.453324469653043) - | > loss_disc_real_0: 0.16846640408039093 (0.12671767523096614) - | > loss_disc_real_1: 0.2377299964427948 (0.2160008347724095) - | > loss_disc_real_2: 0.25387948751449585 (0.23468165185825884) - | > loss_disc_real_3: 0.202517569065094 (0.22395721779874533) - | > loss_disc_real_4: 0.22462253272533417 (0.22346258680682538) - | > loss_disc_real_5: 0.24045634269714355 (0.23434704394379924) - | > loss_0: 2.51857852935791 (2.453324469653043) - | > grad_norm_0: tensor(107.1264, device='cuda:0') (tensor(94.8909, device='cuda:0')) - | > loss_gen: 2.5606837272644043 (2.345268139169236) - | > loss_kl: 1.8244726657867432 (1.5466263634114226) - | > loss_feat: 5.119453430175781 (5.629737700312591) - | > loss_mel: 22.631940841674805 (22.5481067531365) - | > loss_duration: 1.8685312271118164 (1.8070409741283449) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.00508117675781 (33.87677987153865) - | > grad_norm_1: tensor(902.7975, device='cuda:0') (tensor(627.8086, device='cuda:0')) - | > current_lr_0: 0.00019942578993363514 - | > current_lr_1: 0.00019942578993363514 - | > step_time: 0.8875 (0.8305011564049839) - | > loader_time: 0.0048 (0.00589143737288546) - - - --> TIME: 2024-11-22 15:23:17 -- STEP: 146/797 -- GLOBAL_STEP: 18700 - | > loss_disc: 2.4707436561584473 (2.464874816267458) - | > loss_disc_real_0: 0.04220152273774147 (0.1283504963686613) - | > loss_disc_real_1: 0.2292577028274536 (0.21695637243659527) - | > loss_disc_real_2: 0.29332834482192993 (0.2369939800198764) - | > loss_disc_real_3: 0.2813512980937958 (0.2246673101023452) - | > loss_disc_real_4: 0.24058519303798676 (0.22350961796633184) - | > loss_disc_real_5: 0.2521270513534546 (0.23534920627940192) - | > loss_0: 2.4707436561584473 (2.464874816267458) - | > grad_norm_0: tensor(149.3342, device='cuda:0') (tensor(104.9417, device='cuda:0')) - | > loss_gen: 2.468656539916992 (2.3453708968750413) - | > loss_kl: 1.2993839979171753 (1.5275481665787631) - | > loss_feat: 5.558462142944336 (5.61943282819774) - | > loss_mel: 22.28209686279297 (22.55968370829543) - | > loss_duration: 1.693572759628296 (1.8017288119825599) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.30216979980469 (33.85376435110014) - | > grad_norm_1: tensor(576.7507, device='cuda:0') (tensor(637.3171, device='cuda:0')) - | > current_lr_0: 0.00019942578993363514 - | > current_lr_1: 0.00019942578993363514 - | > step_time: 0.8749 (0.8316763394499479) - | > loader_time: 0.0052 (0.005954966153184028) - - - --> TIME: 2024-11-22 15:23:38 -- STEP: 171/797 -- GLOBAL_STEP: 18725 - | > loss_disc: 2.5511257648468018 (2.469030125099317) - | > loss_disc_real_0: 0.08433274924755096 (0.12803169472785722) - | > loss_disc_real_1: 0.20908589661121368 (0.21633347520354199) - | > loss_disc_real_2: 0.23302169144153595 (0.2373143987000337) - | > loss_disc_real_3: 0.2840292453765869 (0.2251781410815423) - | > loss_disc_real_4: 0.22382193803787231 (0.22333128654468826) - | > loss_disc_real_5: 0.20644137263298035 (0.23605826497077942) - | > loss_0: 2.5511257648468018 (2.469030125099317) - | > grad_norm_0: tensor(103.9053, device='cuda:0') (tensor(108.9275, device='cuda:0')) - | > loss_gen: 2.3140013217926025 (2.342223425357662) - | > loss_kl: 1.7552425861358643 (1.5275045755313852) - | > loss_feat: 5.8197526931762695 (5.603731094048038) - | > loss_mel: 24.388837814331055 (22.587615754869255) - | > loss_duration: 1.6997478008270264 (1.7947195336135506) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.97758483886719 (33.85579439352829) - | > grad_norm_1: tensor(500.2320, device='cuda:0') (tensor(647.4606, device='cuda:0')) - | > current_lr_0: 0.00019942578993363514 - | > current_lr_1: 0.00019942578993363514 - | > step_time: 0.8256 (0.8334600981215985) - | > loader_time: 0.005 (0.006161012147602282) - - - --> TIME: 2024-11-22 15:24:00 -- STEP: 196/797 -- GLOBAL_STEP: 18750 - | > loss_disc: 2.4332053661346436 (2.462668365361741) - | > loss_disc_real_0: 0.10121548175811768 (0.12540966354082433) - | > loss_disc_real_1: 0.2096678465604782 (0.2158470990858516) - | > loss_disc_real_2: 0.17002412676811218 (0.2367459889881465) - | > loss_disc_real_3: 0.25627341866493225 (0.2257547387663199) - | > loss_disc_real_4: 0.25573796033859253 (0.223384755150396) - | > loss_disc_real_5: 0.28686681389808655 (0.23599663027087037) - | > loss_0: 2.4332053661346436 (2.462668365361741) - | > grad_norm_0: tensor(13.9768, device='cuda:0') (tensor(110.2975, device='cuda:0')) - | > loss_gen: 2.2456672191619873 (2.352501559014224) - | > loss_kl: 1.5301690101623535 (1.5233413507135547) - | > loss_feat: 5.3778157234191895 (5.62268467582002) - | > loss_mel: 21.67052459716797 (22.602936968511475) - | > loss_duration: 1.755355715751648 (1.7893223032659413) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.579532623291016 (33.89078690081227) - | > grad_norm_1: tensor(838.1258, device='cuda:0') (tensor(652.8990, device='cuda:0')) - | > current_lr_0: 0.00019942578993363514 - | > current_lr_1: 0.00019942578993363514 - | > step_time: 0.8659 (0.8355214559302038) - | > loader_time: 0.0095 (0.0062947175940688774) - - - --> TIME: 2024-11-22 15:24:22 -- STEP: 221/797 -- GLOBAL_STEP: 18775 - | > loss_disc: 2.5533227920532227 (2.4598310080049286) - | > loss_disc_real_0: 0.12206155061721802 (0.12311084649411803) - | > loss_disc_real_1: 0.3304308354854584 (0.21662466221265664) - | > loss_disc_real_2: 0.24582189321517944 (0.2376785771204875) - | > loss_disc_real_3: 0.24065643548965454 (0.22492454770733328) - | > loss_disc_real_4: 0.1764584332704544 (0.22333903010614317) - | > loss_disc_real_5: 0.2279651165008545 (0.23534876458785114) - | > loss_0: 2.5533227920532227 (2.4598310080049286) - | > grad_norm_0: tensor(139.3171, device='cuda:0') (tensor(110.3055, device='cuda:0')) - | > loss_gen: 2.3654825687408447 (2.3583742439477153) - | > loss_kl: 1.750726342201233 (1.5254125284932858) - | > loss_feat: 5.302051067352295 (5.627668704382435) - | > loss_mel: 22.4913272857666 (22.638806036694564) - | > loss_duration: 1.7376667261123657 (1.7865709853927474) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.647254943847656 (33.936832557436574) - | > grad_norm_1: tensor(796.7372, device='cuda:0') (tensor(669.7897, device='cuda:0')) - | > current_lr_0: 0.00019942578993363514 - | > current_lr_1: 0.00019942578993363514 - | > step_time: 0.8304 (0.8377880650947537) - | > loader_time: 0.0052 (0.006299146160281082) - - - --> TIME: 2024-11-22 15:24:43 -- STEP: 246/797 -- GLOBAL_STEP: 18800 - | > loss_disc: 2.3650951385498047 (2.457705527786319) - | > loss_disc_real_0: 0.051744863390922546 (0.12314057394074716) - | > loss_disc_real_1: 0.19452211260795593 (0.2162026260805324) - | > loss_disc_real_2: 0.20246165990829468 (0.23670981152028572) - | > loss_disc_real_3: 0.24531890451908112 (0.22499622537837766) - | > loss_disc_real_4: 0.23083508014678955 (0.22337362878933187) - | > loss_disc_real_5: 0.237309068441391 (0.23583448714599375) - | > loss_0: 2.3650951385498047 (2.457705527786319) - | > grad_norm_0: tensor(7.4954, device='cuda:0') (tensor(112.4480, device='cuda:0')) - | > loss_gen: 2.2831273078918457 (2.3662047105106883) - | > loss_kl: 1.5596877336502075 (1.5250328587807291) - | > loss_feat: 5.705385208129883 (5.649066731212585) - | > loss_mel: 23.349056243896484 (22.650556781427653) - | > loss_duration: 1.8078113794326782 (1.7816222954571732) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.7050666809082 (33.9724834411125) - | > grad_norm_1: tensor(274.2530, device='cuda:0') (tensor(659.7660, device='cuda:0')) - | > current_lr_0: 0.00019942578993363514 - | > current_lr_1: 0.00019942578993363514 - | > step_time: 0.8136 (0.8390738750860943) - | > loader_time: 0.0065 (0.006347509903636405) - - - --> TIME: 2024-11-22 15:25:05 -- STEP: 271/797 -- GLOBAL_STEP: 18825 - | > loss_disc: 2.490353584289551 (2.454379850647988) - | > loss_disc_real_0: 0.05587472394108772 (0.12014925283314556) - | > loss_disc_real_1: 0.28539374470710754 (0.2163290459511465) - | > loss_disc_real_2: 0.2611749470233917 (0.23721119849444317) - | > loss_disc_real_3: 0.2666190564632416 (0.2253446968279202) - | > loss_disc_real_4: 0.23202592134475708 (0.22320209075164088) - | > loss_disc_real_5: 0.28131771087646484 (0.23588080181846757) - | > loss_0: 2.490353584289551 (2.454379850647988) - | > grad_norm_0: tensor(36.1465, device='cuda:0') (tensor(110.6497, device='cuda:0')) - | > loss_gen: 2.430323600769043 (2.372933481012323) - | > loss_kl: 1.5857096910476685 (1.5241907212567065) - | > loss_feat: 5.889285087585449 (5.65753947500813) - | > loss_mel: 24.806673049926758 (22.67356892265518) - | > loss_duration: 1.7696479558944702 (1.7785890427902615) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.48164367675781 (34.00682170628623) - | > grad_norm_1: tensor(803.8021, device='cuda:0') (tensor(653.8940, device='cuda:0')) - | > current_lr_0: 0.00019942578993363514 - | > current_lr_1: 0.00019942578993363514 - | > step_time: 0.8816 (0.8411019710597077) - | > loader_time: 0.0059 (0.006425347275399634) - - - --> TIME: 2024-11-22 15:25:27 -- STEP: 296/797 -- GLOBAL_STEP: 18850 - | > loss_disc: 2.5513715744018555 (2.450988085688773) - | > loss_disc_real_0: 0.08126847445964813 (0.11947546592233954) - | > loss_disc_real_1: 0.1880287528038025 (0.21599070133792386) - | > loss_disc_real_2: 0.2316599041223526 (0.2367644563720033) - | > loss_disc_real_3: 0.2002512365579605 (0.22514157973833987) - | > loss_disc_real_4: 0.2094815969467163 (0.22322481613908254) - | > loss_disc_real_5: 0.22276534140110016 (0.2354447732402666) - | > loss_0: 2.5513715744018555 (2.450988085688773) - | > grad_norm_0: tensor(153.2831, device='cuda:0') (tensor(109.1136, device='cuda:0')) - | > loss_gen: 2.1408467292785645 (2.3810199064177437) - | > loss_kl: 1.6868891716003418 (1.5274694503561876) - | > loss_feat: 5.0936713218688965 (5.673455199679811) - | > loss_mel: 22.05722427368164 (22.68954574739612) - | > loss_duration: 1.7173054218292236 (1.776497809870823) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.6959342956543 (34.04798820212082) - | > grad_norm_1: tensor(251.2061, device='cuda:0') (tensor(641.7254, device='cuda:0')) - | > current_lr_0: 0.00019942578993363514 - | > current_lr_1: 0.00019942578993363514 - | > step_time: 0.8416 (0.8437118449726619) - | > loader_time: 0.0064 (0.006549462273314192) - - - --> TIME: 2024-11-22 15:25:50 -- STEP: 321/797 -- GLOBAL_STEP: 18875 - | > loss_disc: 2.4030253887176514 (2.452521709638223) - | > loss_disc_real_0: 0.09458755701780319 (0.11999177629841823) - | > loss_disc_real_1: 0.15618422627449036 (0.21568461208142967) - | > loss_disc_real_2: 0.22375790774822235 (0.23694845936565756) - | > loss_disc_real_3: 0.19210609793663025 (0.2255668483233526) - | > loss_disc_real_4: 0.17689785361289978 (0.22319889272856183) - | > loss_disc_real_5: 0.21041139960289001 (0.2359943248772547) - | > loss_0: 2.4030253887176514 (2.452521709638223) - | > grad_norm_0: tensor(297.7817, device='cuda:0') (tensor(107.4437, device='cuda:0')) - | > loss_gen: 2.237548351287842 (2.37449166559356) - | > loss_kl: 1.5058598518371582 (1.5243215703889965) - | > loss_feat: 5.778897762298584 (5.644418510692512) - | > loss_mel: 21.534719467163086 (22.658614179427023) - | > loss_duration: 1.783968448638916 (1.7747803525389911) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.84099578857422 (33.97662635161499) - | > grad_norm_1: tensor(599.4299, device='cuda:0') (tensor(627.4017, device='cuda:0')) - | > current_lr_0: 0.00019942578993363514 - | > current_lr_1: 0.00019942578993363514 - | > step_time: 1.0194 (0.8481259925343166) - | > loader_time: 0.0065 (0.006687489625449492) - - - --> TIME: 2024-11-22 15:26:13 -- STEP: 346/797 -- GLOBAL_STEP: 18900 - | > loss_disc: 2.501483917236328 (2.4583569689293148) - | > loss_disc_real_0: 0.11940431594848633 (0.12161828466621093) - | > loss_disc_real_1: 0.20594662427902222 (0.21672062692097846) - | > loss_disc_real_2: 0.29514962434768677 (0.23704322393057664) - | > loss_disc_real_3: 0.21946240961551666 (0.22549855782289727) - | > loss_disc_real_4: 0.2855161130428314 (0.22325411202073778) - | > loss_disc_real_5: 0.21287031471729279 (0.2359383233279162) - | > loss_0: 2.501483917236328 (2.4583569689293148) - | > grad_norm_0: tensor(41.5628, device='cuda:0') (tensor(107.0379, device='cuda:0')) - | > loss_gen: 2.4503817558288574 (2.365190392284725) - | > loss_kl: 1.3820945024490356 (1.5248866902955003) - | > loss_feat: 5.9053730964660645 (5.615059353023594) - | > loss_mel: 23.811477661132812 (22.643366367141642) - | > loss_duration: 1.729096531867981 (1.772105105695008) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.27842330932617 (33.92060799681382) - | > grad_norm_1: tensor(317.1708, device='cuda:0') (tensor(630.8301, device='cuda:0')) - | > current_lr_0: 0.00019942578993363514 - | > current_lr_1: 0.00019942578993363514 - | > step_time: 0.8912 (0.8535395144038118) - | > loader_time: 0.0073 (0.006742985951418133) - - - --> TIME: 2024-11-22 15:26:36 -- STEP: 371/797 -- GLOBAL_STEP: 18925 - | > loss_disc: 2.485863208770752 (2.458187920063977) - | > loss_disc_real_0: 0.10107901692390442 (0.1213976924792133) - | > loss_disc_real_1: 0.23908361792564392 (0.21683839212530706) - | > loss_disc_real_2: 0.2700488269329071 (0.23691775631711812) - | > loss_disc_real_3: 0.22482703626155853 (0.2254246321489226) - | > loss_disc_real_4: 0.26911088824272156 (0.222945329916445) - | > loss_disc_real_5: 0.27290013432502747 (0.23601102415281486) - | > loss_0: 2.485863208770752 (2.458187920063977) - | > grad_norm_0: tensor(71.5137, device='cuda:0') (tensor(106.4241, device='cuda:0')) - | > loss_gen: 2.449930429458618 (2.364393186697743) - | > loss_kl: 1.829575777053833 (1.526079682166364) - | > loss_feat: 5.180401802062988 (5.609165074047692) - | > loss_mel: 22.980789184570312 (22.648265627837887) - | > loss_duration: 1.7154699563980103 (1.769568236047688) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.156166076660156 (33.9174718728284) - | > grad_norm_1: tensor(830.0154, device='cuda:0') (tensor(642.9999, device='cuda:0')) - | > current_lr_0: 0.00019942578993363514 - | > current_lr_1: 0.00019942578993363514 - | > step_time: 0.9296 (0.8570715552070391) - | > loader_time: 0.0073 (0.0068704490713032106) - - - --> TIME: 2024-11-22 15:26:59 -- STEP: 396/797 -- GLOBAL_STEP: 18950 - | > loss_disc: 2.3492674827575684 (2.4584508062613146) - | > loss_disc_real_0: 0.0853586196899414 (0.12144578165478176) - | > loss_disc_real_1: 0.2927228510379791 (0.21672560030011215) - | > loss_disc_real_2: 0.2719527781009674 (0.2368235049599951) - | > loss_disc_real_3: 0.20229753851890564 (0.2254530124441542) - | > loss_disc_real_4: 0.2592102885246277 (0.22311885907041898) - | > loss_disc_real_5: 0.24120375514030457 (0.23601508746394004) - | > loss_0: 2.3492674827575684 (2.4584508062613146) - | > grad_norm_0: tensor(57.7475, device='cuda:0') (tensor(106.2859, device='cuda:0')) - | > loss_gen: 2.6866257190704346 (2.3654330878546754) - | > loss_kl: 1.4067283868789673 (1.523299928415905) - | > loss_feat: 6.669857501983643 (5.611336629198052) - | > loss_mel: 24.58308219909668 (22.659797827402752) - | > loss_duration: 1.6851086616516113 (1.767587054859508) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.031402587890625 (33.927454601634636) - | > grad_norm_1: tensor(405.5172, device='cuda:0') (tensor(644.5568, device='cuda:0')) - | > current_lr_0: 0.00019942578993363514 - | > current_lr_1: 0.00019942578993363514 - | > step_time: 0.9165 (0.8602177380311369) - | > loader_time: 0.0072 (0.0069921624780905365) - - - --> TIME: 2024-11-22 15:27:22 -- STEP: 421/797 -- GLOBAL_STEP: 18975 - | > loss_disc: 2.5454001426696777 (2.4586362697166404) - | > loss_disc_real_0: 0.1290803998708725 (0.12157935673932847) - | > loss_disc_real_1: 0.17819719016551971 (0.2167947340110702) - | > loss_disc_real_2: 0.24473632872104645 (0.23705691552218802) - | > loss_disc_real_3: 0.23688986897468567 (0.22551590752856465) - | > loss_disc_real_4: 0.23304983973503113 (0.22285287850259877) - | > loss_disc_real_5: 0.2186598926782608 (0.2355052100720145) - | > loss_0: 2.5454001426696777 (2.4586362697166404) - | > grad_norm_0: tensor(109.6069, device='cuda:0') (tensor(105.2309, device='cuda:0')) - | > loss_gen: 2.2128584384918213 (2.3647615507492827) - | > loss_kl: 1.6267489194869995 (1.5201017798550618) - | > loss_feat: 5.519619464874268 (5.610120972091963) - | > loss_mel: 22.480289459228516 (22.64578236197066) - | > loss_duration: 1.7617319822311401 (1.7660141248884225) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.60124588012695 (33.90678085907056) - | > grad_norm_1: tensor(662.7102, device='cuda:0') (tensor(631.3745, device='cuda:0')) - | > current_lr_0: 0.00019942578993363514 - | > current_lr_1: 0.00019942578993363514 - | > step_time: 0.918 (0.8624831786348248) - | > loader_time: 0.0073 (0.007107048306499128) - - - --> TIME: 2024-11-22 15:27:45 -- STEP: 446/797 -- GLOBAL_STEP: 19000 - | > loss_disc: 2.488677501678467 (2.460382845369691) - | > loss_disc_real_0: 0.10212002694606781 (0.12147477810425608) - | > loss_disc_real_1: 0.1539888083934784 (0.21690146812141745) - | > loss_disc_real_2: 0.2663404643535614 (0.23741033021778268) - | > loss_disc_real_3: 0.23138508200645447 (0.22559551614015091) - | > loss_disc_real_4: 0.2310584932565689 (0.22316457484869673) - | > loss_disc_real_5: 0.2805140018463135 (0.23616920551911597) - | > loss_0: 2.488677501678467 (2.460382845369691) - | > grad_norm_0: tensor(76.9164, device='cuda:0') (tensor(104.5259, device='cuda:0')) - | > loss_gen: 2.3565659523010254 (2.36286467340495) - | > loss_kl: 1.4474151134490967 (1.5196746583744012) - | > loss_feat: 5.662662506103516 (5.605537283580932) - | > loss_mel: 22.709184646606445 (22.669460826925096) - | > loss_duration: 1.7450478076934814 (1.7646747461348906) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.92087936401367 (33.92221226285926) - | > grad_norm_1: tensor(697.6014, device='cuda:0') (tensor(638.7378, device='cuda:0')) - | > current_lr_0: 0.00019942578993363514 - | > current_lr_1: 0.00019942578993363514 - | > step_time: 0.9171 (0.8649724786057066) - | > loader_time: 0.0092 (0.007185269364327058) - - - --> TIME: 2024-11-22 15:28:09 -- STEP: 471/797 -- GLOBAL_STEP: 19025 - | > loss_disc: 2.4993832111358643 (2.4585496473211155) - | > loss_disc_real_0: 0.1471354216337204 (0.12163581273611437) - | > loss_disc_real_1: 0.16572442650794983 (0.21666435305733084) - | > loss_disc_real_2: 0.19951915740966797 (0.23648076170695562) - | > loss_disc_real_3: 0.22130505740642548 (0.22557018295468292) - | > loss_disc_real_4: 0.18249505758285522 (0.22279543744404093) - | > loss_disc_real_5: 0.1821824461221695 (0.2356800499299023) - | > loss_0: 2.4993832111358643 (2.4585496473211155) - | > grad_norm_0: tensor(49.0924, device='cuda:0') (tensor(103.5201, device='cuda:0')) - | > loss_gen: 2.2645373344421387 (2.363602045488459) - | > loss_kl: 1.716601848602295 (1.5195732738055492) - | > loss_feat: 6.185441493988037 (5.61663180399852) - | > loss_mel: 24.06263542175293 (22.694070281496472) - | > loss_duration: 1.7247366905212402 (1.7636009145947271) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.95395278930664 (33.95747838354414) - | > grad_norm_1: tensor(435.8191, device='cuda:0') (tensor(642.9562, device='cuda:0')) - | > current_lr_0: 0.00019942578993363514 - | > current_lr_1: 0.00019942578993363514 - | > step_time: 0.9164 (0.8680926082999842) - | > loader_time: 0.0076 (0.007330998240509357) - - - --> TIME: 2024-11-22 15:28:32 -- STEP: 496/797 -- GLOBAL_STEP: 19050 - | > loss_disc: 2.4425506591796875 (2.460187113092793) - | > loss_disc_real_0: 0.10390590131282806 (0.121943908638411) - | > loss_disc_real_1: 0.20302096009254456 (0.21698397031474498) - | > loss_disc_real_2: 0.2188095897436142 (0.23736915473015077) - | > loss_disc_real_3: 0.22264699637889862 (0.2252567012403761) - | > loss_disc_real_4: 0.19468502700328827 (0.22318802834037807) - | > loss_disc_real_5: 0.19579803943634033 (0.23574357329597395) - | > loss_0: 2.4425506591796875 (2.460187113092793) - | > grad_norm_0: tensor(24.2391, device='cuda:0') (tensor(102.6411, device='cuda:0')) - | > loss_gen: 2.1547508239746094 (2.3629302733367488) - | > loss_kl: 1.668208360671997 (1.5199133173352286) - | > loss_feat: 5.372303485870361 (5.611084542447519) - | > loss_mel: 22.632606506347656 (22.697301391632326) - | > loss_duration: 1.7098047733306885 (1.762220524251461) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.53767395019531 (33.95345009911445) - | > grad_norm_1: tensor(310.7188, device='cuda:0') (tensor(649.1666, device='cuda:0')) - | > current_lr_0: 0.00019942578993363514 - | > current_lr_1: 0.00019942578993363514 - | > step_time: 0.8953 (0.8708169791967638) - | > loader_time: 0.0074 (0.00741436404566611) - - - --> TIME: 2024-11-22 15:28:55 -- STEP: 521/797 -- GLOBAL_STEP: 19075 - | > loss_disc: 2.365107536315918 (2.4632880312467504) - | > loss_disc_real_0: 0.06583524495363235 (0.12448255964438655) - | > loss_disc_real_1: 0.19083768129348755 (0.216837578079522) - | > loss_disc_real_2: 0.25336283445358276 (0.2368981636016703) - | > loss_disc_real_3: 0.20875899493694305 (0.2254571916388916) - | > loss_disc_real_4: 0.22276639938354492 (0.22287065651618124) - | > loss_disc_real_5: 0.2550885081291199 (0.23575941125742533) - | > loss_0: 2.365107536315918 (2.4632880312467504) - | > grad_norm_0: tensor(43.7085, device='cuda:0') (tensor(103.4930, device='cuda:0')) - | > loss_gen: 2.1936962604522705 (2.359898349831521) - | > loss_kl: 1.4639314413070679 (1.5179236920232277) - | > loss_feat: 5.33362340927124 (5.60589519663644) - | > loss_mel: 20.693998336791992 (22.68952781911546) - | > loss_duration: 1.7839035987854004 (1.7611660241165454) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.469154357910156 (33.93441114956495) - | > grad_norm_1: tensor(496.8080, device='cuda:0') (tensor(641.7343, device='cuda:0')) - | > current_lr_0: 0.00019942578993363514 - | > current_lr_1: 0.00019942578993363514 - | > step_time: 0.858 (0.8726003028152086) - | > loader_time: 0.0131 (0.00747691372305784) - - - --> TIME: 2024-11-22 15:29:19 -- STEP: 546/797 -- GLOBAL_STEP: 19100 - | > loss_disc: 2.6619622707366943 (2.4629737640911853) - | > loss_disc_real_0: 0.1110042855143547 (0.12489182624843094) - | > loss_disc_real_1: 0.2031235545873642 (0.21652984237059572) - | > loss_disc_real_2: 0.1969558596611023 (0.23651464507256673) - | > loss_disc_real_3: 0.16406886279582977 (0.22526937193704613) - | > loss_disc_real_4: 0.18509332835674286 (0.22287989448715037) - | > loss_disc_real_5: 0.2577868402004242 (0.23598888011533262) - | > loss_0: 2.6619622707366943 (2.4629737640911853) - | > grad_norm_0: tensor(46.0321, device='cuda:0') (tensor(103.2722, device='cuda:0')) - | > loss_gen: 1.958796739578247 (2.3604171411458386) - | > loss_kl: 1.481872320175171 (1.5154886360351851) - | > loss_feat: 5.232260227203369 (5.609763787779614) - | > loss_mel: 22.93621253967285 (22.689807133796894) - | > loss_duration: 1.7278367280960083 (1.7609309879414767) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.336978912353516 (33.9364077564561) - | > grad_norm_1: tensor(464.5167, device='cuda:0') (tensor(632.4932, device='cuda:0')) - | > current_lr_0: 0.00019942578993363514 - | > current_lr_1: 0.00019942578993363514 - | > step_time: 0.9637 (0.8748460422942055) - | > loader_time: 0.008 (0.007555965975527362) - - - --> TIME: 2024-11-22 15:29:42 -- STEP: 571/797 -- GLOBAL_STEP: 19125 - | > loss_disc: 2.5453431606292725 (2.4667431594193925) - | > loss_disc_real_0: 0.08161390572786331 (0.12662542865802448) - | > loss_disc_real_1: 0.20916898548603058 (0.21652928803722823) - | > loss_disc_real_2: 0.28646886348724365 (0.23671699392294507) - | > loss_disc_real_3: 0.24465304613113403 (0.22593109121777757) - | > loss_disc_real_4: 0.23790687322616577 (0.2227832851132243) - | > loss_disc_real_5: 0.2941938042640686 (0.2358863754573094) - | > loss_0: 2.5453431606292725 (2.4667431594193925) - | > grad_norm_0: tensor(59.7766, device='cuda:0') (tensor(103.5257, device='cuda:0')) - | > loss_gen: 1.9892394542694092 (2.358704905585107) - | > loss_kl: 1.345638632774353 (1.5170163453773524) - | > loss_feat: 4.714174747467041 (5.608704649212062) - | > loss_mel: 22.29784393310547 (22.690325180828687) - | > loss_duration: 1.7332196235656738 (1.760008673534293) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.080116271972656 (33.93475979472627) - | > grad_norm_1: tensor(368.6876, device='cuda:0') (tensor(622.8333, device='cuda:0')) - | > current_lr_0: 0.00019942578993363514 - | > current_lr_1: 0.00019942578993363514 - | > step_time: 0.9207 (0.877408628497149) - | > loader_time: 0.0089 (0.007662091280240728) - - - --> TIME: 2024-11-22 15:30:06 -- STEP: 596/797 -- GLOBAL_STEP: 19150 - | > loss_disc: 2.309746265411377 (2.4668176154162262) - | > loss_disc_real_0: 0.09907376766204834 (0.1265439004106009) - | > loss_disc_real_1: 0.22106239199638367 (0.2169161525948735) - | > loss_disc_real_2: 0.2414730340242386 (0.23686491127982234) - | > loss_disc_real_3: 0.18671630322933197 (0.22552671593507664) - | > loss_disc_real_4: 0.21684280037879944 (0.22293480485677705) - | > loss_disc_real_5: 0.200413778424263 (0.23586097142140336) - | > loss_0: 2.309746265411377 (2.4668176154162262) - | > grad_norm_0: tensor(53.2265, device='cuda:0') (tensor(101.6261, device='cuda:0')) - | > loss_gen: 2.239760160446167 (2.3549012937801805) - | > loss_kl: 1.4032585620880127 (1.5181850643966013) - | > loss_feat: 6.604219436645508 (5.600876797365663) - | > loss_mel: 23.973752975463867 (22.70032115590653) - | > loss_duration: 1.7238188982009888 (1.7592299334554864) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.9448127746582 (33.9335142814073) - | > grad_norm_1: tensor(918.7935, device='cuda:0') (tensor(615.7910, device='cuda:0')) - | > current_lr_0: 0.00019942578993363514 - | > current_lr_1: 0.00019942578993363514 - | > step_time: 0.9677 (0.8803307170035856) - | > loader_time: 0.0083 (0.007719953588191295) - - - --> TIME: 2024-11-22 15:30:30 -- STEP: 621/797 -- GLOBAL_STEP: 19175 - | > loss_disc: 2.44254207611084 (2.467169514792746) - | > loss_disc_real_0: 0.11209328472614288 (0.1263935089639228) - | > loss_disc_real_1: 0.2088843584060669 (0.21690530508708641) - | > loss_disc_real_2: 0.245057612657547 (0.23653187860709265) - | > loss_disc_real_3: 0.1736866682767868 (0.22552989675226995) - | > loss_disc_real_4: 0.20463581383228302 (0.22293912123846726) - | > loss_disc_real_5: 0.22885693609714508 (0.23615618971522878) - | > loss_0: 2.44254207611084 (2.467169514792746) - | > grad_norm_0: tensor(50.0612, device='cuda:0') (tensor(99.8622, device='cuda:0')) - | > loss_gen: 2.255197048187256 (2.351774760490455) - | > loss_kl: 1.5293333530426025 (1.5171496373827704) - | > loss_feat: 5.822510242462158 (5.5921155876583555) - | > loss_mel: 22.72804069519043 (22.708247428930903) - | > loss_duration: 1.759942650794983 (1.758934712064439) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.09502029418945 (33.928222146395136) - | > grad_norm_1: tensor(796.3547, device='cuda:0') (tensor(616.5172, device='cuda:0')) - | > current_lr_0: 0.00019942578993363514 - | > current_lr_1: 0.00019942578993363514 - | > step_time: 0.9483 (0.8827353794601612) - | > loader_time: 0.0081 (0.00780683823061834) - - - --> TIME: 2024-11-22 15:30:55 -- STEP: 646/797 -- GLOBAL_STEP: 19200 - | > loss_disc: 2.3854520320892334 (2.4679467770337338) - | > loss_disc_real_0: 0.12568500638008118 (0.12669483527264364) - | > loss_disc_real_1: 0.19743680953979492 (0.21681436628749123) - | > loss_disc_real_2: 0.25638458132743835 (0.2370005726076132) - | > loss_disc_real_3: 0.22881194949150085 (0.22573425101791003) - | > loss_disc_real_4: 0.20508280396461487 (0.22321456806855292) - | > loss_disc_real_5: 0.201619952917099 (0.2360021988673845) - | > loss_0: 2.3854520320892334 (2.4679467770337338) - | > grad_norm_0: tensor(36.4274, device='cuda:0') (tensor(100.4157, device='cuda:0')) - | > loss_gen: 2.287114143371582 (2.351103367820244) - | > loss_kl: 1.6251142024993896 (1.5162611909141472) - | > loss_feat: 5.189306259155273 (5.582527970381937) - | > loss_mel: 21.954631805419922 (22.705212336206582) - | > loss_duration: 1.688226342201233 (1.7589339506884478) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.74439239501953 (33.91403883234267) - | > grad_norm_1: tensor(415.3403, device='cuda:0') (tensor(622.1925, device='cuda:0')) - | > current_lr_0: 0.00019942578993363514 - | > current_lr_1: 0.00019942578993363514 - | > step_time: 0.9539 (0.8858693926696068) - | > loader_time: 0.0079 (0.007917640378969741) - - - --> TIME: 2024-11-22 15:31:19 -- STEP: 671/797 -- GLOBAL_STEP: 19225 - | > loss_disc: 2.4250993728637695 (2.467144685779352) - | > loss_disc_real_0: 0.15127985179424286 (0.12620310777390234) - | > loss_disc_real_1: 0.22290973365306854 (0.2168536219307278) - | > loss_disc_real_2: 0.20695675909519196 (0.23662724573548255) - | > loss_disc_real_3: 0.21162275969982147 (0.2258902647367355) - | > loss_disc_real_4: 0.21797627210617065 (0.22308570464126387) - | > loss_disc_real_5: 0.2621254324913025 (0.23588303204531463) - | > loss_0: 2.4250993728637695 (2.467144685779352) - | > grad_norm_0: tensor(175.5291, device='cuda:0') (tensor(100.6165, device='cuda:0')) - | > loss_gen: 2.3257436752319336 (2.350582392489324) - | > loss_kl: 1.6360664367675781 (1.5178187894572437) - | > loss_feat: 5.250661849975586 (5.583987103844544) - | > loss_mel: 22.8912410736084 (22.719210560737526) - | > loss_duration: 1.7310636043548584 (1.758532756664714) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.83477783203125 (33.93013159386628) - | > grad_norm_1: tensor(906.1831, device='cuda:0') (tensor(626.9995, device='cuda:0')) - | > current_lr_0: 0.00019942578993363514 - | > current_lr_1: 0.00019942578993363514 - | > step_time: 0.9911 (0.8890154777447264) - | > loader_time: 0.0095 (0.00801730084881164) - - - --> TIME: 2024-11-22 15:31:44 -- STEP: 696/797 -- GLOBAL_STEP: 19250 - | > loss_disc: 2.4905357360839844 (2.4682845723354974) - | > loss_disc_real_0: 0.1346617490053177 (0.126335292208897) - | > loss_disc_real_1: 0.22396259009838104 (0.21696596999449289) - | > loss_disc_real_2: 0.26391682028770447 (0.23696820444331088) - | > loss_disc_real_3: 0.2442488819360733 (0.22582359652666525) - | > loss_disc_real_4: 0.258716344833374 (0.22340300469391636) - | > loss_disc_real_5: 0.2522624135017395 (0.23595261378963103) - | > loss_0: 2.4905357360839844 (2.4682845723354974) - | > grad_norm_0: tensor(109.1116, device='cuda:0') (tensor(101.4656, device='cuda:0')) - | > loss_gen: 2.43685245513916 (2.3509265143295806) - | > loss_kl: 1.394031047821045 (1.5195654932966172) - | > loss_feat: 5.303804874420166 (5.578520979689458) - | > loss_mel: 23.47707176208496 (22.721770867534065) - | > loss_duration: 1.732405185699463 (1.7577331256249855) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.34416580200195 (33.92851698809659) - | > grad_norm_1: tensor(550.6658, device='cuda:0') (tensor(627.3886, device='cuda:0')) - | > current_lr_0: 0.00019942578993363514 - | > current_lr_1: 0.00019942578993363514 - | > step_time: 0.9772 (0.8923666470352261) - | > loader_time: 0.0126 (0.00811473048966506) - - - --> TIME: 2024-11-22 15:32:11 -- STEP: 721/797 -- GLOBAL_STEP: 19275 - | > loss_disc: 2.5312867164611816 (2.4677902822190307) - | > loss_disc_real_0: 0.05144750326871872 (0.12600572895511844) - | > loss_disc_real_1: 0.20060734450817108 (0.2167194642116226) - | > loss_disc_real_2: 0.2747395634651184 (0.2369199130637636) - | > loss_disc_real_3: 0.24507150053977966 (0.2261052406941968) - | > loss_disc_real_4: 0.22311031818389893 (0.2233675156775525) - | > loss_disc_real_5: 0.2743561565876007 (0.23631175974288363) - | > loss_0: 2.5312867164611816 (2.4677902822190307) - | > grad_norm_0: tensor(145.3713, device='cuda:0') (tensor(102.3110, device='cuda:0')) - | > loss_gen: 2.227231740951538 (2.353474740347155) - | > loss_kl: 1.7633382081985474 (1.5212915979542772) - | > loss_feat: 5.347712993621826 (5.584748748271379) - | > loss_mel: 21.667749404907227 (22.716612047362098) - | > loss_duration: 1.732949137687683 (1.7569921416813061) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.738983154296875 (33.93311926991204) - | > grad_norm_1: tensor(682.2535, device='cuda:0') (tensor(623.7292, device='cuda:0')) - | > current_lr_0: 0.00019942578993363514 - | > current_lr_1: 0.00019942578993363514 - | > step_time: 1.0881 (0.8984467755078277) - | > loader_time: 0.0089 (0.008212697985433498) - - - --> TIME: 2024-11-22 15:32:45 -- STEP: 746/797 -- GLOBAL_STEP: 19300 - | > loss_disc: 2.3173398971557617 (2.467802461286656) - | > loss_disc_real_0: 0.14844068884849548 (0.12593660226476253) - | > loss_disc_real_1: 0.2679295837879181 (0.21671857798706745) - | > loss_disc_real_2: 0.2340056151151657 (0.23697802322559638) - | > loss_disc_real_3: 0.21044453978538513 (0.22601606237424923) - | > loss_disc_real_4: 0.22975769639015198 (0.22348372999768462) - | > loss_disc_real_5: 0.2220619022846222 (0.23617621794862337) - | > loss_0: 2.3173398971557617 (2.467802461286656) - | > grad_norm_0: tensor(45.0547, device='cuda:0') (tensor(101.4030, device='cuda:0')) - | > loss_gen: 2.493309497833252 (2.352264693850807) - | > loss_kl: 1.4987668991088867 (1.5222754225174793) - | > loss_feat: 5.877692222595215 (5.5825490235643205) - | > loss_mel: 24.44682502746582 (22.729475854868543) - | > loss_duration: 1.7233188152313232 (1.7558150743671141) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.039913177490234 (33.9423800818722) - | > grad_norm_1: tensor(130.1363, device='cuda:0') (tensor(617.2822, device='cuda:0')) - | > current_lr_0: 0.00019942578993363514 - | > current_lr_1: 0.00019942578993363514 - | > step_time: 1.9109 (0.9127479213172565) - | > loader_time: 0.0102 (0.008356152526814554) - - - --> TIME: 2024-11-22 15:33:40 -- STEP: 771/797 -- GLOBAL_STEP: 19325 - | > loss_disc: 2.468357563018799 (2.4670673239246605) - | > loss_disc_real_0: 0.06820917874574661 (0.1253974210910605) - | > loss_disc_real_1: 0.2950074076652527 (0.21691959499153177) - | > loss_disc_real_2: 0.2320799082517624 (0.23669568558456677) - | > loss_disc_real_3: 0.27686190605163574 (0.22595115549060313) - | > loss_disc_real_4: 0.2590736746788025 (0.22354209989347953) - | > loss_disc_real_5: 0.22951465845108032 (0.23610086447224699) - | > loss_0: 2.468357563018799 (2.4670673239246605) - | > grad_norm_0: tensor(120.8993, device='cuda:0') (tensor(100.8269, device='cuda:0')) - | > loss_gen: 2.326313018798828 (2.3530393274532364) - | > loss_kl: 1.572891116142273 (1.5218507437235953) - | > loss_feat: 5.4059157371521 (5.584391368811547) - | > loss_mel: 22.960994720458984 (22.727233401841534) - | > loss_duration: 1.7223310470581055 (1.754524233276278) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.98844528198242 (33.94103909899444) - | > grad_norm_1: tensor(791.9949, device='cuda:0') (tensor(618.8873, device='cuda:0')) - | > current_lr_0: 0.00019942578993363514 - | > current_lr_1: 0.00019942578993363514 - | > step_time: 2.5877 (0.9534881761256514) - | > loader_time: 0.012 (0.008548734407635202) - - - --> TIME: 2024-11-22 15:35:09 -- STEP: 796/797 -- GLOBAL_STEP: 19350 - | > loss_disc: 2.423081874847412 (2.467880989438927) - | > loss_disc_real_0: 0.15309104323387146 (0.1254572394495857) - | > loss_disc_real_1: 0.29896003007888794 (0.21703123593300427) - | > loss_disc_real_2: 0.23268897831439972 (0.2368332505525656) - | > loss_disc_real_3: 0.22970131039619446 (0.22613362002013318) - | > loss_disc_real_4: 0.33903267979621887 (0.22380840862591053) - | > loss_disc_real_5: 0.2904582917690277 (0.23626213245580543) - | > loss_0: 2.423081874847412 (2.467880989438927) - | > grad_norm_0: tensor(14.0760, device='cuda:0') (tensor(100.6336, device='cuda:0')) - | > loss_gen: 2.4869165420532227 (2.352788300370449) - | > loss_kl: 1.1539007425308228 (1.5225618447939948) - | > loss_feat: 6.037139892578125 (5.589179103697968) - | > loss_mel: 23.963438034057617 (22.742654457763212) - | > loss_duration: 1.7259669303894043 (1.7536955839724997) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.36736297607422 (33.96087930909355) - | > grad_norm_1: tensor(401.0503, device='cuda:0') (tensor(622.6520, device='cuda:0')) - | > current_lr_0: 0.00019942578993363514 - | > current_lr_1: 0.00019942578993363514 - | > step_time: 2.5058 (1.0352299033696928) - | > loader_time: 0.0082 (0.00870122412341323) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.5168204307556152 (2.5168204307556152) - | > loss_disc_real_0: 0.10430783033370972 (0.10430783033370972) - | > loss_disc_real_1: 0.14264412224292755 (0.14264412224292755) - | > loss_disc_real_2: 0.21726074814796448 (0.21726074814796448) - | > loss_disc_real_3: 0.2712027132511139 (0.2712027132511139) - | > loss_disc_real_4: 0.18664409220218658 (0.18664409220218658) - | > loss_disc_real_5: 0.2634640336036682 (0.2634640336036682) - | > loss_0: 2.5168204307556152 (2.5168204307556152) - | > loss_gen: 1.9573427438735962 (1.9573427438735962) - | > loss_kl: 1.7915054559707642 (1.7915054559707642) - | > loss_feat: 4.4577460289001465 (4.4577460289001465) - | > loss_mel: 21.455944061279297 (21.455944061279297) - | > loss_duration: 2.007826566696167 (2.007826566696167) - | > loss_1: 31.670364379882812 (31.670364379882812) - - --> STEP: 1 - | > loss_disc: 2.464050769805908 (2.464050769805908) - | > loss_disc_real_0: 0.08392453193664551 (0.08392453193664551) - | > loss_disc_real_1: 0.10694357007741928 (0.10694357007741928) - | > loss_disc_real_2: 0.17857679724693298 (0.17857679724693298) - | > loss_disc_real_3: 0.24714691936969757 (0.24714691936969757) - | > loss_disc_real_4: 0.16388897597789764 (0.16388897597789764) - | > loss_disc_real_5: 0.2570321559906006 (0.2570321559906006) - | > loss_0: 2.464050769805908 (2.464050769805908) - | > loss_gen: 1.8646613359451294 (1.8646613359451294) - | > loss_kl: 1.9546669721603394 (1.9546669721603394) - | > loss_feat: 5.948401927947998 (5.948401927947998) - | > loss_mel: 24.499820709228516 (24.499820709228516) - | > loss_duration: 1.708603858947754 (1.708603858947754) - | > loss_1: 35.97615432739258 (35.97615432739258) - - --> STEP: 2 - | > loss_disc: 2.5774476528167725 (2.5207492113113403) - | > loss_disc_real_0: 0.08321841806173325 (0.08357147499918938) - | > loss_disc_real_1: 0.14987188577651978 (0.12840772792696953) - | > loss_disc_real_2: 0.26303282380104065 (0.22080481052398682) - | > loss_disc_real_3: 0.2319021075963974 (0.23952451348304749) - | > loss_disc_real_4: 0.2483348250389099 (0.20611190050840378) - | > loss_disc_real_5: 0.25705212354660034 (0.25704213976860046) - | > loss_0: 2.5774476528167725 (2.5207492113113403) - | > loss_gen: 1.9173351526260376 (1.8909982442855835) - | > loss_kl: 1.1761527061462402 (1.5654098391532898) - | > loss_feat: 4.841689586639404 (5.395045757293701) - | > loss_mel: 22.553255081176758 (23.526537895202637) - | > loss_duration: 1.685518741607666 (1.69706130027771) - | > loss_1: 32.173954010009766 (34.07505416870117) - - --> STEP: 3 - | > loss_disc: 2.33614444732666 (2.4592142899831138) - | > loss_disc_real_0: 0.19122788310050964 (0.11945694436629613) - | > loss_disc_real_1: 0.08215000480413437 (0.11298848688602448) - | > loss_disc_real_2: 0.19257329404354095 (0.21139430503050485) - | > loss_disc_real_3: 0.22050154209136963 (0.23318352301915488) - | > loss_disc_real_4: 0.24354466795921326 (0.2185894896586736) - | > loss_disc_real_5: 0.2554289996623993 (0.25650442639986676) - | > loss_0: 2.33614444732666 (2.4592142899831138) - | > loss_gen: 2.2369496822357178 (2.0063153902689614) - | > loss_kl: 0.8704847097396851 (1.3337681293487549) - | > loss_feat: 5.830240249633789 (5.5401105880737305) - | > loss_mel: 24.321392059326172 (23.791489283243816) - | > loss_duration: 1.759442687034607 (1.7178550958633423) - | > loss_1: 35.01850891113281 (34.389539082845054) - - --> STEP: 4 - | > loss_disc: 2.4713215827941895 (2.4622411131858826) - | > loss_disc_real_0: 0.08301684260368347 (0.11034691892564297) - | > loss_disc_real_1: 0.14756746590137482 (0.12163323163986206) - | > loss_disc_real_2: 0.20181450247764587 (0.20899935439229012) - | > loss_disc_real_3: 0.24881517887115479 (0.23709143698215485) - | > loss_disc_real_4: 0.2241661101579666 (0.21998364478349686) - | > loss_disc_real_5: 0.20907658338546753 (0.24464746564626694) - | > loss_0: 2.4713215827941895 (2.4622411131858826) - | > loss_gen: 1.9564690589904785 (1.9938538074493408) - | > loss_kl: 1.7768323421478271 (1.444534182548523) - | > loss_feat: 5.565698146820068 (5.546507477760315) - | > loss_mel: 23.157825469970703 (23.633073329925537) - | > loss_duration: 1.6925690174102783 (1.7115335762500763) - | > loss_1: 34.14939498901367 (34.32950305938721) - - --> STEP: 5 - | > loss_disc: 2.314621686935425 (2.432717227935791) - | > loss_disc_real_0: 0.08227740228176117 (0.10473301559686661) - | > loss_disc_real_1: 0.08186496049165726 (0.1136795774102211) - | > loss_disc_real_2: 0.17110420763492584 (0.20142032504081725) - | > loss_disc_real_3: 0.19619037210941315 (0.2289112240076065) - | > loss_disc_real_4: 0.17172092199325562 (0.2103311002254486) - | > loss_disc_real_5: 0.1678689420223236 (0.22929176092147827) - | > loss_0: 2.314621686935425 (2.432717227935791) - | > loss_gen: 1.8204776048660278 (1.9591785669326782) - | > loss_kl: 1.9283541440963745 (1.5412981748580932) - | > loss_feat: 6.69666862487793 (5.776539707183838) - | > loss_mel: 24.066190719604492 (23.71969680786133) - | > loss_duration: 1.9022815227508545 (1.7496831655502318) - | > loss_1: 36.41397476196289 (34.74639739990234) - - --> STEP: 6 - | > loss_disc: 2.6073012351989746 (2.461814562479655) - | > loss_disc_real_0: 0.08347338438034058 (0.1011897437274456) - | > loss_disc_real_1: 0.11951150000095367 (0.11465156450867653) - | > loss_disc_real_2: 0.2425113469362259 (0.20826882869005203) - | > loss_disc_real_3: 0.23936590552330017 (0.2306536709268888) - | > loss_disc_real_4: 0.1733652651309967 (0.20417012770970663) - | > loss_disc_real_5: 0.2270725518465042 (0.22892189274231592) - | > loss_0: 2.6073012351989746 (2.461814562479655) - | > loss_gen: 1.8558043241500854 (1.9419495264689128) - | > loss_kl: 1.2560404539108276 (1.4937552213668823) - | > loss_feat: 4.09371280670166 (5.496068557103475) - | > loss_mel: 18.77128791809082 (22.894961992899578) - | > loss_duration: 1.6503474712371826 (1.7331272164980571) - | > loss_1: 27.6271915435791 (33.55986309051514) - - --> STEP: 7 - | > loss_disc: 2.3538148403167725 (2.4463860307421004) - | > loss_disc_real_0: 0.07924067974090576 (0.09805416315793991) - | > loss_disc_real_1: 0.08913629502058029 (0.11100652601037707) - | > loss_disc_real_2: 0.18227176368236542 (0.20455496226038253) - | > loss_disc_real_3: 0.25335827469825745 (0.23389718575137003) - | > loss_disc_real_4: 0.19785305857658386 (0.20326768926211766) - | > loss_disc_real_5: 0.2694825828075409 (0.23471627703734807) - | > loss_0: 2.3538148403167725 (2.4463860307421004) - | > loss_gen: 2.158099412918091 (1.9728280816759383) - | > loss_kl: 1.2502436637878418 (1.458967855998448) - | > loss_feat: 6.393233299255371 (5.62423494883946) - | > loss_mel: 24.158672332763672 (23.07549204145159) - | > loss_duration: 1.7032954692840576 (1.7288655383246285) - | > loss_1: 35.663543701171875 (33.86038889203753) - - --> STEP: 8 - | > loss_disc: 2.670909881591797 (2.4744515120983124) - | > loss_disc_real_0: 0.05685067176818848 (0.09290372673422098) - | > loss_disc_real_1: 0.11995621025562286 (0.11212523654103279) - | > loss_disc_real_2: 0.21795621514320374 (0.20623011887073517) - | > loss_disc_real_3: 0.21954655647277832 (0.23210335709154606) - | > loss_disc_real_4: 0.20734652876853943 (0.20377754420042038) - | > loss_disc_real_5: 0.18431256711483002 (0.2284158132970333) - | > loss_0: 2.670909881591797 (2.4744515120983124) - | > loss_gen: 1.6053261756896973 (1.926890343427658) - | > loss_kl: 1.6754701137542725 (1.486030638217926) - | > loss_feat: 3.919926643371582 (5.411196410655975) - | > loss_mel: 16.105087280273438 (22.20419144630432) - | > loss_duration: 1.7491779327392578 (1.7314045876264572) - | > loss_1: 25.054988861083984 (32.759713888168335) - - --> STEP: 9 - | > loss_disc: 2.554936647415161 (2.4833943049112954) - | > loss_disc_real_0: 0.0838480293750763 (0.09189753813876046) - | > loss_disc_real_1: 0.1245313286781311 (0.1135036912229326) - | > loss_disc_real_2: 0.21770402789115906 (0.20750499765078226) - | > loss_disc_real_3: 0.2198038101196289 (0.23073674076133305) - | > loss_disc_real_4: 0.18393422663211823 (0.2015727311372757) - | > loss_disc_real_5: 0.32050809264183044 (0.23864828877978855) - | > loss_0: 2.554936647415161 (2.4833943049112954) - | > loss_gen: 1.876218318939209 (1.921260118484497) - | > loss_kl: 1.4146195650100708 (1.4780960745281644) - | > loss_feat: 4.643041610717773 (5.325845877329509) - | > loss_mel: 21.4943790435791 (22.125323401557075) - | > loss_duration: 1.7292886972427368 (1.7311694886949327) - | > loss_1: 31.157546997070312 (32.581695344713) - - --> STEP: 10 - | > loss_disc: 2.456001043319702 (2.480654978752136) - | > loss_disc_real_0: 0.08848902583122253 (0.09155668690800667) - | > loss_disc_real_1: 0.10476913303136826 (0.11263023540377617) - | > loss_disc_real_2: 0.2387172132730484 (0.2106262192130089) - | > loss_disc_real_3: 0.3178989291191101 (0.23945295959711074) - | > loss_disc_real_4: 0.19055910408496857 (0.200471368432045) - | > loss_disc_real_5: 0.20661471784114838 (0.23544493168592454) - | > loss_0: 2.456001043319702 (2.480654978752136) - | > loss_gen: 2.1198627948760986 (1.9411203861236572) - | > loss_kl: 1.577017068862915 (1.4879881739616394) - | > loss_feat: 6.0069899559021 (5.393960285186767) - | > loss_mel: 24.014074325561523 (22.31419849395752) - | > loss_duration: 1.6189056634902954 (1.719943106174469) - | > loss_1: 35.336849212646484 (32.85721073150635) - - --> STEP: 11 - | > loss_disc: 2.5011343955993652 (2.482516743920066) - | > loss_disc_real_0: 0.08214867115020752 (0.09070141274820674) - | > loss_disc_real_1: 0.10546961426734924 (0.11197926984591917) - | > loss_disc_real_2: 0.20562857389450073 (0.21017188782041724) - | > loss_disc_real_3: 0.23685139417648315 (0.23921645364978097) - | > loss_disc_real_4: 0.21354396641254425 (0.2016597864302722) - | > loss_disc_real_5: 0.22666354477405548 (0.23464662378484552) - | > loss_0: 2.5011343955993652 (2.482516743920066) - | > loss_gen: 2.042809009552002 (1.950364806435325) - | > loss_kl: 1.1676561832427979 (1.4588670838962903) - | > loss_feat: 5.470109939575195 (5.400882981040261) - | > loss_mel: 22.28469467163086 (22.31151632829146) - | > loss_duration: 1.6611592769622803 (1.7145991217006336) - | > loss_1: 32.626426696777344 (32.836230364712804) - - --> STEP: 12 - | > loss_disc: 2.548229217529297 (2.4879927833875017) - | > loss_disc_real_0: 0.15164600312709808 (0.09578012861311436) - | > loss_disc_real_1: 0.16067497432231903 (0.11603724521895249) - | > loss_disc_real_2: 0.228288471698761 (0.21168160314361253) - | > loss_disc_real_3: 0.2723316252231598 (0.24197605128089586) - | > loss_disc_real_4: 0.23472850024700165 (0.20441551258166632) - | > loss_disc_real_5: 0.3020896017551422 (0.24026687194903693) - | > loss_0: 2.548229217529297 (2.4879927833875017) - | > loss_gen: 2.1088266372680664 (1.96356995900472) - | > loss_kl: 1.5165503025054932 (1.4636740187803905) - | > loss_feat: 5.2688069343566895 (5.38987664381663) - | > loss_mel: 23.861722946166992 (22.44070021311442) - | > loss_duration: 1.7487207651138306 (1.7174425919850667) - | > loss_1: 34.5046272277832 (32.97526343663534) - - --> STEP: 13 - | > loss_disc: 2.2839999198913574 (2.472301024657029) - | > loss_disc_real_0: 0.054337747395038605 (0.09259225313480084) - | > loss_disc_real_1: 0.11187522858381271 (0.11571709009317252) - | > loss_disc_real_2: 0.1940290629863739 (0.21032371543920958) - | > loss_disc_real_3: 0.25555601716041565 (0.24302066404085892) - | > loss_disc_real_4: 0.19817018508911133 (0.20393510277454668) - | > loss_disc_real_5: 0.2584749758243561 (0.24166749532406145) - | > loss_0: 2.2839999198913574 (2.472301024657029) - | > loss_gen: 2.2644286155700684 (1.98671293258667) - | > loss_kl: 1.5284024477005005 (1.468653128697322) - | > loss_feat: 6.776834964752197 (5.496565745427058) - | > loss_mel: 26.662538528442383 (22.76545700660119) - | > loss_duration: 1.7809593677520752 (1.7223284978132982) - | > loss_1: 39.01316452026367 (33.43971736614521) - - --> STEP: 14 - | > loss_disc: 2.440269947052002 (2.4700130905423845) - | > loss_disc_real_0: 0.15839466452598572 (0.09729242537702833) - | > loss_disc_real_1: 0.0882658138871193 (0.113756284649883) - | > loss_disc_real_2: 0.23150022327899933 (0.2118363231420517) - | > loss_disc_real_3: 0.2986268997192383 (0.24699253801788604) - | > loss_disc_real_4: 0.2393224835395813 (0.20646277282919204) - | > loss_disc_real_5: 0.28418299555778503 (0.24470431676932744) - | > loss_0: 2.440269947052002 (2.4700130905423845) - | > loss_gen: 2.241255760192871 (2.00489456312997) - | > loss_kl: 0.8882926106452942 (1.42719880597932) - | > loss_feat: 5.3620524406433105 (5.486957652228219) - | > loss_mel: 24.005788803100586 (22.854052134922572) - | > loss_duration: 1.766403079032898 (1.7254766821861267) - | > loss_1: 34.2637939453125 (33.49857997894288) - - --> STEP: 15 - | > loss_disc: 2.430525302886963 (2.4673805713653563) - | > loss_disc_real_0: 0.08972896635532379 (0.09678819477558136) - | > loss_disc_real_1: 0.12704525887966156 (0.11464221626520157) - | > loss_disc_real_2: 0.2617259919643402 (0.2151623010635376) - | > loss_disc_real_3: 0.29357975721359253 (0.2500983526309331) - | > loss_disc_real_4: 0.23576483130455017 (0.2084162433942159) - | > loss_disc_real_5: 0.25986096262931824 (0.24571475982666016) - | > loss_0: 2.430525302886963 (2.4673805713653563) - | > loss_gen: 2.437978744506836 (2.033766841888428) - | > loss_kl: 1.1686381101608276 (1.409961426258087) - | > loss_feat: 5.142519474029541 (5.463995107014974) - | > loss_mel: 24.462690353393555 (22.96129468282064) - | > loss_duration: 1.717914342880249 (1.7249725262324016) - | > loss_1: 34.92974090576172 (33.59399070739747) - - --> STEP: 16 - | > loss_disc: 2.554666757583618 (2.472835958003998) - | > loss_disc_real_0: 0.09586149454116821 (0.09673027601093054) - | > loss_disc_real_1: 0.11168830096721649 (0.1144575965590775) - | > loss_disc_real_2: 0.22907927632331848 (0.2160321120172739) - | > loss_disc_real_3: 0.280873566865921 (0.25202180352061987) - | > loss_disc_real_4: 0.2577095925807953 (0.2114970777183771) - | > loss_disc_real_5: 0.21839115023612976 (0.244007034227252) - | > loss_0: 2.554666757583618 (2.472835958003998) - | > loss_gen: 1.9486074447631836 (2.0284443795681) - | > loss_kl: 1.7322399616241455 (1.4301038347184658) - | > loss_feat: 6.409635543823242 (5.523097634315491) - | > loss_mel: 24.263885498046875 (23.042706608772278) - | > loss_duration: 1.8271335363388062 (1.7313575893640518) - | > loss_1: 36.18150329589844 (33.75571024417878) - - --> STEP: 17 - | > loss_disc: 2.8911471366882324 (2.4974424979266) - | > loss_disc_real_0: 0.11246481537818909 (0.09765583715018104) - | > loss_disc_real_1: 0.16124992072582245 (0.11721008621594485) - | > loss_disc_real_2: 0.2433832734823227 (0.21764100386815913) - | > loss_disc_real_3: 0.21564055979251862 (0.24988173036014333) - | > loss_disc_real_4: 0.21188850700855255 (0.21152010297074036) - | > loss_disc_real_5: 0.21798056364059448 (0.24247606536921332) - | > loss_0: 2.8911471366882324 (2.4974424979266) - | > loss_gen: 1.6143471002578735 (2.0040857160792633) - | > loss_kl: 1.548362374305725 (1.4370602194000692) - | > loss_feat: 3.102252721786499 (5.38069499240202) - | > loss_mel: 17.926034927368164 (22.74172592163086) - | > loss_duration: 1.6862225532531738 (1.7287025872398825) - | > loss_1: 25.877220153808594 (33.29226965062759) - - --> STEP: 18 - | > loss_disc: 2.5726237297058105 (2.501619233025445) - | > loss_disc_real_0: 0.08155854791402817 (0.0967615433037281) - | > loss_disc_real_1: 0.10688240081071854 (0.1166363259156545) - | > loss_disc_real_2: 0.1954052895307541 (0.21640568640496996) - | > loss_disc_real_3: 0.2012512981891632 (0.24718003968397775) - | > loss_disc_real_4: 0.18511538207530975 (0.21005317403210533) - | > loss_disc_real_5: 0.3062201738357544 (0.24601740472846562) - | > loss_0: 2.5726237297058105 (2.501619233025445) - | > loss_gen: 1.772749900817871 (1.991233726342519) - | > loss_kl: 1.2925169467926025 (1.4290300375885434) - | > loss_feat: 4.236953258514404 (5.3171537849638195) - | > loss_mel: 18.416257858276367 (22.50142214033339) - | > loss_duration: 1.6854116916656494 (1.7262975374857585) - | > loss_1: 27.40389060974121 (32.96513748168945) - - --> STEP: 19 - | > loss_disc: 2.4099395275115967 (2.4967939853668213) - | > loss_disc_real_0: 0.06746634095907211 (0.09521969054874621) - | > loss_disc_real_1: 0.08753965049982071 (0.1151049219464001) - | > loss_disc_real_2: 0.21766598522663116 (0.2164720179218995) - | > loss_disc_real_3: 0.2461370825767517 (0.24712514720465006) - | > loss_disc_real_4: 0.22346138954162598 (0.210758869585238) - | > loss_disc_real_5: 0.18265792727470398 (0.24268269538879395) - | > loss_0: 2.4099395275115967 (2.4967939853668213) - | > loss_gen: 1.904186725616455 (1.9866523052516736) - | > loss_kl: 1.3994734287261963 (1.4274744265957882) - | > loss_feat: 6.172643661499023 (5.362179567939357) - | > loss_mel: 23.916601181030273 (22.575905247738486) - | > loss_duration: 1.7901934385299683 (1.72966047964598) - | > loss_1: 35.18309783935547 (33.08187223735609) - - --> STEP: 20 - | > loss_disc: 2.323324203491211 (2.4881204962730408) - | > loss_disc_real_0: 0.09960751235485077 (0.09543908163905143) - | > loss_disc_real_1: 0.10377559810876846 (0.11453845575451851) - | > loss_disc_real_2: 0.20106203854084015 (0.21570151895284653) - | > loss_disc_real_3: 0.2674841582775116 (0.24814309775829316) - | > loss_disc_real_4: 0.25935420393943787 (0.213188636302948) - | > loss_disc_real_5: 0.2302367240190506 (0.24206039682030678) - | > loss_0: 2.323324203491211 (2.4881204962730408) - | > loss_gen: 2.2459046840667725 (1.9996149241924286) - | > loss_kl: 1.66889488697052 (1.4395454496145248) - | > loss_feat: 6.106260776519775 (5.399383628368378) - | > loss_mel: 26.41006088256836 (22.767613029479982) - | > loss_duration: 1.672701120376587 (1.7268125116825104) - | > loss_1: 38.10382080078125 (33.332969665527344) - - --> STEP: 21 - | > loss_disc: 2.349395990371704 (2.481514567420596) - | > loss_disc_real_0: 0.05795074254274368 (0.09365392263446536) - | > loss_disc_real_1: 0.10161083936691284 (0.11392285497415633) - | > loss_disc_real_2: 0.2273389846086502 (0.21625568398407527) - | > loss_disc_real_3: 0.21162660419940948 (0.24640421711263202) - | > loss_disc_real_4: 0.2543342411518097 (0.21514795081956045) - | > loss_disc_real_5: 0.22615589201450348 (0.24130303944860185) - | > loss_0: 2.349395990371704 (2.481514567420596) - | > loss_gen: 2.0823659896850586 (2.0035554511206493) - | > loss_kl: 1.9325008392333984 (1.4630195157868522) - | > loss_feat: 5.723506927490234 (5.414818071183705) - | > loss_mel: 23.791812896728516 (22.81638445172991) - | > loss_duration: 1.7042615413665771 (1.7257386559531802) - | > loss_1: 35.23444747924805 (33.423516228085475) - - --> STEP: 22 - | > loss_disc: 2.6565561294555664 (2.4894710020585493) - | > loss_disc_real_0: 0.15308266878128052 (0.09635522927750241) - | > loss_disc_real_1: 0.14872340857982635 (0.1155046983198686) - | > loss_disc_real_2: 0.2156461477279663 (0.21622797779061578) - | > loss_disc_real_3: 0.3025103211402893 (0.24895449456843463) - | > loss_disc_real_4: 0.21339911222457886 (0.2150684581561522) - | > loss_disc_real_5: 0.27437999844551086 (0.24280653758482498) - | > loss_0: 2.6565561294555664 (2.4894710020585493) - | > loss_gen: 2.011242628097534 (2.003904868255962) - | > loss_kl: 1.4115382432937622 (1.4606794579462572) - | > loss_feat: 5.756218910217285 (5.430336291139777) - | > loss_mel: 24.465364456176758 (22.891338088295676) - | > loss_duration: 1.826974868774414 (1.730340301990509) - | > loss_1: 35.471336364746094 (33.51659896157005) - - --> STEP: 23 - | > loss_disc: 2.6221842765808105 (2.4952411444290825) - | > loss_disc_real_0: 0.10913805663585663 (0.09691100438003955) - | > loss_disc_real_1: 0.09901107102632523 (0.11478758408971455) - | > loss_disc_real_2: 0.18367891013622284 (0.21481280093607696) - | > loss_disc_real_3: 0.19614098966121674 (0.24665825522464255) - | > loss_disc_real_4: 0.2271452248096466 (0.2155935349671737) - | > loss_disc_real_5: 0.21513774991035461 (0.24160354681636975) - | > loss_0: 2.6221842765808105 (2.4952411444290825) - | > loss_gen: 1.6768136024475098 (1.9896835088729858) - | > loss_kl: 1.716166615486145 (1.4717875952306) - | > loss_feat: 5.701920032501221 (5.442144279894622) - | > loss_mel: 24.492685317993164 (22.96096188089122) - | > loss_duration: 1.8263295888900757 (1.734513749247012) - | > loss_1: 35.41391372680664 (33.59909090788468) - - --> STEP: 24 - | > loss_disc: 2.794645309448242 (2.5077163179715476) - | > loss_disc_real_0: 0.16416750848293304 (0.09971335871766011) - | > loss_disc_real_1: 0.1309925764799118 (0.11546279210597277) - | > loss_disc_real_2: 0.24952571094036102 (0.21625917218625546) - | > loss_disc_real_3: 0.2442370355129242 (0.24655737106998762) - | > loss_disc_real_4: 0.24466553330421448 (0.21680486823121706) - | > loss_disc_real_5: 0.3084976077079773 (0.24439079935352007) - | > loss_0: 2.794645309448242 (2.5077163179715476) - | > loss_gen: 1.7665870189666748 (1.9803878217935562) - | > loss_kl: 1.5723530054092407 (1.47597782065471) - | > loss_feat: 3.45839786529541 (5.359488179286321) - | > loss_mel: 19.793704986572266 (22.82899284362793) - | > loss_duration: 1.7025383710861206 (1.7331814418236415) - | > loss_1: 28.2935791015625 (33.37802791595459) - - --> STEP: 25 - | > loss_disc: 2.727511405944824 (2.5165081214904785) - | > loss_disc_real_0: 0.13595059514045715 (0.101162848174572) - | > loss_disc_real_1: 0.17010757327079773 (0.11764858335256577) - | > loss_disc_real_2: 0.2369844913482666 (0.2170881849527359) - | > loss_disc_real_3: 0.20977918803691864 (0.24508624374866486) - | > loss_disc_real_4: 0.22133825719356537 (0.216986203789711) - | > loss_disc_real_5: 0.2675335109233856 (0.2453165078163147) - | > loss_0: 2.727511405944824 (2.5165081214904785) - | > loss_gen: 1.7925035953521729 (1.972872452735901) - | > loss_kl: 1.5367255210876465 (1.4784077286720276) - | > loss_feat: 5.505559921264648 (5.365331048965454) - | > loss_mel: 25.149356842041016 (22.921807403564454) - | > loss_duration: 1.6841917037963867 (1.7312218523025513) - | > loss_1: 35.668338775634766 (33.4696403503418) - - --> STEP: 26 - | > loss_disc: 2.5263869762420654 (2.5168880774424625) - | > loss_disc_real_0: 0.10695742070674896 (0.10138571634888649) - | > loss_disc_real_1: 0.13243389129638672 (0.11821724904271272) - | > loss_disc_real_2: 0.2539248466491699 (0.21850497963336799) - | > loss_disc_real_3: 0.2302478700876236 (0.24451553706939405) - | > loss_disc_real_4: 0.20800477266311646 (0.2166407641309958) - | > loss_disc_real_5: 0.28519803285598755 (0.2468504126255329) - | > loss_0: 2.5263869762420654 (2.5168880774424625) - | > loss_gen: 2.0287418365478516 (1.9750212751902068) - | > loss_kl: 1.2789651155471802 (1.4707368589364564) - | > loss_feat: 5.379841327667236 (5.36588913660783) - | > loss_mel: 23.624460220336914 (22.948832511901855) - | > loss_duration: 1.7473796606063843 (1.7318433064680834) - | > loss_1: 34.05938720703125 (33.49232292175293) - - --> STEP: 27 - | > loss_disc: 2.3808600902557373 (2.5118500038429543) - | > loss_disc_real_0: 0.07857160270214081 (0.1005407491767848) - | > loss_disc_real_1: 0.08411823958158493 (0.11695432276637466) - | > loss_disc_real_2: 0.21117743849754333 (0.21823358922093003) - | > loss_disc_real_3: 0.21763792634010315 (0.24352007000534623) - | > loss_disc_real_4: 0.20809097588062286 (0.21632410530690793) - | > loss_disc_real_5: 0.21113412082195282 (0.24552758700317806) - | > loss_0: 2.3808600902557373 (2.5118500038429543) - | > loss_gen: 1.9394794702529907 (1.973704912044384) - | > loss_kl: 1.4332433938980103 (1.4693482120831807) - | > loss_feat: 5.446201324462891 (5.368863662083943) - | > loss_mel: 22.16417694091797 (22.919771194458008) - | > loss_duration: 1.749920129776001 (1.7325128184424505) - | > loss_1: 32.7330207824707 (33.46420062029803) - - --> STEP: 28 - | > loss_disc: 2.6413068771362305 (2.5164734636034285) - | > loss_disc_real_0: 0.07104086875915527 (0.09948718201901231) - | > loss_disc_real_1: 0.12337157875299454 (0.11718351048018251) - | > loss_disc_real_2: 0.2285100221633911 (0.21860060468316078) - | > loss_disc_real_3: 0.22338254749774933 (0.24280087277293205) - | > loss_disc_real_4: 0.20060545206069946 (0.21576272483382905) - | > loss_disc_real_5: 0.2367689162492752 (0.24521477733339583) - | > loss_0: 2.6413068771362305 (2.5164734636034285) - | > loss_gen: 1.7402631044387817 (1.965367704629898) - | > loss_kl: 1.4957585334777832 (1.4702914378472738) - | > loss_feat: 4.464954376220703 (5.336581187588828) - | > loss_mel: 20.398094177246094 (22.829711300986155) - | > loss_duration: 1.7288758754730225 (1.7323829276221139) - | > loss_1: 29.827945709228516 (33.334334373474114) - - --> STEP: 29 - | > loss_disc: 2.5621323585510254 (2.518047908256794) - | > loss_disc_real_0: 0.09419670701026917 (0.09930475184629703) - | > loss_disc_real_1: 0.12977658212184906 (0.11761775432989516) - | > loss_disc_real_2: 0.23281727731227875 (0.21909083477382002) - | > loss_disc_real_3: 0.2193755954504013 (0.24199310458939652) - | > loss_disc_real_4: 0.22229993343353271 (0.21598814582002573) - | > loss_disc_real_5: 0.2747635245323181 (0.24623369965060005) - | > loss_0: 2.5621323585510254 (2.518047908256794) - | > loss_gen: 1.982579231262207 (1.9659612055482536) - | > loss_kl: 1.2210872173309326 (1.4616981888639515) - | > loss_feat: 4.4810895919799805 (5.307081477395419) - | > loss_mel: 18.350299835205078 (22.675248836648876) - | > loss_duration: 1.7140840291976929 (1.73175193112472) - | > loss_1: 27.749141693115234 (33.14174152242725) - - --> STEP: 30 - | > loss_disc: 2.3595728874206543 (2.512765407562256) - | > loss_disc_real_0: 0.09378260374069214 (0.09912068024277687) - | > loss_disc_real_1: 0.08301067352294922 (0.11646418496966363) - | > loss_disc_real_2: 0.22384165227413177 (0.21924919535716375) - | > loss_disc_real_3: 0.27334296703338623 (0.24303810000419618) - | > loss_disc_real_4: 0.2549615204334259 (0.21728725830713908) - | > loss_disc_real_5: 0.23699310421943665 (0.2459256798028946) - | > loss_0: 2.3595728874206543 (2.512765407562256) - | > loss_gen: 2.14874529838562 (1.9720540086428324) - | > loss_kl: 1.905272126197815 (1.4764839867750803) - | > loss_feat: 6.193562030792236 (5.336630829175314) - | > loss_mel: 25.890405654907227 (22.78242073059082) - | > loss_duration: 1.754744291305542 (1.7325183431307474) - | > loss_1: 37.892730712890625 (33.300107828776035) - - --> STEP: 31 - | > loss_disc: 2.7141828536987305 (2.5192627445344002) - | > loss_disc_real_0: 0.0621182955801487 (0.09792705493107919) - | > loss_disc_real_1: 0.16169559955596924 (0.11792326285954445) - | > loss_disc_real_2: 0.2714109718799591 (0.220931833309512) - | > loss_disc_real_3: 0.23890040814876556 (0.24290462607337582) - | > loss_disc_real_4: 0.2044861614704132 (0.21687431969950277) - | > loss_disc_real_5: 0.26903021335601807 (0.24667098733686632) - | > loss_0: 2.7141828536987305 (2.5192627445344002) - | > loss_gen: 1.778830647468567 (1.9658209969920497) - | > loss_kl: 1.4166109561920166 (1.4745525986917558) - | > loss_feat: 3.585320472717285 (5.280136946708925) - | > loss_mel: 19.64940643310547 (22.681355753252582) - | > loss_duration: 1.663010597229004 (1.7302761577790784) - | > loss_1: 28.093177795410156 (33.13214234382875) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.011062406724499117 (-0.0010048881653816483) - | > avg_loss_disc: 2.5192627445344002 (+0.19938425863942788) - | > avg_loss_disc_real_0: 0.09792705493107919 (+0.03032873042168155) - | > avg_loss_disc_real_1: 0.11792326285954445 (-0.11616564638191652) - | > avg_loss_disc_real_2: 0.220931833309512 (+0.023793587280857953) - | > avg_loss_disc_real_3: 0.24290462607337582 (+0.026415940494306622) - | > avg_loss_disc_real_4: 0.21687431969950277 (+0.016966021349353183) - | > avg_loss_disc_real_5: 0.24667098733686632 (+0.04916478837690047) - | > avg_loss_0: 2.5192627445344002 (+0.19938425863942788) - | > avg_loss_gen: 1.9658209969920497 (-0.3111870365758094) - | > avg_loss_kl: 1.4745525986917558 (-0.0757878845737825) - | > avg_loss_feat: 5.280136946708925 (-0.721556525076589) - | > avg_loss_mel: 22.681355753252582 (-0.7619887321226066) - | > avg_loss_duration: 1.7302761577790784 (-0.01832592871881289) - | > avg_loss_1: 33.13214234382875 (-1.888846243581476) - - > BEST MODEL : vits_shi_male-November-22-2024_02+49AM-0000000/best_model_19351.pth - - > EPOCH: 22/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-22 15:35:30)  - - --> TIME: 2024-11-22 15:35:51 -- STEP: 24/797 -- GLOBAL_STEP: 19375 - | > loss_disc: 2.575122594833374 (2.4926089545090995) - | > loss_disc_real_0: 0.19765007495880127 (0.1293410970829427) - | > loss_disc_real_1: 0.2557317912578583 (0.22830909366408983) - | > loss_disc_real_2: 0.2919783592224121 (0.247183450187246) - | > loss_disc_real_3: 0.22992365062236786 (0.22615589884420237) - | > loss_disc_real_4: 0.22875021398067474 (0.21437538911898932) - | > loss_disc_real_5: 0.23620204627513885 (0.24257800169289112) - | > loss_0: 2.575122594833374 (2.4926089545090995) - | > grad_norm_0: tensor(361.6697, device='cuda:0') (tensor(170.2499, device='cuda:0')) - | > loss_gen: 2.357001543045044 (2.348576545715332) - | > loss_kl: 1.4439091682434082 (1.5871837933858235) - | > loss_feat: 4.907096862792969 (5.451704760392507) - | > loss_mel: 20.633525848388672 (21.902393579483032) - | > loss_duration: 1.8499095439910889 (1.9020819912354152) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.191442489624023 (33.191940863927215) - | > grad_norm_1: tensor(1045.1548, device='cuda:0') (tensor(904.8746, device='cuda:0')) - | > current_lr_0: 0.00019940086170989343 - | > current_lr_1: 0.00019940086170989343 - | > step_time: 0.7457 (0.8074614604314169) - | > loader_time: 0.0035 (0.0042351484298706055) - - - --> TIME: 2024-11-22 15:36:11 -- STEP: 49/797 -- GLOBAL_STEP: 19400 - | > loss_disc: 2.4439728260040283 (2.4722019701587903) - | > loss_disc_real_0: 0.12709586322307587 (0.12357282547318202) - | > loss_disc_real_1: 0.2137046605348587 (0.22044406071001169) - | > loss_disc_real_2: 0.22562424838542938 (0.24169053623870929) - | > loss_disc_real_3: 0.22461101412773132 (0.22570252813854996) - | > loss_disc_real_4: 0.2198033332824707 (0.2177238397452296) - | > loss_disc_real_5: 0.22348368167877197 (0.23667975560742982) - | > loss_0: 2.4439728260040283 (2.4722019701587903) - | > grad_norm_0: tensor(43.7684, device='cuda:0') (tensor(122.7061, device='cuda:0')) - | > loss_gen: 2.4004642963409424 (2.3505352175965606) - | > loss_kl: 1.4553463459014893 (1.5811131243803063) - | > loss_feat: 5.799462795257568 (5.561937925766926) - | > loss_mel: 23.29644775390625 (22.16836107993613) - | > loss_duration: 1.72585129737854 (1.8523225930272316) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.677574157714844 (33.51426980933363) - | > grad_norm_1: tensor(762.4655, device='cuda:0') (tensor(761.5834, device='cuda:0')) - | > current_lr_0: 0.00019940086170989343 - | > current_lr_1: 0.00019940086170989343 - | > step_time: 0.789 (0.8014742549584837) - | > loader_time: 0.0038 (0.004388439412019693) - - - --> TIME: 2024-11-22 15:36:32 -- STEP: 74/797 -- GLOBAL_STEP: 19425 - | > loss_disc: 2.2454023361206055 (2.465483755678744) - | > loss_disc_real_0: 0.06392265856266022 (0.12425349894407628) - | > loss_disc_real_1: 0.20782768726348877 (0.21819566371473106) - | > loss_disc_real_2: 0.18669675290584564 (0.23796847603611043) - | > loss_disc_real_3: 0.1887940615415573 (0.2238509401276305) - | > loss_disc_real_4: 0.19429230690002441 (0.22214460876342412) - | > loss_disc_real_5: 0.18590205907821655 (0.2361320702208055) - | > loss_0: 2.2454023361206055 (2.465483755678744) - | > grad_norm_0: tensor(34.8490, device='cuda:0') (tensor(113.6819, device='cuda:0')) - | > loss_gen: 2.3707540035247803 (2.35006108477309) - | > loss_kl: 1.9067059755325317 (1.5820140967497955) - | > loss_feat: 6.014453411102295 (5.618140027329728) - | > loss_mel: 21.937685012817383 (22.404621175817542) - | > loss_duration: 1.786495566368103 (1.822951012366527) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.01609420776367 (33.777787234332095) - | > grad_norm_1: tensor(344.8888, device='cuda:0') (tensor(765.5671, device='cuda:0')) - | > current_lr_0: 0.00019940086170989343 - | > current_lr_1: 0.00019940086170989343 - | > step_time: 0.8159 (0.8094195965174082) - | > loader_time: 0.0039 (0.004525033203331202) - - - --> TIME: 2024-11-22 15:36:52 -- STEP: 99/797 -- GLOBAL_STEP: 19450 - | > loss_disc: 2.532320499420166 (2.4742461021500395) - | > loss_disc_real_0: 0.0930241197347641 (0.12653069634630218) - | > loss_disc_real_1: 0.1942421793937683 (0.21853848027460504) - | > loss_disc_real_2: 0.2530154287815094 (0.23855530041636844) - | > loss_disc_real_3: 0.2094879299402237 (0.22344449011966436) - | > loss_disc_real_4: 0.2288740575313568 (0.22171529209372973) - | > loss_disc_real_5: 0.21319647133350372 (0.23600113933736627) - | > loss_0: 2.532320499420166 (2.4742461021500395) - | > grad_norm_0: tensor(13.7764, device='cuda:0') (tensor(109.3435, device='cuda:0')) - | > loss_gen: 2.3222076892852783 (2.349515842668938) - | > loss_kl: 1.5235823392868042 (1.550744071753338) - | > loss_feat: 6.073055267333984 (5.62327519811765) - | > loss_mel: 23.569751739501953 (22.42524484191278) - | > loss_duration: 1.7893210649490356 (1.8111341710042472) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.27791976928711 (33.7599140128704) - | > grad_norm_1: tensor(438.8902, device='cuda:0') (tensor(759.8331, device='cuda:0')) - | > current_lr_0: 0.00019940086170989343 - | > current_lr_1: 0.00019940086170989343 - | > step_time: 0.8144 (0.8107673447541519) - | > loader_time: 0.0046 (0.004686069006871698) - - - --> TIME: 2024-11-22 15:37:13 -- STEP: 124/797 -- GLOBAL_STEP: 19475 - | > loss_disc: 2.4765820503234863 (2.4712294993862023) - | > loss_disc_real_0: 0.09862102568149567 (0.1238525306445456) - | > loss_disc_real_1: 0.18920016288757324 (0.21811146685673344) - | > loss_disc_real_2: 0.2600390315055847 (0.238683482451785) - | > loss_disc_real_3: 0.21605369448661804 (0.22558029777100008) - | > loss_disc_real_4: 0.24626187980175018 (0.22143051569019595) - | > loss_disc_real_5: 0.23116140067577362 (0.23663330354517506) - | > loss_0: 2.4765820503234863 (2.4712294993862023) - | > grad_norm_0: tensor(120.0614, device='cuda:0') (tensor(106.6780, device='cuda:0')) - | > loss_gen: 2.353355646133423 (2.3533261437569895) - | > loss_kl: 1.7247288227081299 (1.5431163392720684) - | > loss_feat: 5.86914587020874 (5.648824453353881) - | > loss_mel: 22.719369888305664 (22.4703461124051) - | > loss_duration: 1.8051130771636963 (1.8034566938877106) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.47171401977539 (33.81906966240175) - | > grad_norm_1: tensor(794.4306, device='cuda:0') (tensor(750.5110, device='cuda:0')) - | > current_lr_0: 0.00019940086170989343 - | > current_lr_1: 0.00019940086170989343 - | > step_time: 0.8274 (0.8135283877772672) - | > loader_time: 0.0073 (0.004883462382901101) - - - --> TIME: 2024-11-22 15:37:34 -- STEP: 149/797 -- GLOBAL_STEP: 19500 - | > loss_disc: 2.3044955730438232 (2.4722585774108063) - | > loss_disc_real_0: 0.048993900418281555 (0.12526925453203633) - | > loss_disc_real_1: 0.21418172121047974 (0.21741695152033094) - | > loss_disc_real_2: 0.22612032294273376 (0.23866111020113798) - | > loss_disc_real_3: 0.20095539093017578 (0.22461283536965415) - | > loss_disc_real_4: 0.18571530282497406 (0.2209306477300272) - | > loss_disc_real_5: 0.2127087116241455 (0.23661975592574816) - | > loss_0: 2.3044955730438232 (2.4722585774108063) - | > grad_norm_0: tensor(34.5270, device='cuda:0') (tensor(113.8678, device='cuda:0')) - | > loss_gen: 2.3706588745117188 (2.3572271542261105) - | > loss_kl: 1.5417709350585938 (1.5355873295924807) - | > loss_feat: 6.110345363616943 (5.654112428626757) - | > loss_mel: 22.65503692626953 (22.47130209647569) - | > loss_duration: 1.7902127504348755 (1.7977559230471618) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.46802520751953 (33.81598485396212) - | > grad_norm_1: tensor(464.2249, device='cuda:0') (tensor(731.6296, device='cuda:0')) - | > current_lr_0: 0.00019940086170989343 - | > current_lr_1: 0.00019940086170989343 - | > step_time: 0.8333 (0.8147363838733445) - | > loader_time: 0.0048 (0.005079376617534051) - - - --> TIME: 2024-11-22 15:37:55 -- STEP: 174/797 -- GLOBAL_STEP: 19525 - | > loss_disc: 2.433715581893921 (2.471669653366351) - | > loss_disc_real_0: 0.13443802297115326 (0.1253089451113308) - | > loss_disc_real_1: 0.15826430916786194 (0.2169247879379097) - | > loss_disc_real_2: 0.253513365983963 (0.23761596282323202) - | > loss_disc_real_3: 0.2578623592853546 (0.22479605434954852) - | > loss_disc_real_4: 0.275206983089447 (0.2218616161195711) - | > loss_disc_real_5: 0.26209259033203125 (0.23708927263131088) - | > loss_0: 2.433715581893921 (2.471669653366351) - | > grad_norm_0: tensor(33.8584, device='cuda:0') (tensor(107.5394, device='cuda:0')) - | > loss_gen: 2.4538493156433105 (2.349125060541875) - | > loss_kl: 1.422787070274353 (1.5315395213406657) - | > loss_feat: 5.620917797088623 (5.634775342612429) - | > loss_mel: 23.486923217773438 (22.488879916311685) - | > loss_duration: 1.7577831745147705 (1.7904034955748196) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.74225997924805 (33.7947232586214) - | > grad_norm_1: tensor(615.0078, device='cuda:0') (tensor(678.8673, device='cuda:0')) - | > current_lr_0: 0.00019940086170989343 - | > current_lr_1: 0.00019940086170989343 - | > step_time: 0.8345 (0.8173631046010164) - | > loader_time: 0.0045 (0.005247617590016333) - - - --> TIME: 2024-11-22 15:38:16 -- STEP: 199/797 -- GLOBAL_STEP: 19550 - | > loss_disc: 2.453047275543213 (2.4734715972114434) - | > loss_disc_real_0: 0.13250866532325745 (0.1268650432814604) - | > loss_disc_real_1: 0.19255217909812927 (0.21655076749660263) - | > loss_disc_real_2: 0.1962607204914093 (0.23765106514171142) - | > loss_disc_real_3: 0.197598397731781 (0.22408860981763906) - | > loss_disc_real_4: 0.20882518589496613 (0.22169582268700525) - | > loss_disc_real_5: 0.2625749409198761 (0.2375144213438034) - | > loss_0: 2.453047275543213 (2.4734715972114434) - | > grad_norm_0: tensor(82.7902, device='cuda:0') (tensor(107.2260, device='cuda:0')) - | > loss_gen: 2.1504175662994385 (2.340181598711252) - | > loss_kl: 1.4671337604522705 (1.523552938022805) - | > loss_feat: 5.697965145111084 (5.615821083586417) - | > loss_mel: 23.90862464904785 (22.518662773784087) - | > loss_duration: 1.7380213737487793 (1.7862674357304023) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.962162017822266 (33.78448574507058) - | > grad_norm_1: tensor(1191.2236, device='cuda:0') (tensor(684.5480, device='cuda:0')) - | > current_lr_0: 0.00019940086170989343 - | > current_lr_1: 0.00019940086170989343 - | > step_time: 0.7923 (0.8208139086488506) - | > loader_time: 0.0051 (0.005317989905275894) - - - --> TIME: 2024-11-22 15:38:39 -- STEP: 224/797 -- GLOBAL_STEP: 19575 - | > loss_disc: 2.374958038330078 (2.4672017384852674) - | > loss_disc_real_0: 0.05469181388616562 (0.12359274363344788) - | > loss_disc_real_1: 0.1690850853919983 (0.21606772053720696) - | > loss_disc_real_2: 0.2582586109638214 (0.2385865427952792) - | > loss_disc_real_3: 0.20391789078712463 (0.22311257092016085) - | > loss_disc_real_4: 0.24457086622714996 (0.22184566747663273) - | > loss_disc_real_5: 0.2671889364719391 (0.23767168161326221) - | > loss_0: 2.374958038330078 (2.4672017384852674) - | > grad_norm_0: tensor(40.1963, device='cuda:0') (tensor(105.4216, device='cuda:0')) - | > loss_gen: 2.413400888442993 (2.349525594285556) - | > loss_kl: 1.4721441268920898 (1.5267950490649256) - | > loss_feat: 6.694889068603516 (5.644024670124052) - | > loss_mel: 24.432727813720703 (22.562798431941445) - | > loss_duration: 1.7208824157714844 (1.7834807698215758) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.734046936035156 (33.86662448304042) - | > grad_norm_1: tensor(501.6335, device='cuda:0') (tensor(682.5622, device='cuda:0')) - | > current_lr_0: 0.00019940086170989343 - | > current_lr_1: 0.00019940086170989343 - | > step_time: 0.8589 (0.8303703314491683) - | > loader_time: 0.006 (0.00547371166093009) - - - --> TIME: 2024-11-22 15:39:02 -- STEP: 249/797 -- GLOBAL_STEP: 19600 - | > loss_disc: 2.3919882774353027 (2.4652231218345664) - | > loss_disc_real_0: 0.16076141595840454 (0.12339633291804157) - | > loss_disc_real_1: 0.2003045678138733 (0.21627513298308515) - | > loss_disc_real_2: 0.2742878794670105 (0.23826563358306885) - | > loss_disc_real_3: 0.2426345944404602 (0.22378574461343298) - | > loss_disc_real_4: 0.21080264449119568 (0.22182232285120398) - | > loss_disc_real_5: 0.2627663314342499 (0.23724973943817568) - | > loss_0: 2.3919882774353027 (2.4652231218345664) - | > grad_norm_0: tensor(229.1314, device='cuda:0') (tensor(105.1434, device='cuda:0')) - | > loss_gen: 2.544931650161743 (2.3555942223253976) - | > loss_kl: 1.4185515642166138 (1.521672920768998) - | > loss_feat: 5.715025901794434 (5.641754121665493) - | > loss_mel: 22.071428298950195 (22.546425287024565) - | > loss_duration: 1.7086125612258911 (1.7786419315031734) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.45854949951172 (33.84408844331183) - | > grad_norm_1: tensor(532.2764, device='cuda:0') (tensor(669.3956, device='cuda:0')) - | > current_lr_0: 0.00019940086170989343 - | > current_lr_1: 0.00019940086170989343 - | > step_time: 0.8923 (0.8377583620538676) - | > loader_time: 0.0055 (0.005663139274321409) - - - --> TIME: 2024-11-22 15:39:38 -- STEP: 274/797 -- GLOBAL_STEP: 19625 - | > loss_disc: 2.4475152492523193 (2.4630085412603218) - | > loss_disc_real_0: 0.08447449654340744 (0.12136358460479399) - | > loss_disc_real_1: 0.2097591906785965 (0.21669209645177326) - | > loss_disc_real_2: 0.24714291095733643 (0.23810923637917442) - | > loss_disc_real_3: 0.2248384803533554 (0.22384882169048279) - | > loss_disc_real_4: 0.22272199392318726 (0.2217422671017856) - | > loss_disc_real_5: 0.22193841636180878 (0.23741528973744733) - | > loss_0: 2.4475152492523193 (2.4630085412603218) - | > grad_norm_0: tensor(150.9577, device='cuda:0') (tensor(104.5912, device='cuda:0')) - | > loss_gen: 2.3731179237365723 (2.360380624332567) - | > loss_kl: 1.4787213802337646 (1.5230849866014324) - | > loss_feat: 5.541281700134277 (5.656134203402663) - | > loss_mel: 22.224258422851562 (22.59533939918463) - | > loss_duration: 1.7228858470916748 (1.7749666963180484) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.340267181396484 (33.909905851322385) - | > grad_norm_1: tensor(965.8516, device='cuda:0') (tensor(677.4840, device='cuda:0')) - | > current_lr_0: 0.00019940086170989343 - | > current_lr_1: 0.00019940086170989343 - | > step_time: 0.973 (0.8889576527324038) - | > loader_time: 0.0068 (0.005978435495474045) - - - --> TIME: 2024-11-22 15:40:03 -- STEP: 299/797 -- GLOBAL_STEP: 19650 - | > loss_disc: 2.263305902481079 (2.4584507870434904) - | > loss_disc_real_0: 0.04780668020248413 (0.12059213517601265) - | > loss_disc_real_1: 0.198167085647583 (0.21694706774076894) - | > loss_disc_real_2: 0.17905166745185852 (0.23745747872419581) - | > loss_disc_real_3: 0.2001660168170929 (0.22372726512991858) - | > loss_disc_real_4: 0.19290752708911896 (0.2209378030387853) - | > loss_disc_real_5: 0.23381218314170837 (0.23708926749269302) - | > loss_0: 2.263305902481079 (2.4584507870434904) - | > grad_norm_0: tensor(14.4713, device='cuda:0') (tensor(105.6118, device='cuda:0')) - | > loss_gen: 2.4594502449035645 (2.365930224740785) - | > loss_kl: 1.3612948656082153 (1.525558089133489) - | > loss_feat: 6.347413063049316 (5.669153988560705) - | > loss_mel: 22.653404235839844 (22.599990276987345) - | > loss_duration: 1.7360855340957642 (1.7723895243577734) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.557647705078125 (33.933021991946624) - | > grad_norm_1: tensor(418.1610, device='cuda:0') (tensor(673.6989, device='cuda:0')) - | > current_lr_0: 0.00019940086170989343 - | > current_lr_1: 0.00019940086170989343 - | > step_time: 0.9769 (0.8982043146688404) - | > loader_time: 0.0062 (0.006073199785672702) - - - --> TIME: 2024-11-22 15:40:27 -- STEP: 324/797 -- GLOBAL_STEP: 19675 - | > loss_disc: 2.3395237922668457 (2.463324949329281) - | > loss_disc_real_0: 0.18088090419769287 (0.12098582882296147) - | > loss_disc_real_1: 0.18200306594371796 (0.216554099900855) - | > loss_disc_real_2: 0.21479877829551697 (0.23819406588136413) - | > loss_disc_real_3: 0.15313391387462616 (0.22403970765478812) - | > loss_disc_real_4: 0.22662095725536346 (0.2217972483255981) - | > loss_disc_real_5: 0.20974944531917572 (0.23731351873756926) - | > loss_0: 2.3395237922668457 (2.463324949329281) - | > grad_norm_0: tensor(108.9292, device='cuda:0') (tensor(104.9027, device='cuda:0')) - | > loss_gen: 2.5475873947143555 (2.3636996510588095) - | > loss_kl: 1.822330355644226 (1.5313921278273617) - | > loss_feat: 5.963094711303711 (5.651281961688289) - | > loss_mel: 24.67453956604004 (22.600671544487103) - | > loss_duration: 1.7520748376846313 (1.770679220373248) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.75962829589844 (33.91772446808991) - | > grad_norm_1: tensor(335.0453, device='cuda:0') (tensor(660.9604, device='cuda:0')) - | > current_lr_0: 0.00019940086170989343 - | > current_lr_1: 0.00019940086170989343 - | > step_time: 1.0486 (0.9034791780106816) - | > loader_time: 0.0106 (0.006144224125661969) - - - --> TIME: 2024-11-22 15:40:54 -- STEP: 349/797 -- GLOBAL_STEP: 19700 - | > loss_disc: 2.3365378379821777 (2.4637310901139045) - | > loss_disc_real_0: 0.18207357823848724 (0.12235605396479787) - | > loss_disc_real_1: 0.21459659934043884 (0.21678495863959582) - | > loss_disc_real_2: 0.19504807889461517 (0.23806995452304283) - | > loss_disc_real_3: 0.22253765165805817 (0.22389442228143738) - | > loss_disc_real_4: 0.2213573306798935 (0.22170398672535632) - | > loss_disc_real_5: 0.2577177584171295 (0.23713696750153102) - | > loss_0: 2.3365378379821777 (2.4637310901139045) - | > grad_norm_0: tensor(106.9518, device='cuda:0') (tensor(103.0845, device='cuda:0')) - | > loss_gen: 2.460160970687866 (2.360165453571985) - | > loss_kl: 1.5112190246582031 (1.5328539375930939) - | > loss_feat: 5.899718761444092 (5.6434106239275135) - | > loss_mel: 23.857152938842773 (22.60752975769917) - | > loss_duration: 1.7238539457321167 (1.7675602559032275) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.45210647583008 (33.91151996055099) - | > grad_norm_1: tensor(714.6622, device='cuda:0') (tensor(653.7299, device='cuda:0')) - | > current_lr_0: 0.00019940086170989343 - | > current_lr_1: 0.00019940086170989343 - | > step_time: 0.9732 (0.9127558514176946) - | > loader_time: 0.0074 (0.006211192696688852) - - - --> TIME: 2024-11-22 15:41:20 -- STEP: 374/797 -- GLOBAL_STEP: 19725 - | > loss_disc: 2.455306053161621 (2.4650243080873544) - | > loss_disc_real_0: 0.19110271334648132 (0.12262687355997083) - | > loss_disc_real_1: 0.26641976833343506 (0.21727433581562608) - | > loss_disc_real_2: 0.2368321716785431 (0.23811406626261492) - | > loss_disc_real_3: 0.18760819733142853 (0.22393692535831325) - | > loss_disc_real_4: 0.23414044082164764 (0.22179371907430537) - | > loss_disc_real_5: 0.24145887792110443 (0.23709530486939426) - | > loss_0: 2.455306053161621 (2.4650243080873544) - | > grad_norm_0: tensor(283.0108, device='cuda:0') (tensor(102.5072, device='cuda:0')) - | > loss_gen: 2.4454383850097656 (2.3597928531029626) - | > loss_kl: 1.3852828741073608 (1.5303057354083036) - | > loss_feat: 5.181269645690918 (5.640773100011489) - | > loss_mel: 21.625947952270508 (22.59726193371941) - | > loss_duration: 1.719735860824585 (1.7646605672045825) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.35767364501953 (33.89279413988246) - | > grad_norm_1: tensor(840.5958, device='cuda:0') (tensor(650.7606, device='cuda:0')) - | > current_lr_0: 0.00019940086170989343 - | > current_lr_1: 0.00019940086170989343 - | > step_time: 1.066 (0.9202818947042374) - | > loader_time: 0.0055 (0.006281503381576132) - - - --> TIME: 2024-11-22 15:41:44 -- STEP: 399/797 -- GLOBAL_STEP: 19750 - | > loss_disc: 2.5665199756622314 (2.46335764696126) - | > loss_disc_real_0: 0.10133448243141174 (0.12249270225303208) - | > loss_disc_real_1: 0.18014627695083618 (0.21676171580352882) - | > loss_disc_real_2: 0.23716086149215698 (0.2380582708912087) - | > loss_disc_real_3: 0.2783093750476837 (0.22399694082282834) - | > loss_disc_real_4: 0.1741211861371994 (0.22141321559896446) - | > loss_disc_real_5: 0.27920761704444885 (0.2368541611615279) - | > loss_0: 2.5665199756622314 (2.46335764696126) - | > grad_norm_0: tensor(77.5208, device='cuda:0') (tensor(100.0782, device='cuda:0')) - | > loss_gen: 2.2007081508636475 (2.3570595878108684) - | > loss_kl: 1.3961820602416992 (1.528916210907145) - | > loss_feat: 5.915924072265625 (5.640796190515198) - | > loss_mel: 23.05523109436035 (22.59350311068963) - | > loss_duration: 1.722436547279358 (1.762925462316451) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.29047775268555 (33.88320052354856) - | > grad_norm_1: tensor(1037.2174, device='cuda:0') (tensor(648.1359, device='cuda:0')) - | > current_lr_0: 0.00019940086170989343 - | > current_lr_1: 0.00019940086170989343 - | > step_time: 0.956 (0.9227110568742106) - | > loader_time: 0.0066 (0.006327758755600244) - - - --> TIME: 2024-11-22 15:42:10 -- STEP: 424/797 -- GLOBAL_STEP: 19775 - | > loss_disc: 2.543191432952881 (2.46359084687143) - | > loss_disc_real_0: 0.12667085230350494 (0.1230249471066273) - | > loss_disc_real_1: 0.2735308110713959 (0.21685119275495696) - | > loss_disc_real_2: 0.23422545194625854 (0.23764403586117727) - | > loss_disc_real_3: 0.26304396986961365 (0.22448600772416813) - | > loss_disc_real_4: 0.2155059278011322 (0.2216207613500784) - | > loss_disc_real_5: 0.2521679103374481 (0.23658053661292455) - | > loss_0: 2.543191432952881 (2.46359084687143) - | > grad_norm_0: tensor(70.6614, device='cuda:0') (tensor(101.4098, device='cuda:0')) - | > loss_gen: 2.1951184272766113 (2.3590612020694963) - | > loss_kl: 1.4392348527908325 (1.5256060863722045) - | > loss_feat: 5.101465702056885 (5.648415550870715) - | > loss_mel: 21.944679260253906 (22.615198351302237) - | > loss_duration: 1.6971080303192139 (1.761272854118977) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.37760543823242 (33.909553991173816) - | > grad_norm_1: tensor(300.5312, device='cuda:0') (tensor(647.2246, device='cuda:0')) - | > current_lr_0: 0.00019940086170989343 - | > current_lr_1: 0.00019940086170989343 - | > step_time: 1.2243 (0.9282976574492905) - | > loader_time: 0.0094 (0.006470508170577716) - - - --> TIME: 2024-11-22 15:42:34 -- STEP: 449/797 -- GLOBAL_STEP: 19800 - | > loss_disc: 2.498575448989868 (2.4648295606430497) - | > loss_disc_real_0: 0.1034092903137207 (0.12282900918764626) - | > loss_disc_real_1: 0.1900726854801178 (0.21665769732476345) - | > loss_disc_real_2: 0.2485104501247406 (0.23770968871552056) - | > loss_disc_real_3: 0.22107918560504913 (0.22495378749673242) - | > loss_disc_real_4: 0.28757765889167786 (0.22202295512956607) - | > loss_disc_real_5: 0.22689463198184967 (0.2365208280776816) - | > loss_0: 2.498575448989868 (2.4648295606430497) - | > grad_norm_0: tensor(40.9322, device='cuda:0') (tensor(100.7592, device='cuda:0')) - | > loss_gen: 2.196606159210205 (2.3582072802269614) - | > loss_kl: 1.5429749488830566 (1.5229670423972845) - | > loss_feat: 5.585836887359619 (5.6467591988748325) - | > loss_mel: 21.6322021484375 (22.61856973728783) - | > loss_duration: 1.7641263008117676 (1.7600651626332036) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.721744537353516 (33.906568382789956) - | > grad_norm_1: tensor(435.4320, device='cuda:0') (tensor(643.9908, device='cuda:0')) - | > current_lr_0: 0.00019940086170989343 - | > current_lr_1: 0.00019940086170989343 - | > step_time: 0.8829 (0.93121700987784) - | > loader_time: 0.0155 (0.00654931270200054) - - - --> TIME: 2024-11-22 15:42:59 -- STEP: 474/797 -- GLOBAL_STEP: 19825 - | > loss_disc: 2.479112148284912 (2.4619311984581285) - | > loss_disc_real_0: 0.14580154418945312 (0.12185032123440423) - | > loss_disc_real_1: 0.17677879333496094 (0.21650768244316812) - | > loss_disc_real_2: 0.20428234338760376 (0.23757383104743837) - | > loss_disc_real_3: 0.16887091100215912 (0.2246164026579776) - | > loss_disc_real_4: 0.19881214201450348 (0.22192835358250493) - | > loss_disc_real_5: 0.2713029384613037 (0.2364978251766555) - | > loss_0: 2.479112148284912 (2.4619311984581285) - | > grad_norm_0: tensor(66.2740, device='cuda:0') (tensor(98.9405, device='cuda:0')) - | > loss_gen: 2.3109803199768066 (2.361477928574072) - | > loss_kl: 1.3208779096603394 (1.5218073364803058) - | > loss_feat: 5.436380386352539 (5.659906694154699) - | > loss_mel: 21.756919860839844 (22.643453980296975) - | > loss_duration: 1.7600840330123901 (1.759057768286532) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.585243225097656 (33.94570369559504) - | > grad_norm_1: tensor(173.5430, device='cuda:0') (tensor(640.1387, device='cuda:0')) - | > current_lr_0: 0.00019940086170989343 - | > current_lr_1: 0.00019940086170989343 - | > step_time: 1.0031 (0.9322717647512251) - | > loader_time: 0.0077 (0.0066843711877171) - - - --> TIME: 2024-11-22 15:43:23 -- STEP: 499/797 -- GLOBAL_STEP: 19850 - | > loss_disc: 2.4201672077178955 (2.46102231776786) - | > loss_disc_real_0: 0.14595839381217957 (0.12190684313346478) - | > loss_disc_real_1: 0.17141608893871307 (0.21647969201834266) - | > loss_disc_real_2: 0.26602041721343994 (0.2376033730640679) - | > loss_disc_real_3: 0.19745086133480072 (0.22455810126895176) - | > loss_disc_real_4: 0.20898063480854034 (0.22154583532609537) - | > loss_disc_real_5: 0.2337251603603363 (0.2363916714050488) - | > loss_0: 2.4201672077178955 (2.46102231776786) - | > grad_norm_0: tensor(156.3426, device='cuda:0') (tensor(97.5864, device='cuda:0')) - | > loss_gen: 2.577542543411255 (2.362290739535327) - | > loss_kl: 1.371975302696228 (1.5220960310561384) - | > loss_feat: 5.894164562225342 (5.672783642350313) - | > loss_mel: 23.37883949279785 (22.661667890682487) - | > loss_duration: 1.7019983530044556 (1.7575833735341777) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.924522399902344 (33.97642166581088) - | > grad_norm_1: tensor(969.7285, device='cuda:0') (tensor(640.3816, device='cuda:0')) - | > current_lr_0: 0.00019940086170989343 - | > current_lr_1: 0.00019940086170989343 - | > step_time: 1.0183 (0.9338324327984888) - | > loader_time: 0.007 (0.006823992203614995) - - - --> TIME: 2024-11-22 15:43:47 -- STEP: 524/797 -- GLOBAL_STEP: 19875 - | > loss_disc: 2.6146838665008545 (2.462677567059757) - | > loss_disc_real_0: 0.114163339138031 (0.1217624630835902) - | > loss_disc_real_1: 0.31156766414642334 (0.2169789902524639) - | > loss_disc_real_2: 0.25150761008262634 (0.23799900713426467) - | > loss_disc_real_3: 0.2415996491909027 (0.224747629395423) - | > loss_disc_real_4: 0.2604677081108093 (0.22186106941058437) - | > loss_disc_real_5: 0.30790042877197266 (0.23655340521958948) - | > loss_0: 2.6146838665008545 (2.462677567059757) - | > grad_norm_0: tensor(207.6797, device='cuda:0') (tensor(97.8884, device='cuda:0')) - | > loss_gen: 2.3046274185180664 (2.362040037644726) - | > loss_kl: 1.4360259771347046 (1.5224414277850216) - | > loss_feat: 4.563597679138184 (5.669819934677531) - | > loss_mel: 20.335247039794922 (22.66837586701371) - | > loss_duration: 1.6955645084381104 (1.75678034388382) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.335063934326172 (33.979457600426144) - | > grad_norm_1: tensor(509.0159, device='cuda:0') (tensor(643.0886, device='cuda:0')) - | > current_lr_0: 0.00019940086170989343 - | > current_lr_1: 0.00019940086170989343 - | > step_time: 0.9726 (0.9349813070006043) - | > loader_time: 0.0068 (0.006958103361930557) - - - --> TIME: 2024-11-22 15:44:13 -- STEP: 549/797 -- GLOBAL_STEP: 19900 - | > loss_disc: 2.5258374214172363 (2.462133756317945) - | > loss_disc_real_0: 0.14183691143989563 (0.12192712984775579) - | > loss_disc_real_1: 0.18739645183086395 (0.21655385874768204) - | > loss_disc_real_2: 0.29708752036094666 (0.2378338055043924) - | > loss_disc_real_3: 0.24991583824157715 (0.22501080660980688) - | > loss_disc_real_4: 0.23467451333999634 (0.2215412535139772) - | > loss_disc_real_5: 0.30575186014175415 (0.2364671638265985) - | > loss_0: 2.5258374214172363 (2.462133756317945) - | > grad_norm_0: tensor(140.6617, device='cuda:0') (tensor(97.3077, device='cuda:0')) - | > loss_gen: 2.473722219467163 (2.3603895238188426) - | > loss_kl: 1.5953285694122314 (1.5228929557652637) - | > loss_feat: 5.942221641540527 (5.669732868562847) - | > loss_mel: 24.469478607177734 (22.684506105377807) - | > loss_duration: 1.733551025390625 (1.7564740302567061) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.214298248291016 (33.99399547542163) - | > grad_norm_1: tensor(708.2436, device='cuda:0') (tensor(646.0026, device='cuda:0')) - | > current_lr_0: 0.00019940086170989343 - | > current_lr_1: 0.00019940086170989343 - | > step_time: 0.9996 (0.9375751079323079) - | > loader_time: 0.0079 (0.007029713611568041) - - - --> TIME: 2024-11-22 15:44:39 -- STEP: 574/797 -- GLOBAL_STEP: 19925 - | > loss_disc: 2.544599771499634 (2.4613061308445405) - | > loss_disc_real_0: 0.13012495636940002 (0.121584798193144) - | > loss_disc_real_1: 0.18996921181678772 (0.21649831068744224) - | > loss_disc_real_2: 0.2324632704257965 (0.23783111709854743) - | > loss_disc_real_3: 0.197050079703331 (0.22467981286684396) - | > loss_disc_real_4: 0.19920162856578827 (0.22155186505371674) - | > loss_disc_real_5: 0.17558161914348602 (0.23646921641112204) - | > loss_0: 2.544599771499634 (2.4613061308445405) - | > grad_norm_0: tensor(116.5971, device='cuda:0') (tensor(98.1263, device='cuda:0')) - | > loss_gen: 2.2153286933898926 (2.3608616916560106) - | > loss_kl: 1.50465726852417 (1.5233543954452151) - | > loss_feat: 5.266942501068115 (5.66913212384081) - | > loss_mel: 21.431589126586914 (22.689942067508493) - | > loss_duration: 1.7363274097442627 (1.7555959608912055) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.15484619140625 (33.9988862280231) - | > grad_norm_1: tensor(249.9913, device='cuda:0') (tensor(649.2277, device='cuda:0')) - | > current_lr_0: 0.00019940086170989343 - | > current_lr_1: 0.00019940086170989343 - | > step_time: 0.9987 (0.9413539985331093) - | > loader_time: 0.0083 (0.007130342908852607) - - - --> TIME: 2024-11-22 15:45:07 -- STEP: 599/797 -- GLOBAL_STEP: 19950 - | > loss_disc: 2.4692554473876953 (2.461695610183306) - | > loss_disc_real_0: 0.11025615781545639 (0.12226095924990399) - | > loss_disc_real_1: 0.2350206971168518 (0.21648602187633514) - | > loss_disc_real_2: 0.28417548537254333 (0.23774833803085332) - | > loss_disc_real_3: 0.2361878752708435 (0.22460549298630333) - | > loss_disc_real_4: 0.23887377977371216 (0.2216449601075087) - | > loss_disc_real_5: 0.25860390067100525 (0.2366654294759085) - | > loss_0: 2.4692554473876953 (2.461695610183306) - | > grad_norm_0: tensor(41.2320, device='cuda:0') (tensor(97.3284, device='cuda:0')) - | > loss_gen: 2.388904571533203 (2.3591920372241697) - | > loss_kl: 1.5848904848098755 (1.5245920739110204) - | > loss_feat: 5.473730564117432 (5.669040386983269) - | > loss_mel: 24.182952880859375 (22.712768901767635) - | > loss_duration: 1.6989235877990723 (1.7549185275235442) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.329402923583984 (34.02051191377719) - | > grad_norm_1: tensor(659.6258, device='cuda:0') (tensor(652.1111, device='cuda:0')) - | > current_lr_0: 0.00019940086170989343 - | > current_lr_1: 0.00019940086170989343 - | > step_time: 1.4014 (0.9491630531909668) - | > loader_time: 0.0112 (0.007274483599527451) - - - --> TIME: 2024-11-22 15:45:38 -- STEP: 624/797 -- GLOBAL_STEP: 19975 - | > loss_disc: 2.409424066543579 (2.461788433102459) - | > loss_disc_real_0: 0.1805664598941803 (0.1225604738693875) - | > loss_disc_real_1: 0.2176527976989746 (0.2164140699001459) - | > loss_disc_real_2: 0.20497466623783112 (0.23754699492397216) - | > loss_disc_real_3: 0.21857941150665283 (0.22470711978773275) - | > loss_disc_real_4: 0.18762163817882538 (0.22180441864885572) - | > loss_disc_real_5: 0.24958829581737518 (0.23652769415042338) - | > loss_0: 2.409424066543579 (2.461788433102459) - | > grad_norm_0: tensor(262.7181, device='cuda:0') (tensor(98.5709, device='cuda:0')) - | > loss_gen: 2.473252058029175 (2.3576929777478526) - | > loss_kl: 1.523145318031311 (1.5242047520975273) - | > loss_feat: 5.496302604675293 (5.660331402069483) - | > loss_mel: 22.457067489624023 (22.70291843475439) - | > loss_duration: 1.7703053951263428 (1.7548912072028873) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.720069885253906 (34.00003876135899) - | > grad_norm_1: tensor(1138.5428, device='cuda:0') (tensor(655.5110, device='cuda:0')) - | > current_lr_0: 0.00019940086170989343 - | > current_lr_1: 0.00019940086170989343 - | > step_time: 1.1704 (0.9601719218951005) - | > loader_time: 0.0097 (0.007414009326543563) - - - --> TIME: 2024-11-22 15:46:10 -- STEP: 649/797 -- GLOBAL_STEP: 20000 - | > loss_disc: 2.5080726146698 (2.462123058610042) - | > loss_disc_real_0: 0.2198895961046219 (0.12258710403379927) - | > loss_disc_real_1: 0.16307345032691956 (0.21619251069651546) - | > loss_disc_real_2: 0.20654839277267456 (0.23767853465120672) - | > loss_disc_real_3: 0.2316579669713974 (0.22489042378078072) - | > loss_disc_real_4: 0.19104042649269104 (0.22206023865837152) - | > loss_disc_real_5: 0.23544955253601074 (0.23685174324020214) - | > loss_0: 2.5080726146698 (2.462123058610042) - | > grad_norm_0: tensor(170.9975, device='cuda:0') (tensor(101.4436, device='cuda:0')) - | > loss_gen: 2.069334030151367 (2.3603347719909555) - | > loss_kl: 1.44020676612854 (1.524071772311612) - | > loss_feat: 5.1299357414245605 (5.661473363867526) - | > loss_mel: 22.499252319335938 (22.701345188040943) - | > loss_duration: 1.7243576049804688 (1.754562942933963) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.86308670043945 (34.001788055584484) - | > grad_norm_1: tensor(419.7636, device='cuda:0') (tensor(652.0070, device='cuda:0')) - | > current_lr_0: 0.00019940086170989343 - | > current_lr_1: 0.00019940086170989343 - | > step_time: 1.4044 (0.9711078616613967) - | > loader_time: 0.0138 (0.007553825025749501) - - - > CHECKPOINT : vits_shi_male-November-22-2024_02+49AM-0000000/checkpoint_20000.pth - - --> TIME: 2024-11-22 15:47:01 -- STEP: 674/797 -- GLOBAL_STEP: 20025 - | > loss_disc: 2.4015164375305176 (2.4654251354738217) - | > loss_disc_real_0: 0.10929584503173828 (0.12392081304257095) - | > loss_disc_real_1: 0.2474517524242401 (0.2161923724748968) - | > loss_disc_real_2: 0.21353965997695923 (0.23735828850230406) - | > loss_disc_real_3: 0.21802125871181488 (0.22482302437815538) - | > loss_disc_real_4: 0.21995119750499725 (0.22222472156898196) - | > loss_disc_real_5: 0.19491451978683472 (0.23686278763970564) - | > loss_0: 2.4015164375305176 (2.4654251354738217) - | > grad_norm_0: tensor(128.5830, device='cuda:0') (tensor(101.7185, device='cuda:0')) - | > loss_gen: 2.357482433319092 (2.356396711721614) - | > loss_kl: 1.5128693580627441 (1.5248880114859573) - | > loss_feat: 5.685758590698242 (5.643179417717704) - | > loss_mel: 21.932710647583008 (22.664936224147905) - | > loss_duration: 1.7498832941055298 (1.7541839715635037) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.238704681396484 (33.943584348752154) - | > grad_norm_1: tensor(214.1965, device='cuda:0') (tensor(646.2042, device='cuda:0')) - | > current_lr_0: 0.00019940086170989343 - | > current_lr_1: 0.00019940086170989343 - | > step_time: 1.0153 (0.9802921596549738) - | > loader_time: 0.0095 (0.007788196515612503) - - - --> TIME: 2024-11-22 15:47:29 -- STEP: 699/797 -- GLOBAL_STEP: 20050 - | > loss_disc: 2.3816123008728027 (2.465657373013582) - | > loss_disc_real_0: 0.13120713829994202 (0.12432491865131642) - | > loss_disc_real_1: 0.24131880700588226 (0.21612270057030844) - | > loss_disc_real_2: 0.22511596977710724 (0.2376520251682047) - | > loss_disc_real_3: 0.2720141112804413 (0.22473108314393417) - | > loss_disc_real_4: 0.21499834954738617 (0.22230037371061723) - | > loss_disc_real_5: 0.21669024229049683 (0.23684880894226407) - | > loss_0: 2.3816123008728027 (2.465657373013582) - | > grad_norm_0: tensor(17.8162, device='cuda:0') (tensor(100.4587, device='cuda:0')) - | > loss_gen: 2.390571117401123 (2.3542783504221356) - | > loss_kl: 1.685455083847046 (1.525798482188851) - | > loss_feat: 5.640640735626221 (5.635015361128274) - | > loss_mel: 23.593734741210938 (22.66535172578432) - | > loss_duration: 1.7518916130065918 (1.7535225388318176) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.062294006347656 (33.93396646338641) - | > grad_norm_1: tensor(234.6202, device='cuda:0') (tensor(644.1786, device='cuda:0')) - | > current_lr_0: 0.00019940086170989343 - | > current_lr_1: 0.00019940086170989343 - | > step_time: 1.0232 (0.9845663877004206) - | > loader_time: 0.0089 (0.007933587304853404) - - - --> TIME: 2024-11-22 15:47:56 -- STEP: 724/797 -- GLOBAL_STEP: 20075 - | > loss_disc: 2.51249098777771 (2.466052621109048) - | > loss_disc_real_0: 0.13553282618522644 (0.12476336347319963) - | > loss_disc_real_1: 0.2555144131183624 (0.21611137504982686) - | > loss_disc_real_2: 0.25095176696777344 (0.23738086133042752) - | > loss_disc_real_3: 0.22819459438323975 (0.22487172216835602) - | > loss_disc_real_4: 0.23849596083164215 (0.222150417960645) - | > loss_disc_real_5: 0.23008449375629425 (0.23671484034693702) - | > loss_0: 2.51249098777771 (2.466052621109048) - | > grad_norm_0: tensor(106.8270, device='cuda:0') (tensor(100.1048, device='cuda:0')) - | > loss_gen: 2.331685781478882 (2.351534684883293) - | > loss_kl: 1.680895209312439 (1.5254792771122074) - | > loss_feat: 5.027467727661133 (5.630575931203953) - | > loss_mel: 21.391712188720703 (22.660933088861107) - | > loss_duration: 1.7305755615234375 (1.7525454059819494) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.16233825683594 (33.92106838120939) - | > grad_norm_1: tensor(1235.1727, device='cuda:0') (tensor(642.7598, device='cuda:0')) - | > current_lr_0: 0.00019940086170989343 - | > current_lr_1: 0.00019940086170989343 - | > step_time: 1.0484 (0.9880923230345078) - | > loader_time: 0.0237 (0.008191004971772926) - - - --> TIME: 2024-11-22 15:48:25 -- STEP: 749/797 -- GLOBAL_STEP: 20100 - | > loss_disc: 2.449462652206421 (2.466360939201587) - | > loss_disc_real_0: 0.23146453499794006 (0.12508103883612615) - | > loss_disc_real_1: 0.23355652391910553 (0.21602033930165426) - | > loss_disc_real_2: 0.25382697582244873 (0.2374856870507048) - | > loss_disc_real_3: 0.25327548384666443 (0.22487943990526593) - | > loss_disc_real_4: 0.22130529582500458 (0.22227287572996313) - | > loss_disc_real_5: 0.2566499710083008 (0.2368512671485603) - | > loss_0: 2.449462652206421 (2.466360939201587) - | > grad_norm_0: tensor(232.1879, device='cuda:0') (tensor(100.0508, device='cuda:0')) - | > loss_gen: 2.7623183727264404 (2.352504859620002) - | > loss_kl: 1.393878698348999 (1.5256039218526976) - | > loss_feat: 5.748668193817139 (5.633202461438754) - | > loss_mel: 22.42447280883789 (22.657585253543616) - | > loss_duration: 1.7023475170135498 (1.7512648307751912) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.03168487548828 (33.920161317282904) - | > grad_norm_1: tensor(747.1154, device='cuda:0') (tensor(645.8502, device='cuda:0')) - | > current_lr_0: 0.00019940086170989343 - | > current_lr_1: 0.00019940086170989343 - | > step_time: 1.115 (0.9900495296167595) - | > loader_time: 0.1216 (0.01083880241149576) - - - --> TIME: 2024-11-22 15:49:08 -- STEP: 774/797 -- GLOBAL_STEP: 20125 - | > loss_disc: 2.395594835281372 (2.467878395580812) - | > loss_disc_real_0: 0.04285246133804321 (0.12594891534468458) - | > loss_disc_real_1: 0.21919946372509003 (0.2161770433341502) - | > loss_disc_real_2: 0.2666325867176056 (0.23743366775432606) - | > loss_disc_real_3: 0.23393790423870087 (0.22525529211112696) - | > loss_disc_real_4: 0.20522473752498627 (0.22245553029985077) - | > loss_disc_real_5: 0.265199214220047 (0.23675090270911076) - | > loss_0: 2.395594835281372 (2.467878395580812) - | > grad_norm_0: tensor(33.5269, device='cuda:0') (tensor(99.9143, device='cuda:0')) - | > loss_gen: 2.3055834770202637 (2.3527684133182145) - | > loss_kl: 1.3584436178207397 (1.524396059664029) - | > loss_feat: 5.451927185058594 (5.634319667360266) - | > loss_mel: 23.142648696899414 (22.663610204553716) - | > loss_duration: 1.6848441362380981 (1.750117252039355) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.94344711303711 (33.92521158361311) - | > grad_norm_1: tensor(367.6430, device='cuda:0') (tensor(639.6703, device='cuda:0')) - | > current_lr_0: 0.00019940086170989343 - | > current_lr_1: 0.00019940086170989343 - | > step_time: 4.4381 (1.008300897378946) - | > loader_time: 0.1307 (0.01531699338316609) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.3772311210632324 (2.3772311210632324) - | > loss_disc_real_0: 0.15420189499855042 (0.15420189499855042) - | > loss_disc_real_1: 0.15973277390003204 (0.15973277390003204) - | > loss_disc_real_2: 0.22624263167381287 (0.22624263167381287) - | > loss_disc_real_3: 0.20579609274864197 (0.20579609274864197) - | > loss_disc_real_4: 0.2617955505847931 (0.2617955505847931) - | > loss_disc_real_5: 0.2838634252548218 (0.2838634252548218) - | > loss_0: 2.3772311210632324 (2.3772311210632324) - | > loss_gen: 2.706040382385254 (2.706040382385254) - | > loss_kl: 2.1196305751800537 (2.1196305751800537) - | > loss_feat: 5.704566955566406 (5.704566955566406) - | > loss_mel: 23.69679069519043 (23.69679069519043) - | > loss_duration: 2.0187277793884277 (2.0187277793884277) - | > loss_1: 36.24575424194336 (36.24575424194336) - - --> STEP: 1 - | > loss_disc: 2.602269172668457 (2.602269172668457) - | > loss_disc_real_0: 0.15219968557357788 (0.15219968557357788) - | > loss_disc_real_1: 0.1607399731874466 (0.1607399731874466) - | > loss_disc_real_2: 0.2239602506160736 (0.2239602506160736) - | > loss_disc_real_3: 0.25764787197113037 (0.25764787197113037) - | > loss_disc_real_4: 0.2918049991130829 (0.2918049991130829) - | > loss_disc_real_5: 0.2923036515712738 (0.2923036515712738) - | > loss_0: 2.602269172668457 (2.602269172668457) - | > loss_gen: 2.219074249267578 (2.219074249267578) - | > loss_kl: 1.6134452819824219 (1.6134452819824219) - | > loss_feat: 3.343475103378296 (3.343475103378296) - | > loss_mel: 16.740652084350586 (16.740652084350586) - | > loss_duration: 1.7400360107421875 (1.7400360107421875) - | > loss_1: 25.65668296813965 (25.65668296813965) - - --> STEP: 2 - | > loss_disc: 2.4685661792755127 (2.535417675971985) - | > loss_disc_real_0: 0.20880059897899628 (0.18050014227628708) - | > loss_disc_real_1: 0.20132002234458923 (0.1810299977660179) - | > loss_disc_real_2: 0.21570752561092377 (0.2198338881134987) - | > loss_disc_real_3: 0.2634124159812927 (0.26053014397621155) - | > loss_disc_real_4: 0.2705230414867401 (0.2811640202999115) - | > loss_disc_real_5: 0.31275099515914917 (0.3025273233652115) - | > loss_0: 2.4685661792755127 (2.535417675971985) - | > loss_gen: 2.8512768745422363 (2.5351755619049072) - | > loss_kl: 0.9797006249427795 (1.2965729534626007) - | > loss_feat: 5.361416339874268 (4.352445721626282) - | > loss_mel: 24.434371948242188 (20.587512016296387) - | > loss_duration: 1.6930463314056396 (1.7165411710739136) - | > loss_1: 35.3198127746582 (30.488247871398926) - - --> STEP: 3 - | > loss_disc: 2.8330564498901367 (2.6346306006113687) - | > loss_disc_real_0: 0.39740025997161865 (0.25280018150806427) - | > loss_disc_real_1: 0.1546669900417328 (0.17224232852458954) - | > loss_disc_real_2: 0.20302672684192657 (0.21423150102297464) - | > loss_disc_real_3: 0.16282282769680023 (0.22796103854974112) - | > loss_disc_real_4: 0.1751554161310196 (0.24582781891028085) - | > loss_disc_real_5: 0.222946435213089 (0.27600036064783734) - | > loss_0: 2.8330564498901367 (2.6346306006113687) - | > loss_gen: 2.4708707332611084 (2.513740619023641) - | > loss_kl: 1.625972867012024 (1.4063729246457417) - | > loss_feat: 6.46172571182251 (5.055539051691691) - | > loss_mel: 25.97028160095215 (22.381768544514973) - | > loss_duration: 1.7965683937072754 (1.743216911951701) - | > loss_1: 38.32542037963867 (33.10063870747884) - - --> STEP: 4 - | > loss_disc: 3.0158116817474365 (2.7299258708953857) - | > loss_disc_real_0: 0.23729108273983002 (0.2489229068160057) - | > loss_disc_real_1: 0.11072633415460587 (0.15686332993209362) - | > loss_disc_real_2: 0.11978606134653091 (0.19062014110386372) - | > loss_disc_real_3: 0.15536420047283173 (0.20981182903051376) - | > loss_disc_real_4: 0.1836182028055191 (0.23027541488409042) - | > loss_disc_real_5: 0.1673935502767563 (0.24884865805506706) - | > loss_0: 3.0158116817474365 (2.7299258708953857) - | > loss_gen: 2.6870789527893066 (2.5570752024650574) - | > loss_kl: 2.1383183002471924 (1.5893592685461044) - | > loss_feat: 8.276958465576172 (5.860893905162811) - | > loss_mel: 23.975177764892578 (22.780120849609375) - | > loss_duration: 1.6459249258041382 (1.7188939154148102) - | > loss_1: 38.72345733642578 (34.506343364715576) - - --> STEP: 5 - | > loss_disc: 2.485116720199585 (2.6809640407562254) - | > loss_disc_real_0: 0.15402963757514954 (0.22994425296783447) - | > loss_disc_real_1: 0.07965055108070374 (0.14142077416181564) - | > loss_disc_real_2: 0.12283220887184143 (0.17706255465745926) - | > loss_disc_real_3: 0.14281131327152252 (0.19641172587871553) - | > loss_disc_real_4: 0.17689742147922516 (0.21959981620311736) - | > loss_disc_real_5: 0.20383407175540924 (0.2398457407951355) - | > loss_0: 2.485116720199585 (2.6809640407562254) - | > loss_gen: 2.503835439682007 (2.5464272499084473) - | > loss_kl: 1.879236102104187 (1.647334635257721) - | > loss_feat: 7.656352996826172 (6.219985723495483) - | > loss_mel: 25.122085571289062 (23.248513793945314) - | > loss_duration: 1.935603380203247 (1.7622358083724976) - | > loss_1: 39.09711456298828 (35.42449760437012) - - --> STEP: 6 - | > loss_disc: 2.7234156131744385 (2.6880393028259277) - | > loss_disc_real_0: 0.3184048533439636 (0.244687686363856) - | > loss_disc_real_1: 0.17419494688510895 (0.14688313628236452) - | > loss_disc_real_2: 0.18353886902332306 (0.17814194038510323) - | > loss_disc_real_3: 0.20185020565986633 (0.19731813917557398) - | > loss_disc_real_4: 0.22813089191913605 (0.22102166215578714) - | > loss_disc_real_5: 0.2808564603328705 (0.24668086071809134) - | > loss_0: 2.7234156131744385 (2.6880393028259277) - | > loss_gen: 2.470397472381592 (2.533755620320638) - | > loss_kl: 1.6202096939086914 (1.6428138116995494) - | > loss_feat: 5.620795249938965 (6.120120644569397) - | > loss_mel: 26.491397857666016 (23.788994471232098) - | > loss_duration: 1.7153918743133545 (1.7544284860293071) - | > loss_1: 37.91819381713867 (35.84011363983154) - - --> STEP: 7 - | > loss_disc: 2.4632837772369385 (2.655931370598929) - | > loss_disc_real_0: 0.3277853727340698 (0.2565587844167437) - | > loss_disc_real_1: 0.10477578639984131 (0.1408678005848612) - | > loss_disc_real_2: 0.157545268535614 (0.17519955869231904) - | > loss_disc_real_3: 0.14570468664169312 (0.189944788813591) - | > loss_disc_real_4: 0.10955527424812317 (0.2050978924546923) - | > loss_disc_real_5: 0.19651277363300323 (0.2395139911345073) - | > loss_0: 2.4632837772369385 (2.655931370598929) - | > loss_gen: 2.6973719596862793 (2.557129383087158) - | > loss_kl: 1.4437109231948853 (1.6143705419131689) - | > loss_feat: 7.638020992279053 (6.336963551385062) - | > loss_mel: 24.263582229614258 (23.85679272242955) - | > loss_duration: 1.6700448989868164 (1.7423736878803797) - | > loss_1: 37.712730407714844 (36.10763032095773) - - --> STEP: 8 - | > loss_disc: 2.3507821559906006 (2.617787718772888) - | > loss_disc_real_0: 0.18272802233695984 (0.2473299391567707) - | > loss_disc_real_1: 0.09785310178995132 (0.13549096323549747) - | > loss_disc_real_2: 0.15332786738872528 (0.17246559727936983) - | > loss_disc_real_3: 0.17824169993400574 (0.18848190270364285) - | > loss_disc_real_4: 0.1871698796749115 (0.2028568908572197) - | > loss_disc_real_5: 0.1318798065185547 (0.22605971805751324) - | > loss_0: 2.3507821559906006 (2.617787718772888) - | > loss_gen: 2.4265079498291016 (2.540801703929901) - | > loss_kl: 2.1338751316070557 (1.6793086156249046) - | > loss_feat: 7.920007705688477 (6.534844070672989) - | > loss_mel: 24.965805053710938 (23.99541926383972) - | > loss_duration: 1.7607617378234863 (1.7446721941232681) - | > loss_1: 39.20695877075195 (36.49504637718201) - - --> STEP: 9 - | > loss_disc: 2.4111833572387695 (2.5948316786024304) - | > loss_disc_real_0: 0.27703630924224854 (0.250630646944046) - | > loss_disc_real_1: 0.12761791050434113 (0.1346161795987023) - | > loss_disc_real_2: 0.2159610539674759 (0.1772984258002705) - | > loss_disc_real_3: 0.14144907891750336 (0.1832560333940718) - | > loss_disc_real_4: 0.24684235453605652 (0.20774416459931266) - | > loss_disc_real_5: 0.27818238735198975 (0.2318511257568995) - | > loss_0: 2.4111833572387695 (2.5948316786024304) - | > loss_gen: 2.754425287246704 (2.564537657631768) - | > loss_kl: 1.8587666749954224 (1.6992483999994066) - | > loss_feat: 6.8410539627075195 (6.568867392010159) - | > loss_mel: 24.987485885620117 (24.105648888481987) - | > loss_duration: 1.687254548072815 (1.7382924556732178) - | > loss_1: 38.12898635864258 (36.676595264010956) - - --> STEP: 10 - | > loss_disc: 2.5732674598693848 (2.592675256729126) - | > loss_disc_real_0: 0.1874437779188156 (0.24431196004152297) - | > loss_disc_real_1: 0.13443613052368164 (0.13459817469120025) - | > loss_disc_real_2: 0.2716992497444153 (0.186738508194685) - | > loss_disc_real_3: 0.2547675669193268 (0.1904071867465973) - | > loss_disc_real_4: 0.2666171193122864 (0.21363146007061004) - | > loss_disc_real_5: 0.24758733808994293 (0.23342474699020385) - | > loss_0: 2.5732674598693848 (2.592675256729126) - | > loss_gen: 2.5177879333496094 (2.5598626852035524) - | > loss_kl: 1.6771711111068726 (1.697040671110153) - | > loss_feat: 5.322065830230713 (6.4441872358322145) - | > loss_mel: 23.978710174560547 (24.092955017089842) - | > loss_duration: 1.62550950050354 (1.72701416015625) - | > loss_1: 35.121246337890625 (36.521060371398924) - - --> STEP: 11 - | > loss_disc: 2.3330094814300537 (2.569069277156483) - | > loss_disc_real_0: 0.3066137433052063 (0.24997575852003964) - | > loss_disc_real_1: 0.1018448919057846 (0.13162060352888974) - | > loss_disc_real_2: 0.1842094510793686 (0.1865085939114744) - | > loss_disc_real_3: 0.16157564520835876 (0.18778613751584833) - | > loss_disc_real_4: 0.20574890077114105 (0.21291486377065832) - | > loss_disc_real_5: 0.17078489065170288 (0.22773021459579468) - | > loss_0: 2.3330094814300537 (2.569069277156483) - | > loss_gen: 2.7596096992492676 (2.5780215046622534) - | > loss_kl: 1.820501446723938 (1.7082643779841336) - | > loss_feat: 6.961983680725098 (6.491259639913386) - | > loss_mel: 24.102493286132812 (24.093822132457387) - | > loss_duration: 1.6133503913879395 (1.7166810902682217) - | > loss_1: 37.257938385009766 (36.58804928172719) - - --> STEP: 12 - | > loss_disc: 2.6408324241638184 (2.5750495394070945) - | > loss_disc_real_0: 0.27637749910354614 (0.2521759035686652) - | > loss_disc_real_1: 0.10637184232473373 (0.12951654009521008) - | > loss_disc_real_2: 0.24770231544971466 (0.19160807070632777) - | > loss_disc_real_3: 0.19683709740638733 (0.18854038417339325) - | > loss_disc_real_4: 0.24015209078788757 (0.21518463268876076) - | > loss_disc_real_5: 0.27592381834983826 (0.23174634824196497) - | > loss_0: 2.6408324241638184 (2.5750495394070945) - | > loss_gen: 2.402775526046753 (2.5634176731109615) - | > loss_kl: 1.5495796203613281 (1.695040648182233) - | > loss_feat: 5.057615756988525 (6.371789316336314) - | > loss_mel: 21.374629974365234 (23.867222785949707) - | > loss_duration: 1.736039161682129 (1.7182942628860474) - | > loss_1: 32.12063980102539 (36.21576515833537) - - --> STEP: 13 - | > loss_disc: 2.6926934719085693 (2.5840990726764383) - | > loss_disc_real_0: 0.24585241079330444 (0.25168948104748357) - | > loss_disc_real_1: 0.10142368823289871 (0.12735555149041689) - | > loss_disc_real_2: 0.14078262448310852 (0.18769842099684936) - | > loss_disc_real_3: 0.15766099095344543 (0.18616504623339727) - | > loss_disc_real_4: 0.15994174778461456 (0.21093518000382644) - | > loss_disc_real_5: 0.11474771797657013 (0.22274645360616538) - | > loss_0: 2.6926934719085693 (2.5840990726764383) - | > loss_gen: 2.7062201499938965 (2.574402479025033) - | > loss_kl: 1.6547809839248657 (1.6919437509316664) - | > loss_feat: 8.26923656463623 (6.517746796974769) - | > loss_mel: 25.047975540161133 (23.958049920889046) - | > loss_duration: 1.7770678997039795 (1.7228153118720422) - | > loss_1: 39.45528030395508 (36.46495863107535) - - --> STEP: 14 - | > loss_disc: 2.31820011138916 (2.565106289727347) - | > loss_disc_real_0: 0.1400965452194214 (0.24371855705976483) - | > loss_disc_real_1: 0.12216682732105255 (0.1269849283354623) - | > loss_disc_real_2: 0.19462455809116364 (0.18819314507501467) - | > loss_disc_real_3: 0.17796163260936737 (0.18557908811739512) - | > loss_disc_real_4: 0.17485225200653076 (0.2083578280040196) - | > loss_disc_real_5: 0.17064204812049866 (0.21902471035718918) - | > loss_0: 2.31820011138916 (2.565106289727347) - | > loss_gen: 2.5086703300476074 (2.569707325526646) - | > loss_kl: 2.1550188064575195 (1.7250205406120844) - | > loss_feat: 6.248863220214844 (6.498540827206203) - | > loss_mel: 23.9409122467041 (23.956825801304408) - | > loss_duration: 1.7691482305526733 (1.7261248060635157) - | > loss_1: 36.622615814208984 (36.476219858442036) - - --> STEP: 15 - | > loss_disc: 2.300333261489868 (2.547454754511515) - | > loss_disc_real_0: 0.2325863540172577 (0.24297641019026436) - | > loss_disc_real_1: 0.16210126876831055 (0.12932601769765217) - | > loss_disc_real_2: 0.18492822349071503 (0.18797548363606134) - | > loss_disc_real_3: 0.16063454747200012 (0.18391611874103547) - | > loss_disc_real_4: 0.16792868077754974 (0.20566255152225493) - | > loss_disc_real_5: 0.21627704799175262 (0.21884153286616007) - | > loss_0: 2.300333261489868 (2.547454754511515) - | > loss_gen: 2.9222984313964844 (2.593213399251302) - | > loss_kl: 1.425974726676941 (1.7050841530164083) - | > loss_feat: 6.565819263458252 (6.503026056289673) - | > loss_mel: 23.995412826538086 (23.95939826965332) - | > loss_duration: 1.751724123954773 (1.7278314272562663) - | > loss_1: 36.661231994628906 (36.48855400085449) - - --> STEP: 16 - | > loss_disc: 2.3782498836517334 (2.536879450082779) - | > loss_disc_real_0: 0.19610708951950073 (0.24004707764834163) - | > loss_disc_real_1: 0.12053003907203674 (0.12877626903355122) - | > loss_disc_real_2: 0.2241833508014679 (0.19023847533389926) - | > loss_disc_real_3: 0.14975683391094208 (0.18178116343915462) - | > loss_disc_real_4: 0.2745395302772522 (0.20996736269444227) - | > loss_disc_real_5: 0.24073953926563263 (0.2202101582661271) - | > loss_0: 2.3782498836517334 (2.536879450082779) - | > loss_gen: 2.542046546936035 (2.5900154709815975) - | > loss_kl: 1.2362066507339478 (1.6757793091237545) - | > loss_feat: 6.323788642883301 (6.491823717951775) - | > loss_mel: 23.979312896728516 (23.96064293384552) - | > loss_duration: 1.8345742225646973 (1.7345028519630432) - | > loss_1: 35.915931701660156 (36.452765107154846) - - --> STEP: 17 - | > loss_disc: 2.350019931793213 (2.5258877137128044) - | > loss_disc_real_0: 0.1581086665391922 (0.23522717111250932) - | > loss_disc_real_1: 0.13097168505191803 (0.1289054111522787) - | > loss_disc_real_2: 0.19970501959323883 (0.1907953308785663) - | > loss_disc_real_3: 0.20137803256511688 (0.18293392044656417) - | > loss_disc_real_4: 0.2925298511981964 (0.21482397966525135) - | > loss_disc_real_5: 0.2893151044845581 (0.2242751551025054) - | > loss_0: 2.350019931793213 (2.5258877137128044) - | > loss_gen: 2.5137407779693604 (2.5855287243338188) - | > loss_kl: 1.3054636716842651 (1.6539960363331963) - | > loss_feat: 5.7587571144104 (6.448702153037576) - | > loss_mel: 23.237258911132812 (23.91809093250948) - | > loss_duration: 1.671494960784912 (1.730796505423153) - | > loss_1: 34.48671340942383 (36.33711500728832) - - --> STEP: 18 - | > loss_disc: 2.5894241333007812 (2.5294175148010254) - | > loss_disc_real_0: 0.21329331398010254 (0.23400862349404228) - | > loss_disc_real_1: 0.17724378407001495 (0.13159087631437513) - | > loss_disc_real_2: 0.20276612043380737 (0.19146037474274635) - | > loss_disc_real_3: 0.19121389091014862 (0.1833939188056522) - | > loss_disc_real_4: 0.19811314344406128 (0.21389559987518522) - | > loss_disc_real_5: 0.2679540514945984 (0.2267017604576217) - | > loss_0: 2.5894241333007812 (2.5294175148010254) - | > loss_gen: 2.486990451812744 (2.580054375860426) - | > loss_kl: 1.567077875137329 (1.6491672496000926) - | > loss_feat: 5.348648548126221 (6.387588063875834) - | > loss_mel: 23.2420711517334 (23.88053427802192) - | > loss_duration: 1.6697711944580078 (1.727406210369534) - | > loss_1: 34.31455993652344 (36.22475083669027) - - --> STEP: 19 - | > loss_disc: 2.340337038040161 (2.51946591076098) - | > loss_disc_real_0: 0.21272915601730347 (0.23288865152158236) - | > loss_disc_real_1: 0.13871273398399353 (0.13196571092856557) - | > loss_disc_real_2: 0.1988391876220703 (0.19184873331534236) - | > loss_disc_real_3: 0.1531108319759369 (0.18180007213040403) - | > loss_disc_real_4: 0.218897745013237 (0.2141588706719248) - | > loss_disc_real_5: 0.13575854897499084 (0.22191527564274638) - | > loss_0: 2.340337038040161 (2.51946591076098) - | > loss_gen: 2.246307849884033 (2.5624887692300895) - | > loss_kl: 2.0100913047790527 (1.6681632525042485) - | > loss_feat: 5.853906154632568 (6.359499542336715) - | > loss_mel: 23.15239906311035 (23.842211371973942) - | > loss_duration: 1.8141236305236816 (1.7319702851144891) - | > loss_1: 35.07682800292969 (36.16433384543971) - - --> STEP: 20 - | > loss_disc: 2.666259527206421 (2.526805591583252) - | > loss_disc_real_0: 0.3015848994255066 (0.23632346391677855) - | > loss_disc_real_1: 0.11006669700145721 (0.13087076023221017) - | > loss_disc_real_2: 0.20882092416286469 (0.19269734285771847) - | > loss_disc_real_3: 0.19983606040477753 (0.1827018715441227) - | > loss_disc_real_4: 0.24138522148132324 (0.21552018821239471) - | > loss_disc_real_5: 0.3149864673614502 (0.22656883522868157) - | > loss_0: 2.666259527206421 (2.526805591583252) - | > loss_gen: 2.5662784576416016 (2.5626782536506654) - | > loss_kl: 1.749781847000122 (1.6722441822290421) - | > loss_feat: 5.600382328033447 (6.321543681621551) - | > loss_mel: 23.82743263244629 (23.84147243499756) - | > loss_duration: 1.6699419021606445 (1.7288688659667968) - | > loss_1: 35.413814544677734 (36.12680788040161) - - --> STEP: 21 - | > loss_disc: 2.6053338050842285 (2.530545030321394) - | > loss_disc_real_0: 0.2947338819503784 (0.23910491239456905) - | > loss_disc_real_1: 0.17856086790561676 (0.13314171774046762) - | > loss_disc_real_2: 0.2456485480070114 (0.19521882881720862) - | > loss_disc_real_3: 0.23145036399364471 (0.18502322832743326) - | > loss_disc_real_4: 0.1772720068693161 (0.2136988462436767) - | > loss_disc_real_5: 0.22930869460105896 (0.2266993047226043) - | > loss_0: 2.6053338050842285 (2.530545030321394) - | > loss_gen: 2.41141676902771 (2.555475325811477) - | > loss_kl: 1.3385827541351318 (1.6563555427959986) - | > loss_feat: 5.215785980224609 (6.268888552983602) - | > loss_mel: 23.57459831237793 (23.828764143444243) - | > loss_duration: 1.69351065158844 (1.7271851414725894) - | > loss_1: 34.23389434814453 (36.036669140770314) - - --> STEP: 22 - | > loss_disc: 2.5545411109924316 (2.5316357612609868) - | > loss_disc_real_0: 0.1778046190738678 (0.23631853542544626) - | > loss_disc_real_1: 0.12750127911567688 (0.1328853341666135) - | > loss_disc_real_2: 0.21147063374519348 (0.1959575472230261) - | > loss_disc_real_3: 0.20113776624202728 (0.18575570732355118) - | > loss_disc_real_4: 0.21173807978630066 (0.21360972049561414) - | > loss_disc_real_5: 0.31271517276763916 (0.2306091169064695) - | > loss_0: 2.5545411109924316 (2.5316357612609868) - | > loss_gen: 2.420769214630127 (2.5493523207577793) - | > loss_kl: 1.532246470451355 (1.6507142213257877) - | > loss_feat: 5.471111297607422 (6.2326259504665025) - | > loss_mel: 24.428287506103516 (23.8560152053833) - | > loss_duration: 1.7898938655853271 (1.7300355380231685) - | > loss_1: 35.64230728149414 (36.01874360171231) - - --> STEP: 23 - | > loss_disc: 2.364341974258423 (2.5243621183478315) - | > loss_disc_real_0: 0.1955813467502594 (0.2345473533091338) - | > loss_disc_real_1: 0.10584771633148193 (0.13170978556508603) - | > loss_disc_real_2: 0.21800076961517334 (0.19691594819659772) - | > loss_disc_real_3: 0.1408807337284088 (0.18380462151506674) - | > loss_disc_real_4: 0.14399714767932892 (0.2105830868949061) - | > loss_disc_real_5: 0.20873402059078217 (0.2296580257623092) - | > loss_0: 2.364341974258423 (2.5243621183478315) - | > loss_gen: 2.4535534381866455 (2.5451871519503384) - | > loss_kl: 1.9211944341659546 (1.662474230579708) - | > loss_feat: 6.688103675842285 (6.252429329830667) - | > loss_mel: 23.218549728393555 (23.8282993150794) - | > loss_duration: 1.8301417827606201 (1.7343879834465359) - | > loss_1: 36.111541748046875 (36.02277830372685) - - --> STEP: 24 - | > loss_disc: 2.605997085571289 (2.5277635753154755) - | > loss_disc_real_0: 0.1585603952407837 (0.23138123005628586) - | > loss_disc_real_1: 0.13209347426891327 (0.13172577259441218) - | > loss_disc_real_2: 0.20461100339889526 (0.19723657549669346) - | > loss_disc_real_3: 0.23253603279590607 (0.1858350969851017) - | > loss_disc_real_4: 0.2278447151184082 (0.21130232140421867) - | > loss_disc_real_5: 0.30578893423080444 (0.2328301469484965) - | > loss_0: 2.605997085571289 (2.5277635753154755) - | > loss_gen: 2.435147285461426 (2.5406021575133004) - | > loss_kl: 1.5211447477340698 (1.6565855021278064) - | > loss_feat: 5.689970016479492 (6.228993525107701) - | > loss_mel: 23.999706268310547 (23.83544127146403) - | > loss_duration: 1.6768298149108887 (1.7319897264242172) - | > loss_1: 35.32279968261719 (35.99361252784728) - - --> STEP: 25 - | > loss_disc: 2.576911449432373 (2.5297294902801513) - | > loss_disc_real_0: 0.14454327523708344 (0.22790771186351777) - | > loss_disc_real_1: 0.13992534577846527 (0.13205375552177429) - | > loss_disc_real_2: 0.16508755087852478 (0.19595061451196671) - | > loss_disc_real_3: 0.18760116398334503 (0.18590573966503143) - | > loss_disc_real_4: 0.22736646234989166 (0.2119448870420456) - | > loss_disc_real_5: 0.19001972675323486 (0.23111773014068604) - | > loss_0: 2.576911449432373 (2.5297294902801513) - | > loss_gen: 2.4892687797546387 (2.538548822402954) - | > loss_kl: 1.968032956123352 (1.6690434002876282) - | > loss_feat: 6.746359825134277 (6.249688177108765) - | > loss_mel: 23.905670166015625 (23.838250427246095) - | > loss_duration: 1.6961545944213867 (1.730556321144104) - | > loss_1: 36.80548858642578 (36.02608757019042) - - --> STEP: 26 - | > loss_disc: 2.645599603652954 (2.5341860331021824) - | > loss_disc_real_0: 0.19455577433109283 (0.22662494503534758) - | > loss_disc_real_1: 0.11602325737476349 (0.1314371979007354) - | > loss_disc_real_2: 0.19793346524238586 (0.1960268780015982) - | > loss_disc_real_3: 0.14946067333221436 (0.18450400634453848) - | > loss_disc_real_4: 0.24305365979671478 (0.21314137830184057) - | > loss_disc_real_5: 0.2998197376728058 (0.23376011504576757) - | > loss_0: 2.645599603652954 (2.5341860331021824) - | > loss_gen: 2.247875213623047 (2.5273690682191114) - | > loss_kl: 1.8009238243103027 (1.6741157242885003) - | > loss_feat: 6.530223369598389 (6.260477992204519) - | > loss_mel: 22.856613159179688 (23.800495147705078) - | > loss_duration: 1.7099792957305908 (1.7297648970897381) - | > loss_1: 35.14561462402344 (35.99222322610707) - - --> STEP: 27 - | > loss_disc: 2.7555220127105713 (2.542383661976567) - | > loss_disc_real_0: 0.360629677772522 (0.23158808328487254) - | > loss_disc_real_1: 0.1710972934961319 (0.13290609033019454) - | > loss_disc_real_2: 0.20031726360321045 (0.19618578117202828) - | > loss_disc_real_3: 0.1601509153842926 (0.18360204001267752) - | > loss_disc_real_4: 0.16924737393856049 (0.21151567443653388) - | > loss_disc_real_5: 0.17969346046447754 (0.23175764635757165) - | > loss_0: 2.7555220127105713 (2.542383661976567) - | > loss_gen: 2.418152332305908 (2.52332400392603) - | > loss_kl: 1.4614698886871338 (1.6662399525995608) - | > loss_feat: 6.230647563934326 (6.259373161527845) - | > loss_mel: 23.78812026977539 (23.800036818892867) - | > loss_duration: 1.728358268737793 (1.7297127997433697) - | > loss_1: 35.62675094604492 (35.978687215734396) - - --> STEP: 28 - | > loss_disc: 2.291658401489258 (2.5334291883877347) - | > loss_disc_real_0: 0.1709856241941452 (0.229423709745918) - | > loss_disc_real_1: 0.14022767543792725 (0.13316757551261357) - | > loss_disc_real_2: 0.20992520451545715 (0.19667647486286505) - | > loss_disc_real_3: 0.2286500334739685 (0.18521089692200934) - | > loss_disc_real_4: 0.27066555619239807 (0.21362817021352903) - | > loss_disc_real_5: 0.2182459831237793 (0.23127508695636476) - | > loss_0: 2.291658401489258 (2.5334291883877347) - | > loss_gen: 2.6072838306427 (2.526322569165911) - | > loss_kl: 1.5552961826324463 (1.6622776751007353) - | > loss_feat: 5.722201824188232 (6.240188470908573) - | > loss_mel: 23.641963958740234 (23.7943913596017) - | > loss_duration: 1.7244737148284912 (1.7295256895678384) - | > loss_1: 35.251216888427734 (35.9527061326163) - - --> STEP: 29 - | > loss_disc: 2.5103774070739746 (2.532634299376915) - | > loss_disc_real_0: 0.24254922568798065 (0.22987631374392017) - | > loss_disc_real_1: 0.10246556997299194 (0.1321088856664197) - | > loss_disc_real_2: 0.21486350893974304 (0.1973036139689643) - | > loss_disc_real_3: 0.19075961410999298 (0.18540223199745703) - | > loss_disc_real_4: 0.12102337926626205 (0.210434901560175) - | > loss_disc_real_5: 0.18016110360622406 (0.2295125358063599) - | > loss_0: 2.5103774070739746 (2.532634299376915) - | > loss_gen: 2.3836820125579834 (2.521403929282879) - | > loss_kl: 1.6155129671096802 (1.6606650989631127) - | > loss_feat: 6.423689842224121 (6.246516104402213) - | > loss_mel: 24.62713623046875 (23.823106699976428) - | > loss_duration: 1.7158031463623047 (1.72905249842282) - | > loss_1: 36.76582336425781 (35.980744657845314) - - --> STEP: 30 - | > loss_disc: 2.727579355239868 (2.5391324679056804) - | > loss_disc_real_0: 0.2219701111316681 (0.2296127736568451) - | > loss_disc_real_1: 0.11005645245313644 (0.13137380455931028) - | > loss_disc_real_2: 0.20763540267944336 (0.19764800692598025) - | > loss_disc_real_3: 0.22134312987327576 (0.186600261926651) - | > loss_disc_real_4: 0.21996650099754333 (0.21075262154142063) - | > loss_disc_real_5: 0.2293776124715805 (0.22950803836186726) - | > loss_0: 2.727579355239868 (2.5391324679056804) - | > loss_gen: 2.409702777862549 (2.517680557568868) - | > loss_kl: 1.2918788194656372 (1.6483722229798634) - | > loss_feat: 5.936208248138428 (6.236172509193421) - | > loss_mel: 22.799970626831055 (23.789002164204916) - | > loss_duration: 1.764686107635498 (1.730240285396576) - | > loss_1: 34.20244598388672 (35.92146803538003) - - --> STEP: 31 - | > loss_disc: 2.580034017562866 (2.5404518727333314) - | > loss_disc_real_0: 0.3239331841468811 (0.23265536754362046) - | > loss_disc_real_1: 0.1069604754447937 (0.1305862778136807) - | > loss_disc_real_2: 0.18455950915813446 (0.19722579732056586) - | > loss_disc_real_3: 0.21564532816410065 (0.1875371995472139) - | > loss_disc_real_4: 0.24846377968788147 (0.2119691105138871) - | > loss_disc_real_5: 0.3045957684516907 (0.23193022320347448) - | > loss_0: 2.580034017562866 (2.5404518727333314) - | > loss_gen: 2.4600462913513184 (2.5158213876908824) - | > loss_kl: 1.110819697380066 (1.631031818928257) - | > loss_feat: 4.7338032722473145 (6.187708985420965) - | > loss_mel: 20.35317039489746 (23.67816888132403) - | > loss_duration: 1.707126259803772 (1.7294946716677757) - | > loss_1: 30.364967346191406 (35.74222607766427) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.013707668550552861 (+0.002645261826053744) - | > avg_loss_disc: 2.5404518727333314 (+0.02118912819893115) - | > avg_loss_disc_real_0: 0.23265536754362046 (+0.13472831261254126) - | > avg_loss_disc_real_1: 0.1305862778136807 (+0.012663014954136256) - | > avg_loss_disc_real_2: 0.19722579732056586 (-0.023706035988946134) - | > avg_loss_disc_real_3: 0.1875371995472139 (-0.05536742652616192) - | > avg_loss_disc_real_4: 0.2119691105138871 (-0.004905209185615683) - | > avg_loss_disc_real_5: 0.23193022320347448 (-0.014740764133391843) - | > avg_loss_0: 2.5404518727333314 (+0.02118912819893115) - | > avg_loss_gen: 2.5158213876908824 (+0.5500003906988327) - | > avg_loss_kl: 1.631031818928257 (+0.1564792202365013) - | > avg_loss_feat: 6.187708985420965 (+0.9075720387120398) - | > avg_loss_mel: 23.67816888132403 (+0.9968131280714481) - | > avg_loss_duration: 1.7294946716677757 (-0.0007814861113026872) - | > avg_loss_1: 35.74222607766427 (+2.6100837338355234) - - - > EPOCH: 23/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-22 15:50:54)  - - --> TIME: 2024-11-22 15:50:57 -- STEP: 2/797 -- GLOBAL_STEP: 20150 - | > loss_disc: 2.461832046508789 (2.560121774673462) - | > loss_disc_real_0: 0.07270973920822144 (0.13430024683475494) - | > loss_disc_real_1: 0.30697667598724365 (0.2481747344136238) - | > loss_disc_real_2: 0.20658951997756958 (0.1906510591506958) - | > loss_disc_real_3: 0.1851133108139038 (0.1969105675816536) - | > loss_disc_real_4: 0.22797809541225433 (0.22319668531417847) - | > loss_disc_real_5: 0.22405599057674408 (0.22944439202547073) - | > loss_0: 2.461832046508789 (2.560121774673462) - | > grad_norm_0: tensor(54.0845, device='cuda:0') (tensor(56.4164, device='cuda:0')) - | > loss_gen: 2.514481544494629 (2.588563084602356) - | > loss_kl: 1.5667144060134888 (1.4747808575630188) - | > loss_feat: 6.045982837677002 (6.200048446655273) - | > loss_mel: 23.151111602783203 (23.191161155700684) - | > loss_duration: 1.9757819175720215 (2.032882332801819) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.25407028198242 (35.48743438720703) - | > grad_norm_1: tensor(218.0806, device='cuda:0') (tensor(196.8356, device='cuda:0')) - | > current_lr_0: 0.0001993759366021797 - | > current_lr_1: 0.0001993759366021797 - | > step_time: 0.8224 (0.8267238140106201) - | > loader_time: 0.0037 (0.003497600555419922) - - - --> TIME: 2024-11-22 15:51:18 -- STEP: 27/797 -- GLOBAL_STEP: 20175 - | > loss_disc: 2.4891464710235596 (2.4522058169047036) - | > loss_disc_real_0: 0.09438575804233551 (0.11196124567477792) - | > loss_disc_real_1: 0.2654106318950653 (0.22113414936595494) - | > loss_disc_real_2: 0.21763117611408234 (0.23331918815771738) - | > loss_disc_real_3: 0.21439822018146515 (0.22592136981310668) - | > loss_disc_real_4: 0.19629865884780884 (0.2201523537989016) - | > loss_disc_real_5: 0.23622795939445496 (0.23296958373652565) - | > loss_0: 2.4891464710235596 (2.4522058169047036) - | > grad_norm_0: tensor(134.9166, device='cuda:0') (tensor(73.7725, device='cuda:0')) - | > loss_gen: 2.382298231124878 (2.3478014292540372) - | > loss_kl: 1.7443385124206543 (1.5423194037543402) - | > loss_feat: 5.886410713195801 (5.76527703249896) - | > loss_mel: 21.93402862548828 (21.996022401032626) - | > loss_duration: 1.7783535718917847 (1.8909071595580489) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.72542953491211 (33.5423272450765) - | > grad_norm_1: tensor(585.0358, device='cuda:0') (tensor(392.2462, device='cuda:0')) - | > current_lr_0: 0.0001993759366021797 - | > current_lr_1: 0.0001993759366021797 - | > step_time: 0.8348 (0.8264878855811225) - | > loader_time: 0.0054 (0.004327332531964338) - - - --> TIME: 2024-11-22 15:51:40 -- STEP: 52/797 -- GLOBAL_STEP: 20200 - | > loss_disc: 2.470402240753174 (2.4519061308640704) - | > loss_disc_real_0: 0.09901118278503418 (0.11663433715987664) - | > loss_disc_real_1: 0.1867504119873047 (0.2184691265798532) - | > loss_disc_real_2: 0.2520497441291809 (0.23630845030912986) - | > loss_disc_real_3: 0.2118995189666748 (0.22591486401282823) - | > loss_disc_real_4: 0.23512916266918182 (0.22086854164416975) - | > loss_disc_real_5: 0.3144974112510681 (0.23618201366983926) - | > loss_0: 2.470402240753174 (2.4519061308640704) - | > grad_norm_0: tensor(125.4238, device='cuda:0') (tensor(76.5734, device='cuda:0')) - | > loss_gen: 2.39408278465271 (2.3612695061243505) - | > loss_kl: 1.1835963726043701 (1.5447627787406628) - | > loss_feat: 5.72184944152832 (5.8146128471081076) - | > loss_mel: 21.455829620361328 (22.292790889739983) - | > loss_duration: 1.7241768836975098 (1.8516419117267315) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.47953414916992 (33.865077899052544) - | > grad_norm_1: tensor(545.1674, device='cuda:0') (tensor(563.7131, device='cuda:0')) - | > current_lr_0: 0.0001993759366021797 - | > current_lr_1: 0.0001993759366021797 - | > step_time: 0.9125 (0.8395166351245) - | > loader_time: 0.0042 (0.004644311391390289) - - - --> TIME: 2024-11-22 15:52:02 -- STEP: 77/797 -- GLOBAL_STEP: 20225 - | > loss_disc: 2.555830478668213 (2.452008956438536) - | > loss_disc_real_0: 0.1698417216539383 (0.11734951606818608) - | > loss_disc_real_1: 0.2144787609577179 (0.21610940818662766) - | > loss_disc_real_2: 0.2862163782119751 (0.23554438507402098) - | > loss_disc_real_3: 0.2474195808172226 (0.2265164768928057) - | > loss_disc_real_4: 0.23403790593147278 (0.22168819141852392) - | > loss_disc_real_5: 0.265162855386734 (0.23622294196060725) - | > loss_0: 2.555830478668213 (2.452008956438536) - | > grad_norm_0: tensor(282.6732, device='cuda:0') (tensor(94.0059, device='cuda:0')) - | > loss_gen: 2.237933397293091 (2.367460167253173) - | > loss_kl: 1.6194730997085571 (1.5470099216931825) - | > loss_feat: 4.608835220336914 (5.78438595363072) - | > loss_mel: 21.401147842407227 (22.328996063826914) - | > loss_duration: 1.7628700733184814 (1.8217263902936662) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.630260467529297 (33.849578287694364) - | > grad_norm_1: tensor(969.4626, device='cuda:0') (tensor(643.7583, device='cuda:0')) - | > current_lr_0: 0.0001993759366021797 - | > current_lr_1: 0.0001993759366021797 - | > step_time: 0.7795 (0.8480224919009518) - | > loader_time: 0.0044 (0.004789696111307517) - - - --> TIME: 2024-11-22 15:52:23 -- STEP: 102/797 -- GLOBAL_STEP: 20250 - | > loss_disc: 2.5098073482513428 (2.456800823118174) - | > loss_disc_real_0: 0.12199950218200684 (0.11617945740912475) - | > loss_disc_real_1: 0.24320204555988312 (0.21575395879792234) - | > loss_disc_real_2: 0.25719013810157776 (0.2368331618753134) - | > loss_disc_real_3: 0.25035491585731506 (0.22622178743282953) - | > loss_disc_real_4: 0.24638007581233978 (0.2214078545278194) - | > loss_disc_real_5: 0.2525997459888458 (0.23650351765693403) - | > loss_0: 2.5098073482513428 (2.456800823118174) - | > grad_norm_0: tensor(54.6614, device='cuda:0') (tensor(89.3610, device='cuda:0')) - | > loss_gen: 2.4331021308898926 (2.3638887919631664) - | > loss_kl: 1.3476632833480835 (1.5361473011035545) - | > loss_feat: 5.683433532714844 (5.7626403219559625) - | > loss_mel: 21.437482833862305 (22.29327237372304) - | > loss_duration: 1.7638287544250488 (1.807508012827705) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.66551208496094 (33.76345669989493) - | > grad_norm_1: tensor(543.0544, device='cuda:0') (tensor(637.5908, device='cuda:0')) - | > current_lr_0: 0.0001993759366021797 - | > current_lr_1: 0.0001993759366021797 - | > step_time: 0.8602 (0.850442086949068) - | > loader_time: 0.005 (0.0048518040600944974) - - - --> TIME: 2024-11-22 15:52:45 -- STEP: 127/797 -- GLOBAL_STEP: 20275 - | > loss_disc: 2.4692435264587402 (2.4589061812153026) - | > loss_disc_real_0: 0.1307922899723053 (0.11797021176871353) - | > loss_disc_real_1: 0.17658376693725586 (0.2152531809928849) - | > loss_disc_real_2: 0.2237352877855301 (0.23727394933775653) - | > loss_disc_real_3: 0.2117350995540619 (0.22557561298993628) - | > loss_disc_real_4: 0.2180577665567398 (0.22163029050263833) - | > loss_disc_real_5: 0.2569422423839569 (0.23658171260920097) - | > loss_0: 2.4692435264587402 (2.4589061812153026) - | > grad_norm_0: tensor(200.9989, device='cuda:0') (tensor(94.4848, device='cuda:0')) - | > loss_gen: 2.220290184020996 (2.3622657276514016) - | > loss_kl: 1.2824785709381104 (1.5364595304323931) - | > loss_feat: 5.761190414428711 (5.748559861671269) - | > loss_mel: 24.388242721557617 (22.29097456443966) - | > loss_duration: 1.7882643938064575 (1.7997591495513916) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.440467834472656 (33.738018756776356) - | > grad_norm_1: tensor(888.6669, device='cuda:0') (tensor(672.6378, device='cuda:0')) - | > current_lr_0: 0.0001993759366021797 - | > current_lr_1: 0.0001993759366021797 - | > step_time: 0.8888 (0.8520943442667563) - | > loader_time: 0.0055 (0.005025206588384673) - - - --> TIME: 2024-11-22 15:53:08 -- STEP: 152/797 -- GLOBAL_STEP: 20300 - | > loss_disc: 2.5715415477752686 (2.4584723899238994) - | > loss_disc_real_0: 0.11483914405107498 (0.11680400614185553) - | > loss_disc_real_1: 0.21360160410404205 (0.21674545373963683) - | > loss_disc_real_2: 0.24699029326438904 (0.2368789428943082) - | > loss_disc_real_3: 0.23643185198307037 (0.22614770745368382) - | > loss_disc_real_4: 0.24934488534927368 (0.22098450529340066) - | > loss_disc_real_5: 0.2567872107028961 (0.23609359542790212) - | > loss_0: 2.5715415477752686 (2.4584723899238994) - | > grad_norm_0: tensor(145.8722, device='cuda:0') (tensor(94.5239, device='cuda:0')) - | > loss_gen: 2.377145767211914 (2.365563665565693) - | > loss_kl: 1.358087182044983 (1.5313374031531186) - | > loss_feat: 5.730601787567139 (5.727085201363814) - | > loss_mel: 22.128246307373047 (22.296899532016948) - | > loss_duration: 1.8348006010055542 (1.7936452352686931) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.42887878417969 (33.71453086953415) - | > grad_norm_1: tensor(764.4961, device='cuda:0') (tensor(664.2158, device='cuda:0')) - | > current_lr_0: 0.0001993759366021797 - | > current_lr_1: 0.0001993759366021797 - | > step_time: 0.9107 (0.8581906306116208) - | > loader_time: 0.0042 (0.005078061630851343) - - - --> TIME: 2024-11-22 15:53:31 -- STEP: 177/797 -- GLOBAL_STEP: 20325 - | > loss_disc: 2.285264492034912 (2.459768167323311) - | > loss_disc_real_0: 0.17116042971611023 (0.11848771936223332) - | > loss_disc_real_1: 0.19453400373458862 (0.21641814750803393) - | > loss_disc_real_2: 0.21548889577388763 (0.23675019483445053) - | > loss_disc_real_3: 0.15959154069423676 (0.22698962250671817) - | > loss_disc_real_4: 0.19005076587200165 (0.2202546516549116) - | > loss_disc_real_5: 0.16017122566699982 (0.23596974693785952) - | > loss_0: 2.285264492034912 (2.459768167323311) - | > grad_norm_0: tensor(66.7359, device='cuda:0') (tensor(89.9773, device='cuda:0')) - | > loss_gen: 2.635087490081787 (2.3646158512029283) - | > loss_kl: 1.5889302492141724 (1.5295198165764243) - | > loss_feat: 6.9441375732421875 (5.732294756140412) - | > loss_mel: 25.32597541809082 (22.41707053965767) - | > loss_duration: 1.7010509967803955 (1.7851158414183363) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 38.1951789855957 (33.828616718787934) - | > grad_norm_1: tensor(734.6387, device='cuda:0') (tensor(670.3681, device='cuda:0')) - | > current_lr_0: 0.0001993759366021797 - | > current_lr_1: 0.0001993759366021797 - | > step_time: 0.9214 (0.8686870909006585) - | > loader_time: 0.0043 (0.0052132566096418954) - - - --> TIME: 2024-11-22 15:53:54 -- STEP: 202/797 -- GLOBAL_STEP: 20350 - | > loss_disc: 2.3560526371002197 (2.464218559831674) - | > loss_disc_real_0: 0.11424221098423004 (0.11911471684159029) - | > loss_disc_real_1: 0.18129143118858337 (0.21744099355275087) - | > loss_disc_real_2: 0.2460862249135971 (0.23764457229045358) - | > loss_disc_real_3: 0.21258845925331116 (0.22654262177719928) - | > loss_disc_real_4: 0.1771339476108551 (0.22038653109333303) - | > loss_disc_real_5: 0.18537302315235138 (0.2359679406969854) - | > loss_0: 2.3560526371002197 (2.464218559831674) - | > grad_norm_0: tensor(133.4293, device='cuda:0') (tensor(99.0392, device='cuda:0')) - | > loss_gen: 2.3592686653137207 (2.3618994372906075) - | > loss_kl: 1.3297045230865479 (1.5263616590216609) - | > loss_feat: 6.236988544464111 (5.7150507988316) - | > loss_mel: 23.0947208404541 (22.45344086448744) - | > loss_duration: 1.7644569873809814 (1.78148088950922) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.78514099121094 (33.83823361727271) - | > grad_norm_1: tensor(496.6790, device='cuda:0') (tensor(683.8074, device='cuda:0')) - | > current_lr_0: 0.0001993759366021797 - | > current_lr_1: 0.0001993759366021797 - | > step_time: 0.8646 (0.8705632084667095) - | > loader_time: 0.0056 (0.005312566709990544) - - - --> TIME: 2024-11-22 15:54:17 -- STEP: 227/797 -- GLOBAL_STEP: 20375 - | > loss_disc: 2.41241717338562 (2.4625935596516464) - | > loss_disc_real_0: 0.12206535041332245 (0.11921577196617483) - | > loss_disc_real_1: 0.2526574730873108 (0.21732343398526902) - | > loss_disc_real_2: 0.22825883328914642 (0.237369831766326) - | > loss_disc_real_3: 0.2565900385379791 (0.22655581410498346) - | > loss_disc_real_4: 0.23822996020317078 (0.22088016910962596) - | > loss_disc_real_5: 0.24099716544151306 (0.2359354780240206) - | > loss_0: 2.41241717338562 (2.4625935596516464) - | > grad_norm_0: tensor(82.7595, device='cuda:0') (tensor(98.0864, device='cuda:0')) - | > loss_gen: 2.582085132598877 (2.3654343556727615) - | > loss_kl: 1.7054473161697388 (1.524436583077855) - | > loss_feat: 5.969089031219482 (5.71756001611113) - | > loss_mel: 21.933752059936523 (22.517179741208242) - | > loss_duration: 1.7197411060333252 (1.7783224456635867) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.91011428833008 (33.902933137532365) - | > grad_norm_1: tensor(1175.2249, device='cuda:0') (tensor(694.6960, device='cuda:0')) - | > current_lr_0: 0.0001993759366021797 - | > current_lr_1: 0.0001993759366021797 - | > step_time: 0.9189 (0.8750215217405481) - | > loader_time: 0.0054 (0.005424437543894222) - - - --> TIME: 2024-11-22 15:54:41 -- STEP: 252/797 -- GLOBAL_STEP: 20400 - | > loss_disc: 2.646712303161621 (2.4625315022846994) - | > loss_disc_real_0: 0.3600618243217468 (0.12106357272418719) - | > loss_disc_real_1: 0.24577094614505768 (0.2169606446746796) - | > loss_disc_real_2: 0.21140740811824799 (0.23750558300387292) - | > loss_disc_real_3: 0.25801584124565125 (0.22586334331168068) - | > loss_disc_real_4: 0.2597024142742157 (0.2213322212771764) - | > loss_disc_real_5: 0.24675048887729645 (0.23554138886550116) - | > loss_0: 2.646712303161621 (2.4625315022846994) - | > grad_norm_0: tensor(200.0631, device='cuda:0') (tensor(104.7885, device='cuda:0')) - | > loss_gen: 2.6280112266540527 (2.3719018640972327) - | > loss_kl: 1.4599188566207886 (1.5198309676987785) - | > loss_feat: 5.556858062744141 (5.729987133116949) - | > loss_mel: 22.517873764038086 (22.520258812677284) - | > loss_duration: 1.7177090644836426 (1.7735240317526317) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.88037109375 (33.91550279042077) - | > grad_norm_1: tensor(393.7410, device='cuda:0') (tensor(698.9297, device='cuda:0')) - | > current_lr_0: 0.0001993759366021797 - | > current_lr_1: 0.0001993759366021797 - | > step_time: 0.9961 (0.8820181848510865) - | > loader_time: 0.0056 (0.005504234442635185) - - - --> TIME: 2024-11-22 15:55:06 -- STEP: 277/797 -- GLOBAL_STEP: 20425 - | > loss_disc: 2.4988341331481934 (2.4683400293549895) - | > loss_disc_real_0: 0.11021199077367783 (0.1246050098702473) - | > loss_disc_real_1: 0.22241148352622986 (0.21666962543119164) - | > loss_disc_real_2: 0.20044945180416107 (0.2366732470287743) - | > loss_disc_real_3: 0.2156255841255188 (0.22674524595806317) - | > loss_disc_real_4: 0.21328219771385193 (0.22166203123782946) - | > loss_disc_real_5: 0.21855691075325012 (0.2349361533615133) - | > loss_0: 2.4988341331481934 (2.4683400293549895) - | > grad_norm_0: tensor(105.2096, device='cuda:0') (tensor(105.9399, device='cuda:0')) - | > loss_gen: 2.2000184059143066 (2.3628538902916216) - | > loss_kl: 1.632307767868042 (1.5187755280883737) - | > loss_feat: 5.1608405113220215 (5.7067058955719325) - | > loss_mel: 20.41927719116211 (22.50725821209297) - | > loss_duration: 1.7538930177688599 (1.7710946200126345) - | > amp_scaler: 256.0 (128.92418772563178) - | > loss_1: 31.166336059570312 (33.86668812583069) - | > grad_norm_1: tensor(401.6936, device='cuda:0') (tensor(675.3858, device='cuda:0')) - | > current_lr_0: 0.0001993759366021797 - | > current_lr_1: 0.0001993759366021797 - | > step_time: 1.0047 (0.8930685984959242) - | > loader_time: 0.0071 (0.005579053279725219) - - - --> TIME: 2024-11-22 15:55:33 -- STEP: 302/797 -- GLOBAL_STEP: 20450 - | > loss_disc: 2.480072259902954 (2.469290824125933) - | > loss_disc_real_0: 0.06916361302137375 (0.12362528787864162) - | > loss_disc_real_1: 0.2601812183856964 (0.2170623469332986) - | > loss_disc_real_2: 0.2567627429962158 (0.23760700215961758) - | > loss_disc_real_3: 0.3055850863456726 (0.22630830765362606) - | > loss_disc_real_4: 0.24657055735588074 (0.2224893986882753) - | > loss_disc_real_5: 0.2280779629945755 (0.23596560288936097) - | > loss_0: 2.480072259902954 (2.469290824125933) - | > grad_norm_0: tensor(12.9375, device='cuda:0') (tensor(105.2836, device='cuda:0')) - | > loss_gen: 2.478639602661133 (2.362865402209049) - | > loss_kl: 1.4363878965377808 (1.5176548456514114) - | > loss_feat: 5.964518070220947 (5.697678501242835) - | > loss_mel: 23.851388931274414 (22.535871259424066) - | > loss_duration: 1.794919490814209 (1.7686947390733176) - | > amp_scaler: 128.0 (132.66225165562918) - | > loss_1: 35.52585220336914 (33.88276472786405) - | > grad_norm_1: tensor(292.6064, device='cuda:0') (tensor(685.0394, device='cuda:0')) - | > current_lr_0: 0.0001993759366021797 - | > current_lr_1: 0.0001993759366021797 - | > step_time: 1.4328 (0.9082505521395349) - | > loader_time: 0.009 (0.005710193652980372) - - - --> TIME: 2024-11-22 15:56:00 -- STEP: 327/797 -- GLOBAL_STEP: 20475 - | > loss_disc: 2.5044617652893066 (2.471056575075201) - | > loss_disc_real_0: 0.1384611278772354 (0.12397340157094898) - | > loss_disc_real_1: 0.20918504893779755 (0.216838025262961) - | > loss_disc_real_2: 0.22184883058071136 (0.23753000107744782) - | > loss_disc_real_3: 0.20296625792980194 (0.2263110392137405) - | > loss_disc_real_4: 0.21766605973243713 (0.22275887452498852) - | > loss_disc_real_5: 0.24669542908668518 (0.23615013878644425) - | > loss_0: 2.5044617652893066 (2.471056575075201) - | > grad_norm_0: tensor(24.1484, device='cuda:0') (tensor(103.5805, device='cuda:0')) - | > loss_gen: 2.2075717449188232 (2.356374488693495) - | > loss_kl: 1.4895319938659668 (1.5187598959021604) - | > loss_feat: 5.000881195068359 (5.679664916583887) - | > loss_mel: 21.31867790222168 (22.560532216996585) - | > loss_duration: 1.7210122346878052 (1.766740531367264) - | > amp_scaler: 128.0 (132.30581039755359) - | > loss_1: 31.737674713134766 (33.882071987933706) - | > grad_norm_1: tensor(469.3309, device='cuda:0') (tensor(674.5386, device='cuda:0')) - | > current_lr_0: 0.0001993759366021797 - | > current_lr_1: 0.0001993759366021797 - | > step_time: 0.9953 (0.9189794982245209) - | > loader_time: 0.0062 (0.005856896030064385) - - - --> TIME: 2024-11-22 15:56:26 -- STEP: 352/797 -- GLOBAL_STEP: 20500 - | > loss_disc: 2.4411544799804688 (2.468182410706172) - | > loss_disc_real_0: 0.14871981739997864 (0.12336198920489881) - | > loss_disc_real_1: 0.1913890838623047 (0.21656443233686418) - | > loss_disc_real_2: 0.24506644904613495 (0.23797832018780438) - | > loss_disc_real_3: 0.2278902232646942 (0.22601101636378604) - | > loss_disc_real_4: 0.21833835542201996 (0.22271920850669796) - | > loss_disc_real_5: 0.2321336716413498 (0.23627280884168364) - | > loss_0: 2.4411544799804688 (2.468182410706172) - | > grad_norm_0: tensor(179.2308, device='cuda:0') (tensor(103.3848, device='cuda:0')) - | > loss_gen: 2.3899240493774414 (2.3560926098037847) - | > loss_kl: 1.4947386980056763 (1.5222630903802128) - | > loss_feat: 5.155440807342529 (5.676844749938358) - | > loss_mel: 22.09168243408203 (22.571236621249792) - | > loss_duration: 1.708113193511963 (1.7640207274393602) - | > amp_scaler: 128.0 (132.0) - | > loss_1: 32.839900970458984 (33.89045775478535) - | > grad_norm_1: tensor(899.3805, device='cuda:0') (tensor(682.7505, device='cuda:0')) - | > current_lr_0: 0.0001993759366021797 - | > current_lr_1: 0.0001993759366021797 - | > step_time: 0.8581 (0.9258211153474721) - | > loader_time: 0.0056 (0.005921199240467764) - - - --> TIME: 2024-11-22 15:56:50 -- STEP: 377/797 -- GLOBAL_STEP: 20525 - | > loss_disc: 2.4338464736938477 (2.4655615739544112) - | > loss_disc_real_0: 0.06832954287528992 (0.12269704520643074) - | > loss_disc_real_1: 0.289588987827301 (0.21653092757302195) - | > loss_disc_real_2: 0.2774313986301422 (0.23705455569911066) - | > loss_disc_real_3: 0.2361311912536621 (0.22602901811308823) - | > loss_disc_real_4: 0.2734338343143463 (0.2223486524836138) - | > loss_disc_real_5: 0.2819603681564331 (0.23635954771497206) - | > loss_0: 2.4338464736938477 (2.4655615739544112) - | > grad_norm_0: tensor(126.8113, device='cuda:0') (tensor(102.3319, device='cuda:0')) - | > loss_gen: 2.4513931274414062 (2.3573216705802893) - | > loss_kl: 1.748708963394165 (1.5218025091788492) - | > loss_feat: 4.820157051086426 (5.681979298275407) - | > loss_mel: 21.39290428161621 (22.56450369756481) - | > loss_duration: 1.6886003017425537 (1.7614934020712774) - | > amp_scaler: 128.0 (131.73474801061) - | > loss_1: 32.10176086425781 (33.887100528342636) - | > grad_norm_1: tensor(1074.2365, device='cuda:0') (tensor(689.3998, device='cuda:0')) - | > current_lr_0: 0.0001993759366021797 - | > current_lr_1: 0.0001993759366021797 - | > step_time: 0.9485 (0.9294623816361162) - | > loader_time: 0.0062 (0.0059809950365628094) - - - --> TIME: 2024-11-22 15:57:17 -- STEP: 402/797 -- GLOBAL_STEP: 20550 - | > loss_disc: 2.433520793914795 (2.4661821785257803) - | > loss_disc_real_0: 0.10585658252239227 (0.12292000068008752) - | > loss_disc_real_1: 0.19484329223632812 (0.2160885316963813) - | > loss_disc_real_2: 0.21831032633781433 (0.2375687863770409) - | > loss_disc_real_3: 0.25182709097862244 (0.2263303564407339) - | > loss_disc_real_4: 0.19513630867004395 (0.22206990457885895) - | > loss_disc_real_5: 0.1954433023929596 (0.23635227518591714) - | > loss_0: 2.433520793914795 (2.4661821785257803) - | > grad_norm_0: tensor(29.9787, device='cuda:0') (tensor(102.3179, device='cuda:0')) - | > loss_gen: 2.3346285820007324 (2.3573878401547534) - | > loss_kl: 1.397337555885315 (1.5244404652818513) - | > loss_feat: 6.262714862823486 (5.686513580493072) - | > loss_mel: 23.835180282592773 (22.58152370073309) - | > loss_duration: 1.7502813339233398 (1.759993299916016) - | > amp_scaler: 128.0 (131.50248756218892) - | > loss_1: 35.580142974853516 (33.90985879376156) - | > grad_norm_1: tensor(489.2034, device='cuda:0') (tensor(683.3333, device='cuda:0')) - | > current_lr_0: 0.0001993759366021797 - | > current_lr_1: 0.0001993759366021797 - | > step_time: 0.9271 (0.9371568943137554) - | > loader_time: 0.0072 (0.006131286051735948) - - - --> TIME: 2024-11-22 15:57:41 -- STEP: 427/797 -- GLOBAL_STEP: 20575 - | > loss_disc: 2.449780225753784 (2.465012921661625) - | > loss_disc_real_0: 0.0609297901391983 (0.12311848074599088) - | > loss_disc_real_1: 0.25163644552230835 (0.2160157473011933) - | > loss_disc_real_2: 0.2958231270313263 (0.23678729817515515) - | > loss_disc_real_3: 0.26638901233673096 (0.22649627854170787) - | > loss_disc_real_4: 0.23680472373962402 (0.22195616008526267) - | > loss_disc_real_5: 0.22876068949699402 (0.2362726668912298) - | > loss_0: 2.449780225753784 (2.465012921661625) - | > grad_norm_0: tensor(4.7081, device='cuda:0') (tensor(103.4817, device='cuda:0')) - | > loss_gen: 2.4774506092071533 (2.3605437811978813) - | > loss_kl: 1.5898239612579346 (1.5205043322587735) - | > loss_feat: 6.277649402618408 (5.692870123324963) - | > loss_mel: 25.059099197387695 (22.582818131815355) - | > loss_duration: 1.74847412109375 (1.7586251949538112) - | > amp_scaler: 128.0 (131.2974238875878) - | > loss_1: 37.15250015258789 (33.91536147588864) - | > grad_norm_1: tensor(428.4012, device='cuda:0') (tensor(677.7712, device='cuda:0')) - | > current_lr_0: 0.0001993759366021797 - | > current_lr_1: 0.0001993759366021797 - | > step_time: 0.897 (0.9373995699424654) - | > loader_time: 0.0072 (0.006244376895020102) - - - --> TIME: 2024-11-22 15:58:06 -- STEP: 452/797 -- GLOBAL_STEP: 20600 - | > loss_disc: 2.4653525352478027 (2.4652442357181426) - | > loss_disc_real_0: 0.1451146900653839 (0.1231959765257759) - | > loss_disc_real_1: 0.22626933455467224 (0.21634914580963358) - | > loss_disc_real_2: 0.23025090992450714 (0.23750320614307327) - | > loss_disc_real_3: 0.20496931672096252 (0.2260940891187803) - | > loss_disc_real_4: 0.201496422290802 (0.2218895390366031) - | > loss_disc_real_5: 0.20253683626651764 (0.23610458381276214) - | > loss_0: 2.4653525352478027 (2.4652442357181426) - | > grad_norm_0: tensor(28.8144, device='cuda:0') (tensor(103.1491, device='cuda:0')) - | > loss_gen: 2.2464654445648193 (2.362157707456994) - | > loss_kl: 1.6265583038330078 (1.52072766159488) - | > loss_feat: 5.897674560546875 (5.698487493844158) - | > loss_mel: 23.078399658203125 (22.611824613756838) - | > loss_duration: 1.695956826210022 (1.757194157722777) - | > amp_scaler: 128.0 (131.1150442477876) - | > loss_1: 34.5450553894043 (33.95039154997965) - | > grad_norm_1: tensor(268.1419, device='cuda:0') (tensor(664.7973, device='cuda:0')) - | > current_lr_0: 0.0001993759366021797 - | > current_lr_1: 0.0001993759366021797 - | > step_time: 0.9888 (0.9410830451323923) - | > loader_time: 0.0163 (0.006357122311549903) - - - --> TIME: 2024-11-22 15:58:33 -- STEP: 477/797 -- GLOBAL_STEP: 20625 - | > loss_disc: 2.4940316677093506 (2.4637333212158694) - | > loss_disc_real_0: 0.09935793280601501 (0.1225265865282505) - | > loss_disc_real_1: 0.2063082456588745 (0.2159803689025983) - | > loss_disc_real_2: 0.21982869505882263 (0.23747457270227387) - | > loss_disc_real_3: 0.23917147517204285 (0.22609600240454483) - | > loss_disc_real_4: 0.1856151521205902 (0.22178472522294745) - | > loss_disc_real_5: 0.23719218373298645 (0.23622710490501653) - | > loss_0: 2.4940316677093506 (2.4637333212158694) - | > grad_norm_0: tensor(94.3540, device='cuda:0') (tensor(103.0138, device='cuda:0')) - | > loss_gen: 2.2654757499694824 (2.3628554246710536) - | > loss_kl: 1.5444130897521973 (1.520406891215022) - | > loss_feat: 5.379955768585205 (5.705013999898978) - | > loss_mel: 20.80979347229004 (22.61724665979669) - | > loss_duration: 1.7570441961288452 (1.7560443980638836) - | > amp_scaler: 128.0 (130.95178197064985) - | > loss_1: 31.756681442260742 (33.9615672969218) - | > grad_norm_1: tensor(537.5316, device='cuda:0') (tensor(668.5259, device='cuda:0')) - | > current_lr_0: 0.0001993759366021797 - | > current_lr_1: 0.0001993759366021797 - | > step_time: 0.9425 (0.946395839035386) - | > loader_time: 0.0074 (0.006432002945266179) - - - --> TIME: 2024-11-22 15:58:58 -- STEP: 502/797 -- GLOBAL_STEP: 20650 - | > loss_disc: 2.3864083290100098 (2.4621356901419573) - | > loss_disc_real_0: 0.1041826456785202 (0.12199817221255535) - | > loss_disc_real_1: 0.18873749673366547 (0.21580253900640992) - | > loss_disc_real_2: 0.1814373880624771 (0.23741940581109894) - | > loss_disc_real_3: 0.18216447532176971 (0.22585761336335147) - | > loss_disc_real_4: 0.20767010748386383 (0.22201031137747593) - | > loss_disc_real_5: 0.22223606705665588 (0.23603999941235043) - | > loss_0: 2.3864083290100098 (2.4621356901419573) - | > grad_norm_0: tensor(264.2671, device='cuda:0') (tensor(103.1051, device='cuda:0')) - | > loss_gen: 2.482074022293091 (2.3637870386302238) - | > loss_kl: 1.4568169116973877 (1.5196243151725521) - | > loss_feat: 5.985025882720947 (5.706648803802125) - | > loss_mel: 22.543840408325195 (22.612614342890886) - | > loss_duration: 1.7360856533050537 (1.754337439024116) - | > amp_scaler: 128.0 (130.8047808764939) - | > loss_1: 34.20384216308594 (33.957011849756704) - | > grad_norm_1: tensor(897.7217, device='cuda:0') (tensor(665.5907, device='cuda:0')) - | > current_lr_0: 0.0001993759366021797 - | > current_lr_1: 0.0001993759366021797 - | > step_time: 1.0624 (0.947913890815826) - | > loader_time: 0.0082 (0.006502701466776934) - - - --> TIME: 2024-11-22 15:59:25 -- STEP: 527/797 -- GLOBAL_STEP: 20675 - | > loss_disc: 2.3277015686035156 (2.4595550147134375) - | > loss_disc_real_0: 0.07951836287975311 (0.1215437107120395) - | > loss_disc_real_1: 0.1385781466960907 (0.21552439356325248) - | > loss_disc_real_2: 0.2039751410484314 (0.23717316029420166) - | > loss_disc_real_3: 0.20310470461845398 (0.2257904759281274) - | > loss_disc_real_4: 0.20424816012382507 (0.22146065617987507) - | > loss_disc_real_5: 0.23593010008335114 (0.23610742537188126) - | > loss_0: 2.3277015686035156 (2.4595550147134375) - | > grad_norm_0: tensor(66.5589, device='cuda:0') (tensor(103.0411, device='cuda:0')) - | > loss_gen: 2.3780922889709473 (2.3637603403721186) - | > loss_kl: 1.465043306350708 (1.5201311048113186) - | > loss_feat: 6.303652763366699 (5.713350171156128) - | > loss_mel: 22.29707908630371 (22.607144943903247) - | > loss_duration: 1.7555853128433228 (1.7534627851091706) - | > amp_scaler: 128.0 (130.67172675521812) - | > loss_1: 34.1994514465332 (33.957849249215435) - | > grad_norm_1: tensor(590.7726, device='cuda:0') (tensor(670.4128, device='cuda:0')) - | > current_lr_0: 0.0001993759366021797 - | > current_lr_1: 0.0001993759366021797 - | > step_time: 0.9411 (0.9548763966424642) - | > loader_time: 0.0101 (0.006597657357492754) - - - --> TIME: 2024-11-22 15:59:51 -- STEP: 552/797 -- GLOBAL_STEP: 20700 - | > loss_disc: 2.3037302494049072 (2.4581239335778813) - | > loss_disc_real_0: 0.14171376824378967 (0.1210934650524101) - | > loss_disc_real_1: 0.2322574257850647 (0.21568663931195287) - | > loss_disc_real_2: 0.22086308896541595 (0.23707065582815287) - | > loss_disc_real_3: 0.20177529752254486 (0.22566429306955438) - | > loss_disc_real_4: 0.18153375387191772 (0.22132010353000264) - | > loss_disc_real_5: 0.24184447526931763 (0.23609337056784527) - | > loss_0: 2.3037302494049072 (2.4581239335778813) - | > grad_norm_0: tensor(27.8176, device='cuda:0') (tensor(102.0472, device='cuda:0')) - | > loss_gen: 2.549974203109741 (2.3657188625007435) - | > loss_kl: 1.5175703763961792 (1.52144877569399) - | > loss_feat: 6.756038665771484 (5.720484453698862) - | > loss_mel: 24.49087142944336 (22.607977538869008) - | > loss_duration: 1.7482595443725586 (1.7531484764987142) - | > amp_scaler: 128.0 (130.55072463768104) - | > loss_1: 37.062713623046875 (33.968778022821375) - | > grad_norm_1: tensor(77.3137, device='cuda:0') (tensor(671.3669, device='cuda:0')) - | > current_lr_0: 0.0001993759366021797 - | > current_lr_1: 0.0001993759366021797 - | > step_time: 0.9918 (0.9573755985584812) - | > loader_time: 0.0078 (0.006706144930659861) - - - --> TIME: 2024-11-22 16:00:18 -- STEP: 577/797 -- GLOBAL_STEP: 20725 - | > loss_disc: 2.3730082511901855 (2.457073846350921) - | > loss_disc_real_0: 0.13622914254665375 (0.12143093928294434) - | > loss_disc_real_1: 0.1716311126947403 (0.21534628208010004) - | > loss_disc_real_2: 0.24589119851589203 (0.23685940870275943) - | > loss_disc_real_3: 0.2068014293909073 (0.2255484931287154) - | > loss_disc_real_4: 0.22275295853614807 (0.22126066325752122) - | > loss_disc_real_5: 0.2432735562324524 (0.236109064862881) - | > loss_0: 2.3730082511901855 (2.457073846350921) - | > grad_norm_0: tensor(165.8134, device='cuda:0') (tensor(101.7883, device='cuda:0')) - | > loss_gen: 2.316845178604126 (2.3648418113718415) - | > loss_kl: 1.6571515798568726 (1.5233302397372606) - | > loss_feat: 5.852842330932617 (5.722473627979667) - | > loss_mel: 23.458707809448242 (22.628496619609653) - | > loss_duration: 1.7296034097671509 (1.752287878940589) - | > amp_scaler: 128.0 (130.44020797227031) - | > loss_1: 35.01515197753906 (33.991430100783084) - | > grad_norm_1: tensor(779.8989, device='cuda:0') (tensor(672.7610, device='cuda:0')) - | > current_lr_0: 0.0001993759366021797 - | > current_lr_1: 0.0001993759366021797 - | > step_time: 1.0666 (0.9617406619483512) - | > loader_time: 0.0082 (0.006803839004225707) - - - --> TIME: 2024-11-22 16:00:45 -- STEP: 602/797 -- GLOBAL_STEP: 20750 - | > loss_disc: 2.3544859886169434 (2.455678312881443) - | > loss_disc_real_0: 0.05504294112324715 (0.12118725245044971) - | > loss_disc_real_1: 0.25340330600738525 (0.21542292090745474) - | > loss_disc_real_2: 0.20002540946006775 (0.2368123545945681) - | > loss_disc_real_3: 0.21462658047676086 (0.22555013847509492) - | > loss_disc_real_4: 0.22517786920070648 (0.22119476143703903) - | > loss_disc_real_5: 0.23038169741630554 (0.2358407626961949) - | > loss_0: 2.3544859886169434 (2.455678312881443) - | > grad_norm_0: tensor(180.3952, device='cuda:0') (tensor(101.4264, device='cuda:0')) - | > loss_gen: 2.417239189147949 (2.3654196604937803) - | > loss_kl: 1.397413730621338 (1.5235699587486107) - | > loss_feat: 6.665075778961182 (5.726096857425776) - | > loss_mel: 22.534774780273438 (22.62036618521047) - | > loss_duration: 1.7392446994781494 (1.7515115882471155) - | > amp_scaler: 128.0 (130.33887043189364) - | > loss_1: 34.75374984741211 (33.98696417824371) - | > grad_norm_1: tensor(1237.8710, device='cuda:0') (tensor(672.9077, device='cuda:0')) - | > current_lr_0: 0.0001993759366021797 - | > current_lr_1: 0.0001993759366021797 - | > step_time: 1.1401 (0.9670304345134089) - | > loader_time: 0.0109 (0.006893092215655254) - - - --> TIME: 2024-11-22 16:01:13 -- STEP: 627/797 -- GLOBAL_STEP: 20775 - | > loss_disc: 2.494865894317627 (2.4564054320303432) - | > loss_disc_real_0: 0.20893217623233795 (0.12210121323344145) - | > loss_disc_real_1: 0.16700410842895508 (0.21522805330000436) - | > loss_disc_real_2: 0.22436951100826263 (0.23664893378671467) - | > loss_disc_real_3: 0.26470059156417847 (0.22559349581100155) - | > loss_disc_real_4: 0.21952411532402039 (0.22102002331324552) - | > loss_disc_real_5: 0.25718486309051514 (0.23570546210762797) - | > loss_0: 2.494865894317627 (2.4564054320303432) - | > grad_norm_0: tensor(68.4336, device='cuda:0') (tensor(101.6813, device='cuda:0')) - | > loss_gen: 2.484476089477539 (2.364397315697616) - | > loss_kl: 1.4357126951217651 (1.5230072189175905) - | > loss_feat: 5.5638747215271 (5.713986082700639) - | > loss_mel: 23.058456420898438 (22.608188887722378) - | > loss_duration: 1.736677646636963 (1.7515578332700228) - | > amp_scaler: 128.0 (130.24561403508773) - | > loss_1: 34.279197692871094 (33.96113726967256) - | > grad_norm_1: tensor(739.3092, device='cuda:0') (tensor(669.3813, device='cuda:0')) - | > current_lr_0: 0.0001993759366021797 - | > current_lr_1: 0.0001993759366021797 - | > step_time: 1.1242 (0.9722531811472331) - | > loader_time: 0.0127 (0.007004704011494273) - - - --> TIME: 2024-11-22 16:01:42 -- STEP: 652/797 -- GLOBAL_STEP: 20800 - | > loss_disc: 2.2964348793029785 (2.4567078805408564) - | > loss_disc_real_0: 0.033507928252220154 (0.12211095047200475) - | > loss_disc_real_1: 0.23262155055999756 (0.21531808042635955) - | > loss_disc_real_2: 0.2687760889530182 (0.23689482774745468) - | > loss_disc_real_3: 0.20686857402324677 (0.22576998544434096) - | > loss_disc_real_4: 0.172441765666008 (0.22099686430001553) - | > loss_disc_real_5: 0.1934622824192047 (0.23569686064050974) - | > loss_0: 2.2964348793029785 (2.4567078805408564) - | > grad_norm_0: tensor(31.2858, device='cuda:0') (tensor(101.5299, device='cuda:0')) - | > loss_gen: 2.437645673751831 (2.3655670104216946) - | > loss_kl: 1.4557950496673584 (1.5227133527489525) - | > loss_feat: 6.473324298858643 (5.711481996109146) - | > loss_mel: 24.171022415161133 (22.60311037777392) - | > loss_duration: 1.73918616771698 (1.75136197948017) - | > amp_scaler: 128.0 (130.15950920245405) - | > loss_1: 36.276973724365234 (33.954234652724) - | > grad_norm_1: tensor(383.9065, device='cuda:0') (tensor(665.3565, device='cuda:0')) - | > current_lr_0: 0.0001993759366021797 - | > current_lr_1: 0.0001993759366021797 - | > step_time: 1.3176 (0.9786604544136421) - | > loader_time: 0.0162 (0.0071386182966407825) - - - --> TIME: 2024-11-22 16:02:12 -- STEP: 677/797 -- GLOBAL_STEP: 20825 - | > loss_disc: 2.407287359237671 (2.459902195669872) - | > loss_disc_real_0: 0.19902564585208893 (0.12293551146070661) - | > loss_disc_real_1: 0.2095295488834381 (0.2157215133991693) - | > loss_disc_real_2: 0.19339844584465027 (0.23671221330299688) - | > loss_disc_real_3: 0.22343331575393677 (0.22598913400000625) - | > loss_disc_real_4: 0.24425631761550903 (0.22126000107127067) - | > loss_disc_real_5: 0.2363988757133484 (0.23584921730674) - | > loss_0: 2.407287359237671 (2.459902195669872) - | > grad_norm_0: tensor(69.8312, device='cuda:0') (tensor(101.6273, device='cuda:0')) - | > loss_gen: 2.690720319747925 (2.363933150313983) - | > loss_kl: 1.5044578313827515 (1.5239746714976545) - | > loss_feat: 6.242713928222656 (5.702318726121229) - | > loss_mel: 24.522228240966797 (22.613598799599863) - | > loss_duration: 1.7215070724487305 (1.7507899739013288) - | > amp_scaler: 128.0 (130.07976366322012) - | > loss_1: 36.6816291809082 (33.95461528445627) - | > grad_norm_1: tensor(244.8659, device='cuda:0') (tensor(658.0711, device='cuda:0')) - | > current_lr_0: 0.0001993759366021797 - | > current_lr_1: 0.0001993759366021797 - | > step_time: 1.0675 (0.9857155864664864) - | > loader_time: 0.0085 (0.007275783152840867) - - - --> TIME: 2024-11-22 16:02:40 -- STEP: 702/797 -- GLOBAL_STEP: 20850 - | > loss_disc: 2.487621784210205 (2.4594750227751527) - | > loss_disc_real_0: 0.08113686740398407 (0.12229965499037096) - | > loss_disc_real_1: 0.20515510439872742 (0.21575365701631952) - | > loss_disc_real_2: 0.23353974521160126 (0.23694791345514804) - | > loss_disc_real_3: 0.2006217986345291 (0.22576421609631292) - | > loss_disc_real_4: 0.27295684814453125 (0.22143536829455965) - | > loss_disc_real_5: 0.2710302174091339 (0.23593894447441455) - | > loss_0: 2.487621784210205 (2.4594750227751527) - | > grad_norm_0: tensor(183.1544, device='cuda:0') (tensor(99.9659, device='cuda:0')) - | > loss_gen: 2.3107948303222656 (2.3637775833110886) - | > loss_kl: 1.6873791217803955 (1.5246526918180305) - | > loss_feat: 5.588533401489258 (5.703331696681481) - | > loss_mel: 22.28864097595215 (22.623434890029788) - | > loss_duration: 1.7350525856018066 (1.750208600803658) - | > amp_scaler: 128.0 (130.005698005698) - | > loss_1: 33.61040115356445 (33.96540544243618) - | > grad_norm_1: tensor(527.7520, device='cuda:0') (tensor(649.2538, device='cuda:0')) - | > current_lr_0: 0.0001993759366021797 - | > current_lr_1: 0.0001993759366021797 - | > step_time: 1.0587 (0.9897745888457339) - | > loader_time: 0.0093 (0.007383549654925311) - - - --> TIME: 2024-11-22 16:03:08 -- STEP: 727/797 -- GLOBAL_STEP: 20875 - | > loss_disc: 2.3374452590942383 (2.4603889955943004) - | > loss_disc_real_0: 0.11155447363853455 (0.12233852894600107) - | > loss_disc_real_1: 0.1995096653699875 (0.21614632875424147) - | > loss_disc_real_2: 0.2493966519832611 (0.23741109759394372) - | > loss_disc_real_3: 0.1922452747821808 (0.2257163339336768) - | > loss_disc_real_4: 0.19254736602306366 (0.2213713647861756) - | > loss_disc_real_5: 0.2359609752893448 (0.23570398250505062) - | > loss_0: 2.3374452590942383 (2.4603889955943004) - | > grad_norm_0: tensor(92.9827, device='cuda:0') (tensor(100.7364, device='cuda:0')) - | > loss_gen: 2.6212475299835205 (2.3629857334506905) - | > loss_kl: 1.577432632446289 (1.5255091870831325) - | > loss_feat: 6.120199203491211 (5.693888494368261) - | > loss_mel: 21.522659301757812 (22.611096404441632) - | > loss_duration: 1.7255566120147705 (1.7493031487340285) - | > amp_scaler: 128.0 (129.93672627235213) - | > loss_1: 33.56709671020508 (33.942782970045414) - | > grad_norm_1: tensor(708.5855, device='cuda:0') (tensor(657.5591, device='cuda:0')) - | > current_lr_0: 0.0001993759366021797 - | > current_lr_1: 0.0001993759366021797 - | > step_time: 1.0675 (0.9944363007683209) - | > loader_time: 0.0104 (0.007574095522685097) - - - --> TIME: 2024-11-22 16:03:46 -- STEP: 752/797 -- GLOBAL_STEP: 20900 - | > loss_disc: 2.3282787799835205 (2.4602617932126867) - | > loss_disc_real_0: 0.039279185235500336 (0.12180442821501972) - | > loss_disc_real_1: 0.2684090733528137 (0.21623656742195507) - | > loss_disc_real_2: 0.22094720602035522 (0.23732541933497217) - | > loss_disc_real_3: 0.2223508358001709 (0.2259411454953729) - | > loss_disc_real_4: 0.1826094537973404 (0.22167736293866913) - | > loss_disc_real_5: 0.2173432558774948 (0.23590254956024123) - | > loss_0: 2.3282787799835205 (2.4602617932126867) - | > grad_norm_0: tensor(27.4563, device='cuda:0') (tensor(100.9790, device='cuda:0')) - | > loss_gen: 2.322175979614258 (2.3638085359905654) - | > loss_kl: 1.4573731422424316 (1.5253297730963278) - | > loss_feat: 5.78186559677124 (5.698252614508276) - | > loss_mel: 23.33295440673828 (22.61130792536636) - | > loss_duration: 1.7349854707717896 (1.748093917014751) - | > amp_scaler: 128.0 (129.87234042553206) - | > loss_1: 34.629356384277344 (33.94679276233023) - | > grad_norm_1: tensor(342.2740, device='cuda:0') (tensor(654.8306, device='cuda:0')) - | > current_lr_0: 0.0001993759366021797 - | > current_lr_1: 0.0001993759366021797 - | > step_time: 2.0675 (1.0106529403240128) - | > loader_time: 0.0136 (0.007932904235860136) - - - --> TIME: 2024-11-22 16:04:41 -- STEP: 777/797 -- GLOBAL_STEP: 20925 - | > loss_disc: 2.377918243408203 (2.4583840646338744) - | > loss_disc_real_0: 0.12606923282146454 (0.12124189477236498) - | > loss_disc_real_1: 0.21287043392658234 (0.2161697888773228) - | > loss_disc_real_2: 0.2686904966831207 (0.2372589066452041) - | > loss_disc_real_3: 0.22792835533618927 (0.2258254083849135) - | > loss_disc_real_4: 0.25542011857032776 (0.22144108297281745) - | > loss_disc_real_5: 0.2644302248954773 (0.235529652932129) - | > loss_0: 2.377918243408203 (2.4583840646338744) - | > grad_norm_0: tensor(29.6442, device='cuda:0') (tensor(100.1418, device='cuda:0')) - | > loss_gen: 2.532562017440796 (2.3657109818710182) - | > loss_kl: 1.547160267829895 (1.5252942374620961) - | > loss_feat: 5.160253047943115 (5.70601185254915) - | > loss_mel: 21.99103355407715 (22.614846817468298) - | > loss_duration: 1.7145171165466309 (1.7469631287735554) - | > amp_scaler: 128.0 (129.812097812098) - | > loss_1: 32.945526123046875 (33.95882700769136) - | > grad_norm_1: tensor(848.5568, device='cuda:0') (tensor(651.7441, device='cuda:0')) - | > current_lr_0: 0.0001993759366021797 - | > current_lr_1: 0.0001993759366021797 - | > step_time: 2.0504 (1.0485282045533766) - | > loader_time: 0.0115 (0.008165799512826345) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.215039014816284 (2.215039014816284) - | > loss_disc_real_0: 0.04131703078746796 (0.04131703078746796) - | > loss_disc_real_1: 0.20676112174987793 (0.20676112174987793) - | > loss_disc_real_2: 0.19571971893310547 (0.19571971893310547) - | > loss_disc_real_3: 0.1999136507511139 (0.1999136507511139) - | > loss_disc_real_4: 0.22918596863746643 (0.22918596863746643) - | > loss_disc_real_5: 0.20391036570072174 (0.20391036570072174) - | > loss_0: 2.215039014816284 (2.215039014816284) - | > loss_gen: 2.515686273574829 (2.515686273574829) - | > loss_kl: 1.6801317930221558 (1.6801317930221558) - | > loss_feat: 6.796417236328125 (6.796417236328125) - | > loss_mel: 24.613065719604492 (24.613065719604492) - | > loss_duration: 1.9560253620147705 (1.9560253620147705) - | > loss_1: 37.56132507324219 (37.56132507324219) - - --> STEP: 1 - | > loss_disc: 2.1477580070495605 (2.1477580070495605) - | > loss_disc_real_0: 0.029501691460609436 (0.029501691460609436) - | > loss_disc_real_1: 0.15024547278881073 (0.15024547278881073) - | > loss_disc_real_2: 0.23334652185440063 (0.23334652185440063) - | > loss_disc_real_3: 0.17926757037639618 (0.17926757037639618) - | > loss_disc_real_4: 0.19648848474025726 (0.19648848474025726) - | > loss_disc_real_5: 0.2227790355682373 (0.2227790355682373) - | > loss_0: 2.1477580070495605 (2.1477580070495605) - | > loss_gen: 2.5017216205596924 (2.5017216205596924) - | > loss_kl: 1.2236018180847168 (1.2236018180847168) - | > loss_feat: 7.436875343322754 (7.436875343322754) - | > loss_mel: 26.218032836914062 (26.218032836914062) - | > loss_duration: 1.795122742652893 (1.795122742652893) - | > loss_1: 39.17535400390625 (39.17535400390625) - - --> STEP: 2 - | > loss_disc: 2.3294758796691895 (2.238616943359375) - | > loss_disc_real_0: 0.05827454477548599 (0.043888118118047714) - | > loss_disc_real_1: 0.19213168323040009 (0.1711885780096054) - | > loss_disc_real_2: 0.3092702031135559 (0.27130836248397827) - | > loss_disc_real_3: 0.22964246571063995 (0.20445501804351807) - | > loss_disc_real_4: 0.28791964054107666 (0.24220406264066696) - | > loss_disc_real_5: 0.2871917486190796 (0.25498539209365845) - | > loss_0: 2.3294758796691895 (2.238616943359375) - | > loss_gen: 2.7087793350219727 (2.6052504777908325) - | > loss_kl: 1.5070390701293945 (1.3653204441070557) - | > loss_feat: 5.169961929321289 (6.3034186363220215) - | > loss_mel: 22.932218551635742 (24.575125694274902) - | > loss_duration: 1.682201623916626 (1.7386621832847595) - | > loss_1: 34.00019836425781 (36.58777618408203) - - --> STEP: 3 - | > loss_disc: 2.3504114151000977 (2.275881767272949) - | > loss_disc_real_0: 0.07361672818660736 (0.053797654807567596) - | > loss_disc_real_1: 0.22548216581344604 (0.18928644061088562) - | > loss_disc_real_2: 0.2647775709629059 (0.26913143197695416) - | > loss_disc_real_3: 0.23494942486286163 (0.2146198203166326) - | > loss_disc_real_4: 0.24759860336780548 (0.24400224288304648) - | > loss_disc_real_5: 0.24957144260406494 (0.25318074226379395) - | > loss_0: 2.3504114151000977 (2.275881767272949) - | > loss_gen: 2.487907886505127 (2.566136280695597) - | > loss_kl: 1.6374359130859375 (1.4560256004333496) - | > loss_feat: 5.515063285827637 (6.04063351949056) - | > loss_mel: 20.64774513244629 (23.26599884033203) - | > loss_duration: 1.737560749053955 (1.738295038541158) - | > loss_1: 32.02571105957031 (35.06708780924479) - - --> STEP: 4 - | > loss_disc: 2.2490715980529785 (2.2691792249679565) - | > loss_disc_real_0: 0.07264341413974762 (0.0585090946406126) - | > loss_disc_real_1: 0.20384718477725983 (0.19292662665247917) - | > loss_disc_real_2: 0.25821518898010254 (0.26640237122774124) - | > loss_disc_real_3: 0.19964291155338287 (0.21087559312582016) - | > loss_disc_real_4: 0.2606840431690216 (0.24817269295454025) - | > loss_disc_real_5: 0.22533626854419708 (0.24621962383389473) - | > loss_0: 2.2490715980529785 (2.2691792249679565) - | > loss_gen: 2.537015914916992 (2.558856189250946) - | > loss_kl: 1.3522067070007324 (1.4300708770751953) - | > loss_feat: 5.016142845153809 (5.784510850906372) - | > loss_mel: 20.566591262817383 (22.59114694595337) - | > loss_duration: 1.6334333419799805 (1.7120796144008636) - | > loss_1: 31.105388641357422 (34.07666301727295) - - --> STEP: 5 - | > loss_disc: 2.324737787246704 (2.280290937423706) - | > loss_disc_real_0: 0.047242145985364914 (0.05625570490956307) - | > loss_disc_real_1: 0.1978326439857483 (0.19390783011913298) - | > loss_disc_real_2: 0.2603566348552704 (0.26519322395324707) - | > loss_disc_real_3: 0.19005027413368225 (0.2067105293273926) - | > loss_disc_real_4: 0.2670782208442688 (0.25195379853248595) - | > loss_disc_real_5: 0.21937988698482513 (0.24085167646408082) - | > loss_0: 2.324737787246704 (2.280290937423706) - | > loss_gen: 2.40224552154541 (2.5275340557098387) - | > loss_kl: 1.7090126276016235 (1.485859227180481) - | > loss_feat: 6.4946160316467285 (5.926531887054443) - | > loss_mel: 22.14399528503418 (22.50171661376953) - | > loss_duration: 1.891082763671875 (1.7478802442550658) - | > loss_1: 34.640953063964844 (34.18952102661133) - - --> STEP: 6 - | > loss_disc: 2.2670774459838867 (2.278088688850403) - | > loss_disc_real_0: 0.07237915694713593 (0.05894294691582521) - | > loss_disc_real_1: 0.18584202229976654 (0.19256352881590524) - | > loss_disc_real_2: 0.21711516380310059 (0.25718021392822266) - | > loss_disc_real_3: 0.20028921961784363 (0.20564031104246774) - | > loss_disc_real_4: 0.17840541899204254 (0.2396957352757454) - | > loss_disc_real_5: 0.2341916412115097 (0.23974167058865228) - | > loss_0: 2.2670774459838867 (2.278088688850403) - | > loss_gen: 2.2822301387786865 (2.486650069554647) - | > loss_kl: 1.0619593858718872 (1.4152092536290486) - | > loss_feat: 4.978183269500732 (5.768473784128825) - | > loss_mel: 18.291851043701172 (21.800072352091473) - | > loss_duration: 1.6967391967773438 (1.7393567363421123) - | > loss_1: 28.310962677001953 (33.20976130167643) - - --> STEP: 7 - | > loss_disc: 2.1721274852752686 (2.262951374053955) - | > loss_disc_real_0: 0.045694898813962936 (0.05705036861555917) - | > loss_disc_real_1: 0.15018992125988007 (0.18651015630790166) - | > loss_disc_real_2: 0.2458866387605667 (0.2555668460471289) - | > loss_disc_real_3: 0.15811768174171448 (0.198851363999503) - | > loss_disc_real_4: 0.20667779445648193 (0.2349788865872792) - | > loss_disc_real_5: 0.24904777109622955 (0.24107111351830618) - | > loss_0: 2.1721274852752686 (2.262951374053955) - | > loss_gen: 2.4565138816833496 (2.4823448998587474) - | > loss_kl: 2.271686553955078 (1.5375631536756242) - | > loss_feat: 5.945685863494873 (5.793789795466831) - | > loss_mel: 20.92563819885254 (21.675153187343053) - | > loss_duration: 1.6456117630004883 (1.7259645972933089) - | > loss_1: 33.24513626098633 (33.214814867292134) - - --> STEP: 8 - | > loss_disc: 2.24656343460083 (2.2609028816223145) - | > loss_disc_real_0: 0.04200480878353119 (0.05516967363655567) - | > loss_disc_real_1: 0.17263434827327728 (0.1847756803035736) - | > loss_disc_real_2: 0.2422550469636917 (0.2539028711616993) - | > loss_disc_real_3: 0.14326587319374084 (0.19190317764878273) - | > loss_disc_real_4: 0.25324228405952454 (0.23726181127130985) - | > loss_disc_real_5: 0.1992095708847046 (0.235838420689106) - | > loss_0: 2.24656343460083 (2.2609028816223145) - | > loss_gen: 2.2533116340637207 (2.453715741634369) - | > loss_kl: 1.4474974870681763 (1.5263049453496933) - | > loss_feat: 6.812952041625977 (5.921185076236725) - | > loss_mel: 21.99476432800293 (21.715104579925537) - | > loss_duration: 1.7734441757202148 (1.731899544596672) - | > loss_1: 34.2819709777832 (33.348209381103516) - - --> STEP: 9 - | > loss_disc: 2.4092071056365967 (2.2773811287350125) - | > loss_disc_real_0: 0.07059076428413391 (0.05688312815295325) - | > loss_disc_real_1: 0.27414435148239136 (0.1947055326567756) - | > loss_disc_real_2: 0.24752692878246307 (0.2531944331195619) - | > loss_disc_real_3: 0.23618288338184357 (0.19682314495245615) - | > loss_disc_real_4: 0.28703930974006653 (0.24279264443450504) - | > loss_disc_real_5: 0.2839430570602417 (0.24118338028589884) - | > loss_0: 2.4092071056365967 (2.2773811287350125) - | > loss_gen: 2.5677967071533203 (2.466391404469808) - | > loss_kl: 1.5532807111740112 (1.5293022526635065) - | > loss_feat: 4.62360143661499 (5.777009116278754) - | > loss_mel: 20.06688117980957 (21.53196864657932) - | > loss_duration: 1.710570216178894 (1.729529619216919) - | > loss_1: 30.52212905883789 (33.03420045640733) - - --> STEP: 10 - | > loss_disc: 2.3392419815063477 (2.283567214012146) - | > loss_disc_real_0: 0.04641279950737953 (0.05583609528839588) - | > loss_disc_real_1: 0.2058185189962387 (0.1958168312907219) - | > loss_disc_real_2: 0.24688081443309784 (0.25256307125091554) - | > loss_disc_real_3: 0.20682470500469208 (0.19782330095767975) - | > loss_disc_real_4: 0.289713978767395 (0.24748477786779405) - | > loss_disc_real_5: 0.25159168243408203 (0.24222421050071716) - | > loss_0: 2.3392419815063477 (2.283567214012146) - | > loss_gen: 2.363434076309204 (2.4560956716537476) - | > loss_kl: 1.3416249752044678 (1.5105345249176025) - | > loss_feat: 5.495915412902832 (5.748899745941162) - | > loss_mel: 23.677846908569336 (21.74655647277832) - | > loss_duration: 1.6526232957839966 (1.7218389868736268) - | > loss_1: 34.53144454956055 (33.18392486572266) - - --> STEP: 11 - | > loss_disc: 2.1200485229492188 (2.2687018784609707) - | > loss_disc_real_0: 0.025221675634384155 (0.05305296622894027) - | > loss_disc_real_1: 0.16993919014930725 (0.1934643184596842) - | > loss_disc_real_2: 0.2176005095243454 (0.24938465654850006) - | > loss_disc_real_3: 0.12815558910369873 (0.19148987260731784) - | > loss_disc_real_4: 0.17443546652793884 (0.24084393138235266) - | > loss_disc_real_5: 0.2373226284980774 (0.24177861213684082) - | > loss_0: 2.1200485229492188 (2.2687018784609707) - | > loss_gen: 2.4724106788635254 (2.4575788541273638) - | > loss_kl: 1.401437759399414 (1.5006166371432217) - | > loss_feat: 7.747197151184082 (5.930563146417791) - | > loss_mel: 25.788358688354492 (22.1139930378307) - | > loss_duration: 1.6358416080474854 (1.7140210433439775) - | > loss_1: 39.04524612426758 (33.7167722528631) - - --> STEP: 12 - | > loss_disc: 2.1634938716888428 (2.2599345445632935) - | > loss_disc_real_0: 0.04786437377333641 (0.05262058352430662) - | > loss_disc_real_1: 0.18738679587841034 (0.19295785824457803) - | > loss_disc_real_2: 0.2932452857494354 (0.25303970898191136) - | > loss_disc_real_3: 0.1757676899433136 (0.19017969071865082) - | > loss_disc_real_4: 0.21186412870883942 (0.23842894782622656) - | > loss_disc_real_5: 0.25502386689186096 (0.24288238336642584) - | > loss_0: 2.1634938716888428 (2.2599345445632935) - | > loss_gen: 2.513124942779541 (2.4622076948483786) - | > loss_kl: 1.789947748184204 (1.5247275630633037) - | > loss_feat: 6.0261101722717285 (5.938525398572286) - | > loss_mel: 23.949844360351562 (22.26698064804077) - | > loss_duration: 1.7533057928085327 (1.7172947724660237) - | > loss_1: 36.0323371887207 (33.909735997517906) - - --> STEP: 13 - | > loss_disc: 2.3428282737731934 (2.266310985271747) - | > loss_disc_real_0: 0.08207935839891434 (0.05488664313004567) - | > loss_disc_real_1: 0.15163160860538483 (0.1897789159646401) - | > loss_disc_real_2: 0.24844928085803986 (0.25268659912622893) - | > loss_disc_real_3: 0.1746581345796585 (0.18898572486180526) - | > loss_disc_real_4: 0.24077169597148895 (0.23860915922201598) - | > loss_disc_real_5: 0.20520731806755066 (0.2399843014203585) - | > loss_0: 2.3428282737731934 (2.266310985271747) - | > loss_gen: 2.2294118404388428 (2.4443003214322605) - | > loss_kl: 2.1487679481506348 (1.5727306696084828) - | > loss_feat: 5.3269267082214355 (5.891479345468374) - | > loss_mel: 21.57097053527832 (22.213441408597507) - | > loss_duration: 1.7858282327651978 (1.7225665771044218) - | > loss_1: 33.06190490722656 (33.844518221341644) - - --> STEP: 14 - | > loss_disc: 2.125246286392212 (2.25623493535178) - | > loss_disc_real_0: 0.05353466048836708 (0.054790072941354344) - | > loss_disc_real_1: 0.17969590425491333 (0.18905870084251677) - | > loss_disc_real_2: 0.2814140021800995 (0.25473855648721966) - | > loss_disc_real_3: 0.2024838775396347 (0.18994987862450735) - | > loss_disc_real_4: 0.277670294046402 (0.24139924028090068) - | > loss_disc_real_5: 0.2046145647764206 (0.23745789166007722) - | > loss_0: 2.125246286392212 (2.25623493535178) - | > loss_gen: 2.6191275119781494 (2.456787977899824) - | > loss_kl: 1.4856925010681152 (1.5665136575698853) - | > loss_feat: 6.950565338134766 (5.967128344944546) - | > loss_mel: 24.53374481201172 (22.379177365984237) - | > loss_duration: 1.7316703796386719 (1.7232168487140112) - | > loss_1: 37.32080078125 (34.09282411847796) - - --> STEP: 15 - | > loss_disc: 2.2564804553985596 (2.2562513033548988) - | > loss_disc_real_0: 0.04800678417086601 (0.054337853689988454) - | > loss_disc_real_1: 0.2289295494556427 (0.19171675741672517) - | > loss_disc_real_2: 0.24976514279842377 (0.25440699557463325) - | > loss_disc_real_3: 0.24545401334762573 (0.19365015427271526) - | > loss_disc_real_4: 0.20801439881324768 (0.23917358418305715) - | > loss_disc_real_5: 0.2774765193462372 (0.24012580017248789) - | > loss_0: 2.2564804553985596 (2.2562513033548988) - | > loss_gen: 2.6172983646392822 (2.467488670349121) - | > loss_kl: 1.6048157215118408 (1.569067128499349) - | > loss_feat: 4.930505275726318 (5.898020140329996) - | > loss_mel: 20.479047775268555 (22.252502059936525) - | > loss_duration: 1.7125457525253296 (1.7225054423014323) - | > loss_1: 31.344213485717773 (33.90958340962728) - - --> STEP: 16 - | > loss_disc: 2.42820405960083 (2.2669983506202693) - | > loss_disc_real_0: 0.04856386035680771 (0.05397697910666466) - | > loss_disc_real_1: 0.21026365458965302 (0.19287593849003315) - | > loss_disc_real_2: 0.2516915202140808 (0.25423727836459875) - | > loss_disc_real_3: 0.2034936100244522 (0.1942653702571988) - | > loss_disc_real_4: 0.2577531337738037 (0.2403348060324788) - | > loss_disc_real_5: 0.24061515927314758 (0.24015638511627913) - | > loss_0: 2.42820405960083 (2.2669983506202693) - | > loss_gen: 2.3697330951690674 (2.4613789469003677) - | > loss_kl: 1.6503801345825195 (1.5741491913795471) - | > loss_feat: 5.968448162078857 (5.9024218916893005) - | > loss_mel: 22.893163681030273 (22.292543411254883) - | > loss_duration: 1.83256196975708 (1.7293839752674103) - | > loss_1: 34.71428680419922 (33.959877371788025) - - --> STEP: 17 - | > loss_disc: 2.2224652767181396 (2.264378758037791) - | > loss_disc_real_0: 0.0382123626768589 (0.05304964872844079) - | > loss_disc_real_1: 0.13368725776672363 (0.189394251388662) - | > loss_disc_real_2: 0.2518455386161804 (0.2540965877911624) - | > loss_disc_real_3: 0.16838333010673523 (0.19274289730717153) - | > loss_disc_real_4: 0.2582068145275116 (0.24138610064983368) - | > loss_disc_real_5: 0.3194618225097656 (0.24482141084530773) - | > loss_0: 2.2224652767181396 (2.264378758037791) - | > loss_gen: 2.56892728805542 (2.4677053199094883) - | > loss_kl: 1.3902887105941772 (1.5633338689804077) - | > loss_feat: 6.174110412597656 (5.918403569389792) - | > loss_mel: 22.958829879760742 (22.3317367329317) - | > loss_duration: 1.6962759494781494 (1.7274364443386303) - | > loss_1: 34.78843307495117 (34.00861594256233) - - --> STEP: 18 - | > loss_disc: 2.679413080215454 (2.287436220380995) - | > loss_disc_real_0: 0.10993565618991852 (0.056209982476300664) - | > loss_disc_real_1: 0.2899657189846039 (0.1949815551439921) - | > loss_disc_real_2: 0.2879646122455597 (0.25597814470529556) - | > loss_disc_real_3: 0.22991113364696503 (0.19480779932604897) - | > loss_disc_real_4: 0.27408209443092346 (0.2432025447487831) - | > loss_disc_real_5: 0.28852540254592896 (0.24724941038423115) - | > loss_0: 2.679413080215454 (2.287436220380995) - | > loss_gen: 2.3638672828674316 (2.4619365400738187) - | > loss_kl: 1.898120403289795 (1.5819331208864849) - | > loss_feat: 4.920987129211426 (5.862991544935438) - | > loss_mel: 20.85081672668457 (22.2494633992513) - | > loss_duration: 1.7102634906768799 (1.7264823913574219) - | > loss_1: 31.744054794311523 (33.88280698988173) - - --> STEP: 19 - | > loss_disc: 2.0988874435424805 (2.277512600547389) - | > loss_disc_real_0: 0.06998522579669952 (0.05693499528263744) - | > loss_disc_real_1: 0.17270351946353912 (0.19380902695028404) - | > loss_disc_real_2: 0.22115930914878845 (0.2541455744128478) - | > loss_disc_real_3: 0.13027618825435638 (0.1914113987433283) - | > loss_disc_real_4: 0.24944309890270233 (0.24353099496741043) - | > loss_disc_real_5: 0.14949201047420502 (0.24210428407317713) - | > loss_0: 2.0988874435424805 (2.277512600547389) - | > loss_gen: 2.6088027954101562 (2.4696663429862573) - | > loss_kl: 1.5480629205703735 (1.5801504787645841) - | > loss_feat: 7.819045543670654 (5.965941755395186) - | > loss_mel: 24.01091766357422 (22.34217151842619) - | > loss_duration: 1.7709987163543701 (1.7288253558309454) - | > loss_1: 37.75782775878906 (34.086755451403164) - - --> STEP: 20 - | > loss_disc: 2.0738589763641357 (2.267329919338226) - | > loss_disc_real_0: 0.03372561186552048 (0.055774526111781596) - | > loss_disc_real_1: 0.15421094000339508 (0.19182912260293958) - | > loss_disc_real_2: 0.2666378915309906 (0.25477019026875497) - | > loss_disc_real_3: 0.13664111495018005 (0.18867288455367087) - | > loss_disc_real_4: 0.18282337486743927 (0.24049561396241187) - | > loss_disc_real_5: 0.17703010141849518 (0.23885057494044304) - | > loss_0: 2.0738589763641357 (2.267329919338226) - | > loss_gen: 2.4613988399505615 (2.4692529678344726) - | > loss_kl: 1.8498492240905762 (1.5936354160308839) - | > loss_feat: 7.486619472503662 (6.041975641250611) - | > loss_mel: 25.28289031982422 (22.489207458496093) - | > loss_duration: 1.6823104619979858 (1.7264996111392974) - | > loss_1: 38.76306915283203 (34.32057113647461) - - --> STEP: 21 - | > loss_disc: 2.1914210319519043 (2.263715210415068) - | > loss_disc_real_0: 0.026943661272525787 (0.054401627786102746) - | > loss_disc_real_1: 0.16163964569568634 (0.19039152846449894) - | > loss_disc_real_2: 0.25062304735183716 (0.25457270727271125) - | > loss_disc_real_3: 0.22026240825653076 (0.1901771475871404) - | > loss_disc_real_4: 0.2206055372953415 (0.23954846745445615) - | > loss_disc_real_5: 0.273112416267395 (0.2404820911941074) - | > loss_0: 2.1914210319519043 (2.263715210415068) - | > loss_gen: 2.5541365146636963 (2.473295041493007) - | > loss_kl: 1.4925835132598877 (1.5888234206608363) - | > loss_feat: 6.011975288391113 (6.040547053019206) - | > loss_mel: 23.757083892822266 (22.54958252679734) - | > loss_duration: 1.72491455078125 (1.7264241320746285) - | > loss_1: 35.54069519042969 (34.37867228190104) - - --> STEP: 22 - | > loss_disc: 2.3631906509399414 (2.268236821348017) - | > loss_disc_real_0: 0.05014445260167122 (0.05420811982317404) - | > loss_disc_real_1: 0.18702347576618195 (0.19023843516003003) - | > loss_disc_real_2: 0.24504271149635315 (0.25413952564651315) - | > loss_disc_real_3: 0.1989639848470688 (0.1905765492807735) - | > loss_disc_real_4: 0.2733490765094757 (0.24108485877513885) - | > loss_disc_real_5: 0.27291417121887207 (0.24195627664977853) - | > loss_0: 2.3631906509399414 (2.268236821348017) - | > loss_gen: 2.4700052738189697 (2.473145506598733) - | > loss_kl: 2.014610767364502 (1.6081773909655483) - | > loss_feat: 5.890286445617676 (6.033717025410045) - | > loss_mel: 25.27333641052246 (22.673389521512117) - | > loss_duration: 1.8280192613601685 (1.7310420924966985) - | > loss_1: 37.47625732421875 (34.51947160200639) - - --> STEP: 23 - | > loss_disc: 2.225869655609131 (2.2663947706637173) - | > loss_disc_real_0: 0.054604485630989075 (0.054225353119166) - | > loss_disc_real_1: 0.14464141428470612 (0.1882559559915377) - | > loss_disc_real_2: 0.23252613842487335 (0.2531998131586158) - | > loss_disc_real_3: 0.15254110097885132 (0.18892283413721167) - | > loss_disc_real_4: 0.2366197556257248 (0.24089072385559912) - | > loss_disc_real_5: 0.2297736406326294 (0.24142659682294595) - | > loss_0: 2.225869655609131 (2.2663947706637173) - | > loss_gen: 2.371899127960205 (2.4687434901361884) - | > loss_kl: 1.6449127197265625 (1.609774579172549) - | > loss_feat: 6.6983771324157715 (6.062615290932033) - | > loss_mel: 24.82791519165039 (22.767064550648566) - | > loss_duration: 1.7698335647583008 (1.732728678247203) - | > loss_1: 37.31293487548828 (34.64092652694039) - - --> STEP: 24 - | > loss_disc: 2.400564193725586 (2.271985163291295) - | > loss_disc_real_0: 0.06301183998584747 (0.054591456738611065) - | > loss_disc_real_1: 0.19557717442512512 (0.18856100675960383) - | > loss_disc_real_2: 0.2956424057483673 (0.2549682545165221) - | > loss_disc_real_3: 0.21605877578258514 (0.19005349837243557) - | > loss_disc_real_4: 0.3277261257171631 (0.24450886559983095) - | > loss_disc_real_5: 0.2602521777153015 (0.2422109960267941) - | > loss_0: 2.400564193725586 (2.271985163291295) - | > loss_gen: 2.4865190982818604 (2.469484140475591) - | > loss_kl: 1.3730698823928833 (1.5999118834733963) - | > loss_feat: 4.538492202758789 (5.999110162258148) - | > loss_mel: 20.155981063842773 (22.65826940536499) - | > loss_duration: 1.6894973516464233 (1.7309273729721706) - | > loss_1: 30.243558883666992 (34.457702875137336) - - --> STEP: 25 - | > loss_disc: 2.5387604236602783 (2.2826561737060542) - | > loss_disc_real_0: 0.11385530978441238 (0.05696201086044311) - | > loss_disc_real_1: 0.22879664599895477 (0.19017043232917785) - | > loss_disc_real_2: 0.29436779022216797 (0.2565442359447479) - | > loss_disc_real_3: 0.21987244486808777 (0.19124625623226166) - | > loss_disc_real_4: 0.2854421138763428 (0.24614619553089143) - | > loss_disc_real_5: 0.2417839616537094 (0.24219391465187073) - | > loss_0: 2.5387604236602783 (2.2826561737060542) - | > loss_gen: 2.2682607173919678 (2.461435203552246) - | > loss_kl: 1.2425512075424194 (1.5856174564361571) - | > loss_feat: 3.7282049655914307 (5.908273954391479) - | > loss_mel: 17.67096519470215 (22.458777236938477) - | > loss_duration: 1.6620243787765503 (1.7281712532043456) - | > loss_1: 26.572006225585938 (34.142275009155284) - - --> STEP: 26 - | > loss_disc: 2.21636700630188 (2.280106590344355) - | > loss_disc_real_0: 0.05883871763944626 (0.057034191890404776) - | > loss_disc_real_1: 0.1917724460363388 (0.19023204824099174) - | > loss_disc_real_2: 0.3046300709247589 (0.2583936911362868) - | > loss_disc_real_3: 0.1601880043745041 (0.19005170808388636) - | > loss_disc_real_4: 0.18837818503379822 (0.24392434897331092) - | > loss_disc_real_5: 0.20386402308940887 (0.2407196880533145) - | > loss_0: 2.21636700630188 (2.280106590344355) - | > loss_gen: 2.4926228523254395 (2.462634728505061) - | > loss_kl: 1.2240909337997437 (1.5717125901809106) - | > loss_feat: 6.628593444824219 (5.935978550177354) - | > loss_mel: 21.68235206604004 (22.42891473036546) - | > loss_duration: 1.6956791877746582 (1.726921558380127) - | > loss_1: 33.72333908081055 (34.126162088834334) - - --> STEP: 27 - | > loss_disc: 2.2402429580688477 (2.278630159519336) - | > loss_disc_real_0: 0.0865594744682312 (0.05812772087476872) - | > loss_disc_real_1: 0.18401707708835602 (0.19000186412422745) - | > loss_disc_real_2: 0.2536642849445343 (0.2582185279439997) - | > loss_disc_real_3: 0.1796916425228119 (0.1896680019519947) - | > loss_disc_real_4: 0.2452237904071808 (0.2439724764338246) - | > loss_disc_real_5: 0.18120719492435455 (0.2385155216411308) - | > loss_0: 2.2402429580688477 (2.278630159519336) - | > loss_gen: 2.4387590885162354 (2.461750445542512) - | > loss_kl: 1.6561568975448608 (1.574840157120316) - | > loss_feat: 7.000832557678223 (5.975417587492201) - | > loss_mel: 24.295108795166016 (22.498033029061776) - | > loss_duration: 1.7150123119354248 (1.7264804751784713) - | > loss_1: 37.10586929321289 (34.23652161492243) - - --> STEP: 28 - | > loss_disc: 2.417825698852539 (2.2836014287812363) - | > loss_disc_real_0: 0.052254803478717804 (0.057917973824909756) - | > loss_disc_real_1: 0.16502490639686584 (0.1891098299196788) - | > loss_disc_real_2: 0.19395142793655396 (0.25592327437230517) - | > loss_disc_real_3: 0.17889608442783356 (0.1892832906118461) - | > loss_disc_real_4: 0.19441896677017212 (0.2422027082315513) - | > loss_disc_real_5: 0.21321417391300201 (0.2376119020794119) - | > loss_0: 2.417825698852539 (2.2836014287812363) - | > loss_gen: 2.0477757453918457 (2.4469656348228455) - | > loss_kl: 1.2793340682983398 (1.564286368233817) - | > loss_feat: 5.46651029586792 (5.957242327077048) - | > loss_mel: 21.026805877685547 (22.445489202226913) - | > loss_duration: 1.746859073638916 (1.7272082822663444) - | > loss_1: 31.567283630371094 (34.14119168690274) - - --> STEP: 29 - | > loss_disc: 2.226706027984619 (2.281639518408939) - | > loss_disc_real_0: 0.04254458099603653 (0.05738785683081068) - | > loss_disc_real_1: 0.18799935281276703 (0.18907153760564738) - | > loss_disc_real_2: 0.3038351237773895 (0.2575754071104115) - | > loss_disc_real_3: 0.27891215682029724 (0.1923739411707582) - | > loss_disc_real_4: 0.21195988357067108 (0.24115985220876232) - | > loss_disc_real_5: 0.2029930055141449 (0.2364181470254372) - | > loss_0: 2.226706027984619 (2.281639518408939) - | > loss_gen: 2.5770394802093506 (2.4514509398361732) - | > loss_kl: 1.4045979976654053 (1.5587798726969753) - | > loss_feat: 6.106934070587158 (5.962404111336017) - | > loss_mel: 25.512340545654297 (22.551242696827856) - | > loss_duration: 1.7072277069091797 (1.7265192969092007) - | > loss_1: 37.308135986328125 (34.25039666274499) - - --> STEP: 30 - | > loss_disc: 2.191854953765869 (2.2786466995875037) - | > loss_disc_real_0: 0.09437911212444305 (0.058620898673931755) - | > loss_disc_real_1: 0.171370267868042 (0.18848149528106053) - | > loss_disc_real_2: 0.24293066561222076 (0.2570872490604718) - | > loss_disc_real_3: 0.18957094848155975 (0.19228050808111827) - | > loss_disc_real_4: 0.20497962832450867 (0.23995384474595388) - | > loss_disc_real_5: 0.18835222721099854 (0.23481594969828923) - | > loss_0: 2.191854953765869 (2.2786466995875037) - | > loss_gen: 2.456183433532715 (2.451608689626058) - | > loss_kl: 1.6178370714187622 (1.5607484459877015) - | > loss_feat: 5.649199962615967 (5.951963973045349) - | > loss_mel: 20.45871925354004 (22.48149191538493) - | > loss_duration: 1.749450445175171 (1.7272836685180664) - | > loss_1: 31.93138885498047 (34.17309640248617) - - --> STEP: 31 - | > loss_disc: 2.285284996032715 (2.2788608381825104) - | > loss_disc_real_0: 0.04403015226125717 (0.058150229434813225) - | > loss_disc_real_1: 0.1678287535905838 (0.1878152778071742) - | > loss_disc_real_2: 0.22997400164604187 (0.2562126281761354) - | > loss_disc_real_3: 0.13065315783023834 (0.1902925290407673) - | > loss_disc_real_4: 0.21960817277431488 (0.23929753274686874) - | > loss_disc_real_5: 0.20778480172157288 (0.2339439771829113) - | > loss_0: 2.285284996032715 (2.2788608381825104) - | > loss_gen: 2.378898859024048 (2.4492632112195416) - | > loss_kl: 1.3567266464233398 (1.5541670976146575) - | > loss_feat: 7.8609490394592285 (6.013544136478055) - | > loss_mel: 24.552852630615234 (22.548310002973004) - | > loss_duration: 1.684788703918457 (1.7259128632084015) - | > loss_1: 37.8342170715332 (34.291197069229625) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.009767793839977633 (-0.003939874710575228) - | > avg_loss_disc: 2.2788608381825104 (-0.261591034550821) - | > avg_loss_disc_real_0: 0.058150229434813225 (-0.17450513810880725) - | > avg_loss_disc_real_1: 0.1878152778071742 (+0.057228999993493485) - | > avg_loss_disc_real_2: 0.2562126281761354 (+0.05898683085556952) - | > avg_loss_disc_real_3: 0.1902925290407673 (+0.0027553294935533934) - | > avg_loss_disc_real_4: 0.23929753274686874 (+0.027328422232981653) - | > avg_loss_disc_real_5: 0.2339439771829113 (+0.0020137539794368164) - | > avg_loss_0: 2.2788608381825104 (-0.261591034550821) - | > avg_loss_gen: 2.4492632112195416 (-0.06655817647134077) - | > avg_loss_kl: 1.5541670976146575 (-0.07686472131359956) - | > avg_loss_feat: 6.013544136478055 (-0.17416484894290996) - | > avg_loss_mel: 22.548310002973004 (-1.1298588783510262) - | > avg_loss_duration: 1.7259128632084015 (-0.0035818084593741695) - | > avg_loss_1: 34.291197069229625 (-1.451029008434645) - - - > EPOCH: 24/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-22 16:05:44)  - - --> TIME: 2024-11-22 16:05:49 -- STEP: 5/797 -- GLOBAL_STEP: 20950 - | > loss_disc: 2.489461898803711 (2.3455771446228026) - | > loss_disc_real_0: 0.18212038278579712 (0.08427977338433265) - | > loss_disc_real_1: 0.16315291821956635 (0.19175419211387634) - | > loss_disc_real_2: 0.22166749835014343 (0.21692884862422943) - | > loss_disc_real_3: 0.2075258046388626 (0.1996910661458969) - | > loss_disc_real_4: 0.20225569605827332 (0.21440359055995942) - | > loss_disc_real_5: 0.25117433071136475 (0.24418529570102693) - | > loss_0: 2.489461898803711 (2.3455771446228026) - | > grad_norm_0: tensor(40.7650, device='cuda:0') (tensor(47.0609, device='cuda:0')) - | > loss_gen: 2.4408631324768066 (2.4607460498809814) - | > loss_kl: 1.7842035293579102 (1.588182020187378) - | > loss_feat: 5.247851848602295 (6.035784339904785) - | > loss_mel: 21.299530029296875 (22.246319198608397) - | > loss_duration: 1.9847465753555298 (1.9931443929672241) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.75719451904297 (34.32417678833008) - | > grad_norm_1: tensor(289.9687, device='cuda:0') (tensor(443.3374, device='cuda:0')) - | > current_lr_0: 0.00019935101461010442 - | > current_lr_1: 0.00019935101461010442 - | > step_time: 0.7592 (0.7920743465423584) - | > loader_time: 0.0038 (0.0044326305389404295) - - - --> TIME: 2024-11-22 16:06:09 -- STEP: 30/797 -- GLOBAL_STEP: 20975 - | > loss_disc: 2.5987091064453125 (2.483189137776693) - | > loss_disc_real_0: 0.16361433267593384 (0.13033563879628976) - | > loss_disc_real_1: 0.2627590000629425 (0.2167324850956599) - | > loss_disc_real_2: 0.27210482954978943 (0.23253496090571085) - | > loss_disc_real_3: 0.26880520582199097 (0.2292057494322459) - | > loss_disc_real_4: 0.2384212464094162 (0.22012028396129607) - | > loss_disc_real_5: 0.3341827988624573 (0.23895775278409323) - | > loss_0: 2.5987091064453125 (2.483189137776693) - | > grad_norm_0: tensor(269.0013, device='cuda:0') (tensor(115.1424, device='cuda:0')) - | > loss_gen: 2.457286834716797 (2.3539836804072065) - | > loss_kl: 1.9136574268341064 (1.6127176364262898) - | > loss_feat: 5.376753330230713 (5.650229104359945) - | > loss_mel: 22.05123519897461 (21.573408762613933) - | > loss_duration: 1.7663198709487915 (1.8698933045069377) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.56525421142578 (33.06023273468016) - | > grad_norm_1: tensor(1134.0847, device='cuda:0') (tensor(553.4010, device='cuda:0')) - | > current_lr_0: 0.00019935101461010442 - | > current_lr_1: 0.00019935101461010442 - | > step_time: 0.7949 (0.7974400202433268) - | > loader_time: 0.0046 (0.004331819216410319) - - - --> TIME: 2024-11-22 16:06:30 -- STEP: 55/797 -- GLOBAL_STEP: 21000 - | > loss_disc: 2.3412234783172607 (2.4632769584655767) - | > loss_disc_real_0: 0.18340611457824707 (0.12657128836620937) - | > loss_disc_real_1: 0.19634641706943512 (0.21728372302922336) - | > loss_disc_real_2: 0.21698082983493805 (0.23416335338895972) - | > loss_disc_real_3: 0.21127599477767944 (0.22319598902355542) - | > loss_disc_real_4: 0.1662777066230774 (0.22292227094823663) - | > loss_disc_real_5: 0.2108752578496933 (0.2366465766321529) - | > loss_0: 2.3412234783172607 (2.4632769584655767) - | > grad_norm_0: tensor(58.7561, device='cuda:0') (tensor(117.4829, device='cuda:0')) - | > loss_gen: 2.455782890319824 (2.3602358037775217) - | > loss_kl: 1.3753193616867065 (1.5881259007887407) - | > loss_feat: 6.797618389129639 (5.730651898817583) - | > loss_mel: 23.598581314086914 (21.90392150878906) - | > loss_duration: 1.7472084760665894 (1.8360368555242366) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.974510192871094 (33.418972015380845) - | > grad_norm_1: tensor(1185.5513, device='cuda:0') (tensor(728.3659, device='cuda:0')) - | > current_lr_0: 0.00019935101461010442 - | > current_lr_1: 0.00019935101461010442 - | > step_time: 0.8236 (0.8153242327950218) - | > loader_time: 0.01 (0.0048850666392933235) - - - --> TIME: 2024-11-22 16:06:52 -- STEP: 80/797 -- GLOBAL_STEP: 21025 - | > loss_disc: 2.6000990867614746 (2.4593683242797866) - | > loss_disc_real_0: 0.08042524755001068 (0.12422117632813752) - | > loss_disc_real_1: 0.2372901439666748 (0.21624487321823835) - | > loss_disc_real_2: 0.19087202847003937 (0.23261729255318642) - | > loss_disc_real_3: 0.22214102745056152 (0.2243239002302289) - | > loss_disc_real_4: 0.23742613196372986 (0.22222223114222284) - | > loss_disc_real_5: 0.2158353626728058 (0.23646568786352873) - | > loss_0: 2.6000990867614746 (2.4593683242797866) - | > grad_norm_0: tensor(297.1261, device='cuda:0') (tensor(121.4131, device='cuda:0')) - | > loss_gen: 2.2901787757873535 (2.3703285068273545) - | > loss_kl: 1.528543472290039 (1.576339465379715) - | > loss_feat: 5.783835411071777 (5.813736188411713) - | > loss_mel: 20.47654151916504 (22.114907908439637) - | > loss_duration: 1.7440073490142822 (1.811561793088913) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.82310676574707 (33.686873769760126) - | > grad_norm_1: tensor(1223.1879, device='cuda:0') (tensor(768.7302, device='cuda:0')) - | > current_lr_0: 0.00019935101461010442 - | > current_lr_1: 0.00019935101461010442 - | > step_time: 0.8014 (0.8250446826219557) - | > loader_time: 0.0078 (0.005030673742294311) - - - --> TIME: 2024-11-22 16:07:14 -- STEP: 105/797 -- GLOBAL_STEP: 21050 - | > loss_disc: 2.3837757110595703 (2.458343049458096) - | > loss_disc_real_0: 0.1361273229122162 (0.12229505929918516) - | > loss_disc_real_1: 0.2175256460905075 (0.21571976868879228) - | > loss_disc_real_2: 0.2053939700126648 (0.23538615959031242) - | > loss_disc_real_3: 0.19056841731071472 (0.22453272200766064) - | > loss_disc_real_4: 0.2026582658290863 (0.2222154420046579) - | > loss_disc_real_5: 0.2111508548259735 (0.23593349612894512) - | > loss_0: 2.3837757110595703 (2.458343049458096) - | > grad_norm_0: tensor(132.7390, device='cuda:0') (tensor(120.6077, device='cuda:0')) - | > loss_gen: 2.2520689964294434 (2.363890793209984) - | > loss_kl: 1.5868107080459595 (1.570990032241458) - | > loss_feat: 6.412296772003174 (5.779977512359619) - | > loss_mel: 22.423418045043945 (22.016123199462896) - | > loss_duration: 1.7793257236480713 (1.8000448601586478) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.453922271728516 (33.531026349748856) - | > grad_norm_1: tensor(656.4912, device='cuda:0') (tensor(738.2967, device='cuda:0')) - | > current_lr_0: 0.00019935101461010442 - | > current_lr_1: 0.00019935101461010442 - | > step_time: 0.8483 (0.8386923131488617) - | > loader_time: 0.0037 (0.005050972529820033) - - - --> TIME: 2024-11-22 16:07:36 -- STEP: 130/797 -- GLOBAL_STEP: 21075 - | > loss_disc: 2.452944040298462 (2.453290290098925) - | > loss_disc_real_0: 0.09561753273010254 (0.12054496043576644) - | > loss_disc_real_1: 0.23924557864665985 (0.2156855325286205) - | > loss_disc_real_2: 0.254999577999115 (0.2354748662847739) - | > loss_disc_real_3: 0.23066741228103638 (0.2248548143185102) - | > loss_disc_real_4: 0.23559746146202087 (0.22087396371823087) - | > loss_disc_real_5: 0.2033386528491974 (0.23596456050872802) - | > loss_0: 2.452944040298462 (2.453290290098925) - | > grad_norm_0: tensor(49.0024, device='cuda:0') (tensor(114.8013, device='cuda:0')) - | > loss_gen: 2.4612579345703125 (2.3732443204292886) - | > loss_kl: 1.4083397388458252 (1.5726059876955472) - | > loss_feat: 6.034382343292236 (5.813811071102435) - | > loss_mel: 23.15019989013672 (22.13699380434477) - | > loss_duration: 1.8021180629730225 (1.7936986363851106) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.85629653930664 (33.69035380436822) - | > grad_norm_1: tensor(1015.3680, device='cuda:0') (tensor(754.6661, device='cuda:0')) - | > current_lr_0: 0.00019935101461010442 - | > current_lr_1: 0.00019935101461010442 - | > step_time: 0.8475 (0.8424500410373393) - | > loader_time: 0.0044 (0.005256821559025691) - - - --> TIME: 2024-11-22 16:07:58 -- STEP: 155/797 -- GLOBAL_STEP: 21100 - | > loss_disc: 2.424701690673828 (2.452859074069609) - | > loss_disc_real_0: 0.15126295387744904 (0.12028143665482921) - | > loss_disc_real_1: 0.2230822890996933 (0.21555865781922495) - | > loss_disc_real_2: 0.24012050032615662 (0.23592731837303407) - | > loss_disc_real_3: 0.24552415311336517 (0.225703651097513) - | > loss_disc_real_4: 0.22113372385501862 (0.22065972339722414) - | > loss_disc_real_5: 0.20532257854938507 (0.23474963989949996) - | > loss_0: 2.424701690673828 (2.452859074069609) - | > grad_norm_0: tensor(55.2964, device='cuda:0') (tensor(111.0673, device='cuda:0')) - | > loss_gen: 2.2002172470092773 (2.376591765496039) - | > loss_kl: 1.56795334815979 (1.5620160241280834) - | > loss_feat: 5.247127056121826 (5.826798669753536) - | > loss_mel: 20.085336685180664 (22.177409596597) - | > loss_duration: 1.7742412090301514 (1.786848815794914) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.874876022338867 (33.72966491945326) - | > grad_norm_1: tensor(566.8938, device='cuda:0') (tensor(733.2194, device='cuda:0')) - | > current_lr_0: 0.00019935101461010442 - | > current_lr_1: 0.00019935101461010442 - | > step_time: 0.8301 (0.8463305873255574) - | > loader_time: 0.0046 (0.005259739968084518) - - - --> TIME: 2024-11-22 16:08:19 -- STEP: 180/797 -- GLOBAL_STEP: 21125 - | > loss_disc: 2.6098403930664062 (2.462282464239334) - | > loss_disc_real_0: 0.1813666820526123 (0.12325338145924938) - | > loss_disc_real_1: 0.2245585173368454 (0.21601704864038362) - | > loss_disc_real_2: 0.2503158450126648 (0.23679455394546192) - | > loss_disc_real_3: 0.23643215000629425 (0.22546828869316313) - | > loss_disc_real_4: 0.19888122379779816 (0.22120985140403107) - | > loss_disc_real_5: 0.220944344997406 (0.23593363240361215) - | > loss_0: 2.6098403930664062 (2.462282464239334) - | > grad_norm_0: tensor(28.9027, device='cuda:0') (tensor(111.1904, device='cuda:0')) - | > loss_gen: 1.9941753149032593 (2.369473999738694) - | > loss_kl: 1.3892496824264526 (1.5555774960252977) - | > loss_feat: 5.393658638000488 (5.7992815123664) - | > loss_mel: 22.394716262817383 (22.25011808607314) - | > loss_duration: 1.7805688381195068 (1.7798307650619083) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.95236587524414 (33.75428182813855) - | > grad_norm_1: tensor(670.5424, device='cuda:0') (tensor(708.9608, device='cuda:0')) - | > current_lr_0: 0.00019935101461010442 - | > current_lr_1: 0.00019935101461010442 - | > step_time: 0.818 (0.8475716524653963) - | > loader_time: 0.0058 (0.0052735540601942296) - - - --> TIME: 2024-11-22 16:08:41 -- STEP: 205/797 -- GLOBAL_STEP: 21150 - | > loss_disc: 2.4461147785186768 (2.4607238653229517) - | > loss_disc_real_0: 0.1337980329990387 (0.12360373564609667) - | > loss_disc_real_1: 0.16987425088882446 (0.21611233033785007) - | > loss_disc_real_2: 0.216696098446846 (0.23647052580263556) - | > loss_disc_real_3: 0.196506068110466 (0.2244400695329759) - | > loss_disc_real_4: 0.24547214806079865 (0.22179755946485005) - | > loss_disc_real_5: 0.26063549518585205 (0.23543625001500293) - | > loss_0: 2.4461147785186768 (2.4607238653229517) - | > grad_norm_0: tensor(86.9722, device='cuda:0') (tensor(106.9305, device='cuda:0')) - | > loss_gen: 2.2456324100494385 (2.3618061873970984) - | > loss_kl: 1.3310450315475464 (1.547785456587629) - | > loss_feat: 6.085123062133789 (5.783307470926423) - | > loss_mel: 22.796222686767578 (22.29633459695956) - | > loss_duration: 1.767493724822998 (1.7769387460336452) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.22551727294922 (33.766172418361734) - | > grad_norm_1: tensor(897.6841, device='cuda:0') (tensor(705.4468, device='cuda:0')) - | > current_lr_0: 0.00019935101461010442 - | > current_lr_1: 0.00019935101461010442 - | > step_time: 0.8971 (0.8494353689798493) - | > loader_time: 0.0092 (0.00533348990649712) - - - --> TIME: 2024-11-22 16:09:03 -- STEP: 230/797 -- GLOBAL_STEP: 21175 - | > loss_disc: 2.609001398086548 (2.4609341020169477) - | > loss_disc_real_0: 0.20143717527389526 (0.12371134900528452) - | > loss_disc_real_1: 0.15975899994373322 (0.21617312865412752) - | > loss_disc_real_2: 0.2751092314720154 (0.236441628570142) - | > loss_disc_real_3: 0.2894192636013031 (0.2250605725723764) - | > loss_disc_real_4: 0.22547537088394165 (0.22120197078456047) - | > loss_disc_real_5: 0.23457777500152588 (0.2360517657969309) - | > loss_0: 2.609001398086548 (2.4609341020169477) - | > grad_norm_0: tensor(223.1646, device='cuda:0') (tensor(108.2915, device='cuda:0')) - | > loss_gen: 2.389855146408081 (2.3652634594751456) - | > loss_kl: 1.4773375988006592 (1.5474464452784997) - | > loss_feat: 5.134519100189209 (5.780710471194722) - | > loss_mel: 22.18154525756836 (22.34401994788129) - | > loss_duration: 1.7309452295303345 (1.7737200861391813) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.91419982910156 (33.81116036954129) - | > grad_norm_1: tensor(182.9917, device='cuda:0') (tensor(700.5856, device='cuda:0')) - | > current_lr_0: 0.00019935101461010442 - | > current_lr_1: 0.00019935101461010442 - | > step_time: 0.935 (0.8525579545808873) - | > loader_time: 0.0078 (0.005397006739740788) - - - --> TIME: 2024-11-22 16:09:26 -- STEP: 255/797 -- GLOBAL_STEP: 21200 - | > loss_disc: 2.413210868835449 (2.4623340475792985) - | > loss_disc_real_0: 0.13969969749450684 (0.12628576352315793) - | > loss_disc_real_1: 0.17102746665477753 (0.21521958065967933) - | > loss_disc_real_2: 0.19304941594600677 (0.2357244822324491) - | > loss_disc_real_3: 0.20095482468605042 (0.22478894591331483) - | > loss_disc_real_4: 0.17126232385635376 (0.22100197374820707) - | > loss_disc_real_5: 0.2637244462966919 (0.2358334713706783) - | > loss_0: 2.413210868835449 (2.4623340475792985) - | > grad_norm_0: tensor(52.5602, device='cuda:0') (tensor(110.6614, device='cuda:0')) - | > loss_gen: 2.442432403564453 (2.3634091307135203) - | > loss_kl: 1.3871493339538574 (1.5423022606793575) - | > loss_feat: 6.7618794441223145 (5.768105108597698) - | > loss_mel: 24.624521255493164 (22.3496099060657) - | > loss_duration: 1.77018404006958 (1.7699443298227646) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.986167907714844 (33.79337069193518) - | > grad_norm_1: tensor(622.2648, device='cuda:0') (tensor(678.9788, device='cuda:0')) - | > current_lr_0: 0.00019935101461010442 - | > current_lr_1: 0.00019935101461010442 - | > step_time: 0.8325 (0.8552070916867722) - | > loader_time: 0.0091 (0.005528612697825714) - - - --> TIME: 2024-11-22 16:09:49 -- STEP: 280/797 -- GLOBAL_STEP: 21225 - | > loss_disc: 2.4436113834381104 (2.462108853885107) - | > loss_disc_real_0: 0.13114269077777863 (0.12606883083603213) - | > loss_disc_real_1: 0.20271937549114227 (0.21557029613426754) - | > loss_disc_real_2: 0.2523903548717499 (0.23534659216446535) - | > loss_disc_real_3: 0.24669110774993896 (0.2251653177397592) - | > loss_disc_real_4: 0.19909439980983734 (0.22139113401728008) - | > loss_disc_real_5: 0.2626205384731293 (0.23624024540185928) - | > loss_0: 2.4436113834381104 (2.462108853885107) - | > grad_norm_0: tensor(160.9506, device='cuda:0') (tensor(109.5695, device='cuda:0')) - | > loss_gen: 2.616084098815918 (2.3635994787727093) - | > loss_kl: 1.6276342868804932 (1.5416112559182304) - | > loss_feat: 5.853773593902588 (5.764947039740426) - | > loss_mel: 21.542781829833984 (22.374556268964497) - | > loss_duration: 1.7731237411499023 (1.767770219700677) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.41339874267578 (33.81248425074981) - | > grad_norm_1: tensor(966.2193, device='cuda:0') (tensor(682.6066, device='cuda:0')) - | > current_lr_0: 0.00019935101461010442 - | > current_lr_1: 0.00019935101461010442 - | > step_time: 0.9538 (0.8594963261059352) - | > loader_time: 0.0056 (0.005626301254544941) - - - --> TIME: 2024-11-22 16:10:11 -- STEP: 305/797 -- GLOBAL_STEP: 21250 - | > loss_disc: 2.462134599685669 (2.459601665715703) - | > loss_disc_real_0: 0.18168231844902039 (0.12564417414489346) - | > loss_disc_real_1: 0.192914217710495 (0.21547188529225647) - | > loss_disc_real_2: 0.25974297523498535 (0.23519131443539604) - | > loss_disc_real_3: 0.20854464173316956 (0.2248023803605408) - | > loss_disc_real_4: 0.2385672926902771 (0.22151753340588232) - | > loss_disc_real_5: 0.2142825722694397 (0.23607139988023726) - | > loss_0: 2.462134599685669 (2.459601665715703) - | > grad_norm_0: tensor(80.8057, device='cuda:0') (tensor(107.0806, device='cuda:0')) - | > loss_gen: 2.5216169357299805 (2.3629403008789325) - | > loss_kl: 1.525230884552002 (1.5400308988133418) - | > loss_feat: 5.9484405517578125 (5.765833080792035) - | > loss_mel: 23.730819702148438 (22.393647065709853) - | > loss_duration: 1.7815489768981934 (1.7658904048263049) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.50765609741211 (33.82834174984788) - | > grad_norm_1: tensor(698.6253, device='cuda:0') (tensor(682.2750, device='cuda:0')) - | > current_lr_0: 0.00019935101461010442 - | > current_lr_1: 0.00019935101461010442 - | > step_time: 0.8319 (0.8613098472845359) - | > loader_time: 0.0052 (0.005722450037471584) - - - --> TIME: 2024-11-22 16:10:34 -- STEP: 330/797 -- GLOBAL_STEP: 21275 - | > loss_disc: 2.590463876724243 (2.4618553089373036) - | > loss_disc_real_0: 0.1303175389766693 (0.1254374569225493) - | > loss_disc_real_1: 0.18319685757160187 (0.21565544289169888) - | > loss_disc_real_2: 0.23161716759204865 (0.235583874131694) - | > loss_disc_real_3: 0.24139085412025452 (0.2253451590736707) - | > loss_disc_real_4: 0.20246051251888275 (0.22152129271716775) - | > loss_disc_real_5: 0.25138673186302185 (0.23621165111209408) - | > loss_0: 2.590463876724243 (2.4618553089373036) - | > grad_norm_0: tensor(86.3617, device='cuda:0') (tensor(109.1236, device='cuda:0')) - | > loss_gen: 2.3261818885803223 (2.363415886055341) - | > loss_kl: 1.5930747985839844 (1.5406205813090015) - | > loss_feat: 5.419238090515137 (5.756205131068373) - | > loss_mel: 23.83656120300293 (22.417811896584258) - | > loss_duration: 1.7384519577026367 (1.7640324361396558) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.913509368896484 (33.842085948134894) - | > grad_norm_1: tensor(119.7839, device='cuda:0') (tensor(688.3914, device='cuda:0')) - | > current_lr_0: 0.00019935101461010442 - | > current_lr_1: 0.00019935101461010442 - | > step_time: 0.9017 (0.8639491991563277) - | > loader_time: 0.0116 (0.005840927181821882) - - - --> TIME: 2024-11-22 16:10:57 -- STEP: 355/797 -- GLOBAL_STEP: 21300 - | > loss_disc: 2.7334084510803223 (2.4626999485660592) - | > loss_disc_real_0: 0.3191137909889221 (0.12669072398837186) - | > loss_disc_real_1: 0.24168890714645386 (0.21598017547332066) - | > loss_disc_real_2: 0.24942395091056824 (0.23510794857857933) - | > loss_disc_real_3: 0.22094941139221191 (0.22516327487750792) - | > loss_disc_real_4: 0.19687265157699585 (0.2211397320871621) - | > loss_disc_real_5: 0.22112789750099182 (0.23582521148130928) - | > loss_0: 2.7334084510803223 (2.4626999485660592) - | > grad_norm_0: tensor(399.0986, device='cuda:0') (tensor(111.7622, device='cuda:0')) - | > loss_gen: 2.332777976989746 (2.364159063889948) - | > loss_kl: 1.5033683776855469 (1.5369094506115988) - | > loss_feat: 4.667051792144775 (5.752056405242062) - | > loss_mel: 21.389982223510742 (22.410749822267345) - | > loss_duration: 1.7499037981033325 (1.7611388344160268) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.643085479736328 (33.82501360933543) - | > grad_norm_1: tensor(1082.7228, device='cuda:0') (tensor(681.2576, device='cuda:0')) - | > current_lr_0: 0.00019935101461010442 - | > current_lr_1: 0.00019935101461010442 - | > step_time: 0.9119 (0.8672800258851388) - | > loader_time: 0.0063 (0.005993053946696539) - - - --> TIME: 2024-11-22 16:11:20 -- STEP: 380/797 -- GLOBAL_STEP: 21325 - | > loss_disc: 2.4732158184051514 (2.4608215601820675) - | > loss_disc_real_0: 0.17147962749004364 (0.12557912204218535) - | > loss_disc_real_1: 0.21257558465003967 (0.21653729108603378) - | > loss_disc_real_2: 0.21018937230110168 (0.2355059515880911) - | > loss_disc_real_3: 0.2731184661388397 (0.2248966156652099) - | > loss_disc_real_4: 0.20583955943584442 (0.22068240650390317) - | > loss_disc_real_5: 0.20938847959041595 (0.23555250567825217) - | > loss_0: 2.4732158184051514 (2.4608215601820675) - | > grad_norm_0: tensor(29.5977, device='cuda:0') (tensor(109.8275, device='cuda:0')) - | > loss_gen: 2.49393367767334 (2.36562343114301) - | > loss_kl: 1.4787925481796265 (1.533360373973847) - | > loss_feat: 6.544624328613281 (5.7664731364501165) - | > loss_mel: 23.97450065612793 (22.45193258586683) - | > loss_duration: 1.6952331066131592 (1.7581250510717694) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.18708419799805 (33.8755145876031) - | > grad_norm_1: tensor(727.7514, device='cuda:0') (tensor(677.3184, device='cuda:0')) - | > current_lr_0: 0.00019935101461010442 - | > current_lr_1: 0.00019935101461010442 - | > step_time: 0.8788 (0.8698135162654675) - | > loader_time: 0.0097 (0.0061298520941483374) - - - --> TIME: 2024-11-22 16:11:43 -- STEP: 405/797 -- GLOBAL_STEP: 21350 - | > loss_disc: 2.4236910343170166 (2.461009480040749) - | > loss_disc_real_0: 0.12390218675136566 (0.1262570611120741) - | > loss_disc_real_1: 0.21284422278404236 (0.2166703447147652) - | > loss_disc_real_2: 0.2388821542263031 (0.23554236042646715) - | > loss_disc_real_3: 0.2222406268119812 (0.2250925565575376) - | > loss_disc_real_4: 0.22256289422512054 (0.22099329799781603) - | > loss_disc_real_5: 0.2013636827468872 (0.23533486955695682) - | > loss_0: 2.4236910343170166 (2.461009480040749) - | > grad_norm_0: tensor(40.1352, device='cuda:0') (tensor(108.0059, device='cuda:0')) - | > loss_gen: 2.1922168731689453 (2.3619902660817282) - | > loss_kl: 1.642364501953125 (1.5320458947876359) - | > loss_feat: 5.574089050292969 (5.764122921743512) - | > loss_mel: 22.543121337890625 (22.464473752622254) - | > loss_duration: 1.7051544189453125 (1.7567256265216404) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.656944274902344 (33.87935844703956) - | > grad_norm_1: tensor(277.9509, device='cuda:0') (tensor(673.8958, device='cuda:0')) - | > current_lr_0: 0.00019935101461010442 - | > current_lr_1: 0.00019935101461010442 - | > step_time: 0.917 (0.8716294064933872) - | > loader_time: 0.0089 (0.006197587354683584) - - - --> TIME: 2024-11-22 16:12:06 -- STEP: 430/797 -- GLOBAL_STEP: 21375 - | > loss_disc: 2.5952913761138916 (2.459008738606474) - | > loss_disc_real_0: 0.0868615210056305 (0.12580575953389309) - | > loss_disc_real_1: 0.17225520312786102 (0.21642795212047045) - | > loss_disc_real_2: 0.23687687516212463 (0.23516636421514112) - | > loss_disc_real_3: 0.21405889093875885 (0.22478931289772655) - | > loss_disc_real_4: 0.21619290113449097 (0.22052550852991806) - | > loss_disc_real_5: 0.24081426858901978 (0.23523245270169058) - | > loss_0: 2.5952913761138916 (2.459008738606474) - | > grad_norm_0: tensor(124.1968, device='cuda:0') (tensor(104.4873, device='cuda:0')) - | > loss_gen: 2.3249006271362305 (2.361300886231801) - | > loss_kl: 1.500450849533081 (1.5300757549529858) - | > loss_feat: 6.21539306640625 (5.762342910988387) - | > loss_mel: 22.65227508544922 (22.436994055814527) - | > loss_duration: 1.7458194494247437 (1.7551949528760689) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.438838958740234 (33.84590854201206) - | > grad_norm_1: tensor(921.6265, device='cuda:0') (tensor(667.1387, device='cuda:0')) - | > current_lr_0: 0.00019935101461010442 - | > current_lr_1: 0.00019935101461010442 - | > step_time: 0.9106 (0.8735668975253438) - | > loader_time: 0.009 (0.006274197267931563) - - - --> TIME: 2024-11-22 16:12:29 -- STEP: 455/797 -- GLOBAL_STEP: 21400 - | > loss_disc: 2.5474071502685547 (2.458473372721409) - | > loss_disc_real_0: 0.179510235786438 (0.12625481959555157) - | > loss_disc_real_1: 0.18402287364006042 (0.21648564695656955) - | > loss_disc_real_2: 0.2769312262535095 (0.23537572822073002) - | > loss_disc_real_3: 0.21715448796749115 (0.22489327411730212) - | > loss_disc_real_4: 0.2521023750305176 (0.22041032798997642) - | > loss_disc_real_5: 0.22485989332199097 (0.2351772822521545) - | > loss_0: 2.5474071502685547 (2.458473372721409) - | > grad_norm_0: tensor(76.7639, device='cuda:0') (tensor(102.5511, device='cuda:0')) - | > loss_gen: 2.3367061614990234 (2.3602536138597436) - | > loss_kl: 1.6366751194000244 (1.5303089726102226) - | > loss_feat: 6.006877899169922 (5.766928656022628) - | > loss_mel: 23.272933959960938 (22.488676519708324) - | > loss_duration: 1.753377079963684 (1.753960003695645) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.006568908691406 (33.90012777978248) - | > grad_norm_1: tensor(684.5202, device='cuda:0') (tensor(663.6030, device='cuda:0')) - | > current_lr_0: 0.00019935101461010442 - | > current_lr_1: 0.00019935101461010442 - | > step_time: 0.861 (0.8761213983808245) - | > loader_time: 0.0068 (0.006347909864488541) - - - --> TIME: 2024-11-22 16:12:53 -- STEP: 480/797 -- GLOBAL_STEP: 21425 - | > loss_disc: 2.565563678741455 (2.45906110604604) - | > loss_disc_real_0: 0.1660805344581604 (0.12649893852261188) - | > loss_disc_real_1: 0.26359978318214417 (0.21649175401156148) - | > loss_disc_real_2: 0.2636481523513794 (0.23544776647662122) - | > loss_disc_real_3: 0.2976009249687195 (0.22489499511818092) - | > loss_disc_real_4: 0.2220936119556427 (0.22051173908015087) - | > loss_disc_real_5: 0.20681807398796082 (0.23517380335057775) - | > loss_0: 2.565563678741455 (2.45906110604604) - | > grad_norm_0: tensor(234.7433, device='cuda:0') (tensor(102.5105, device='cuda:0')) - | > loss_gen: 2.169064998626709 (2.3595147718985885) - | > loss_kl: 1.6149914264678955 (1.533601638923089) - | > loss_feat: 4.834768772125244 (5.770077248414358) - | > loss_mel: 21.683338165283203 (22.497662850221) - | > loss_duration: 1.729432225227356 (1.7529133814076583) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.03159713745117 (33.91376991271972) - | > grad_norm_1: tensor(346.3532, device='cuda:0') (tensor(658.7145, device='cuda:0')) - | > current_lr_0: 0.00019935101461010442 - | > current_lr_1: 0.00019935101461010442 - | > step_time: 0.9753 (0.8791290611028671) - | > loader_time: 0.01 (0.006434848904609682) - - - --> TIME: 2024-11-22 16:13:16 -- STEP: 505/797 -- GLOBAL_STEP: 21450 - | > loss_disc: 2.6195015907287598 (2.459712870286242) - | > loss_disc_real_0: 0.25467777252197266 (0.1265347969045142) - | > loss_disc_real_1: 0.2088659703731537 (0.21670714826276988) - | > loss_disc_real_2: 0.29604703187942505 (0.23551555385093878) - | > loss_disc_real_3: 0.2124701291322708 (0.22506521928428425) - | > loss_disc_real_4: 0.2692751884460449 (0.22056365340653028) - | > loss_disc_real_5: 0.2255786955356598 (0.2352007104913787) - | > loss_0: 2.6195015907287598 (2.459712870286242) - | > grad_norm_0: tensor(197.3823, device='cuda:0') (tensor(102.7312, device='cuda:0')) - | > loss_gen: 2.29815936088562 (2.3623236382361696) - | > loss_kl: 1.664907455444336 (1.5348019125437977) - | > loss_feat: 5.941068172454834 (5.7771667688199795) - | > loss_mel: 23.005701065063477 (22.50905915817412) - | > loss_duration: 1.715376853942871 (1.7514955737803242) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.625213623046875 (33.93484708200587) - | > grad_norm_1: tensor(621.1069, device='cuda:0') (tensor(652.4929, device='cuda:0')) - | > current_lr_0: 0.00019935101461010442 - | > current_lr_1: 0.00019935101461010442 - | > step_time: 0.9975 (0.8820064997909093) - | > loader_time: 0.0064 (0.006495723629942036) - - - --> TIME: 2024-11-22 16:13:40 -- STEP: 530/797 -- GLOBAL_STEP: 21475 - | > loss_disc: 2.5766613483428955 (2.4586411656073794) - | > loss_disc_real_0: 0.07059459388256073 (0.12644520880619298) - | > loss_disc_real_1: 0.21405157446861267 (0.21639535213416478) - | > loss_disc_real_2: 0.28707829117774963 (0.23603829030158385) - | > loss_disc_real_3: 0.25816673040390015 (0.22503358730167713) - | > loss_disc_real_4: 0.2463056594133377 (0.2204180789724835) - | > loss_disc_real_5: 0.25623756647109985 (0.23481464560301799) - | > loss_0: 2.5766613483428955 (2.4586411656073794) - | > grad_norm_0: tensor(125.0965, device='cuda:0') (tensor(101.9686, device='cuda:0')) - | > loss_gen: 1.978360652923584 (2.3648017869805398) - | > loss_kl: 1.812423825263977 (1.5344645437204618) - | > loss_feat: 5.390397548675537 (5.785892061017596) - | > loss_mel: 22.139617919921875 (22.51655053552592) - | > loss_duration: 1.787137508392334 (1.7508846478642157) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.10793685913086 (33.95259359107827) - | > grad_norm_1: tensor(226.2015, device='cuda:0') (tensor(646.5297, device='cuda:0')) - | > current_lr_0: 0.00019935101461010442 - | > current_lr_1: 0.00019935101461010442 - | > step_time: 0.9354 (0.8845924157016684) - | > loader_time: 0.0071 (0.006571864631940735) - - - --> TIME: 2024-11-22 16:14:04 -- STEP: 555/797 -- GLOBAL_STEP: 21500 - | > loss_disc: 2.3022608757019043 (2.458643724682094) - | > loss_disc_real_0: 0.07791715115308762 (0.1260810187875149) - | > loss_disc_real_1: 0.20026962459087372 (0.2164979663249609) - | > loss_disc_real_2: 0.2426968812942505 (0.23567281620459513) - | > loss_disc_real_3: 0.20502494275569916 (0.22515833702710294) - | > loss_disc_real_4: 0.2790139317512512 (0.2204707170123452) - | > loss_disc_real_5: 0.22273939847946167 (0.2349747983990489) - | > loss_0: 2.3022608757019043 (2.458643724682094) - | > grad_norm_0: tensor(213.4655, device='cuda:0') (tensor(102.8004, device='cuda:0')) - | > loss_gen: 2.302049160003662 (2.3654095976202343) - | > loss_kl: 1.6002694368362427 (1.5339984221501402) - | > loss_feat: 5.953793048858643 (5.7884980536795965) - | > loss_mel: 21.263540267944336 (22.515868848508553) - | > loss_duration: 1.7063918113708496 (1.7502481961035516) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.82604217529297 (33.95402311376624) - | > grad_norm_1: tensor(651.3367, device='cuda:0') (tensor(645.4492, device='cuda:0')) - | > current_lr_0: 0.00019935101461010442 - | > current_lr_1: 0.00019935101461010442 - | > step_time: 0.9535 (0.8869409891936155) - | > loader_time: 0.0148 (0.0066681062853014145) - - - --> TIME: 2024-11-22 16:14:28 -- STEP: 580/797 -- GLOBAL_STEP: 21525 - | > loss_disc: 2.5571348667144775 (2.460006858151533) - | > loss_disc_real_0: 0.09223730862140656 (0.12597930317680364) - | > loss_disc_real_1: 0.19333229959011078 (0.21659731530937656) - | > loss_disc_real_2: 0.26693329215049744 (0.235711610034622) - | > loss_disc_real_3: 0.2535284161567688 (0.2255314748862694) - | > loss_disc_real_4: 0.22907882928848267 (0.22053010728338665) - | > loss_disc_real_5: 0.23974506556987762 (0.2348969261451014) - | > loss_0: 2.5571348667144775 (2.460006858151533) - | > grad_norm_0: tensor(19.0585, device='cuda:0') (tensor(102.0152, device='cuda:0')) - | > loss_gen: 2.162769317626953 (2.362115256950774) - | > loss_kl: 1.6748985052108765 (1.5346108107731269) - | > loss_feat: 5.399491786956787 (5.777100155271334) - | > loss_mel: 22.09404945373535 (22.507613974604126) - | > loss_duration: 1.7349745035171509 (1.7493741173168709) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.066184997558594 (33.93081432868694) - | > grad_norm_1: tensor(579.4395, device='cuda:0') (tensor(646.4904, device='cuda:0')) - | > current_lr_0: 0.00019935101461010442 - | > current_lr_1: 0.00019935101461010442 - | > step_time: 0.9619 (0.8896945941037145) - | > loader_time: 0.0087 (0.006730082939411033) - - - --> TIME: 2024-11-22 16:14:52 -- STEP: 605/797 -- GLOBAL_STEP: 21550 - | > loss_disc: 2.5400545597076416 (2.4617907894544357) - | > loss_disc_real_0: 0.12608909606933594 (0.12641598711575341) - | > loss_disc_real_1: 0.2566312551498413 (0.21698603171947572) - | > loss_disc_real_2: 0.25640082359313965 (0.235957061874965) - | > loss_disc_real_3: 0.20789305865764618 (0.2250582018420716) - | > loss_disc_real_4: 0.222375750541687 (0.22070975315964908) - | > loss_disc_real_5: 0.23367471992969513 (0.23529114132085122) - | > loss_0: 2.5400545597076416 (2.4617907894544357) - | > grad_norm_0: tensor(128.3761, device='cuda:0') (tensor(104.8579, device='cuda:0')) - | > loss_gen: 2.1391122341156006 (2.3604742897443547) - | > loss_kl: 1.529451608657837 (1.5330396975367533) - | > loss_feat: 4.507279396057129 (5.765799576782985) - | > loss_mel: 18.92899513244629 (22.497668138614372) - | > loss_duration: 1.787164568901062 (1.748833345972802) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 28.89200210571289 (33.905815067764166) - | > grad_norm_1: tensor(518.1328, device='cuda:0') (tensor(656.2045, device='cuda:0')) - | > current_lr_0: 0.00019935101461010442 - | > current_lr_1: 0.00019935101461010442 - | > step_time: 0.9489 (0.8922949708197727) - | > loader_time: 0.0087 (0.006865987698893905) - - - --> TIME: 2024-11-22 16:15:16 -- STEP: 630/797 -- GLOBAL_STEP: 21575 - | > loss_disc: 2.2604737281799316 (2.461252875555128) - | > loss_disc_real_0: 0.0931227058172226 (0.12611990299016693) - | > loss_disc_real_1: 0.23992687463760376 (0.2169152460874073) - | > loss_disc_real_2: 0.14692653715610504 (0.23562586846805755) - | > loss_disc_real_3: 0.2088438868522644 (0.22510936972167755) - | > loss_disc_real_4: 0.20358626544475555 (0.22055770163498223) - | > loss_disc_real_5: 0.18807721138000488 (0.2353509882612834) - | > loss_0: 2.2604737281799316 (2.461252875555128) - | > grad_norm_0: tensor(27.3021, device='cuda:0') (tensor(106.7968, device='cuda:0')) - | > loss_gen: 2.5201053619384766 (2.360216563845439) - | > loss_kl: 1.636475920677185 (1.5319439121655063) - | > loss_feat: 6.060794353485107 (5.760372016543439) - | > loss_mel: 23.35370635986328 (22.489777704269184) - | > loss_duration: 1.7523808479309082 (1.7490708347350832) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.323463439941406 (33.89138105786039) - | > grad_norm_1: tensor(467.2260, device='cuda:0') (tensor(662.9130, device='cuda:0')) - | > current_lr_0: 0.00019935101461010442 - | > current_lr_1: 0.00019935101461010442 - | > step_time: 1.0375 (0.8948452196423969) - | > loader_time: 0.0101 (0.007024620449732223) - - - --> TIME: 2024-11-22 16:15:41 -- STEP: 655/797 -- GLOBAL_STEP: 21600 - | > loss_disc: 2.383836269378662 (2.459422115879203) - | > loss_disc_real_0: 0.08086785674095154 (0.12517792322025945) - | > loss_disc_real_1: 0.2012198269367218 (0.21669446705406858) - | > loss_disc_real_2: 0.23705437779426575 (0.23600610860886465) - | > loss_disc_real_3: 0.27238258719444275 (0.2253158721077533) - | > loss_disc_real_4: 0.28753048181533813 (0.2209683726079591) - | > loss_disc_real_5: 0.20586226880550385 (0.23525969336051067) - | > loss_0: 2.383836269378662 (2.459422115879203) - | > grad_norm_0: tensor(12.2911, device='cuda:0') (tensor(105.2973, device='cuda:0')) - | > loss_gen: 2.5165903568267822 (2.363295174373017) - | > loss_kl: 1.7490514516830444 (1.5309488971724767) - | > loss_feat: 6.442037105560303 (5.766854423057036) - | > loss_mel: 21.485496520996094 (22.48513528663695) - | > loss_duration: 1.726776123046875 (1.7487047351953637) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.919952392578125 (33.89493854610068) - | > grad_norm_1: tensor(1021.0604, device='cuda:0') (tensor(654.4270, device='cuda:0')) - | > current_lr_0: 0.00019935101461010442 - | > current_lr_1: 0.00019935101461010442 - | > step_time: 1.0542 (0.8975581780644774) - | > loader_time: 0.0077 (0.007119041180792658) - - - --> TIME: 2024-11-22 16:16:06 -- STEP: 680/797 -- GLOBAL_STEP: 21625 - | > loss_disc: 2.4806060791015625 (2.4581149010097265) - | > loss_disc_real_0: 0.2261647880077362 (0.12490814432282654) - | > loss_disc_real_1: 0.24862878024578094 (0.21672965513870995) - | > loss_disc_real_2: 0.21005840599536896 (0.23599975575857302) - | > loss_disc_real_3: 0.1890338808298111 (0.2249690585057525) - | > loss_disc_real_4: 0.19744564592838287 (0.22096072678618567) - | > loss_disc_real_5: 0.22887539863586426 (0.23504291338955655) - | > loss_0: 2.4806060791015625 (2.4581149010097265) - | > grad_norm_0: tensor(194.2242, device='cuda:0') (tensor(104.9700, device='cuda:0')) - | > loss_gen: 2.458312749862671 (2.3638764262199414) - | > loss_kl: 1.4306050539016724 (1.5301489791449379) - | > loss_feat: 6.096696853637695 (5.768556983330675) - | > loss_mel: 23.87906837463379 (22.47881331443788) - | > loss_duration: 1.7622454166412354 (1.7483065620941274) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.62692642211914 (33.8897022836349) - | > grad_norm_1: tensor(462.1986, device='cuda:0') (tensor(659.2255, device='cuda:0')) - | > current_lr_0: 0.00019935101461010442 - | > current_lr_1: 0.00019935101461010442 - | > step_time: 1.0046 (0.9007143297616174) - | > loader_time: 0.0099 (0.007260482802110562) - - - --> TIME: 2024-11-22 16:16:31 -- STEP: 705/797 -- GLOBAL_STEP: 21650 - | > loss_disc: 2.4248275756835938 (2.457380320163483) - | > loss_disc_real_0: 0.12338297814130783 (0.12486022773152547) - | > loss_disc_real_1: 0.2630343735218048 (0.2166774719742173) - | > loss_disc_real_2: 0.2065976858139038 (0.2360816629643136) - | > loss_disc_real_3: 0.17543931305408478 (0.22478514869585106) - | > loss_disc_real_4: 0.18328672647476196 (0.2211942540838363) - | > loss_disc_real_5: 0.22058933973312378 (0.235161606428471) - | > loss_0: 2.4248275756835938 (2.457380320163483) - | > grad_norm_0: tensor(7.3077, device='cuda:0') (tensor(104.1087, device='cuda:0')) - | > loss_gen: 2.3816537857055664 (2.3654895562652176) - | > loss_kl: 1.6955887079238892 (1.5299922970169826) - | > loss_feat: 6.267854690551758 (5.774767880405942) - | > loss_mel: 22.72899627685547 (22.50236396789552) - | > loss_duration: 1.699723482131958 (1.7475157462113293) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.7738151550293 (33.920129445935) - | > grad_norm_1: tensor(293.1287, device='cuda:0') (tensor(650.3795, device='cuda:0')) - | > current_lr_0: 0.00019935101461010442 - | > current_lr_1: 0.00019935101461010442 - | > step_time: 1.0144 (0.9043851632598444) - | > loader_time: 0.0146 (0.007389040872560328) - - - --> TIME: 2024-11-22 16:16:57 -- STEP: 730/797 -- GLOBAL_STEP: 21675 - | > loss_disc: 2.365384101867676 (2.457001775584808) - | > loss_disc_real_0: 0.06727669388055801 (0.12485930726748623) - | > loss_disc_real_1: 0.16946183145046234 (0.216780252856751) - | > loss_disc_real_2: 0.2331271916627884 (0.23586090319368938) - | > loss_disc_real_3: 0.3064590096473694 (0.22497113312352193) - | > loss_disc_real_4: 0.24545200169086456 (0.2209950913917528) - | > loss_disc_real_5: 0.2030506432056427 (0.2352009199049375) - | > loss_0: 2.365384101867676 (2.457001775584808) - | > grad_norm_0: tensor(127.8603, device='cuda:0') (tensor(103.9652, device='cuda:0')) - | > loss_gen: 2.3753294944763184 (2.365342555960566) - | > loss_kl: 1.7101576328277588 (1.5318410551711306) - | > loss_feat: 6.5444440841674805 (5.778013780672259) - | > loss_mel: 22.123926162719727 (22.5036167745721) - | > loss_duration: 1.727769136428833 (1.7464734322404207) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.481624603271484 (33.92528758375617) - | > grad_norm_1: tensor(887.8547, device='cuda:0') (tensor(651.6414, device='cuda:0')) - | > current_lr_0: 0.00019935101461010442 - | > current_lr_1: 0.00019935101461010442 - | > step_time: 1.0142 (0.9081253629841216) - | > loader_time: 0.0118 (0.007506595572380173) - - - --> TIME: 2024-11-22 16:17:25 -- STEP: 755/797 -- GLOBAL_STEP: 21700 - | > loss_disc: 2.441596746444702 (2.457710357691277) - | > loss_disc_real_0: 0.1081608384847641 (0.12543966262693834) - | > loss_disc_real_1: 0.21631544828414917 (0.2164598937855651) - | > loss_disc_real_2: 0.22226771712303162 (0.2358141247602488) - | > loss_disc_real_3: 0.24028576910495758 (0.22489074360061165) - | > loss_disc_real_4: 0.2142762839794159 (0.22102188631793518) - | > loss_disc_real_5: 0.19122515618801117 (0.23518890943748272) - | > loss_0: 2.441596746444702 (2.457710357691277) - | > grad_norm_0: tensor(52.4259, device='cuda:0') (tensor(104.4013, device='cuda:0')) - | > loss_gen: 2.274799346923828 (2.3654924089545477) - | > loss_kl: 1.5420323610305786 (1.53178105859567) - | > loss_feat: 5.847725868225098 (5.7800012222189014) - | > loss_mel: 22.448123931884766 (22.509242718425032) - | > loss_duration: 1.6741828918457031 (1.7452149009073017) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.786865234375 (33.93173228889119) - | > grad_norm_1: tensor(514.2476, device='cuda:0') (tensor(645.1664, device='cuda:0')) - | > current_lr_0: 0.00019935101461010442 - | > current_lr_1: 0.00019935101461010442 - | > step_time: 1.1494 (0.9119993980357189) - | > loader_time: 0.1001 (0.010117616400813425) - - - --> TIME: 2024-11-22 16:17:59 -- STEP: 780/797 -- GLOBAL_STEP: 21725 - | > loss_disc: 2.7098793983459473 (2.4597702799699235) - | > loss_disc_real_0: 0.13757574558258057 (0.12547281652163625) - | > loss_disc_real_1: 0.26331204175949097 (0.21649620767969352) - | > loss_disc_real_2: 0.2685713469982147 (0.23585296993454297) - | > loss_disc_real_3: 0.23172339797019958 (0.2253234615883766) - | > loss_disc_real_4: 0.24399851262569427 (0.2214346821300494) - | > loss_disc_real_5: 0.2948032021522522 (0.2353415904327845) - | > loss_0: 2.7098793983459473 (2.4597702799699235) - | > grad_norm_0: tensor(54.5294, device='cuda:0') (tensor(103.8647, device='cuda:0')) - | > loss_gen: 2.157287359237671 (2.365538130968049) - | > loss_kl: 1.3870307207107544 (1.531922156077165) - | > loss_feat: 5.181952953338623 (5.777527620853524) - | > loss_mel: 21.06219482421875 (22.515163866678886) - | > loss_duration: 1.7670332193374634 (1.744221942852705) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.555498123168945 (33.93437373087962) - | > grad_norm_1: tensor(609.4479, device='cuda:0') (tensor(637.8507, device='cuda:0')) - | > current_lr_0: 0.00019935101461010442 - | > current_lr_1: 0.00019935101461010442 - | > step_time: 1.2968 (0.9230771828920413) - | > loader_time: 0.1143 (0.013101232663179056) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.7971203327178955 (2.7971203327178955) - | > loss_disc_real_0: 0.24982832372188568 (0.24982832372188568) - | > loss_disc_real_1: 0.21723340451717377 (0.21723340451717377) - | > loss_disc_real_2: 0.2089502513408661 (0.2089502513408661) - | > loss_disc_real_3: 0.15380045771598816 (0.15380045771598816) - | > loss_disc_real_4: 0.22990581393241882 (0.22990581393241882) - | > loss_disc_real_5: 0.22992751002311707 (0.22992751002311707) - | > loss_0: 2.7971203327178955 (2.7971203327178955) - | > loss_gen: 1.83024263381958 (1.83024263381958) - | > loss_kl: 1.1545251607894897 (1.1545251607894897) - | > loss_feat: 5.704525470733643 (5.704525470733643) - | > loss_mel: 24.253400802612305 (24.253400802612305) - | > loss_duration: 2.043912887573242 (2.043912887573242) - | > loss_1: 34.986610412597656 (34.986610412597656) - - --> STEP: 1 - | > loss_disc: 2.439549446105957 (2.439549446105957) - | > loss_disc_real_0: 0.17280028760433197 (0.17280028760433197) - | > loss_disc_real_1: 0.19941116869449615 (0.19941116869449615) - | > loss_disc_real_2: 0.17792345583438873 (0.17792345583438873) - | > loss_disc_real_3: 0.20384351909160614 (0.20384351909160614) - | > loss_disc_real_4: 0.23616771399974823 (0.23616771399974823) - | > loss_disc_real_5: 0.26477229595184326 (0.26477229595184326) - | > loss_0: 2.439549446105957 (2.439549446105957) - | > loss_gen: 2.2641093730926514 (2.2641093730926514) - | > loss_kl: 1.419766902923584 (1.419766902923584) - | > loss_feat: 5.317019462585449 (5.317019462585449) - | > loss_mel: 24.282564163208008 (24.282564163208008) - | > loss_duration: 1.7438719272613525 (1.7438719272613525) - | > loss_1: 35.0273323059082 (35.0273323059082) - - --> STEP: 2 - | > loss_disc: 2.5311880111694336 (2.4853687286376953) - | > loss_disc_real_0: 0.10563536733388901 (0.1392178274691105) - | > loss_disc_real_1: 0.19841445982456207 (0.1989128142595291) - | > loss_disc_real_2: 0.22783112525939941 (0.20287729054689407) - | > loss_disc_real_3: 0.210164412856102 (0.20700396597385406) - | > loss_disc_real_4: 0.2957291603088379 (0.26594843715429306) - | > loss_disc_real_5: 0.23753668367862701 (0.25115448981523514) - | > loss_0: 2.5311880111694336 (2.4853687286376953) - | > loss_gen: 2.035900115966797 (2.150004744529724) - | > loss_kl: 1.1836835145950317 (1.3017252087593079) - | > loss_feat: 3.921429395675659 (4.619224429130554) - | > loss_mel: 17.475191116333008 (20.878877639770508) - | > loss_duration: 1.7358474731445312 (1.739859700202942) - | > loss_1: 26.35205078125 (30.6896915435791) - - --> STEP: 3 - | > loss_disc: 2.3761162757873535 (2.448951244354248) - | > loss_disc_real_0: 0.1613132804632187 (0.14658297846714655) - | > loss_disc_real_1: 0.13481150567531586 (0.1775457113981247) - | > loss_disc_real_2: 0.19332215189933777 (0.19969224433104196) - | > loss_disc_real_3: 0.12335966527462006 (0.17912253240744272) - | > loss_disc_real_4: 0.16925792396068573 (0.2337182660897573) - | > loss_disc_real_5: 0.20394349098205566 (0.23541749020417532) - | > loss_0: 2.3761162757873535 (2.448951244354248) - | > loss_gen: 2.0478222370147705 (2.1159439086914062) - | > loss_kl: 1.6490299701690674 (1.417493462562561) - | > loss_feat: 6.579558372497559 (5.272669076919556) - | > loss_mel: 27.635276794433594 (23.13101069132487) - | > loss_duration: 1.8143389225006104 (1.764686107635498) - | > loss_1: 39.72602462768555 (33.701802571614586) - - --> STEP: 4 - | > loss_disc: 2.4235684871673584 (2.4426055550575256) - | > loss_disc_real_0: 0.16105175018310547 (0.15020017139613628) - | > loss_disc_real_1: 0.20194686949253082 (0.18364600092172623) - | > loss_disc_real_2: 0.17380258440971375 (0.19321982935070992) - | > loss_disc_real_3: 0.17830953001976013 (0.17891928181052208) - | > loss_disc_real_4: 0.2017965167760849 (0.2257378287613392) - | > loss_disc_real_5: 0.2303657978773117 (0.2341545671224594) - | > loss_0: 2.4235684871673584 (2.4426055550575256) - | > loss_gen: 2.2412540912628174 (2.147271454334259) - | > loss_kl: 1.7482693195343018 (1.5001874268054962) - | > loss_feat: 5.63654899597168 (5.363639056682587) - | > loss_mel: 22.50109100341797 (22.973530769348145) - | > loss_duration: 1.708794355392456 (1.7507131695747375) - | > loss_1: 33.83595657348633 (33.73534107208252) - - --> STEP: 5 - | > loss_disc: 2.220501661300659 (2.3981847763061523) - | > loss_disc_real_0: 0.12675362825393677 (0.14551086276769637) - | > loss_disc_real_1: 0.14834386110305786 (0.17658557295799254) - | > loss_disc_real_2: 0.14348629117012024 (0.18327312171459198) - | > loss_disc_real_3: 0.1434716284275055 (0.17182975113391877) - | > loss_disc_real_4: 0.23236636817455292 (0.22706353664398193) - | > loss_disc_real_5: 0.12778319418430328 (0.21288029253482818) - | > loss_0: 2.220501661300659 (2.3981847763061523) - | > loss_gen: 2.259491443634033 (2.1697154521942137) - | > loss_kl: 1.6211446523666382 (1.5243788719177247) - | > loss_feat: 7.842629432678223 (5.859437131881714) - | > loss_mel: 23.648773193359375 (23.108579254150392) - | > loss_duration: 1.882373332977295 (1.777045202255249) - | > loss_1: 37.25441360473633 (34.43915557861328) - - --> STEP: 6 - | > loss_disc: 2.669806957244873 (2.443455139795939) - | > loss_disc_real_0: 0.262024462223053 (0.1649297960102558) - | > loss_disc_real_1: 0.2086126059293747 (0.18192341178655624) - | > loss_disc_real_2: 0.21993090212345123 (0.1893827517827352) - | > loss_disc_real_3: 0.2943921387195587 (0.19225681573152542) - | > loss_disc_real_4: 0.2795460522174835 (0.23581062257289886) - | > loss_disc_real_5: 0.25189170241355896 (0.21938219418128332) - | > loss_0: 2.669806957244873 (2.443455139795939) - | > loss_gen: 2.3214104175567627 (2.194997946421305) - | > loss_kl: 1.309159517288208 (1.488508979479472) - | > loss_feat: 5.60662317276001 (5.817301472028096) - | > loss_mel: 24.190229415893555 (23.288854281107586) - | > loss_duration: 1.727638602256775 (1.76881076892217) - | > loss_1: 35.155059814453125 (34.55847295125326) - - --> STEP: 7 - | > loss_disc: 2.4173169136047363 (2.43972110748291) - | > loss_disc_real_0: 0.20052111148834229 (0.17001426964998245) - | > loss_disc_real_1: 0.16197261214256287 (0.17907329755170004) - | > loss_disc_real_2: 0.21083486080169678 (0.19244733878544398) - | > loss_disc_real_3: 0.1678633987903595 (0.18877204188278743) - | > loss_disc_real_4: 0.1571587175130844 (0.22457463613578252) - | > loss_disc_real_5: 0.26162952184677124 (0.22541752670492446) - | > loss_0: 2.4173169136047363 (2.43972110748291) - | > loss_gen: 2.1769957542419434 (2.1924262046813965) - | > loss_kl: 1.359126091003418 (1.4700257096971785) - | > loss_feat: 5.1509857177734375 (5.722113507134574) - | > loss_mel: 19.62211036682129 (22.765033721923828) - | > loss_duration: 1.7031795978546143 (1.7594348873410905) - | > loss_1: 30.01239776611328 (33.9090336390904) - - --> STEP: 8 - | > loss_disc: 2.594938039779663 (2.4591232240200043) - | > loss_disc_real_0: 0.12543116509914398 (0.16444138158112764) - | > loss_disc_real_1: 0.18735377490520477 (0.18010835722088814) - | > loss_disc_real_2: 0.21773561835289001 (0.19560837373137474) - | > loss_disc_real_3: 0.17257514595985413 (0.18674742989242077) - | > loss_disc_real_4: 0.21365320682525635 (0.22320945747196674) - | > loss_disc_real_5: 0.23247353732585907 (0.22629952803254128) - | > loss_0: 2.594938039779663 (2.4591232240200043) - | > loss_gen: 2.0052661895751953 (2.1690312027931213) - | > loss_kl: 1.784332275390625 (1.5093140304088593) - | > loss_feat: 5.538151264190674 (5.699118226766586) - | > loss_mel: 23.172788619995117 (22.81600308418274) - | > loss_duration: 1.8016986846923828 (1.7647178620100021) - | > loss_1: 34.30223846435547 (33.958184242248535) - - --> STEP: 9 - | > loss_disc: 2.8336775302886963 (2.50074036916097) - | > loss_disc_real_0: 0.27176135778427124 (0.17636582338147694) - | > loss_disc_real_1: 0.1815452128648758 (0.18026800784799787) - | > loss_disc_real_2: 0.251851886510849 (0.2018576529290941) - | > loss_disc_real_3: 0.2653312683105469 (0.19547896749443477) - | > loss_disc_real_4: 0.30841198563575745 (0.23267640504572126) - | > loss_disc_real_5: 0.237229585647583 (0.227513978878657) - | > loss_0: 2.8336775302886963 (2.50074036916097) - | > loss_gen: 2.011904716491699 (2.1515727043151855) - | > loss_kl: 1.8428269624710083 (1.5463710228602092) - | > loss_feat: 3.9197237491607666 (5.5014077292548285) - | > loss_mel: 20.06415557861328 (22.510242250230576) - | > loss_duration: 1.6941375732421875 (1.7568756077024672) - | > loss_1: 29.53274917602539 (33.46646923489041) - - --> STEP: 10 - | > loss_disc: 2.3573975563049316 (2.486406087875366) - | > loss_disc_real_0: 0.15492892265319824 (0.17422213330864905) - | > loss_disc_real_1: 0.20932742953300476 (0.18317395001649855) - | > loss_disc_real_2: 0.2163783460855484 (0.20330972224473953) - | > loss_disc_real_3: 0.2214823067188263 (0.19807930141687394) - | > loss_disc_real_4: 0.24122954905033112 (0.23353171944618226) - | > loss_disc_real_5: 0.2039373815059662 (0.22515631914138795) - | > loss_0: 2.3573975563049316 (2.486406087875366) - | > loss_gen: 2.3615520000457764 (2.1725706338882445) - | > loss_kl: 0.9216302037239075 (1.483896940946579) - | > loss_feat: 5.665546417236328 (5.517821598052978) - | > loss_mel: 21.475399017333984 (22.40675792694092) - | > loss_duration: 1.649673342704773 (1.7461553812026978) - | > loss_1: 32.07379913330078 (33.327202224731444) - - --> STEP: 11 - | > loss_disc: 2.5575203895568848 (2.4928710243918677) - | > loss_disc_real_0: 0.22414177656173706 (0.17876028269529343) - | > loss_disc_real_1: 0.20805901288986206 (0.18543622845953162) - | > loss_disc_real_2: 0.19058789312839508 (0.20215319232507187) - | > loss_disc_real_3: 0.2476724237203598 (0.20258776708082718) - | > loss_disc_real_4: 0.2753354609012604 (0.23733205957846207) - | > loss_disc_real_5: 0.28901997208595276 (0.230962105772712) - | > loss_0: 2.5575203895568848 (2.4928710243918677) - | > loss_gen: 2.551886558532715 (2.2070538997650146) - | > loss_kl: 1.7814948558807373 (1.5109512968496843) - | > loss_feat: 6.136416912078857 (5.574057535691694) - | > loss_mel: 23.855180740356445 (22.53843272816051) - | > loss_duration: 1.637284517288208 (1.7362580299377441) - | > loss_1: 35.96226119995117 (33.56675304066051) - - --> STEP: 12 - | > loss_disc: 2.3394205570220947 (2.4800834854443865) - | > loss_disc_real_0: 0.14842739701271057 (0.17623254222174486) - | > loss_disc_real_1: 0.17837128043174744 (0.1848474827905496) - | > loss_disc_real_2: 0.20366473495960236 (0.20227915421128273) - | > loss_disc_real_3: 0.14636819064617157 (0.19790280237793922) - | > loss_disc_real_4: 0.26585105061531067 (0.23970864216486612) - | > loss_disc_real_5: 0.24885721504688263 (0.2324533648788929) - | > loss_0: 2.3394205570220947 (2.4800834854443865) - | > loss_gen: 2.3160979747772217 (2.2161409060160318) - | > loss_kl: 1.7890243530273438 (1.5341240515311558) - | > loss_feat: 6.624370098114014 (5.661583582560222) - | > loss_mel: 24.258399963378906 (22.68176333109538) - | > loss_duration: 1.748628854751587 (1.7372889320055644) - | > loss_1: 36.73652267456055 (33.830900510152176) - - --> STEP: 13 - | > loss_disc: 2.615727424621582 (2.490517634611863) - | > loss_disc_real_0: 0.22457772493362427 (0.17995140243035096) - | > loss_disc_real_1: 0.2638603746891022 (0.1909253975519767) - | > loss_disc_real_2: 0.19564948976039886 (0.2017691800227532) - | > loss_disc_real_3: 0.17780046164989471 (0.19635646847578195) - | > loss_disc_real_4: 0.15582987666130066 (0.23325642943382263) - | > loss_disc_real_5: 0.18536019325256348 (0.2288308132153291) - | > loss_0: 2.615727424621582 (2.490517634611863) - | > loss_gen: 2.0696005821228027 (2.20486857340886) - | > loss_kl: 1.9250710010528564 (1.5641968938020558) - | > loss_feat: 5.536158084869385 (5.651935467353234) - | > loss_mel: 21.837669372558594 (22.61683302659255) - | > loss_duration: 1.7871224880218506 (1.7411222824683557) - | > loss_1: 33.15562057495117 (33.7789558997521) - - --> STEP: 14 - | > loss_disc: 2.4691102504730225 (2.488988535744803) - | > loss_disc_real_0: 0.20773595571517944 (0.1819360133792673) - | > loss_disc_real_1: 0.24885843694210052 (0.19506347179412842) - | > loss_disc_real_2: 0.20080964267253876 (0.20170064164059504) - | > loss_disc_real_3: 0.17582368850708008 (0.19488984133516038) - | > loss_disc_real_4: 0.2010875940322876 (0.23095865547657013) - | > loss_disc_real_5: 0.21094177663326263 (0.22755302488803864) - | > loss_0: 2.4691102504730225 (2.488988535744803) - | > loss_gen: 2.245917797088623 (2.2078006608145575) - | > loss_kl: 1.5155110359191895 (1.5607193325247084) - | > loss_feat: 4.985925674438477 (5.604363339287894) - | > loss_mel: 19.689800262451172 (22.407759257725306) - | > loss_duration: 1.769606590270996 (1.74315687588283) - | > loss_1: 30.20676040649414 (33.523799078805105) - - --> STEP: 15 - | > loss_disc: 2.484174966812134 (2.488667631149292) - | > loss_disc_real_0: 0.17149649560451508 (0.18124004552761713) - | > loss_disc_real_1: 0.1900506615638733 (0.19472928444544474) - | > loss_disc_real_2: 0.18625035881996155 (0.20067062278588613) - | > loss_disc_real_3: 0.19926871359348297 (0.1951817661523819) - | > loss_disc_real_4: 0.312664657831192 (0.2364057223002116) - | > loss_disc_real_5: 0.25536811351776123 (0.22940736413002014) - | > loss_0: 2.484174966812134 (2.488667631149292) - | > loss_gen: 2.2329626083374023 (2.2094781239827475) - | > loss_kl: 1.2872576713562012 (1.5424885551134746) - | > loss_feat: 5.234171390533447 (5.579683876037597) - | > loss_mel: 23.522809982299805 (22.48209597269694) - | > loss_duration: 1.7169049978256226 (1.741406750679016) - | > loss_1: 33.99410629272461 (33.555152893066406) - - --> STEP: 16 - | > loss_disc: 2.4030120372772217 (2.4833141565322876) - | > loss_disc_real_0: 0.12028626352548599 (0.17743043415248394) - | > loss_disc_real_1: 0.21080097556114197 (0.19573376514017582) - | > loss_disc_real_2: 0.19158890843391418 (0.20010301563888788) - | > loss_disc_real_3: 0.2649494409561157 (0.19954224582761526) - | > loss_disc_real_4: 0.23898278176784515 (0.2365667885169387) - | > loss_disc_real_5: 0.23817048966884613 (0.22995505947619677) - | > loss_0: 2.4030120372772217 (2.4833141565322876) - | > loss_gen: 2.2851176261901855 (2.2142055928707123) - | > loss_kl: 1.8413499593734741 (1.5611673928797245) - | > loss_feat: 4.886541843414307 (5.536362498998642) - | > loss_mel: 22.836620330810547 (22.50425374507904) - | > loss_duration: 1.8504149913787842 (1.7482197657227516) - | > loss_1: 33.70004653930664 (33.56420874595642) - - --> STEP: 17 - | > loss_disc: 2.4300551414489746 (2.480181273292093) - | > loss_disc_real_0: 0.23676404356956482 (0.18092064647113576) - | > loss_disc_real_1: 0.20908276736736298 (0.19651900056530447) - | > loss_disc_real_2: 0.19765904545783997 (0.19995925268706152) - | > loss_disc_real_3: 0.17337729036808014 (0.1980031308005838) - | > loss_disc_real_4: 0.18495890498161316 (0.23353103066191955) - | > loss_disc_real_5: 0.18340404331684113 (0.22721676440799937) - | > loss_0: 2.4300551414489746 (2.480181273292093) - | > loss_gen: 2.1014034748077393 (2.2075701741611256) - | > loss_kl: 1.6190822124481201 (1.5645741469719832) - | > loss_feat: 5.211745262145996 (5.517267367419074) - | > loss_mel: 24.389141082763672 (22.615129470825195) - | > loss_duration: 1.675626516342163 (1.743949574582717) - | > loss_1: 34.99699783325195 (33.6484904569738) - - --> STEP: 18 - | > loss_disc: 2.4310617446899414 (2.4774524105919733) - | > loss_disc_real_0: 0.11728627979755402 (0.177385403878159) - | > loss_disc_real_1: 0.14796395599842072 (0.1938214980893665) - | > loss_disc_real_2: 0.2231541872024536 (0.20124786016013888) - | > loss_disc_real_3: 0.15048357844352722 (0.1953631556696362) - | > loss_disc_real_4: 0.21456031501293182 (0.23247710201475355) - | > loss_disc_real_5: 0.1916777789592743 (0.22524237632751465) - | > loss_0: 2.4310617446899414 (2.4774524105919733) - | > loss_gen: 2.144984722137451 (2.2040932046042547) - | > loss_kl: 1.1819556951522827 (1.5433175663153331) - | > loss_feat: 6.600136756896973 (5.577426777945624) - | > loss_mel: 25.827041625976562 (22.79356903500027) - | > loss_duration: 1.7101314067840576 (1.7420707874827914) - | > loss_1: 37.46425247192383 (33.86047723558214) - - --> STEP: 19 - | > loss_disc: 2.7107436656951904 (2.489730897702669) - | > loss_disc_real_0: 0.23874619603157043 (0.18061491925465434) - | > loss_disc_real_1: 0.22491109371185303 (0.19545779259581314) - | > loss_disc_real_2: 0.22893528640270233 (0.2027050931202738) - | > loss_disc_real_3: 0.19279029965400696 (0.1952277421951294) - | > loss_disc_real_4: 0.18867777287960052 (0.23017187416553497) - | > loss_disc_real_5: 0.1969943642616272 (0.22375563885036268) - | > loss_0: 2.7107436656951904 (2.489730897702669) - | > loss_gen: 1.9994709491729736 (2.1933236122131348) - | > loss_kl: 2.0765299797058105 (1.5713813775464107) - | > loss_feat: 5.026181221008301 (5.5484138538962915) - | > loss_mel: 23.742101669311523 (22.843491805227178) - | > loss_duration: 1.783331036567688 (1.7442423795398914) - | > loss_1: 34.62761688232422 (33.9008530064633) - - --> STEP: 20 - | > loss_disc: 2.2665791511535645 (2.4785733103752134) - | > loss_disc_real_0: 0.145263209939003 (0.17884733378887177) - | > loss_disc_real_1: 0.121560238301754 (0.1917629148811102) - | > loss_disc_real_2: 0.16209957003593445 (0.20067481696605682) - | > loss_disc_real_3: 0.15255214273929596 (0.1930939622223377) - | > loss_disc_real_4: 0.12513887882232666 (0.22492022439837456) - | > loss_disc_real_5: 0.16391770541667938 (0.2207637421786785) - | > loss_0: 2.2665791511535645 (2.4785733103752134) - | > loss_gen: 2.1291069984436035 (2.1901127815246584) - | > loss_kl: 1.4936137199401855 (1.5674929946660996) - | > loss_feat: 6.925957679748535 (5.617291045188904) - | > loss_mel: 25.00008201599121 (22.951321315765377) - | > loss_duration: 1.690748929977417 (1.7415677070617677) - | > loss_1: 37.2395133972168 (34.067786026000974) - - --> STEP: 21 - | > loss_disc: 2.6694560050964355 (2.4876629625047957) - | > loss_disc_real_0: 0.14738474786281586 (0.17734911541144052) - | > loss_disc_real_1: 0.17565268278121948 (0.1909957609715916) - | > loss_disc_real_2: 0.26240888237953186 (0.2036145343666985) - | > loss_disc_real_3: 0.2309187799692154 (0.1948951440198081) - | > loss_disc_real_4: 0.20803116261959076 (0.22411598336128963) - | > loss_disc_real_5: 0.20798741281032562 (0.2201553455420903) - | > loss_0: 2.6694560050964355 (2.4876629625047957) - | > loss_gen: 1.807686448097229 (2.1719020037423995) - | > loss_kl: 1.5500905513763428 (1.566664306890397) - | > loss_feat: 3.8132338523864746 (5.5313835598173595) - | > loss_mel: 19.127897262573242 (22.769253503708608) - | > loss_duration: 1.720224380493164 (1.7405513581775485) - | > loss_1: 28.019132614135742 (33.77975491115025) - - --> STEP: 22 - | > loss_disc: 2.4207427501678467 (2.484621134671298) - | > loss_disc_real_0: 0.17915299534797668 (0.17743110995401035) - | > loss_disc_real_1: 0.18537189066410065 (0.19074013050306926) - | > loss_disc_real_2: 0.23681268095970154 (0.20512354103001681) - | > loss_disc_real_3: 0.2259170562028885 (0.19630523093722083) - | > loss_disc_real_4: 0.2744464576244354 (0.22640373219143262) - | > loss_disc_real_5: 0.24505075812339783 (0.22128695520487698) - | > loss_0: 2.4207427501678467 (2.484621134671298) - | > loss_gen: 2.408487558364868 (2.1826558925888757) - | > loss_kl: 1.5604876279830933 (1.5663835487582467) - | > loss_feat: 5.34959602355957 (5.52312048998746) - | > loss_mel: 24.385278701782227 (22.842709194530133) - | > loss_duration: 1.8238332271575928 (1.7443368976766414) - | > loss_1: 35.52768325805664 (33.859206199645996) - - --> STEP: 23 - | > loss_disc: 2.3655662536621094 (2.4794448354969854) - | > loss_disc_real_0: 0.1474742740392685 (0.17612863882728244) - | > loss_disc_real_1: 0.24101021885871887 (0.1929257865185323) - | > loss_disc_real_2: 0.21600806713104248 (0.2055967812952788) - | > loss_disc_real_3: 0.1635293960571289 (0.1948801946380864) - | > loss_disc_real_4: 0.22985346615314484 (0.22655372062455054) - | > loss_disc_real_5: 0.1998274028301239 (0.22035393118858337) - | > loss_0: 2.3655662536621094 (2.4794448354969854) - | > loss_gen: 2.37432861328125 (2.1909894891407182) - | > loss_kl: 1.61483633518219 (1.5684901916462441) - | > loss_feat: 5.8244171142578125 (5.5362203432166055) - | > loss_mel: 24.79599952697754 (22.92763486115828) - | > loss_duration: 1.784523606300354 (1.7460841458776724) - | > loss_1: 36.39410400390625 (33.96941914765731) - - --> STEP: 24 - | > loss_disc: 2.5546674728393555 (2.4825791120529175) - | > loss_disc_real_0: 0.17279165983200073 (0.17598959803581238) - | > loss_disc_real_1: 0.23880340158939362 (0.1948373538131515) - | > loss_disc_real_2: 0.26039817929267883 (0.2078801728785038) - | > loss_disc_real_3: 0.24737101793289185 (0.19706731227536997) - | > loss_disc_real_4: 0.28726470470428467 (0.2290833449612061) - | > loss_disc_real_5: 0.2687109410762787 (0.22236880660057068) - | > loss_0: 2.5546674728393555 (2.4825791120529175) - | > loss_gen: 2.3091530799865723 (2.195912972092629) - | > loss_kl: 1.5775068998336792 (1.5688658878207207) - | > loss_feat: 5.152169227600098 (5.520218213399251) - | > loss_mel: 22.720327377319336 (22.918997049331654) - | > loss_duration: 1.6869497299194336 (1.7436202118794124) - | > loss_1: 33.44610595703125 (33.947614431381226) - - --> STEP: 25 - | > loss_disc: 2.4567530155181885 (2.4815460681915282) - | > loss_disc_real_0: 0.15152570605278015 (0.1750110423564911) - | > loss_disc_real_1: 0.20039533078670502 (0.19505967289209367) - | > loss_disc_real_2: 0.21889953315258026 (0.20832094728946685) - | > loss_disc_real_3: 0.20961500704288483 (0.19756922006607056) - | > loss_disc_real_4: 0.2213710993528366 (0.22877485513687135) - | > loss_disc_real_5: 0.21176892518997192 (0.22194481134414673) - | > loss_0: 2.4567530155181885 (2.4815460681915282) - | > loss_gen: 2.138434886932373 (2.1936138486862187) - | > loss_kl: 1.4448435306549072 (1.563904993534088) - | > loss_feat: 4.252924919128418 (5.469526481628418) - | > loss_mel: 19.472257614135742 (22.78112747192382) - | > loss_duration: 1.6823664903640747 (1.7411700630187987) - | > loss_1: 28.990827560424805 (33.74934295654297) - - --> STEP: 26 - | > loss_disc: 2.5615158081054688 (2.4846218274189877) - | > loss_disc_real_0: 0.2091457098722458 (0.1763239141840201) - | > loss_disc_real_1: 0.20408578217029572 (0.19540683094125527) - | > loss_disc_real_2: 0.19634978473186493 (0.2078605179603283) - | > loss_disc_real_3: 0.18541431427001953 (0.19710172368929937) - | > loss_disc_real_4: 0.24823887646198273 (0.22952347134168333) - | > loss_disc_real_5: 0.2260999232530594 (0.22210462334064338) - | > loss_0: 2.5615158081054688 (2.4846218274189877) - | > loss_gen: 2.2282474040985107 (2.1949459085097685) - | > loss_kl: 1.6846576929092407 (1.5685493281254401) - | > loss_feat: 5.295616149902344 (5.462837622715877) - | > loss_mel: 21.578718185424805 (22.734880960904626) - | > loss_duration: 1.703481674194336 (1.7397205096024733) - | > loss_1: 32.49072265625 (33.70093448345478) - - --> STEP: 27 - | > loss_disc: 2.4693918228149414 (2.4840577531743935) - | > loss_disc_real_0: 0.1492404043674469 (0.17532082122785073) - | > loss_disc_real_1: 0.20452873408794403 (0.19574467920594746) - | > loss_disc_real_2: 0.23067964613437653 (0.20870567085566344) - | > loss_disc_real_3: 0.1783730387687683 (0.19640806869224267) - | > loss_disc_real_4: 0.2953648865222931 (0.23196204227429848) - | > loss_disc_real_5: 0.22571015357971191 (0.22223816149764591) - | > loss_0: 2.4693918228149414 (2.4840577531743935) - | > loss_gen: 2.3944287300109863 (2.2023341611579617) - | > loss_kl: 1.5578694343566895 (1.5681537765043754) - | > loss_feat: 5.621460914611816 (5.468712559452763) - | > loss_mel: 21.990787506103516 (22.70732194406014) - | > loss_duration: 1.7019834518432617 (1.7383228407965765) - | > loss_1: 33.26652908325195 (33.68484539455838) - - --> STEP: 28 - | > loss_disc: 2.69303560256958 (2.49152124779565) - | > loss_disc_real_0: 0.21130725741386414 (0.17660605109163693) - | > loss_disc_real_1: 0.19023919105529785 (0.19554805462913855) - | > loss_disc_real_2: 0.2340053915977478 (0.2096092323107379) - | > loss_disc_real_3: 0.2013673037290573 (0.19658518422927176) - | > loss_disc_real_4: 0.2817407548427582 (0.23373985343745776) - | > loss_disc_real_5: 0.29133662581443787 (0.2247059637946742) - | > loss_0: 2.69303560256958 (2.49152124779565) - | > loss_gen: 2.2057371139526367 (2.202455695186343) - | > loss_kl: 1.8002138137817383 (1.5764416349785668) - | > loss_feat: 4.672554969787598 (5.440278359821865) - | > loss_mel: 22.157732009887695 (22.68769373212541) - | > loss_duration: 1.7537518739700317 (1.7388738776956285) - | > loss_1: 32.58999252319336 (33.64574350629535) - - --> STEP: 29 - | > loss_disc: 2.1634302139282227 (2.480207763869187) - | > loss_disc_real_0: 0.16897276043891907 (0.1763428341725777) - | > loss_disc_real_1: 0.20114433765411377 (0.1957410299058618) - | > loss_disc_real_2: 0.24060018360614777 (0.21067788580368305) - | > loss_disc_real_3: 0.18168820440769196 (0.19607149526990694) - | > loss_disc_real_4: 0.1799478828907013 (0.2318849579013627) - | > loss_disc_real_5: 0.18738454580307007 (0.22341901834668784) - | > loss_0: 2.1634302139282227 (2.480207763869187) - | > loss_gen: 2.575819492340088 (2.2153303088813003) - | > loss_kl: 1.583550214767456 (1.576686758419563) - | > loss_feat: 6.3532304763793945 (5.471759467289366) - | > loss_mel: 25.341644287109375 (22.779209268504168) - | > loss_duration: 1.705920696258545 (1.7377375610943497) - | > loss_1: 37.5601692199707 (33.780723703318635) - - --> STEP: 30 - | > loss_disc: 2.5422048568725586 (2.482274333635966) - | > loss_disc_real_0: 0.1608385443687439 (0.1758260245124499) - | > loss_disc_real_1: 0.2539168894290924 (0.19768022522330284) - | > loss_disc_real_2: 0.2357543259859085 (0.21151376714309056) - | > loss_disc_real_3: 0.18498912453651428 (0.19570208291212718) - | > loss_disc_real_4: 0.2748032510280609 (0.23331556767225264) - | > loss_disc_real_5: 0.21131722629070282 (0.22301562527815502) - | > loss_0: 2.5422048568725586 (2.482274333635966) - | > loss_gen: 2.193175792694092 (2.214591825008393) - | > loss_kl: 1.5433522462844849 (1.5755756080150605) - | > loss_feat: 5.822996139526367 (5.483467356363932) - | > loss_mel: 22.68570327758789 (22.776092402140293) - | > loss_duration: 1.7494741678237915 (1.7381287813186646) - | > loss_1: 33.99470138549805 (33.78785629272462) - - --> STEP: 31 - | > loss_disc: 2.6922988891601562 (2.4890493192980365) - | > loss_disc_real_0: 0.2656792402267456 (0.1787245153419433) - | > loss_disc_real_1: 0.16614480316638947 (0.19666295354404756) - | > loss_disc_real_2: 0.2356315404176712 (0.21229175982936735) - | > loss_disc_real_3: 0.22932690382003784 (0.19678675455431785) - | > loss_disc_real_4: 0.2506040334701538 (0.23387326011734624) - | > loss_disc_real_5: 0.22645799815654755 (0.22312666956455476) - | > loss_0: 2.6922988891601562 (2.4890493192980365) - | > loss_gen: 1.9885501861572266 (2.2073001592390007) - | > loss_kl: 1.506636142730713 (1.5733517542962105) - | > loss_feat: 4.526026725769043 (5.452582174731839) - | > loss_mel: 21.64869499206543 (22.73972474375078) - | > loss_duration: 1.700221061706543 (1.7369059516537575) - | > loss_1: 31.370128631591797 (33.70986507784937) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.011169779685235793 (+0.00140198584525816) - | > avg_loss_disc: 2.4890493192980365 (+0.21018848111552613) - | > avg_loss_disc_real_0: 0.1787245153419433 (+0.12057428590713008) - | > avg_loss_disc_real_1: 0.19666295354404756 (+0.008847675736873367) - | > avg_loss_disc_real_2: 0.21229175982936735 (-0.04392086834676803) - | > avg_loss_disc_real_3: 0.19678675455431785 (+0.0064942255135505556) - | > avg_loss_disc_real_4: 0.23387326011734624 (-0.0054242726295224974) - | > avg_loss_disc_real_5: 0.22312666956455476 (-0.010817307618356531) - | > avg_loss_0: 2.4890493192980365 (+0.21018848111552613) - | > avg_loss_gen: 2.2073001592390007 (-0.2419630519805409) - | > avg_loss_kl: 1.5733517542962105 (+0.019184656681553003) - | > avg_loss_feat: 5.452582174731839 (-0.5609619617462158) - | > avg_loss_mel: 22.73972474375078 (+0.19141474077777687) - | > avg_loss_duration: 1.7369059516537575 (+0.010993088445355959) - | > avg_loss_1: 33.70986507784937 (-0.581331991380253) - - - > EPOCH: 25/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-22 16:19:03)  - - --> TIME: 2024-11-22 16:19:10 -- STEP: 8/797 -- GLOBAL_STEP: 21750 - | > loss_disc: 2.571690797805786 (2.5000812709331512) - | > loss_disc_real_0: 0.1870667040348053 (0.13127346336841583) - | > loss_disc_real_1: 0.25638094544410706 (0.23907007835805416) - | > loss_disc_real_2: 0.23366177082061768 (0.24746772274374962) - | > loss_disc_real_3: 0.21997354924678802 (0.23570262640714645) - | > loss_disc_real_4: 0.2123013585805893 (0.2189651671797037) - | > loss_disc_real_5: 0.23819608986377716 (0.2370988465845585) - | > loss_0: 2.571690797805786 (2.5000812709331512) - | > grad_norm_0: tensor(90.9284, device='cuda:0') (tensor(99.7728, device='cuda:0')) - | > loss_gen: 2.0379862785339355 (2.3195680379867554) - | > loss_kl: 1.7382116317749023 (1.5477309674024582) - | > loss_feat: 4.740251064300537 (5.381005167961121) - | > loss_mel: 19.95774269104004 (21.37462043762207) - | > loss_duration: 1.96476149559021 (1.9578470140695572) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.438953399658203 (32.58077144622803) - | > grad_norm_1: tensor(224.7143, device='cuda:0') (tensor(804.6591, device='cuda:0')) - | > current_lr_0: 0.00019932609573327815 - | > current_lr_1: 0.00019932609573327815 - | > step_time: 0.7264 (0.7538927793502808) - | > loader_time: 0.0028 (0.004923462867736816) - - - --> TIME: 2024-11-22 16:19:30 -- STEP: 33/797 -- GLOBAL_STEP: 21775 - | > loss_disc: 2.4218780994415283 (2.46400415536129) - | > loss_disc_real_0: 0.10232604295015335 (0.11921157733057484) - | > loss_disc_real_1: 0.2083226889371872 (0.2193752730434591) - | > loss_disc_real_2: 0.23061589896678925 (0.234187384446462) - | > loss_disc_real_3: 0.21404992043972015 (0.22685524956746536) - | > loss_disc_real_4: 0.22690199315547943 (0.21703076407764899) - | > loss_disc_real_5: 0.23328465223312378 (0.23696865231701822) - | > loss_0: 2.4218780994415283 (2.46400415536129) - | > grad_norm_0: tensor(40.1160, device='cuda:0') (tensor(89.8651, device='cuda:0')) - | > loss_gen: 2.459005832672119 (2.3446001789786597) - | > loss_kl: 1.6901146173477173 (1.5870335138205327) - | > loss_feat: 5.790403842926025 (5.692781679558031) - | > loss_mel: 21.879989624023438 (21.627601103349164) - | > loss_duration: 1.8568763732910156 (1.8588768568905918) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.6763916015625 (33.11089307611639) - | > grad_norm_1: tensor(626.1696, device='cuda:0') (tensor(760.1958, device='cuda:0')) - | > current_lr_0: 0.00019932609573327815 - | > current_lr_1: 0.00019932609573327815 - | > step_time: 0.7214 (0.7703998233332778) - | > loader_time: 0.0083 (0.0055800856965960875) - - - --> TIME: 2024-11-22 16:19:50 -- STEP: 58/797 -- GLOBAL_STEP: 21800 - | > loss_disc: 2.3427071571350098 (2.4639609969895457) - | > loss_disc_real_0: 0.08971069753170013 (0.12349543784712923) - | > loss_disc_real_1: 0.22626572847366333 (0.21773891150951385) - | > loss_disc_real_2: 0.21431785821914673 (0.23565412723812565) - | > loss_disc_real_3: 0.25319644808769226 (0.22595453133870816) - | > loss_disc_real_4: 0.21086335182189941 (0.22004415531610622) - | > loss_disc_real_5: 0.20267841219902039 (0.2345483927377339) - | > loss_0: 2.3427071571350098 (2.4639609969895457) - | > grad_norm_0: tensor(43.8041, device='cuda:0') (tensor(91.2349, device='cuda:0')) - | > loss_gen: 2.5707545280456543 (2.341863130700999) - | > loss_kl: 1.8095777034759521 (1.5953146198700214) - | > loss_feat: 7.004707336425781 (5.726572784884221) - | > loss_mel: 22.722850799560547 (21.80287847847774) - | > loss_duration: 1.7068312168121338 (1.8268397286020477) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.81472396850586 (33.293468705539055) - | > grad_norm_1: tensor(1004.9462, device='cuda:0') (tensor(711.2719, device='cuda:0')) - | > current_lr_0: 0.00019932609573327815 - | > current_lr_1: 0.00019932609573327815 - | > step_time: 0.7888 (0.7753820460418175) - | > loader_time: 0.011 (0.00540123725759572) - - - --> TIME: 2024-11-22 16:20:10 -- STEP: 83/797 -- GLOBAL_STEP: 21825 - | > loss_disc: 2.67653751373291 (2.463574708226215) - | > loss_disc_real_0: 0.10391248762607574 (0.12329806522073516) - | > loss_disc_real_1: 0.24282655119895935 (0.21937713816941504) - | > loss_disc_real_2: 0.32156527042388916 (0.23470450327338943) - | > loss_disc_real_3: 0.23259173333644867 (0.22759405173451067) - | > loss_disc_real_4: 0.25837603211402893 (0.21998114129865026) - | > loss_disc_real_5: 0.2220945805311203 (0.2345128615936601) - | > loss_0: 2.67653751373291 (2.463574708226215) - | > grad_norm_0: tensor(71.5585, device='cuda:0') (tensor(85.7413, device='cuda:0')) - | > loss_gen: 2.0870871543884277 (2.3534137111112288) - | > loss_kl: 1.3651258945465088 (1.562666554048837) - | > loss_feat: 5.859657287597656 (5.753957053264938) - | > loss_mel: 23.931318283081055 (21.9061319282256) - | > loss_duration: 1.7861566543579102 (1.8057190366538174) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.02934265136719 (33.38188819425653) - | > grad_norm_1: tensor(639.7975, device='cuda:0') (tensor(699.7521, device='cuda:0')) - | > current_lr_0: 0.00019932609573327815 - | > current_lr_1: 0.00019932609573327815 - | > step_time: 0.8104 (0.7794625615499106) - | > loader_time: 0.0047 (0.005546038409313524) - - - --> TIME: 2024-11-22 16:20:30 -- STEP: 108/797 -- GLOBAL_STEP: 21850 - | > loss_disc: 2.505570888519287 (2.4730001312715038) - | > loss_disc_real_0: 0.23862220346927643 (0.12279209187599244) - | > loss_disc_real_1: 0.22425222396850586 (0.22012058466121) - | > loss_disc_real_2: 0.20017744600772858 (0.23750563807509564) - | > loss_disc_real_3: 0.2513933479785919 (0.227188544002948) - | > loss_disc_real_4: 0.1915467530488968 (0.22114054555142368) - | > loss_disc_real_5: 0.2193613499403 (0.23500617634918955) - | > loss_0: 2.505570888519287 (2.4730001312715038) - | > grad_norm_0: tensor(187.4474, device='cuda:0') (tensor(84.7225, device='cuda:0')) - | > loss_gen: 2.3691608905792236 (2.3375546667310916) - | > loss_kl: 1.3476096391677856 (1.5620685418446858) - | > loss_feat: 5.7096428871154785 (5.733148517432034) - | > loss_mel: 22.160785675048828 (21.946580198076035) - | > loss_duration: 1.7916450500488281 (1.7968779349768604) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.37884521484375 (33.376229886655466) - | > grad_norm_1: tensor(787.8157, device='cuda:0') (tensor(663.5458, device='cuda:0')) - | > current_lr_0: 0.00019932609573327815 - | > current_lr_1: 0.00019932609573327815 - | > step_time: 0.7543 (0.7805568068115799) - | > loader_time: 0.0042 (0.005571082786277488) - - - --> TIME: 2024-11-22 16:20:50 -- STEP: 133/797 -- GLOBAL_STEP: 21875 - | > loss_disc: 2.4723060131073 (2.4701984878769494) - | > loss_disc_real_0: 0.11766719818115234 (0.12308004355632272) - | > loss_disc_real_1: 0.231528639793396 (0.21940725324745464) - | > loss_disc_real_2: 0.25238606333732605 (0.2375666286264147) - | > loss_disc_real_3: 0.2072041928768158 (0.22640696291188547) - | > loss_disc_real_4: 0.21843400597572327 (0.22166761755943298) - | > loss_disc_real_5: 0.25173884630203247 (0.2347833310302935) - | > loss_0: 2.4723060131073 (2.4701984878769494) - | > grad_norm_0: tensor(45.4353, device='cuda:0') (tensor(84.5429, device='cuda:0')) - | > loss_gen: 2.332789897918701 (2.339737264733565) - | > loss_kl: 1.5603437423706055 (1.5680573649872513) - | > loss_feat: 6.19869327545166 (5.765783241816928) - | > loss_mel: 23.918014526367188 (22.090689422492694) - | > loss_duration: 1.7116914987564087 (1.79157807325062) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.721534729003906 (33.5558453610069) - | > grad_norm_1: tensor(518.9089, device='cuda:0') (tensor(657.0101, device='cuda:0')) - | > current_lr_0: 0.00019932609573327815 - | > current_lr_1: 0.00019932609573327815 - | > step_time: 0.7605 (0.7821753365652901) - | > loader_time: 0.0061 (0.00553713167520394) - - - --> TIME: 2024-11-22 16:21:10 -- STEP: 158/797 -- GLOBAL_STEP: 21900 - | > loss_disc: 2.623338222503662 (2.471339858030971) - | > loss_disc_real_0: 0.12393991649150848 (0.12444954898349847) - | > loss_disc_real_1: 0.3139532506465912 (0.22000618948589393) - | > loss_disc_real_2: 0.22439740598201752 (0.23740941644469393) - | > loss_disc_real_3: 0.1889510452747345 (0.22718200049822843) - | > loss_disc_real_4: 0.25707870721817017 (0.22189854660743405) - | > loss_disc_real_5: 0.27807268500328064 (0.23455026368551615) - | > loss_0: 2.623338222503662 (2.471339858030971) - | > grad_norm_0: tensor(212.3727, device='cuda:0') (tensor(89.5075, device='cuda:0')) - | > loss_gen: 2.4267563819885254 (2.352187171767029) - | > loss_kl: 1.7092821598052979 (1.5615832737729518) - | > loss_feat: 6.063053607940674 (5.790724974644335) - | > loss_mel: 24.749330520629883 (22.143477427808538) - | > loss_duration: 1.7881625890731812 (1.784825005108797) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.73658752441406 (33.63279790516141) - | > grad_norm_1: tensor(762.2423, device='cuda:0') (tensor(657.9693, device='cuda:0')) - | > current_lr_0: 0.00019932609573327815 - | > current_lr_1: 0.00019932609573327815 - | > step_time: 0.7887 (0.7837488530557368) - | > loader_time: 0.0044 (0.0056115781204609935) - - - --> TIME: 2024-11-22 16:21:30 -- STEP: 183/797 -- GLOBAL_STEP: 21925 - | > loss_disc: 2.246143341064453 (2.4719627802489232) - | > loss_disc_real_0: 0.11955154687166214 (0.12442723877442992) - | > loss_disc_real_1: 0.18659916520118713 (0.21955218536606247) - | > loss_disc_real_2: 0.20675460994243622 (0.2367130557858879) - | > loss_disc_real_3: 0.2053498774766922 (0.2271475506936266) - | > loss_disc_real_4: 0.21155834197998047 (0.22263303741079865) - | > loss_disc_real_5: 0.23248380422592163 (0.2349041171901213) - | > loss_0: 2.246143341064453 (2.4719627802489232) - | > grad_norm_0: tensor(22.1288, device='cuda:0') (tensor(95.9279, device='cuda:0')) - | > loss_gen: 2.5933804512023926 (2.351321873117666) - | > loss_kl: 1.4671640396118164 (1.5574121703215635) - | > loss_feat: 6.703824520111084 (5.769716562469149) - | > loss_mel: 23.405954360961914 (22.12762722161298) - | > loss_duration: 1.690485954284668 (1.777964561363387) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.860809326171875 (33.584042450117934) - | > grad_norm_1: tensor(886.6591, device='cuda:0') (tensor(645.3209, device='cuda:0')) - | > current_lr_0: 0.00019932609573327815 - | > current_lr_1: 0.00019932609573327815 - | > step_time: 0.7903 (0.7871930221390856) - | > loader_time: 0.0053 (0.005716267830687141) - - - --> TIME: 2024-11-22 16:21:51 -- STEP: 208/797 -- GLOBAL_STEP: 21950 - | > loss_disc: 2.3787386417388916 (2.4720450100990443) - | > loss_disc_real_0: 0.11751709878444672 (0.12507421021851212) - | > loss_disc_real_1: 0.20645341277122498 (0.21897389195286307) - | > loss_disc_real_2: 0.19673745334148407 (0.23676181240723684) - | > loss_disc_real_3: 0.22556175291538239 (0.2271365916643005) - | > loss_disc_real_4: 0.1943710744380951 (0.2221093490146674) - | > loss_disc_real_5: 0.2193511724472046 (0.23403568057200083) - | > loss_0: 2.3787386417388916 (2.4720450100990443) - | > grad_norm_0: tensor(119.8609, device='cuda:0') (tensor(94.7639, device='cuda:0')) - | > loss_gen: 2.4031858444213867 (2.3408064200327954) - | > loss_kl: 1.4338539838790894 (1.5546507342503622) - | > loss_feat: 5.812688827514648 (5.7406938305267925) - | > loss_mel: 23.440441131591797 (22.144621142974266) - | > loss_duration: 1.7828036546707153 (1.7752948242884417) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.87297439575195 (33.556067054088274) - | > grad_norm_1: tensor(955.6718, device='cuda:0') (tensor(650.6628, device='cuda:0')) - | > current_lr_0: 0.00019932609573327815 - | > current_lr_1: 0.00019932609573327815 - | > step_time: 0.8244 (0.790892508167487) - | > loader_time: 0.0059 (0.005919466798122112) - - - --> TIME: 2024-11-22 16:22:12 -- STEP: 233/797 -- GLOBAL_STEP: 21975 - | > loss_disc: 2.3834609985351562 (2.470184194171889) - | > loss_disc_real_0: 0.062472157180309296 (0.12654831081372991) - | > loss_disc_real_1: 0.24863873422145844 (0.21859826544067887) - | > loss_disc_real_2: 0.2718276083469391 (0.23642860819853426) - | > loss_disc_real_3: 0.21556761860847473 (0.2270186349046077) - | > loss_disc_real_4: 0.22694027423858643 (0.22184236782559) - | > loss_disc_real_5: 0.2512851655483246 (0.23373439166167265) - | > loss_0: 2.3834609985351562 (2.470184194171889) - | > grad_norm_0: tensor(17.3801, device='cuda:0') (tensor(96.2723, device='cuda:0')) - | > loss_gen: 2.4751644134521484 (2.3463871683685573) - | > loss_kl: 1.3793842792510986 (1.552362284946851) - | > loss_feat: 5.310724258422852 (5.745646558606062) - | > loss_mel: 23.145082473754883 (22.18605735680576) - | > loss_duration: 1.704235315322876 (1.7711039188082127) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.014591217041016 (33.60155733460515) - | > grad_norm_1: tensor(492.2769, device='cuda:0') (tensor(654.6749, device='cuda:0')) - | > current_lr_0: 0.00019932609573327815 - | > current_lr_1: 0.00019932609573327815 - | > step_time: 0.8531 (0.7968612812107726) - | > loader_time: 0.0054 (0.0059603007566263735) - - - --> TIME: 2024-11-22 16:22:34 -- STEP: 258/797 -- GLOBAL_STEP: 22000 - | > loss_disc: 2.6912710666656494 (2.4815129309661628) - | > loss_disc_real_0: 0.36257022619247437 (0.13341371137504435) - | > loss_disc_real_1: 0.2934938073158264 (0.2186366111155628) - | > loss_disc_real_2: 0.25043410062789917 (0.23641385594310688) - | > loss_disc_real_3: 0.28851616382598877 (0.22704261119744573) - | > loss_disc_real_4: 0.2652415633201599 (0.2224251996985702) - | > loss_disc_real_5: 0.2823646068572998 (0.2342575592126033) - | > loss_0: 2.6912710666656494 (2.4815129309661628) - | > grad_norm_0: tensor(351.6361, device='cuda:0') (tensor(102.5046, device='cuda:0')) - | > loss_gen: 2.654982089996338 (2.3400123507477524) - | > loss_kl: 1.3704047203063965 (1.5532431389934334) - | > loss_feat: 4.567948341369629 (5.7115050378695935) - | > loss_mel: 20.693157196044922 (22.192266138949137) - | > loss_duration: 1.7679747343063354 (1.767167600550393) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.054466247558594 (33.564194361368756) - | > grad_norm_1: tensor(437.5302, device='cuda:0') (tensor(636.7178, device='cuda:0')) - | > current_lr_0: 0.00019932609573327815 - | > current_lr_1: 0.00019932609573327815 - | > step_time: 0.8425 (0.8014480393062268) - | > loader_time: 0.0047 (0.006087245867233867) - - - --> TIME: 2024-11-22 16:22:55 -- STEP: 283/797 -- GLOBAL_STEP: 22025 - | > loss_disc: 2.438434362411499 (2.4807340542756204) - | > loss_disc_real_0: 0.07650760561227798 (0.13216759851564372) - | > loss_disc_real_1: 0.2059982568025589 (0.2184531731340152) - | > loss_disc_real_2: 0.260455846786499 (0.2362757958603411) - | > loss_disc_real_3: 0.17069680988788605 (0.2270264398082827) - | > loss_disc_real_4: 0.20458701252937317 (0.22237284871167096) - | > loss_disc_real_5: 0.20960421860218048 (0.23434598875551257) - | > loss_0: 2.438434362411499 (2.4807340542756204) - | > grad_norm_0: tensor(36.4260, device='cuda:0') (tensor(98.9913, device='cuda:0')) - | > loss_gen: 2.1746928691864014 (2.3359673082196677) - | > loss_kl: 1.1519874334335327 (1.5526796966896461) - | > loss_feat: 5.821558952331543 (5.703968250288138) - | > loss_mel: 22.7562313079834 (22.188970235548254) - | > loss_duration: 1.8204724788665771 (1.7656283361751706) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.72494125366211 (33.54721393517802) - | > grad_norm_1: tensor(443.7488, device='cuda:0') (tensor(614.7645, device='cuda:0')) - | > current_lr_0: 0.00019932609573327815 - | > current_lr_1: 0.00019932609573327815 - | > step_time: 0.841 (0.8057245534216138) - | > loader_time: 0.0058 (0.006180705114303965) - - - --> TIME: 2024-11-22 16:23:17 -- STEP: 308/797 -- GLOBAL_STEP: 22050 - | > loss_disc: 2.5829155445098877 (2.4812797145410013) - | > loss_disc_real_0: 0.11480820178985596 (0.13161329291277124) - | > loss_disc_real_1: 0.12778040766716003 (0.21817432827763739) - | > loss_disc_real_2: 0.26561591029167175 (0.23672835524012517) - | > loss_disc_real_3: 0.21013519167900085 (0.2269790534462247) - | > loss_disc_real_4: 0.18735063076019287 (0.22254806166732466) - | > loss_disc_real_5: 0.24007204174995422 (0.23511985820028689) - | > loss_0: 2.5829155445098877 (2.4812797145410013) - | > grad_norm_0: tensor(38.0601, device='cuda:0') (tensor(97.8791, device='cuda:0')) - | > loss_gen: 2.2209808826446533 (2.3359996823521407) - | > loss_kl: 1.6887218952178955 (1.547448524406978) - | > loss_feat: 6.344573020935059 (5.706563931006889) - | > loss_mel: 25.197282791137695 (22.22061133694339) - | > loss_duration: 1.7264310121536255 (1.7626356873419378) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.1779899597168 (33.573259242169215) - | > grad_norm_1: tensor(571.4257, device='cuda:0') (tensor(614.7785, device='cuda:0')) - | > current_lr_0: 0.00019932609573327815 - | > current_lr_1: 0.00019932609573327815 - | > step_time: 0.8889 (0.8083719634390498) - | > loader_time: 0.0056 (0.006278823722492563) - - - --> TIME: 2024-11-22 16:23:38 -- STEP: 333/797 -- GLOBAL_STEP: 22075 - | > loss_disc: 2.4832935333251953 (2.4772316972772623) - | > loss_disc_real_0: 0.08571881055831909 (0.13105946895596501) - | > loss_disc_real_1: 0.3062804043292999 (0.21814716493224234) - | > loss_disc_real_2: 0.25704431533813477 (0.23611552082561515) - | > loss_disc_real_3: 0.21331185102462769 (0.22691686675176245) - | > loss_disc_real_4: 0.2222404181957245 (0.2222819515803197) - | > loss_disc_real_5: 0.2610437273979187 (0.23456144422382205) - | > loss_0: 2.4832935333251953 (2.4772316972772623) - | > grad_norm_0: tensor(138.7823, device='cuda:0') (tensor(95.8184, device='cuda:0')) - | > loss_gen: 2.4521594047546387 (2.335959617082064) - | > loss_kl: 1.55862295627594 (1.5458243823982223) - | > loss_feat: 5.241869926452637 (5.710389379266504) - | > loss_mel: 20.79186248779297 (22.259445791845916) - | > loss_duration: 1.7122389078140259 (1.7601939822818424) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.75675392150879 (33.61181321015223) - | > grad_norm_1: tensor(1082.0956, device='cuda:0') (tensor(612.7041, device='cuda:0')) - | > current_lr_0: 0.00019932609573327815 - | > current_lr_1: 0.00019932609573327815 - | > step_time: 0.8387 (0.8107905595510215) - | > loader_time: 0.0061 (0.006306019631234014) - - - --> TIME: 2024-11-22 16:23:59 -- STEP: 358/797 -- GLOBAL_STEP: 22100 - | > loss_disc: 2.4947738647460938 (2.4765070750060687) - | > loss_disc_real_0: 0.1634252518415451 (0.13061566226309246) - | > loss_disc_real_1: 0.22280441224575043 (0.2183683741858551) - | > loss_disc_real_2: 0.2413736879825592 (0.2366041483659318) - | > loss_disc_real_3: 0.2295229732990265 (0.22653148714557036) - | > loss_disc_real_4: 0.2428097277879715 (0.222149133099524) - | > loss_disc_real_5: 0.28723734617233276 (0.23450245953804955) - | > loss_0: 2.4947738647460938 (2.4765070750060687) - | > grad_norm_0: tensor(36.5826, device='cuda:0') (tensor(97.2453, device='cuda:0')) - | > loss_gen: 2.366144895553589 (2.3359673269634165) - | > loss_kl: 1.5631364583969116 (1.5432095694142354) - | > loss_feat: 5.652527332305908 (5.708575970633739) - | > loss_mel: 23.489185333251953 (22.281276068873908) - | > loss_duration: 1.6992374658584595 (1.7573507611312014) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.770233154296875 (33.626379774935344) - | > grad_norm_1: tensor(421.2878, device='cuda:0') (tensor(630.0682, device='cuda:0')) - | > current_lr_0: 0.00019932609573327815 - | > current_lr_1: 0.00019932609573327815 - | > step_time: 0.9181 (0.8133463666425739) - | > loader_time: 0.0065 (0.0063667816822755244) - - - --> TIME: 2024-11-22 16:24:21 -- STEP: 383/797 -- GLOBAL_STEP: 22125 - | > loss_disc: 2.5180420875549316 (2.4774135839845726) - | > loss_disc_real_0: 0.09318188577890396 (0.13041994024272385) - | > loss_disc_real_1: 0.2581044137477875 (0.21843299884397738) - | > loss_disc_real_2: 0.2424662858247757 (0.2363690810166202) - | > loss_disc_real_3: 0.2548930048942566 (0.2269100388098634) - | > loss_disc_real_4: 0.28948119282722473 (0.22228386644128098) - | > loss_disc_real_5: 0.26229673624038696 (0.23469577146105605) - | > loss_0: 2.5180420875549316 (2.4774135839845726) - | > grad_norm_0: tensor(86.8589, device='cuda:0') (tensor(97.4324, device='cuda:0')) - | > loss_gen: 2.368631362915039 (2.3342838175303022) - | > loss_kl: 1.564066767692566 (1.5417322592697946) - | > loss_feat: 6.023177623748779 (5.706046250096814) - | > loss_mel: 22.10715103149414 (22.2913108257961) - | > loss_duration: 1.7206943035125732 (1.754895970653305) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.783721923828125 (33.62826919057655) - | > grad_norm_1: tensor(729.3394, device='cuda:0') (tensor(630.9307, device='cuda:0')) - | > current_lr_0: 0.00019932609573327815 - | > current_lr_1: 0.00019932609573327815 - | > step_time: 0.8169 (0.8157246100373432) - | > loader_time: 0.0054 (0.006407523590964372) - - - --> TIME: 2024-11-22 16:24:43 -- STEP: 408/797 -- GLOBAL_STEP: 22150 - | > loss_disc: 2.3734352588653564 (2.476619295045437) - | > loss_disc_real_0: 0.15825612843036652 (0.12993985987907544) - | > loss_disc_real_1: 0.2119714766740799 (0.21821869219488954) - | > loss_disc_real_2: 0.22919480502605438 (0.23620496759665946) - | > loss_disc_real_3: 0.1978602409362793 (0.22679674753225312) - | > loss_disc_real_4: 0.20221522450447083 (0.2221783974080109) - | > loss_disc_real_5: 0.220692440867424 (0.2347608657882494) - | > loss_0: 2.3734352588653564 (2.476619295045437) - | > grad_norm_0: tensor(58.8413, device='cuda:0') (tensor(97.6277, device='cuda:0')) - | > loss_gen: 2.6437010765075684 (2.33416927328297) - | > loss_kl: 1.4666576385498047 (1.5413171140586635) - | > loss_feat: 6.006168365478516 (5.704001341380327) - | > loss_mel: 24.168840408325195 (22.296927849451695) - | > loss_duration: 1.7296557426452637 (1.7533485866060443) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.01502227783203 (33.62976422029376) - | > grad_norm_1: tensor(843.4191, device='cuda:0') (tensor(631.3094, device='cuda:0')) - | > current_lr_0: 0.00019932609573327815 - | > current_lr_1: 0.00019932609573327815 - | > step_time: 0.8794 (0.8181780185185228) - | > loader_time: 0.012 (0.006442876423106472) - - - --> TIME: 2024-11-22 16:25:05 -- STEP: 433/797 -- GLOBAL_STEP: 22175 - | > loss_disc: 2.6031899452209473 (2.478202504318797) - | > loss_disc_real_0: 0.20808812975883484 (0.1297232676856651) - | > loss_disc_real_1: 0.1801777333021164 (0.21806377668028337) - | > loss_disc_real_2: 0.29375123977661133 (0.23669305550446412) - | > loss_disc_real_3: 0.2704724967479706 (0.2274279053436966) - | > loss_disc_real_4: 0.26082462072372437 (0.22251968354193222) - | > loss_disc_real_5: 0.23180034756660461 (0.23521382236040217) - | > loss_0: 2.6031899452209473 (2.478202504318797) - | > grad_norm_0: tensor(128.5077, device='cuda:0') (tensor(99.3075, device='cuda:0')) - | > loss_gen: 2.441300630569458 (2.333363470799932) - | > loss_kl: 1.4491679668426514 (1.541273733209518) - | > loss_feat: 5.844603061676025 (5.696644972433396) - | > loss_mel: 22.42751693725586 (22.30096735084304) - | > loss_duration: 1.7216744422912598 (1.7519266855909423) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.88426208496094 (33.62417624123372) - | > grad_norm_1: tensor(867.5284, device='cuda:0') (tensor(640.6179, device='cuda:0')) - | > current_lr_0: 0.00019932609573327815 - | > current_lr_1: 0.00019932609573327815 - | > step_time: 0.9029 (0.8210786506705693) - | > loader_time: 0.0071 (0.006491476613985196) - - - --> TIME: 2024-11-22 16:25:27 -- STEP: 458/797 -- GLOBAL_STEP: 22200 - | > loss_disc: 2.338090419769287 (2.4739581075818218) - | > loss_disc_real_0: 0.11229836940765381 (0.12885242475269937) - | > loss_disc_real_1: 0.2232026606798172 (0.21792035208258564) - | > loss_disc_real_2: 0.2024965137243271 (0.236569445173553) - | > loss_disc_real_3: 0.19140586256980896 (0.22699807646102776) - | > loss_disc_real_4: 0.17061950266361237 (0.22218873683672286) - | > loss_disc_real_5: 0.2477135956287384 (0.23459232032429184) - | > loss_0: 2.338090419769287 (2.4739581075818218) - | > grad_norm_0: tensor(190.4702, device='cuda:0') (tensor(100.1990, device='cuda:0')) - | > loss_gen: 2.349745750427246 (2.338643930364388) - | > loss_kl: 1.3447980880737305 (1.5411184169840089) - | > loss_feat: 6.780049800872803 (5.713731377405893) - | > loss_mel: 22.792736053466797 (22.336239352496946) - | > loss_duration: 1.7671444416046143 (1.7506257235743594) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.03447341918945 (33.68035879509932) - | > grad_norm_1: tensor(1098.3071, device='cuda:0') (tensor(647.7492, device='cuda:0')) - | > current_lr_0: 0.00019932609573327815 - | > current_lr_1: 0.00019932609573327815 - | > step_time: 0.8473 (0.8239579408970463) - | > loader_time: 0.0088 (0.006544228724517154) - - - --> TIME: 2024-11-22 16:25:49 -- STEP: 483/797 -- GLOBAL_STEP: 22225 - | > loss_disc: 2.4689605236053467 (2.473290031741121) - | > loss_disc_real_0: 0.0946933776140213 (0.12794895346737317) - | > loss_disc_real_1: 0.19751669466495514 (0.21747579735628564) - | > loss_disc_real_2: 0.24530573189258575 (0.23680002478338916) - | > loss_disc_real_3: 0.25819146633148193 (0.22716148965847416) - | > loss_disc_real_4: 0.24426859617233276 (0.2222464510064194) - | > loss_disc_real_5: 0.2638280391693115 (0.23518108411481908) - | > loss_0: 2.4689605236053467 (2.473290031741121) - | > grad_norm_0: tensor(35.9827, device='cuda:0') (tensor(101.9786, device='cuda:0')) - | > loss_gen: 2.319850444793701 (2.341215600138129) - | > loss_kl: 1.505608081817627 (1.5395964487739235) - | > loss_feat: 5.59320068359375 (5.721810935200127) - | > loss_mel: 23.238264083862305 (22.34083582797159) - | > loss_duration: 1.6985194683074951 (1.7491375837266816) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.35544204711914 (33.69259639210825) - | > grad_norm_1: tensor(643.4802, device='cuda:0') (tensor(659.7397, device='cuda:0')) - | > current_lr_0: 0.00019932609573327815 - | > current_lr_1: 0.00019932609573327815 - | > step_time: 0.866 (0.8269111754731363) - | > loader_time: 0.0077 (0.006600155346635457) - - - --> TIME: 2024-11-22 16:26:12 -- STEP: 508/797 -- GLOBAL_STEP: 22250 - | > loss_disc: 2.474771022796631 (2.471367632779546) - | > loss_disc_real_0: 0.1326543092727661 (0.1275830235860246) - | > loss_disc_real_1: 0.27753975987434387 (0.21777569963120097) - | > loss_disc_real_2: 0.25580382347106934 (0.236426214621527) - | > loss_disc_real_3: 0.22137734293937683 (0.22681312656074057) - | > loss_disc_real_4: 0.21262486279010773 (0.22200045535179574) - | > loss_disc_real_5: 0.27408209443092346 (0.23494265372241577) - | > loss_0: 2.474771022796631 (2.471367632779546) - | > grad_norm_0: tensor(184.3003, device='cuda:0') (tensor(101.0727, device='cuda:0')) - | > loss_gen: 2.2586348056793213 (2.342961956196886) - | > loss_kl: 1.5581485033035278 (1.5390885671762036) - | > loss_feat: 5.462151050567627 (5.7296336297913815) - | > loss_mel: 22.792953491210938 (22.350880453905717) - | > loss_duration: 1.7333040237426758 (1.747748522777257) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.80519104003906 (33.71031311741021) - | > grad_norm_1: tensor(411.1583, device='cuda:0') (tensor(661.1746, device='cuda:0')) - | > current_lr_0: 0.00019932609573327815 - | > current_lr_1: 0.00019932609573327815 - | > step_time: 0.898 (0.8312877139707251) - | > loader_time: 0.0068 (0.00670023978225828) - - - --> TIME: 2024-11-22 16:26:35 -- STEP: 533/797 -- GLOBAL_STEP: 22275 - | > loss_disc: 2.49932861328125 (2.4716501678803144) - | > loss_disc_real_0: 0.07902174443006516 (0.12727165048833652) - | > loss_disc_real_1: 0.2164728045463562 (0.2175663380025699) - | > loss_disc_real_2: 0.24954769015312195 (0.23645613631880083) - | > loss_disc_real_3: 0.2274707406759262 (0.22716181844081482) - | > loss_disc_real_4: 0.22649547457695007 (0.2222865047474963) - | > loss_disc_real_5: 0.24854061007499695 (0.23505198882847295) - | > loss_0: 2.49932861328125 (2.4716501678803144) - | > grad_norm_0: tensor(47.1618, device='cuda:0') (tensor(101.3566, device='cuda:0')) - | > loss_gen: 2.3792505264282227 (2.3449480506761025) - | > loss_kl: 1.486039638519287 (1.5374135691497837) - | > loss_feat: 5.384050369262695 (5.732804897802186) - | > loss_mel: 22.547306060791016 (22.35074300569173) - | > loss_duration: 1.736739158630371 (1.7471388571705202) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.53338623046875 (33.71304836237404) - | > grad_norm_1: tensor(990.3179, device='cuda:0') (tensor(656.3776, device='cuda:0')) - | > current_lr_0: 0.00019932609573327815 - | > current_lr_1: 0.00019932609573327815 - | > step_time: 0.8868 (0.8342927186618828) - | > loader_time: 0.0125 (0.006840650851909929) - - - --> TIME: 2024-11-22 16:26:59 -- STEP: 558/797 -- GLOBAL_STEP: 22300 - | > loss_disc: 2.531022548675537 (2.471347836183388) - | > loss_disc_real_0: 0.08387497067451477 (0.12656268116927932) - | > loss_disc_real_1: 0.2383909672498703 (0.21756763016558028) - | > loss_disc_real_2: 0.25915321707725525 (0.2364918746882015) - | > loss_disc_real_3: 0.27742573618888855 (0.227027347651861) - | > loss_disc_real_4: 0.2458694875240326 (0.22231318609368414) - | > loss_disc_real_5: 0.2877146601676941 (0.23514029306216053) - | > loss_0: 2.531022548675537 (2.471347836183388) - | > grad_norm_0: tensor(25.8827, device='cuda:0') (tensor(99.1014, device='cuda:0')) - | > loss_gen: 2.4441070556640625 (2.3462103301906283) - | > loss_kl: 1.5519973039627075 (1.5387090421064786) - | > loss_feat: 4.739850997924805 (5.733469963073732) - | > loss_mel: 19.683208465576172 (22.34632651352968) - | > loss_duration: 1.7062678337097168 (1.7466182486558048) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.125431060791016 (33.71133407811534) - | > grad_norm_1: tensor(311.8836, device='cuda:0') (tensor(652.5328, device='cuda:0')) - | > current_lr_0: 0.00019932609573327815 - | > current_lr_1: 0.00019932609573327815 - | > step_time: 0.9377 (0.8389220921369437) - | > loader_time: 0.0092 (0.006920915350691817) - - - --> TIME: 2024-11-22 16:27:22 -- STEP: 583/797 -- GLOBAL_STEP: 22325 - | > loss_disc: 2.4494783878326416 (2.473490895374354) - | > loss_disc_real_0: 0.14002659916877747 (0.12659268630716464) - | > loss_disc_real_1: 0.2365664541721344 (0.217998913794398) - | > loss_disc_real_2: 0.20918475091457367 (0.23669143258809636) - | > loss_disc_real_3: 0.2288459688425064 (0.22672115856746453) - | > loss_disc_real_4: 0.19119873642921448 (0.22244345415926717) - | > loss_disc_real_5: 0.2303277552127838 (0.2355672553002732) - | > loss_0: 2.4494783878326416 (2.473490895374354) - | > grad_norm_0: tensor(112.9970, device='cuda:0') (tensor(98.4899, device='cuda:0')) - | > loss_gen: 2.2994983196258545 (2.344687316266385) - | > loss_kl: 1.3972551822662354 (1.5373980215851277) - | > loss_feat: 5.545577049255371 (5.733650127365087) - | > loss_mel: 22.468517303466797 (22.370312240888488) - | > loss_duration: 1.7017050981521606 (1.7459528108812732) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.41255187988281 (33.73200049817457) - | > grad_norm_1: tensor(937.6531, device='cuda:0') (tensor(652.2693, device='cuda:0')) - | > current_lr_0: 0.00019932609573327815 - | > current_lr_1: 0.00019932609573327815 - | > step_time: 0.8821 (0.8420063390126563) - | > loader_time: 0.0078 (0.007015433973963429) - - - --> TIME: 2024-11-22 16:27:45 -- STEP: 608/797 -- GLOBAL_STEP: 22350 - | > loss_disc: 2.3587825298309326 (2.4752515421101897) - | > loss_disc_real_0: 0.18948283791542053 (0.12724373025182456) - | > loss_disc_real_1: 0.22302421927452087 (0.21805237696849192) - | > loss_disc_real_2: 0.25355544686317444 (0.23693833941299663) - | > loss_disc_real_3: 0.21104276180267334 (0.226720393708858) - | > loss_disc_real_4: 0.2496131807565689 (0.22267758084068956) - | > loss_disc_real_5: 0.25527140498161316 (0.2357640199020113) - | > loss_0: 2.3587825298309326 (2.4752515421101897) - | > grad_norm_0: tensor(151.0050, device='cuda:0') (tensor(99.9476, device='cuda:0')) - | > loss_gen: 2.4571235179901123 (2.345545866771751) - | > loss_kl: 1.4964995384216309 (1.538506106522523) - | > loss_feat: 6.262990474700928 (5.734071382566501) - | > loss_mel: 23.26803207397461 (22.39072758900491) - | > loss_duration: 1.7789231538772583 (1.7456216174913084) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.26356887817383 (33.7544725725525) - | > grad_norm_1: tensor(310.4531, device='cuda:0') (tensor(652.8644, device='cuda:0')) - | > current_lr_0: 0.00019932609573327815 - | > current_lr_1: 0.00019932609573327815 - | > step_time: 0.9469 (0.8448996422322173) - | > loader_time: 0.0143 (0.007116374216581646) - - - --> TIME: 2024-11-22 16:28:10 -- STEP: 633/797 -- GLOBAL_STEP: 22375 - | > loss_disc: 2.5465340614318848 (2.4756691282582683) - | > loss_disc_real_0: 0.24373210966587067 (0.12735002912804613) - | > loss_disc_real_1: 0.2621392607688904 (0.21798230954821066) - | > loss_disc_real_2: 0.23706582188606262 (0.23699781767094116) - | > loss_disc_real_3: 0.21092557907104492 (0.22674059034523802) - | > loss_disc_real_4: 0.2248641699552536 (0.22265763474866676) - | > loss_disc_real_5: 0.20376625657081604 (0.23560297908187855) - | > loss_0: 2.5465340614318848 (2.4756691282582683) - | > grad_norm_0: tensor(172.2081, device='cuda:0') (tensor(101.7487, device='cuda:0')) - | > loss_gen: 2.160954475402832 (2.3437852882096015) - | > loss_kl: 1.499893307685852 (1.5380261059244298) - | > loss_feat: 5.191437721252441 (5.721261697922838) - | > loss_mel: 20.68537712097168 (22.373388763475933) - | > loss_duration: 1.7632336616516113 (1.745684778709171) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.30089569091797 (33.72214664742467) - | > grad_norm_1: tensor(790.3231, device='cuda:0') (tensor(653.3623, device='cuda:0')) - | > current_lr_0: 0.00019932609573327815 - | > current_lr_1: 0.00019932609573327815 - | > step_time: 0.9963 (0.8503673031431804) - | > loader_time: 0.0073 (0.007204583470855279) - - - --> TIME: 2024-11-22 16:28:49 -- STEP: 658/797 -- GLOBAL_STEP: 22400 - | > loss_disc: 2.5103840827941895 (2.4754695921321024) - | > loss_disc_real_0: 0.065119668841362 (0.12696705064467398) - | > loss_disc_real_1: 0.2285730391740799 (0.21781629430396207) - | > loss_disc_real_2: 0.2431875616312027 (0.23692338621543896) - | > loss_disc_real_3: 0.2003655582666397 (0.22655809734095914) - | > loss_disc_real_4: 0.2627609670162201 (0.22307436523738242) - | > loss_disc_real_5: 0.2415480762720108 (0.23604569622629681) - | > loss_0: 2.5103840827941895 (2.4754695921321024) - | > grad_norm_0: tensor(231.3335, device='cuda:0') (tensor(103.7444, device='cuda:0')) - | > loss_gen: 2.2741541862487793 (2.34366079775396) - | > loss_kl: 1.4654484987258911 (1.5392463535161023) - | > loss_feat: 5.672066688537598 (5.722521892796898) - | > loss_mel: 20.738677978515625 (22.359831247648557) - | > loss_duration: 1.707401990890503 (1.745355386864451) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.857749938964844 (33.710615697240364) - | > grad_norm_1: tensor(885.0846, device='cuda:0') (tensor(660.4980, device='cuda:0')) - | > current_lr_0: 0.00019932609573327815 - | > current_lr_1: 0.00019932609573327815 - | > step_time: 1.4885 (0.8768902886602291) - | > loader_time: 0.0186 (0.007406530409236085) - - - --> TIME: 2024-11-22 16:29:20 -- STEP: 683/797 -- GLOBAL_STEP: 22425 - | > loss_disc: 2.396738052368164 (2.4754960889523026) - | > loss_disc_real_0: 0.11975538730621338 (0.1266826941014036) - | > loss_disc_real_1: 0.19696539640426636 (0.21799463830004664) - | > loss_disc_real_2: 0.23811647295951843 (0.23698820309007151) - | > loss_disc_real_3: 0.17748335003852844 (0.226549084242406) - | > loss_disc_real_4: 0.20620624721050262 (0.22312357618117576) - | > loss_disc_real_5: 0.26087433099746704 (0.23619344121453353) - | > loss_0: 2.396738052368164 (2.4754960889523026) - | > grad_norm_0: tensor(88.8184, device='cuda:0') (tensor(101.8943, device='cuda:0')) - | > loss_gen: 2.428730010986328 (2.3444893684778196) - | > loss_kl: 1.5370773077011108 (1.5388545756109657) - | > loss_feat: 5.925438404083252 (5.728293970423599) - | > loss_mel: 23.73243522644043 (22.381855041704966) - | > loss_duration: 1.747192621231079 (1.744881301638323) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.370872497558594 (33.738374254888484) - | > grad_norm_1: tensor(1085.1176, device='cuda:0') (tensor(659.0653, device='cuda:0')) - | > current_lr_0: 0.00019932609573327815 - | > current_lr_1: 0.00019932609573327815 - | > step_time: 1.2038 (0.8893162184892601) - | > loader_time: 0.0096 (0.007549076094285286) - - - --> TIME: 2024-11-22 16:29:49 -- STEP: 708/797 -- GLOBAL_STEP: 22450 - | > loss_disc: 2.481858253479004 (2.4754784891834336) - | > loss_disc_real_0: 0.09136654436588287 (0.12642231697248216) - | > loss_disc_real_1: 0.21870428323745728 (0.2183188785940913) - | > loss_disc_real_2: 0.25085893273353577 (0.23724765814630325) - | > loss_disc_real_3: 0.21322719752788544 (0.22653428867122544) - | > loss_disc_real_4: 0.23081117868423462 (0.22316144897186824) - | > loss_disc_real_5: 0.21250581741333008 (0.236090478103208) - | > loss_0: 2.481858253479004 (2.4754784891834336) - | > grad_norm_0: tensor(339.6720, device='cuda:0') (tensor(101.7552, device='cuda:0')) - | > loss_gen: 2.3389105796813965 (2.3459506536607706) - | > loss_kl: 1.4896942377090454 (1.538143935850113) - | > loss_feat: 5.358132839202881 (5.728187711898893) - | > loss_mel: 20.459550857543945 (22.400452007681643) - | > loss_duration: 1.7132151126861572 (1.744051941033811) - | > amp_scaler: 128.0 (128.5423728813559) - | > loss_1: 31.3595027923584 (33.75678624136968) - | > grad_norm_1: tensor(573.2782, device='cuda:0') (tensor(661.1289, device='cuda:0')) - | > current_lr_0: 0.00019932609573327815 - | > current_lr_1: 0.00019932609573327815 - | > step_time: 1.0072 (0.8980016745416458) - | > loader_time: 0.0086 (0.007674596067202293) - - - --> TIME: 2024-11-22 16:30:18 -- STEP: 733/797 -- GLOBAL_STEP: 22475 - | > loss_disc: 2.395843744277954 (2.474132650057907) - | > loss_disc_real_0: 0.0779791995882988 (0.12643743886791511) - | > loss_disc_real_1: 0.18817901611328125 (0.21825363274567117) - | > loss_disc_real_2: 0.21356186270713806 (0.2367648659998203) - | > loss_disc_real_3: 0.2278415709733963 (0.2265721328993611) - | > loss_disc_real_4: 0.22718288004398346 (0.2229017002602066) - | > loss_disc_real_5: 0.2285851091146469 (0.23571404139797164) - | > loss_0: 2.395843744277954 (2.474132650057907) - | > grad_norm_0: tensor(122.1910, device='cuda:0') (tensor(101.7379, device='cuda:0')) - | > loss_gen: 2.510349988937378 (2.3456777277292056) - | > loss_kl: 1.3640975952148438 (1.5395523893556704) - | > loss_feat: 6.354414939880371 (5.730624325116044) - | > loss_mel: 21.5693416595459 (22.403686039444526) - | > loss_duration: 1.722990870475769 (1.743131099261171) - | > amp_scaler: 128.0 (128.52387448840383) - | > loss_1: 33.52119445800781 (33.762671563017044) - | > grad_norm_1: tensor(1099.4746, device='cuda:0') (tensor(663.7539, device='cuda:0')) - | > current_lr_0: 0.00019932609573327815 - | > current_lr_1: 0.00019932609573327815 - | > step_time: 1.3416 (0.906523627441219) - | > loader_time: 0.0091 (0.00780135612695962) - - - --> TIME: 2024-11-22 16:31:12 -- STEP: 758/797 -- GLOBAL_STEP: 22500 - | > loss_disc: 2.5410356521606445 (2.4741977994234365) - | > loss_disc_real_0: 0.10907553136348724 (0.1262276145607469) - | > loss_disc_real_1: 0.24898912012577057 (0.218136675439598) - | > loss_disc_real_2: 0.2589537501335144 (0.23704001893311502) - | > loss_disc_real_3: 0.2597183287143707 (0.22654419860220204) - | > loss_disc_real_4: 0.2738681137561798 (0.2230999582007252) - | > loss_disc_real_5: 0.22817257046699524 (0.2360498324665671) - | > loss_0: 2.5410356521606445 (2.4741977994234365) - | > grad_norm_0: tensor(448.6692, device='cuda:0') (tensor(103.1897, device='cuda:0')) - | > loss_gen: 2.3477425575256348 (2.346429475693715) - | > loss_kl: 1.5995242595672607 (1.539429586764063) - | > loss_feat: 4.863155841827393 (5.72931720147347) - | > loss_mel: 20.459049224853516 (22.40761308242274) - | > loss_duration: 1.7246770858764648 (1.7419033755098612) - | > amp_scaler: 128.0 (128.5065963060686) - | > loss_1: 30.99414825439453 (33.76469270912508) - | > grad_norm_1: tensor(978.2059, device='cuda:0') (tensor(666.3792, device='cuda:0')) - | > current_lr_0: 0.00019932609573327815 - | > current_lr_1: 0.00019932609573327815 - | > step_time: 2.6102 (0.9467662012985955) - | > loader_time: 0.0148 (0.008158021677767071) - - - --> TIME: 2024-11-22 16:32:25 -- STEP: 783/797 -- GLOBAL_STEP: 22525 - | > loss_disc: 2.3438944816589355 (2.4737512413721556) - | > loss_disc_real_0: 0.14626826345920563 (0.12608935147295514) - | > loss_disc_real_1: 0.14062225818634033 (0.21824105101070176) - | > loss_disc_real_2: 0.2463340163230896 (0.23702559335630669) - | > loss_disc_real_3: 0.16808223724365234 (0.22631626070915964) - | > loss_disc_real_4: 0.23649300634860992 (0.2230218411215116) - | > loss_disc_real_5: 0.24563118815422058 (0.23599746893725024) - | > loss_0: 2.3438944816589355 (2.4737512413721556) - | > grad_norm_0: tensor(43.8321, device='cuda:0') (tensor(102.4883, device='cuda:0')) - | > loss_gen: 2.4170405864715576 (2.3461113283612858) - | > loss_kl: 1.572456955909729 (1.5401784706846524) - | > loss_feat: 6.072561264038086 (5.7348504803342095) - | > loss_mel: 23.221433639526367 (22.424729260752784) - | > loss_duration: 1.7170861959457397 (1.7408155802718224) - | > amp_scaler: 128.0 (128.49042145593867) - | > loss_1: 35.000579833984375 (33.78668510807271) - | > grad_norm_1: tensor(610.3242, device='cuda:0') (tensor(670.0512, device='cuda:0')) - | > current_lr_0: 0.00019932609573327815 - | > current_lr_1: 0.00019932609573327815 - | > step_time: 2.8618 (1.009561525603059) - | > loader_time: 0.01 (0.008531655388316893) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.4510860443115234 (2.4510860443115234) - | > loss_disc_real_0: 0.06404586881399155 (0.06404586881399155) - | > loss_disc_real_1: 0.12780137360095978 (0.12780137360095978) - | > loss_disc_real_2: 0.19800975918769836 (0.19800975918769836) - | > loss_disc_real_3: 0.22401350736618042 (0.22401350736618042) - | > loss_disc_real_4: 0.2119041383266449 (0.2119041383266449) - | > loss_disc_real_5: 0.2060614377260208 (0.2060614377260208) - | > loss_0: 2.4510860443115234 (2.4510860443115234) - | > loss_gen: 1.8452649116516113 (1.8452649116516113) - | > loss_kl: 1.669339656829834 (1.669339656829834) - | > loss_feat: 5.396777629852295 (5.396777629852295) - | > loss_mel: 20.742162704467773 (20.742162704467773) - | > loss_duration: 1.9661693572998047 (1.9661693572998047) - | > loss_1: 31.619714736938477 (31.619714736938477) - - --> STEP: 1 - | > loss_disc: 2.293240785598755 (2.293240785598755) - | > loss_disc_real_0: 0.053023822605609894 (0.053023822605609894) - | > loss_disc_real_1: 0.1042168065905571 (0.1042168065905571) - | > loss_disc_real_2: 0.18167029321193695 (0.18167029321193695) - | > loss_disc_real_3: 0.23175929486751556 (0.23175929486751556) - | > loss_disc_real_4: 0.15326453745365143 (0.15326453745365143) - | > loss_disc_real_5: 0.20630162954330444 (0.20630162954330444) - | > loss_0: 2.293240785598755 (2.293240785598755) - | > loss_gen: 1.9370735883712769 (1.9370735883712769) - | > loss_kl: 1.6688262224197388 (1.6688262224197388) - | > loss_feat: 7.452889919281006 (7.452889919281006) - | > loss_mel: 25.07799530029297 (25.07799530029297) - | > loss_duration: 1.7497271299362183 (1.7497271299362183) - | > loss_1: 37.88650894165039 (37.88650894165039) - - --> STEP: 2 - | > loss_disc: 2.4508914947509766 (2.3720661401748657) - | > loss_disc_real_0: 0.06921837478876114 (0.061121098697185516) - | > loss_disc_real_1: 0.2031295746564865 (0.1536731906235218) - | > loss_disc_real_2: 0.23943185806274414 (0.21055107563734055) - | > loss_disc_real_3: 0.19050003588199615 (0.21112966537475586) - | > loss_disc_real_4: 0.18786466121673584 (0.17056459933519363) - | > loss_disc_real_5: 0.26034247875213623 (0.23332205414772034) - | > loss_0: 2.4508914947509766 (2.3720661401748657) - | > loss_gen: 1.9650331735610962 (1.9510533809661865) - | > loss_kl: 1.8534884452819824 (1.7611573338508606) - | > loss_feat: 5.5540032386779785 (6.503446578979492) - | > loss_mel: 22.287256240844727 (23.682625770568848) - | > loss_duration: 1.739547610282898 (1.744637370109558) - | > loss_1: 33.39932632446289 (35.64291763305664) - - --> STEP: 3 - | > loss_disc: 2.560159206390381 (2.4347638289133706) - | > loss_disc_real_0: 0.11910803616046906 (0.08045007785161336) - | > loss_disc_real_1: 0.14715693891048431 (0.15150110671917597) - | > loss_disc_real_2: 0.23225650191307068 (0.21778621772925058) - | > loss_disc_real_3: 0.24649713933467865 (0.2229188233613968) - | > loss_disc_real_4: 0.1575738936662674 (0.16623436411221823) - | > loss_disc_real_5: 0.24359050393104553 (0.23674487074216208) - | > loss_0: 2.560159206390381 (2.4347638289133706) - | > loss_gen: 1.8589134216308594 (1.9203400611877441) - | > loss_kl: 0.7035204172134399 (1.4086116949717205) - | > loss_feat: 4.900248050689697 (5.9690470695495605) - | > loss_mel: 21.732086181640625 (23.032445907592773) - | > loss_duration: 1.8155637979507446 (1.7682795127232869) - | > loss_1: 31.010330200195312 (34.09872182210287) - - --> STEP: 4 - | > loss_disc: 2.3863515853881836 (2.422660768032074) - | > loss_disc_real_0: 0.05268573760986328 (0.07350899279117584) - | > loss_disc_real_1: 0.1405702829360962 (0.14876840077340603) - | > loss_disc_real_2: 0.16919918358325958 (0.20563945919275284) - | > loss_disc_real_3: 0.184363454580307 (0.21327998116612434) - | > loss_disc_real_4: 0.17854639887809753 (0.16931237280368805) - | > loss_disc_real_5: 0.2880361080169678 (0.2495676800608635) - | > loss_0: 2.3863515853881836 (2.422660768032074) - | > loss_gen: 1.922143816947937 (1.9207910001277924) - | > loss_kl: 1.7209914922714233 (1.4867066442966461) - | > loss_feat: 5.186082363128662 (5.773305892944336) - | > loss_mel: 20.363880157470703 (22.365304470062256) - | > loss_duration: 1.681757926940918 (1.7466491162776947) - | > loss_1: 30.874855041503906 (33.292755126953125) - - --> STEP: 5 - | > loss_disc: 2.5344841480255127 (2.4450254440307617) - | > loss_disc_real_0: 0.06620607525110245 (0.07204840928316117) - | > loss_disc_real_1: 0.13612297177314758 (0.14623931497335435) - | > loss_disc_real_2: 0.1591804474592209 (0.19634765684604644) - | > loss_disc_real_3: 0.21078959107398987 (0.21278190314769746) - | > loss_disc_real_4: 0.1545047163963318 (0.1663508415222168) - | > loss_disc_real_5: 0.2616426646709442 (0.2519826769828796) - | > loss_0: 2.5344841480255127 (2.4450254440307617) - | > loss_gen: 1.7823214530944824 (1.8930970907211304) - | > loss_kl: 1.6489202976226807 (1.519149374961853) - | > loss_feat: 5.568227767944336 (5.732290267944336) - | > loss_mel: 24.737506866455078 (22.83974494934082) - | > loss_duration: 1.9293245077133179 (1.7831841945648192) - | > loss_1: 35.66630172729492 (33.76746444702148) - - --> STEP: 6 - | > loss_disc: 2.701964855194092 (2.48784867922465) - | > loss_disc_real_0: 0.055759597569704056 (0.06933360733091831) - | > loss_disc_real_1: 0.16429199278354645 (0.14924809460838637) - | > loss_disc_real_2: 0.19223028421401978 (0.195661428074042) - | > loss_disc_real_3: 0.2375921905040741 (0.21691695104042688) - | > loss_disc_real_4: 0.17607998847961426 (0.16797236601511636) - | > loss_disc_real_5: 0.24580498039722443 (0.2509530608852704) - | > loss_0: 2.701964855194092 (2.48784867922465) - | > loss_gen: 1.742712378501892 (1.868032972017924) - | > loss_kl: 1.4519256353378296 (1.5079454183578491) - | > loss_feat: 4.97838020324707 (5.606638590494792) - | > loss_mel: 24.96523666381836 (23.19399356842041) - | > loss_duration: 1.6934270858764648 (1.7682246764500935) - | > loss_1: 34.83168411254883 (33.94483439127604) - - --> STEP: 7 - | > loss_disc: 2.4027249813079834 (2.4756881509508406) - | > loss_disc_real_0: 0.06659331172704697 (0.06894213653036527) - | > loss_disc_real_1: 0.17145204544067383 (0.15242008758442743) - | > loss_disc_real_2: 0.18148945271968842 (0.1936368601662772) - | > loss_disc_real_3: 0.24165558815002441 (0.22045104205608368) - | > loss_disc_real_4: 0.17833438515663147 (0.16945265446390426) - | > loss_disc_real_5: 0.23117101192474365 (0.24812705389090947) - | > loss_0: 2.4027249813079834 (2.4756881509508406) - | > loss_gen: 2.034902572631836 (1.89187148639134) - | > loss_kl: 1.5318677425384521 (1.5113628932407923) - | > loss_feat: 6.028177738189697 (5.666858468736921) - | > loss_mel: 22.67824935913086 (23.12031582423619) - | > loss_duration: 1.6429367065429688 (1.75032639503479) - | > loss_1: 33.916133880615234 (33.940734318324495) - - --> STEP: 8 - | > loss_disc: 2.494602918624878 (2.478052496910095) - | > loss_disc_real_0: 0.07913633435964584 (0.07021641125902534) - | > loss_disc_real_1: 0.13150320947170258 (0.14980547782033682) - | > loss_disc_real_2: 0.22341777384281158 (0.197359474375844) - | > loss_disc_real_3: 0.1471470296382904 (0.21128804050385952) - | > loss_disc_real_4: 0.2041839361190796 (0.17379406467080116) - | > loss_disc_real_5: 0.19729456305503845 (0.2417729925364256) - | > loss_0: 2.494602918624878 (2.478052496910095) - | > loss_gen: 1.7790756225585938 (1.8777720034122467) - | > loss_kl: 1.7791810035705566 (1.544840157032013) - | > loss_feat: 5.677465438842773 (5.668184340000153) - | > loss_mel: 24.084461212158203 (23.24083399772644) - | > loss_duration: 1.718773365020752 (1.7463822662830353) - | > loss_1: 35.03895568847656 (34.078011989593506) - - --> STEP: 9 - | > loss_disc: 2.359344244003296 (2.464862691031562) - | > loss_disc_real_0: 0.08461089432239532 (0.07181579826606645) - | > loss_disc_real_1: 0.12740759551525116 (0.14731682423088285) - | > loss_disc_real_2: 0.18424378335475922 (0.19590217537350124) - | > loss_disc_real_3: 0.21991144120693207 (0.21224619613753426) - | > loss_disc_real_4: 0.14481183886528015 (0.17057381735907662) - | > loss_disc_real_5: 0.19918815791606903 (0.23704134424527487) - | > loss_0: 2.359344244003296 (2.464862691031562) - | > loss_gen: 1.9816073179244995 (1.8893092605802748) - | > loss_kl: 1.5845154523849487 (1.5492485231823392) - | > loss_feat: 5.869816780090332 (5.690587944454617) - | > loss_mel: 24.80605697631836 (23.41474766201443) - | > loss_duration: 1.7341113090515137 (1.745018826590644) - | > loss_1: 35.97610855102539 (34.28891160753038) - - --> STEP: 10 - | > loss_disc: 2.441593647003174 (2.462535786628723) - | > loss_disc_real_0: 0.0626511499285698 (0.07089933343231677) - | > loss_disc_real_1: 0.19417160749435425 (0.15200230255723) - | > loss_disc_real_2: 0.21059472858905792 (0.19737143069505692) - | > loss_disc_real_3: 0.2544267773628235 (0.21646425426006316) - | > loss_disc_real_4: 0.19433750212192535 (0.17295018583536148) - | > loss_disc_real_5: 0.2523113191127777 (0.23856834173202515) - | > loss_0: 2.441593647003174 (2.462535786628723) - | > loss_gen: 2.030304193496704 (1.9034087538719178) - | > loss_kl: 1.6194438934326172 (1.5562680602073669) - | > loss_feat: 5.097658634185791 (5.631295013427734) - | > loss_mel: 21.784099578857422 (23.251682853698732) - | > loss_duration: 1.6286494731903076 (1.7333818912506103) - | > loss_1: 32.16015625 (34.076036071777345) - - --> STEP: 11 - | > loss_disc: 2.6471786499023438 (2.4793215014717798) - | > loss_disc_real_0: 0.06993113458156586 (0.07081131535497578) - | > loss_disc_real_1: 0.14832691848278046 (0.15166817673228003) - | > loss_disc_real_2: 0.18592678010463715 (0.19633100791410965) - | > loss_disc_real_3: 0.2202429324388504 (0.21680777045813474) - | > loss_disc_real_4: 0.1920546442270279 (0.17468695478005844) - | > loss_disc_real_5: 0.21679171919822693 (0.23658864877440713) - | > loss_0: 2.6471786499023438 (2.4793215014717798) - | > loss_gen: 1.5933427810668945 (1.8752209381623701) - | > loss_kl: 1.6180024147033691 (1.561880274252458) - | > loss_feat: 5.631028175354004 (5.631270755421031) - | > loss_mel: 21.931947708129883 (23.13170693137429) - | > loss_duration: 1.6346532106399536 (1.7244065566496416) - | > loss_1: 32.40897750854492 (33.92448529330167) - - --> STEP: 12 - | > loss_disc: 2.513439178466797 (2.4821646412213645) - | > loss_disc_real_0: 0.07968174666166306 (0.0715505179638664) - | > loss_disc_real_1: 0.1723254919052124 (0.15338961966335773) - | > loss_disc_real_2: 0.19275134801864624 (0.19603270292282104) - | > loss_disc_real_3: 0.20868544280529022 (0.2161309098203977) - | > loss_disc_real_4: 0.1435377448797226 (0.17209118728836378) - | > loss_disc_real_5: 0.25549066066741943 (0.23816381643215814) - | > loss_0: 2.513439178466797 (2.4821646412213645) - | > loss_gen: 1.8334953784942627 (1.871743808190028) - | > loss_kl: 1.6109538078308105 (1.5659697353839874) - | > loss_feat: 5.148238658905029 (5.591018080711365) - | > loss_mel: 21.700054168701172 (23.012402534484863) - | > loss_duration: 1.7457563877105713 (1.7261857092380524) - | > loss_1: 32.03850173950195 (33.767319997151695) - - --> STEP: 13 - | > loss_disc: 2.3148627281188965 (2.4692952632904053) - | > loss_disc_real_0: 0.05500609427690506 (0.07027786998794629) - | > loss_disc_real_1: 0.1675473302602768 (0.1544786743246592) - | > loss_disc_real_2: 0.1518005132675171 (0.19263022679548997) - | > loss_disc_real_3: 0.14168274402618408 (0.21040412783622742) - | > loss_disc_real_4: 0.1313743144273758 (0.16895912014521086) - | > loss_disc_real_5: 0.10881000757217407 (0.2282135234429286) - | > loss_0: 2.3148627281188965 (2.4692952632904053) - | > loss_gen: 1.7421860694885254 (1.8617778282899122) - | > loss_kl: 1.980462670326233 (1.5978538073026216) - | > loss_feat: 7.7288947105407715 (5.7554701291597805) - | > loss_mel: 24.083675384521484 (23.094808138333836) - | > loss_duration: 1.7423734664916992 (1.7274309213344867) - | > loss_1: 37.27759552001953 (34.03734119121845) - - --> STEP: 14 - | > loss_disc: 2.5086257457733154 (2.472104583467756) - | > loss_disc_real_0: 0.05507993698120117 (0.06919230334460735) - | > loss_disc_real_1: 0.1461144983768463 (0.1538812331855297) - | > loss_disc_real_2: 0.23151400685310364 (0.1954076396567481) - | > loss_disc_real_3: 0.2636231780052185 (0.21420548856258392) - | > loss_disc_real_4: 0.16631639003753662 (0.1687703537089484) - | > loss_disc_real_5: 0.20570355653762817 (0.22660566866397858) - | > loss_0: 2.5086257457733154 (2.472104583467756) - | > loss_gen: 1.7059178352355957 (1.8506449716431754) - | > loss_kl: 2.1302378177642822 (1.6358812366213118) - | > loss_feat: 4.183539390563965 (5.643189362117222) - | > loss_mel: 18.517576217651367 (22.767863001142228) - | > loss_duration: 1.7237495183944702 (1.7271679639816284) - | > loss_1: 28.261018753051758 (33.624746731349404) - - --> STEP: 15 - | > loss_disc: 2.3698112964630127 (2.4652850310007732) - | > loss_disc_real_0: 0.06432853639125824 (0.06886805221438408) - | > loss_disc_real_1: 0.1142754852771759 (0.15124084999163945) - | > loss_disc_real_2: 0.19973157346248627 (0.19569590191046396) - | > loss_disc_real_3: 0.20520828664302826 (0.2136056751012802) - | > loss_disc_real_4: 0.16191817820072174 (0.16831354200839996) - | > loss_disc_real_5: 0.2420666366815567 (0.22763639986515044) - | > loss_0: 2.3698112964630127 (2.4652850310007732) - | > loss_gen: 2.0203418731689453 (1.86195809841156) - | > loss_kl: 1.4885376691818237 (1.626058332125346) - | > loss_feat: 6.288291931152344 (5.686196200052897) - | > loss_mel: 28.23773956298828 (23.132521438598634) - | > loss_duration: 1.7386939525604248 (1.727936363220215) - | > loss_1: 39.77360534667969 (34.03467063903809) - - --> STEP: 16 - | > loss_disc: 2.727827548980713 (2.4816939383745193) - | > loss_disc_real_0: 0.13163669407367706 (0.07279109233058989) - | > loss_disc_real_1: 0.16009047627449036 (0.15179395163431764) - | > loss_disc_real_2: 0.21812304854393005 (0.1970975985750556) - | > loss_disc_real_3: 0.2274242341518402 (0.2144693350419402) - | > loss_disc_real_4: 0.28302574157714844 (0.17548305448144674) - | > loss_disc_real_5: 0.23798328638076782 (0.22828308027237654) - | > loss_0: 2.727827548980713 (2.4816939383745193) - | > loss_gen: 1.7508059740066528 (1.8550110906362534) - | > loss_kl: 1.4553548097610474 (1.6153893619775772) - | > loss_feat: 4.587809085845947 (5.617547005414963) - | > loss_mel: 23.132226943969727 (23.132503032684326) - | > loss_duration: 1.828716516494751 (1.7342351227998734) - | > loss_1: 32.754913330078125 (33.95468580722809) - - --> STEP: 17 - | > loss_disc: 2.182436466217041 (2.4640905576593735) - | > loss_disc_real_0: 0.0736239105463028 (0.07284008163739653) - | > loss_disc_real_1: 0.12260955572128296 (0.15007722246296265) - | > loss_disc_real_2: 0.1699303686618805 (0.19549952622722178) - | > loss_disc_real_3: 0.21880757808685303 (0.21472452580928802) - | > loss_disc_real_4: 0.14061687886714935 (0.17343210297472336) - | > loss_disc_real_5: 0.16799324750900269 (0.22473661952158985) - | > loss_0: 2.182436466217041 (2.4640905576593735) - | > loss_gen: 2.0533077716827393 (1.8666756012860466) - | > loss_kl: 1.4712721109390259 (1.6069118766223682) - | > loss_feat: 6.531434059143066 (5.6713050673989684) - | > loss_mel: 25.35420036315918 (23.263191110947552) - | > loss_duration: 1.6653510332107544 (1.7301831175299252) - | > loss_1: 37.075565338134766 (34.13826695610495) - - --> STEP: 18 - | > loss_disc: 2.195624589920044 (2.4491757816738553) - | > loss_disc_real_0: 0.04175285995006561 (0.07111301376587814) - | > loss_disc_real_1: 0.10734368860721588 (0.1477031372487545) - | > loss_disc_real_2: 0.19564686715602875 (0.1955077118343777) - | > loss_disc_real_3: 0.2297852784395218 (0.21556123428874546) - | > loss_disc_real_4: 0.17337577044963837 (0.1734289733899964) - | > loss_disc_real_5: 0.20700106024742126 (0.22375131067302492) - | > loss_0: 2.195624589920044 (2.4491757816738553) - | > loss_gen: 2.2013022899627686 (1.8852659728791978) - | > loss_kl: 1.3842833042144775 (1.5945436225997076) - | > loss_feat: 7.593742847442627 (5.778107166290283) - | > loss_mel: 24.054790496826172 (23.307168854607475) - | > loss_duration: 1.6702758073806763 (1.7268549336327448) - | > loss_1: 36.904396057128906 (34.29194079505073) - - --> STEP: 19 - | > loss_disc: 2.3971283435821533 (2.4464364428269234) - | > loss_disc_real_0: 0.11476784944534302 (0.0734106366963763) - | > loss_disc_real_1: 0.11764814704656601 (0.14612129565916562) - | > loss_disc_real_2: 0.20393873751163483 (0.19595145002791756) - | > loss_disc_real_3: 0.21095044910907745 (0.2153185613845524) - | > loss_disc_real_4: 0.17478790879249573 (0.17350049630591743) - | > loss_disc_real_5: 0.18590334057807922 (0.22175931224697515) - | > loss_0: 2.3971283435821533 (2.4464364428269234) - | > loss_gen: 1.8621509075164795 (1.8840493904916864) - | > loss_kl: 1.3389205932617188 (1.58108977895034) - | > loss_feat: 6.212375640869141 (5.800963401794434) - | > loss_mel: 24.246295928955078 (23.356596595362614) - | > loss_duration: 1.7664425373077393 (1.7289384917209023) - | > loss_1: 35.426185607910156 (34.35163789046438) - - --> STEP: 20 - | > loss_disc: 2.5224671363830566 (2.45023797750473) - | > loss_disc_real_0: 0.040476761758327484 (0.07176394294947387) - | > loss_disc_real_1: 0.11813025921583176 (0.14472174383699893) - | > loss_disc_real_2: 0.1854216307401657 (0.19542495906352997) - | > loss_disc_real_3: 0.22314777970314026 (0.2157100223004818) - | > loss_disc_real_4: 0.19993147253990173 (0.17482204511761665) - | > loss_disc_real_5: 0.2415490299463272 (0.22274879813194276) - | > loss_0: 2.5224671363830566 (2.45023797750473) - | > loss_gen: 1.761094093322754 (1.8779016256332397) - | > loss_kl: 1.4616166353225708 (1.5751161217689515) - | > loss_feat: 5.599812984466553 (5.790905880928039) - | > loss_mel: 24.835933685302734 (23.43056344985962) - | > loss_duration: 1.662688136100769 (1.7256259739398956) - | > loss_1: 35.32114791870117 (34.40011339187622) - - --> STEP: 21 - | > loss_disc: 2.696079969406128 (2.4619447390238443) - | > loss_disc_real_0: 0.10122116655111313 (0.07316666788288526) - | > loss_disc_real_1: 0.20433348417282104 (0.14756039813870475) - | > loss_disc_real_2: 0.23718535900115967 (0.19741354953675044) - | > loss_disc_real_3: 0.2473800927400589 (0.21721812089284262) - | > loss_disc_real_4: 0.19969530403614044 (0.17600648601849875) - | > loss_disc_real_5: 0.27712708711624146 (0.2253382404645284) - | > loss_0: 2.696079969406128 (2.4619447390238443) - | > loss_gen: 1.668914556503296 (1.8679498604365758) - | > loss_kl: 1.4500306844711304 (1.569159672373817) - | > loss_feat: 2.135631799697876 (5.61684521039327) - | > loss_mel: 13.925836563110352 (22.977957407633465) - | > loss_duration: 1.6955223083496094 (1.724192466054644) - | > loss_1: 20.87593650817871 (33.756104968843005) - - --> STEP: 22 - | > loss_disc: 2.432436943054199 (2.4606034755706787) - | > loss_disc_real_0: 0.03984299302101135 (0.0716519553891637) - | > loss_disc_real_1: 0.09082955121994019 (0.1449817232787609) - | > loss_disc_real_2: 0.2014370709657669 (0.19759643687443298) - | > loss_disc_real_3: 0.10225605219602585 (0.21199257231571458) - | > loss_disc_real_4: 0.12388661503791809 (0.17363740097392688) - | > loss_disc_real_5: 0.1907125562429428 (0.2237643457271836) - | > loss_0: 2.432436943054199 (2.4606034755706787) - | > loss_gen: 1.7305197715759277 (1.8617030382156372) - | > loss_kl: 1.8885412216186523 (1.5836770155213096) - | > loss_feat: 7.414175033569336 (5.698542020537636) - | > loss_mel: 26.24823760986328 (23.12660650773482) - | > loss_duration: 1.8175981044769287 (1.7284381768920205) - | > loss_1: 39.09906768798828 (33.998966910622336) - - --> STEP: 23 - | > loss_disc: 2.465137243270874 (2.4608005959054697) - | > loss_disc_real_0: 0.09734709560871124 (0.07276913539870924) - | > loss_disc_real_1: 0.13665151596069336 (0.1446195403518884) - | > loss_disc_real_2: 0.19448623061180115 (0.19746121051518814) - | > loss_disc_real_3: 0.2332964986562729 (0.21291882998269537) - | > loss_disc_real_4: 0.11502951383590698 (0.17108923196792603) - | > loss_disc_real_5: 0.18348006904125214 (0.22201285543649094) - | > loss_0: 2.465137243270874 (2.4608005959054697) - | > loss_gen: 1.7358309030532837 (1.8562303366868391) - | > loss_kl: 1.5133432149887085 (1.5806190241938052) - | > loss_feat: 5.925322532653809 (5.708402042803557) - | > loss_mel: 22.976701736450195 (23.120088908983313) - | > loss_duration: 1.7858128547668457 (1.7309327281039695) - | > loss_1: 33.93701171875 (33.99627320662789) - - --> STEP: 24 - | > loss_disc: 2.369600296020508 (2.457000583410263) - | > loss_disc_real_0: 0.031116828322410583 (0.07103362260386346) - | > loss_disc_real_1: 0.1349450945854187 (0.14421643844495216) - | > loss_disc_real_2: 0.1701892465353012 (0.19632487868269285) - | > loss_disc_real_3: 0.2354968935251236 (0.21385958263029656) - | > loss_disc_real_4: 0.18544146418571472 (0.17168724164366722) - | > loss_disc_real_5: 0.26305121183395386 (0.2237227869530519) - | > loss_0: 2.369600296020508 (2.457000583410263) - | > loss_gen: 1.8944668769836426 (1.8578235258658726) - | > loss_kl: 1.569810152053833 (1.5801686545213063) - | > loss_feat: 5.225571155548096 (5.6882840891679125) - | > loss_mel: 20.02916717529297 (22.991300503412884) - | > loss_duration: 1.6836614608764648 (1.72896309196949) - | > loss_1: 30.40267562866211 (33.846539974212654) - - --> STEP: 25 - | > loss_disc: 2.695991277694702 (2.4665602111816405) - | > loss_disc_real_0: 0.06306858360767365 (0.07071502104401586) - | > loss_disc_real_1: 0.10978958755731583 (0.14283936440944672) - | > loss_disc_real_2: 0.21802474558353424 (0.1971928733587265) - | > loss_disc_real_3: 0.2516161799430847 (0.21536984652280808) - | > loss_disc_real_4: 0.15898920595645905 (0.1711793202161789) - | > loss_disc_real_5: 0.23068922758102417 (0.22400144457817078) - | > loss_0: 2.695991277694702 (2.4665602111816405) - | > loss_gen: 1.629909873008728 (1.848706979751587) - | > loss_kl: 1.6646263599395752 (1.5835469627380372) - | > loss_feat: 5.831665992736816 (5.694019365310669) - | > loss_mel: 24.702836990356445 (23.059761962890626) - | > loss_duration: 1.6745597124099731 (1.7267869567871095) - | > loss_1: 35.503597259521484 (33.91282226562501) - - --> STEP: 26 - | > loss_disc: 2.4338135719299316 (2.465300725056575) - | > loss_disc_real_0: 0.08459343016147614 (0.07124880601007202) - | > loss_disc_real_1: 0.07318158447742462 (0.14016021902744585) - | > loss_disc_real_2: 0.16815513372421265 (0.19607603721893752) - | > loss_disc_real_3: 0.2020249217748642 (0.2148565801863487) - | > loss_disc_real_4: 0.13796883821487427 (0.1699019939853595) - | > loss_disc_real_5: 0.22222502529621124 (0.22393312075963387) - | > loss_0: 2.4338135719299316 (2.465300725056575) - | > loss_gen: 1.7286614179611206 (1.844089842759646) - | > loss_kl: 1.643733263015747 (1.585861820441026) - | > loss_feat: 6.5716447830200195 (5.727774189068721) - | > loss_mel: 24.792259216308594 (23.12639647263747) - | > loss_duration: 1.6954033374786377 (1.7255798945060143) - | > loss_1: 36.43170166015625 (34.00970224233775) - - --> STEP: 27 - | > loss_disc: 2.229701280593872 (2.4565748197061046) - | > loss_disc_real_0: 0.04917141795158386 (0.07043112497086876) - | > loss_disc_real_1: 0.10426179319620132 (0.1388306477003627) - | > loss_disc_real_2: 0.17008404433727264 (0.19511337081591287) - | > loss_disc_real_3: 0.22155432403087616 (0.21510464477318306) - | > loss_disc_real_4: 0.14388863742351532 (0.1689385363349208) - | > loss_disc_real_5: 0.18552318215370178 (0.22251053044089564) - | > loss_0: 2.229701280593872 (2.4565748197061046) - | > loss_gen: 1.9289864301681519 (1.8472341608118128) - | > loss_kl: 1.8329179286956787 (1.5950120466726798) - | > loss_feat: 6.824743270874023 (5.768402673580028) - | > loss_mel: 23.560869216918945 (23.142488055759006) - | > loss_duration: 1.7008863687515259 (1.7246653194780703) - | > loss_1: 35.8484001159668 (34.07780216358327) - - --> STEP: 28 - | > loss_disc: 2.5547192096710205 (2.4600799764905656) - | > loss_disc_real_0: 0.056944675743579865 (0.06994946606989415) - | > loss_disc_real_1: 0.12405622005462646 (0.13830298957015785) - | > loss_disc_real_2: 0.17173492908477783 (0.19427842646837234) - | > loss_disc_real_3: 0.2175346463918686 (0.21519143054527895) - | > loss_disc_real_4: 0.21003954112529755 (0.17040642936314856) - | > loss_disc_real_5: 0.24253694713115692 (0.223225759608405) - | > loss_0: 2.5547192096710205 (2.4600799764905656) - | > loss_gen: 1.6643422842025757 (1.8407023080757685) - | > loss_kl: 1.426911473274231 (1.5890084547655923) - | > loss_feat: 6.272612571716309 (5.786410169942038) - | > loss_mel: 23.39059066772461 (23.151348863329208) - | > loss_duration: 1.7364933490753174 (1.7250877491065435) - | > loss_1: 34.49094772338867 (34.09255736214775) - - --> STEP: 29 - | > loss_disc: 2.5762505531311035 (2.4640858584436875) - | > loss_disc_real_0: 0.07077640295028687 (0.06997798113473527) - | > loss_disc_real_1: 0.14295828342437744 (0.1384635169444413) - | > loss_disc_real_2: 0.18563511967658997 (0.19398038140658674) - | > loss_disc_real_3: 0.2469797134399414 (0.2162875782313018) - | > loss_disc_real_4: 0.21594533324241638 (0.17197673639346814) - | > loss_disc_real_5: 0.2469894140958786 (0.224045195970042) - | > loss_0: 2.5762505531311035 (2.4640858584436875) - | > loss_gen: 1.791905164718628 (1.8390196479600052) - | > loss_kl: 1.6146985292434692 (1.5898943194027604) - | > loss_feat: 4.511884689331055 (5.742461015438211) - | > loss_mel: 21.44694709777832 (23.092576388655036) - | > loss_duration: 1.6980695724487305 (1.7241560878424809) - | > loss_1: 31.06350326538086 (33.988107220879925) - - --> STEP: 30 - | > loss_disc: 2.5053298473358154 (2.4654606580734253) - | > loss_disc_real_0: 0.08047622442245483 (0.07032792257765925) - | > loss_disc_real_1: 0.14220809936523438 (0.13858833635846773) - | > loss_disc_real_2: 0.23028653860092163 (0.1951905866463979) - | > loss_disc_real_3: 0.20864185690879822 (0.216032720853885) - | > loss_disc_real_4: 0.0994175374507904 (0.1695580964287122) - | > loss_disc_real_5: 0.14461548626422882 (0.22139753897984824) - | > loss_0: 2.5053298473358154 (2.4654606580734253) - | > loss_gen: 1.6607203483581543 (1.8330763379732768) - | > loss_kl: 1.6535667181015015 (1.5920167326927186) - | > loss_feat: 7.587574005126953 (5.803964781761169) - | > loss_mel: 27.123064041137695 (23.226925977071126) - | > loss_duration: 1.7257730960845947 (1.724209988117218) - | > loss_1: 39.75069808959961 (34.18019358317058) - - --> STEP: 31 - | > loss_disc: 2.4801275730133057 (2.4659337843618085) - | > loss_disc_real_0: 0.05181514099240303 (0.06973073607490905) - | > loss_disc_real_1: 0.1473047286272049 (0.13886951030262054) - | > loss_disc_real_2: 0.18934231996536255 (0.19500193288249354) - | > loss_disc_real_3: 0.20199912786483765 (0.21558002430585124) - | > loss_disc_real_4: 0.15525509417057037 (0.16909670925909473) - | > loss_disc_real_5: 0.25369757413864136 (0.2224394755978738) - | > loss_0: 2.4801275730133057 (2.4659337843618085) - | > loss_gen: 1.8629255294799805 (1.8340392151186544) - | > loss_kl: 1.624965786933899 (1.593079605410176) - | > loss_feat: 6.71324348449707 (5.833296352817166) - | > loss_mel: 23.927040100097656 (23.24951030362037) - | > loss_duration: 1.6768603324890137 (1.722682579871147) - | > loss_1: 35.80503845214844 (34.23260793378277) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.01112719505063949 (-4.2584634596302615e-05) - | > avg_loss_disc: 2.4659337843618085 (-0.023115534936227977) - | > avg_loss_disc_real_0: 0.06973073607490905 (-0.10899377926703425) - | > avg_loss_disc_real_1: 0.13886951030262054 (-0.05779344324142702) - | > avg_loss_disc_real_2: 0.19500193288249354 (-0.01728982694687381) - | > avg_loss_disc_real_3: 0.21558002430585124 (+0.018793269751533392) - | > avg_loss_disc_real_4: 0.16909670925909473 (-0.06477655085825151) - | > avg_loss_disc_real_5: 0.2224394755978738 (-0.0006871939666809601) - | > avg_loss_0: 2.4659337843618085 (-0.023115534936227977) - | > avg_loss_gen: 1.8340392151186544 (-0.37326094412034627) - | > avg_loss_kl: 1.593079605410176 (+0.019727851113965356) - | > avg_loss_feat: 5.833296352817166 (+0.38071417808532715) - | > avg_loss_mel: 23.24951030362037 (+0.509785559869588) - | > avg_loss_duration: 1.722682579871147 (-0.014223371782610572) - | > avg_loss_1: 34.23260793378277 (+0.5227428559333944) - - - > EPOCH: 26/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-22 16:33:18)  - - --> TIME: 2024-11-22 16:33:28 -- STEP: 11/797 -- GLOBAL_STEP: 22550 - | > loss_disc: 2.491464376449585 (2.46424861387773) - | > loss_disc_real_0: 0.09195180982351303 (0.12348933043805035) - | > loss_disc_real_1: 0.24539043009281158 (0.22768485817042264) - | > loss_disc_real_2: 0.27848416566848755 (0.2411453276872635) - | > loss_disc_real_3: 0.26515328884124756 (0.23172007230195132) - | > loss_disc_real_4: 0.21932831406593323 (0.20778115906498648) - | > loss_disc_real_5: 0.23529502749443054 (0.2193220786072991) - | > loss_0: 2.491464376449585 (2.46424861387773) - | > grad_norm_0: tensor(154.7853, device='cuda:0') (tensor(132.5822, device='cuda:0')) - | > loss_gen: 2.3035495281219482 (2.3566030589017) - | > loss_kl: 1.6485121250152588 (1.545441367409446) - | > loss_feat: 5.59706974029541 (5.658391215584495) - | > loss_mel: 21.295238494873047 (21.680381774902344) - | > loss_duration: 1.895959496498108 (1.9519967599348589) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.74032974243164 (33.19281352650035) - | > grad_norm_1: tensor(240.2619, device='cuda:0') (tensor(776.2453, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.7959 (0.8406211896376177) - | > loader_time: 0.0028 (0.004368131810968573) - - - --> TIME: 2024-11-22 16:33:49 -- STEP: 36/797 -- GLOBAL_STEP: 22575 - | > loss_disc: 2.4814698696136475 (2.4650409089194403) - | > loss_disc_real_0: 0.15470236539840698 (0.11901247108148204) - | > loss_disc_real_1: 0.21090590953826904 (0.2209918631447686) - | > loss_disc_real_2: 0.23384055495262146 (0.2413542874985271) - | > loss_disc_real_3: 0.24897605180740356 (0.22267394305931199) - | > loss_disc_real_4: 0.1858740746974945 (0.21516180369589064) - | > loss_disc_real_5: 0.26474952697753906 (0.23305947540534866) - | > loss_0: 2.4814698696136475 (2.4650409089194403) - | > grad_norm_0: tensor(271.9431, device='cuda:0') (tensor(83.6951, device='cuda:0')) - | > loss_gen: 2.2656185626983643 (2.3498370912339954) - | > loss_kl: 1.489052414894104 (1.5683429539203642) - | > loss_feat: 5.297356128692627 (5.803536229663425) - | > loss_mel: 19.348506927490234 (21.83132855097453) - | > loss_duration: 1.8277456760406494 (1.8660401304562886) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.22827911376953 (33.419084760877816) - | > grad_norm_1: tensor(1435.2804, device='cuda:0') (tensor(745.4021, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.7876 (0.8286091751522487) - | > loader_time: 0.0037 (0.005027790864308676) - - - --> TIME: 2024-11-22 16:34:10 -- STEP: 61/797 -- GLOBAL_STEP: 22600 - | > loss_disc: 2.361137866973877 (2.461757378500016) - | > loss_disc_real_0: 0.07901232689619064 (0.11995565659198605) - | > loss_disc_real_1: 0.24870745837688446 (0.21882159763672313) - | > loss_disc_real_2: 0.20695343613624573 (0.23883867361506478) - | > loss_disc_real_3: 0.15526697039604187 (0.22259721282075662) - | > loss_disc_real_4: 0.2427917867898941 (0.21893754796903642) - | > loss_disc_real_5: 0.20978669822216034 (0.23321741770525448) - | > loss_0: 2.361137866973877 (2.461757378500016) - | > grad_norm_0: tensor(70.0040, device='cuda:0') (tensor(93.9265, device='cuda:0')) - | > loss_gen: 2.255709648132324 (2.3433619483572543) - | > loss_kl: 1.6261931657791138 (1.5781771061850376) - | > loss_feat: 5.6065144538879395 (5.845997263173588) - | > loss_mel: 20.438886642456055 (21.928751585913485) - | > loss_duration: 1.791439175605774 (1.8302555748673737) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.71874237060547 (33.526543288934434) - | > grad_norm_1: tensor(428.0396, device='cuda:0') (tensor(781.9352, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.8145 (0.8233603375856994) - | > loader_time: 0.0043 (0.005219072592063028) - - - --> TIME: 2024-11-22 16:34:31 -- STEP: 86/797 -- GLOBAL_STEP: 22625 - | > loss_disc: 2.6006340980529785 (2.461111589919689) - | > loss_disc_real_0: 0.20537704229354858 (0.12479233516510142) - | > loss_disc_real_1: 0.18142570555210114 (0.2170821438695109) - | > loss_disc_real_2: 0.2507321834564209 (0.23714931309223175) - | > loss_disc_real_3: 0.20420028269290924 (0.2242912655306417) - | > loss_disc_real_4: 0.2230045646429062 (0.21825588442558466) - | > loss_disc_real_5: 0.2578904628753662 (0.23252446395020152) - | > loss_0: 2.6006340980529785 (2.461111589919689) - | > grad_norm_0: tensor(287.1968, device='cuda:0') (tensor(105.7017, device='cuda:0')) - | > loss_gen: 2.1998631954193115 (2.3534109869668653) - | > loss_kl: 1.574651837348938 (1.5618746433147161) - | > loss_feat: 5.815216064453125 (5.865431436272554) - | > loss_mel: 20.29129409790039 (21.94976837690487) - | > loss_duration: 1.8039315938949585 (1.8093449431796407) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.68495750427246 (33.53983023000318) - | > grad_norm_1: tensor(460.7673, device='cuda:0') (tensor(743.1409, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.857 (0.824517893236737) - | > loader_time: 0.0042 (0.005235508430835812) - - - --> TIME: 2024-11-22 16:34:52 -- STEP: 111/797 -- GLOBAL_STEP: 22650 - | > loss_disc: 2.4945242404937744 (2.44443085172155) - | > loss_disc_real_0: 0.15758129954338074 (0.11984706649909148) - | > loss_disc_real_1: 0.1726122349500656 (0.21635453053959855) - | > loss_disc_real_2: 0.19156219065189362 (0.23626032860966417) - | > loss_disc_real_3: 0.24666817486286163 (0.22370354079448426) - | > loss_disc_real_4: 0.22058506309986115 (0.21822576265077334) - | > loss_disc_real_5: 0.22533725202083588 (0.2322087755074372) - | > loss_0: 2.4945242404937744 (2.44443085172155) - | > grad_norm_0: tensor(34.9215, device='cuda:0') (tensor(105.9716, device='cuda:0')) - | > loss_gen: 2.336549758911133 (2.3798351524112467) - | > loss_kl: 1.7511483430862427 (1.5498675870465801) - | > loss_feat: 5.877138137817383 (5.950216752988798) - | > loss_mel: 21.127893447875977 (22.046912287806613) - | > loss_duration: 1.7972564697265625 (1.7980932115434527) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.889984130859375 (33.724924963873775) - | > grad_norm_1: tensor(618.6121, device='cuda:0') (tensor(700.1066, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.8644 (0.8324181990580516) - | > loader_time: 0.0087 (0.005266894091356981) - - - --> TIME: 2024-11-22 16:35:14 -- STEP: 136/797 -- GLOBAL_STEP: 22675 - | > loss_disc: 2.576306104660034 (2.4531252717270577) - | > loss_disc_real_0: 0.14471223950386047 (0.12150894094477682) - | > loss_disc_real_1: 0.22797244787216187 (0.2166132697945132) - | > loss_disc_real_2: 0.2540632486343384 (0.23614754155278206) - | > loss_disc_real_3: 0.2515428960323334 (0.2245422718936906) - | > loss_disc_real_4: 0.23847290873527527 (0.21891162358224392) - | > loss_disc_real_5: 0.22668157517910004 (0.2323840029318543) - | > loss_0: 2.576306104660034 (2.4531252717270577) - | > grad_norm_0: tensor(130.7426, device='cuda:0') (tensor(102.4123, device='cuda:0')) - | > loss_gen: 2.0886340141296387 (2.3691033983931824) - | > loss_kl: 1.5125033855438232 (1.5422273278236387) - | > loss_feat: 5.179003715515137 (5.937209010124206) - | > loss_mel: 20.5184383392334 (22.079315003226796) - | > loss_duration: 1.7432399988174438 (1.7913690121734844) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.041820526123047 (33.71922365356893) - | > grad_norm_1: tensor(537.7714, device='cuda:0') (tensor(673.9482, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.8028 (0.833442805444493) - | > loader_time: 0.0047 (0.0055189413182875685) - - - --> TIME: 2024-11-22 16:35:35 -- STEP: 161/797 -- GLOBAL_STEP: 22700 - | > loss_disc: 2.444366931915283 (2.45041486935586) - | > loss_disc_real_0: 0.1406334936618805 (0.1193780618609849) - | > loss_disc_real_1: 0.25274592638015747 (0.21599790416889308) - | > loss_disc_real_2: 0.2748122215270996 (0.2372190719065459) - | > loss_disc_real_3: 0.2583755850791931 (0.22485913632449156) - | > loss_disc_real_4: 0.21923549473285675 (0.21999631220509547) - | > loss_disc_real_5: 0.23824858665466309 (0.2338070222494765) - | > loss_0: 2.444366931915283 (2.45041486935586) - | > grad_norm_0: tensor(124.4838, device='cuda:0') (tensor(98.4533, device='cuda:0')) - | > loss_gen: 2.4298455715179443 (2.372854197247428) - | > loss_kl: 1.350980520248413 (1.5371710980160636) - | > loss_feat: 5.692363262176514 (5.945920502917366) - | > loss_mel: 22.461008071899414 (22.106614486030914) - | > loss_duration: 1.7345061302185059 (1.7842722235259063) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.668704986572266 (33.746832486265184) - | > grad_norm_1: tensor(908.3425, device='cuda:0') (tensor(684.3606, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.7818 (0.8340526856250643) - | > loader_time: 0.0044 (0.0055425774236643535) - - - --> TIME: 2024-11-22 16:35:57 -- STEP: 186/797 -- GLOBAL_STEP: 22725 - | > loss_disc: 2.4682836532592773 (2.451426086887238) - | > loss_disc_real_0: 0.09512576460838318 (0.11923432524406141) - | > loss_disc_real_1: 0.21620124578475952 (0.2157083029548327) - | > loss_disc_real_2: 0.24868784844875336 (0.23696305610800303) - | > loss_disc_real_3: 0.21798686683177948 (0.22569345947234862) - | > loss_disc_real_4: 0.22909311950206757 (0.22006380830400735) - | > loss_disc_real_5: 0.28799206018447876 (0.23398542620481982) - | > loss_0: 2.4682836532592773 (2.451426086887238) - | > grad_norm_0: tensor(31.9939, device='cuda:0') (tensor(98.6453, device='cuda:0')) - | > loss_gen: 2.365274667739868 (2.37397398487214) - | > loss_kl: 1.5172697305679321 (1.5359925255980542) - | > loss_feat: 5.7952656745910645 (5.935358283340287) - | > loss_mel: 23.16510009765625 (22.1201724903558) - | > loss_duration: 1.7217382192611694 (1.7771458965475841) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.56464767456055 (33.7426431204683) - | > grad_norm_1: tensor(873.7842, device='cuda:0') (tensor(681.0128, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.8309 (0.8372327473855786) - | > loader_time: 0.0051 (0.005654410649371403) - - - --> TIME: 2024-11-22 16:36:18 -- STEP: 211/797 -- GLOBAL_STEP: 22750 - | > loss_disc: 2.3114655017852783 (2.449828828115601) - | > loss_disc_real_0: 0.10936438292264938 (0.11884704279885473) - | > loss_disc_real_1: 0.16297614574432373 (0.21514752288282765) - | > loss_disc_real_2: 0.2511965036392212 (0.2363645642713348) - | > loss_disc_real_3: 0.20848093926906586 (0.22509921154987192) - | > loss_disc_real_4: 0.15476703643798828 (0.22060095967274707) - | > loss_disc_real_5: 0.21818864345550537 (0.23450150125399585) - | > loss_0: 2.3114655017852783 (2.449828828115601) - | > grad_norm_0: tensor(134.5576, device='cuda:0') (tensor(95.9019, device='cuda:0')) - | > loss_gen: 2.3204472064971924 (2.371736449652937) - | > loss_kl: 1.4455726146697998 (1.5384302088434663) - | > loss_feat: 6.201033115386963 (5.928938578655368) - | > loss_mel: 23.700885772705078 (22.149329199045198) - | > loss_duration: 1.7073627710342407 (1.7747619191617197) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.375301361083984 (33.76319633049986) - | > grad_norm_1: tensor(312.6627, device='cuda:0') (tensor(683.5835, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.8457 (0.8393946405835625) - | > loader_time: 0.0048 (0.005739697912857996) - - - --> TIME: 2024-11-22 16:36:40 -- STEP: 236/797 -- GLOBAL_STEP: 22775 - | > loss_disc: 2.4263253211975098 (2.4560940760677163) - | > loss_disc_real_0: 0.04270172864198685 (0.12208764640203977) - | > loss_disc_real_1: 0.17193549871444702 (0.2148648463821007) - | > loss_disc_real_2: 0.27784499526023865 (0.23595983516109192) - | > loss_disc_real_3: 0.19494733214378357 (0.22577131400674078) - | > loss_disc_real_4: 0.21118766069412231 (0.22063386238227456) - | > loss_disc_real_5: 0.2753404974937439 (0.2346821021983179) - | > loss_0: 2.4263253211975098 (2.4560940760677163) - | > grad_norm_0: tensor(34.8644, device='cuda:0') (tensor(98.1517, device='cuda:0')) - | > loss_gen: 2.3640904426574707 (2.369706782244018) - | > loss_kl: 1.6172407865524292 (1.5356459279181593) - | > loss_feat: 5.8456034660339355 (5.913471543182759) - | > loss_mel: 22.933992385864258 (22.18551265587242) - | > loss_duration: 1.6935595273971558 (1.7695746836015733) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.45448684692383 (33.77391156503708) - | > grad_norm_1: tensor(419.3917, device='cuda:0') (tensor(672.6138, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.7888 (0.8407079850213001) - | > loader_time: 0.008 (0.005854021694700597) - - - --> TIME: 2024-11-22 16:37:02 -- STEP: 261/797 -- GLOBAL_STEP: 22800 - | > loss_disc: 2.3300466537475586 (2.4536618409942412) - | > loss_disc_real_0: 0.1145169585943222 (0.12104946240725645) - | > loss_disc_real_1: 0.18548943102359772 (0.21470317004740924) - | > loss_disc_real_2: 0.20558801293373108 (0.23603139891935035) - | > loss_disc_real_3: 0.24930642545223236 (0.22530015715008953) - | > loss_disc_real_4: 0.219949871301651 (0.2207268420535486) - | > loss_disc_real_5: 0.24776487052440643 (0.2352820130714512) - | > loss_0: 2.3300466537475586 (2.4536618409942412) - | > grad_norm_0: tensor(28.3147, device='cuda:0') (tensor(98.0813, device='cuda:0')) - | > loss_gen: 2.568223714828491 (2.3710808425114056) - | > loss_kl: 1.7194844484329224 (1.5369146486808514) - | > loss_feat: 5.850535869598389 (5.910835576696869) - | > loss_mel: 23.546531677246094 (22.227935944480464) - | > loss_duration: 1.7839770317077637 (1.765990998096393) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.468753814697266 (33.81275798169131) - | > grad_norm_1: tensor(1016.6285, device='cuda:0') (tensor(662.5978, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.9319 (0.843600179043766) - | > loader_time: 0.0061 (0.005873216066323935) - - - --> TIME: 2024-11-22 16:37:24 -- STEP: 286/797 -- GLOBAL_STEP: 22825 - | > loss_disc: 2.5271177291870117 (2.4561624752058027) - | > loss_disc_real_0: 0.18854182958602905 (0.1220421860242015) - | > loss_disc_real_1: 0.29779723286628723 (0.21542512635876246) - | > loss_disc_real_2: 0.24699661135673523 (0.23582407983241382) - | > loss_disc_real_3: 0.24011245369911194 (0.2260687452825633) - | > loss_disc_real_4: 0.24352657794952393 (0.2207664246117319) - | > loss_disc_real_5: 0.2773360013961792 (0.23507625666948465) - | > loss_0: 2.5271177291870117 (2.4561624752058027) - | > grad_norm_0: tensor(114.9169, device='cuda:0') (tensor(98.7064, device='cuda:0')) - | > loss_gen: 2.36207914352417 (2.366045738433623) - | > loss_kl: 1.3978296518325806 (1.5363589508550148) - | > loss_feat: 5.821038722991943 (5.889871892395551) - | > loss_mel: 22.339797973632812 (22.198033492881937) - | > loss_duration: 1.6917517185211182 (1.7633859644402994) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.61249923706055 (33.75369596814775) - | > grad_norm_1: tensor(1337.6215, device='cuda:0') (tensor(666.1170, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.8437 (0.8473726360947935) - | > loader_time: 0.0056 (0.005936277496231186) - - - --> TIME: 2024-11-22 16:37:46 -- STEP: 311/797 -- GLOBAL_STEP: 22850 - | > loss_disc: 2.622866630554199 (2.4599755576952487) - | > loss_disc_real_0: 0.2689555883407593 (0.12331578888933376) - | > loss_disc_real_1: 0.19595803320407867 (0.21533503543908955) - | > loss_disc_real_2: 0.2657778859138489 (0.23675587873941834) - | > loss_disc_real_3: 0.24700158834457397 (0.22561654127487415) - | > loss_disc_real_4: 0.2287888079881668 (0.22103665012063708) - | > loss_disc_real_5: 0.24925780296325684 (0.23597858299971394) - | > loss_0: 2.622866630554199 (2.4599755576952487) - | > grad_norm_0: tensor(38.3603, device='cuda:0') (tensor(99.3499, device='cuda:0')) - | > loss_gen: 2.2199060916900635 (2.360823766211604) - | > loss_kl: 1.4703774452209473 (1.5424500519823032) - | > loss_feat: 4.3857622146606445 (5.861810123038825) - | > loss_mel: 19.875995635986328 (22.20287974931037) - | > loss_duration: 1.7142333984375 (1.7606739810042067) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 29.666275024414062 (33.72863758491931) - | > grad_norm_1: tensor(1049.5226, device='cuda:0') (tensor(676.7819, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.8539 (0.8496885813317498) - | > loader_time: 0.0062 (0.005977864434098127) - - - --> TIME: 2024-11-22 16:38:09 -- STEP: 336/797 -- GLOBAL_STEP: 22875 - | > loss_disc: 2.430555582046509 (2.4593217791545965) - | > loss_disc_real_0: 0.13263794779777527 (0.12294000623348568) - | > loss_disc_real_1: 0.20473523437976837 (0.21538496540770644) - | > loss_disc_real_2: 0.27634137868881226 (0.2364138270329152) - | > loss_disc_real_3: 0.19248899817466736 (0.22548691085761502) - | > loss_disc_real_4: 0.2141941338777542 (0.22134126855858738) - | > loss_disc_real_5: 0.21486680209636688 (0.23543947145697616) - | > loss_0: 2.430555582046509 (2.4593217791545965) - | > grad_norm_0: tensor(40.2595, device='cuda:0') (tensor(97.6609, device='cuda:0')) - | > loss_gen: 2.40323805809021 (2.3575578729311624) - | > loss_kl: 1.586488962173462 (1.5399627831010592) - | > loss_feat: 5.430038928985596 (5.861277360291706) - | > loss_mel: 22.377662658691406 (22.23078035172963) - | > loss_duration: 1.7090568542480469 (1.758453211259275) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.50648498535156 (33.748031519708164) - | > grad_norm_1: tensor(353.6284, device='cuda:0') (tensor(672.7552, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.9468 (0.8533296677328291) - | > loader_time: 0.0101 (0.00607617767084213) - - - --> TIME: 2024-11-22 16:38:32 -- STEP: 361/797 -- GLOBAL_STEP: 22900 - | > loss_disc: 2.5066919326782227 (2.4617409290038985) - | > loss_disc_real_0: 0.19992518424987793 (0.12420853597842095) - | > loss_disc_real_1: 0.17111019790172577 (0.21522645800892995) - | > loss_disc_real_2: 0.2198268324136734 (0.23595804454877436) - | > loss_disc_real_3: 0.19126051664352417 (0.2256530250868969) - | > loss_disc_real_4: 0.22772236168384552 (0.22149308925685463) - | > loss_disc_real_5: 0.2096954584121704 (0.23610929748523268) - | > loss_0: 2.5066919326782227 (2.4617409290038985) - | > grad_norm_0: tensor(135.9704, device='cuda:0') (tensor(96.9099, device='cuda:0')) - | > loss_gen: 2.465383291244507 (2.3543242582654016) - | > loss_kl: 1.6804561614990234 (1.5375576917484526) - | > loss_feat: 6.311938285827637 (5.847466061980442) - | > loss_mel: 22.7003173828125 (22.231701552372567) - | > loss_duration: 1.6750056743621826 (1.7557262958251876) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.833099365234375 (33.72677577433492) - | > grad_norm_1: tensor(447.5939, device='cuda:0') (tensor(678.4984, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.9308 (0.8569182867488703) - | > loader_time: 0.0125 (0.006129234451336218) - - - --> TIME: 2024-11-22 16:38:55 -- STEP: 386/797 -- GLOBAL_STEP: 22925 - | > loss_disc: 2.3984856605529785 (2.462747756681294) - | > loss_disc_real_0: 0.09753328561782837 (0.12475016614702081) - | > loss_disc_real_1: 0.20785261690616608 (0.21578465745702308) - | > loss_disc_real_2: 0.2518669366836548 (0.2362109279848751) - | > loss_disc_real_3: 0.21912099421024323 (0.2253854227266781) - | > loss_disc_real_4: 0.2084018588066101 (0.22179527843245575) - | > loss_disc_real_5: 0.24262021481990814 (0.23593645847831984) - | > loss_0: 2.3984856605529785 (2.462747756681294) - | > grad_norm_0: tensor(129.5066, device='cuda:0') (tensor(96.4128, device='cuda:0')) - | > loss_gen: 2.3683571815490723 (2.3556200333827504) - | > loss_kl: 1.4323830604553223 (1.5365610567399257) - | > loss_feat: 6.4943013191223145 (5.855065030755158) - | > loss_mel: 23.885101318359375 (22.258942900544007) - | > loss_duration: 1.6812809705734253 (1.7533063629130632) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.861427307128906 (33.75949531021511) - | > grad_norm_1: tensor(815.8907, device='cuda:0') (tensor(664.0551, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.8801 (0.8607502792783351) - | > loader_time: 0.006 (0.0062376044574796894) - - - --> TIME: 2024-11-22 16:39:19 -- STEP: 411/797 -- GLOBAL_STEP: 22950 - | > loss_disc: 2.5282833576202393 (2.4632531001329983) - | > loss_disc_real_0: 0.1580587774515152 (0.1246069258038145) - | > loss_disc_real_1: 0.1753098964691162 (0.2159133191308836) - | > loss_disc_real_2: 0.23027116060256958 (0.2360587085613079) - | > loss_disc_real_3: 0.2547447383403778 (0.22578124158138776) - | > loss_disc_real_4: 0.20531809329986572 (0.2216686883401987) - | > loss_disc_real_5: 0.24475660920143127 (0.23555504583239265) - | > loss_0: 2.5282833576202393 (2.4632531001329983) - | > grad_norm_0: tensor(376.2550, device='cuda:0') (tensor(95.9668, device='cuda:0')) - | > loss_gen: 2.4025721549987793 (2.3532108686266135) - | > loss_kl: 1.4124568700790405 (1.5357088656901152) - | > loss_feat: 5.768595218658447 (5.8447272435302) - | > loss_mel: 21.813817977905273 (22.25192696044625) - | > loss_duration: 1.715781807899475 (1.7519897179011887) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.113224029541016 (33.73756359035369) - | > grad_norm_1: tensor(1176.7971, device='cuda:0') (tensor(659.7534, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.9695 (0.8655799844839277) - | > loader_time: 0.0059 (0.006335640185650832) - - - --> TIME: 2024-11-22 16:39:43 -- STEP: 436/797 -- GLOBAL_STEP: 22975 - | > loss_disc: 2.276059150695801 (2.4640103283278423) - | > loss_disc_real_0: 0.0389561802148819 (0.12499652457329521) - | > loss_disc_real_1: 0.20244774222373962 (0.2158255756858292) - | > loss_disc_real_2: 0.24585942924022675 (0.23615348274144557) - | > loss_disc_real_3: 0.23334771394729614 (0.22597221131308362) - | > loss_disc_real_4: 0.24061578512191772 (0.22178874967978637) - | > loss_disc_real_5: 0.24311380088329315 (0.23571772203532929) - | > loss_0: 2.276059150695801 (2.4640103283278423) - | > grad_norm_0: tensor(6.8296, device='cuda:0') (tensor(96.4610, device='cuda:0')) - | > loss_gen: 2.484757661819458 (2.3563642999447794) - | > loss_kl: 1.2150622606277466 (1.5300858261388377) - | > loss_feat: 6.519718647003174 (5.855895830950606) - | > loss_mel: 23.095012664794922 (22.283564558816618) - | > loss_duration: 1.7236649990081787 (1.7507902867750296) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.03821563720703 (33.77670074165411) - | > grad_norm_1: tensor(353.4754, device='cuda:0') (tensor(649.5483, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.9323 (0.8692907373839562) - | > loader_time: 0.0069 (0.00642788410186768) - - - --> TIME: 2024-11-22 16:40:07 -- STEP: 461/797 -- GLOBAL_STEP: 23000 - | > loss_disc: 2.54349684715271 (2.466367900500844) - | > loss_disc_real_0: 0.2213975489139557 (0.12497075446305592) - | > loss_disc_real_1: 0.15641933679580688 (0.2160783943411068) - | > loss_disc_real_2: 0.26396435499191284 (0.23648346582358934) - | > loss_disc_real_3: 0.24983876943588257 (0.22570536613722944) - | > loss_disc_real_4: 0.22583957016468048 (0.22218715511019993) - | > loss_disc_real_5: 0.2501556873321533 (0.23562651420105046) - | > loss_0: 2.54349684715271 (2.466367900500844) - | > grad_norm_0: tensor(94.7571, device='cuda:0') (tensor(96.3822, device='cuda:0')) - | > loss_gen: 2.2753655910491943 (2.354416877742443) - | > loss_kl: 1.718316674232483 (1.5315186509341325) - | > loss_feat: 5.454773902893066 (5.848189663214695) - | > loss_mel: 22.117895126342773 (22.29042055705106) - | > loss_duration: 1.7478137016296387 (1.7499776530420965) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.31416320800781 (33.77452335233543) - | > grad_norm_1: tensor(799.3546, device='cuda:0') (tensor(643.4376, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.9728 (0.8744174989340362) - | > loader_time: 0.007 (0.006497911155353145) - - - --> TIME: 2024-11-22 16:40:31 -- STEP: 486/797 -- GLOBAL_STEP: 23025 - | > loss_disc: 2.54209041595459 (2.4664628800050696) - | > loss_disc_real_0: 0.09561516344547272 (0.12493208726415787) - | > loss_disc_real_1: 0.21562226116657257 (0.216431207004398) - | > loss_disc_real_2: 0.21554531157016754 (0.2366284513117845) - | > loss_disc_real_3: 0.20608186721801758 (0.2256199238292965) - | > loss_disc_real_4: 0.2507185637950897 (0.22199873966567313) - | > loss_disc_real_5: 0.289198100566864 (0.23571153874259917) - | > loss_0: 2.54209041595459 (2.4664628800050696) - | > grad_norm_0: tensor(100.6345, device='cuda:0') (tensor(95.5535, device='cuda:0')) - | > loss_gen: 2.238717794418335 (2.353610000492612) - | > loss_kl: 1.5474799871444702 (1.5311731487635232) - | > loss_feat: 5.4003167152404785 (5.845514626169402) - | > loss_mel: 21.689926147460938 (22.296968593518923) - | > loss_duration: 1.750929832458496 (1.7482954565389661) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.62736892700195 (33.77556176048246) - | > grad_norm_1: tensor(775.4798, device='cuda:0') (tensor(645.9877, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.972 (0.8779749649542349) - | > loader_time: 0.0067 (0.006559665311020592) - - - --> TIME: 2024-11-22 16:40:56 -- STEP: 511/797 -- GLOBAL_STEP: 23050 - | > loss_disc: 2.6189467906951904 (2.46787148959016) - | > loss_disc_real_0: 0.14848288893699646 (0.12535570548398967) - | > loss_disc_real_1: 0.1703830063343048 (0.21627743699662605) - | > loss_disc_real_2: 0.26121392846107483 (0.23625817177580294) - | > loss_disc_real_3: 0.21568778157234192 (0.2256691315577688) - | > loss_disc_real_4: 0.26186564564704895 (0.22199537510274678) - | > loss_disc_real_5: 0.3151898980140686 (0.23604599965295214) - | > loss_0: 2.6189467906951904 (2.46787148959016) - | > grad_norm_0: tensor(93.1640, device='cuda:0') (tensor(96.1319, device='cuda:0')) - | > loss_gen: 2.28302264213562 (2.350911789910899) - | > loss_kl: 1.5685999393463135 (1.5300259242552368) - | > loss_feat: 5.651996612548828 (5.840684984061584) - | > loss_mel: 22.932466506958008 (22.316549301147464) - | > loss_duration: 1.700911045074463 (1.7469344953268247) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.13699722290039 (33.78510640512006) - | > grad_norm_1: tensor(173.1821, device='cuda:0') (tensor(650.1206, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 1.0025 (0.8834035270601336) - | > loader_time: 0.0118 (0.0066437539289142325) - - - --> TIME: 2024-11-22 16:41:32 -- STEP: 536/797 -- GLOBAL_STEP: 23075 - | > loss_disc: 2.3708767890930176 (2.4676439410714948) - | > loss_disc_real_0: 0.1282479465007782 (0.12507438511976887) - | > loss_disc_real_1: 0.17670385539531708 (0.2164026846302979) - | > loss_disc_real_2: 0.19905902445316315 (0.23675239539302106) - | > loss_disc_real_3: 0.19945326447486877 (0.2253096856510461) - | > loss_disc_real_4: 0.1974683701992035 (0.22184923741577278) - | > loss_disc_real_5: 0.19140459597110748 (0.23645783632771292) - | > loss_0: 2.3708767890930176 (2.4676439410714948) - | > grad_norm_0: tensor(87.2079, device='cuda:0') (tensor(96.9961, device='cuda:0')) - | > loss_gen: 2.5180697441101074 (2.3514394284184283) - | > loss_kl: 1.4750018119812012 (1.5295033414862051) - | > loss_feat: 6.412376403808594 (5.846753016336641) - | > loss_mel: 22.223535537719727 (22.336752685148326) - | > loss_duration: 1.6908397674560547 (1.7464538045338738) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.31982421875 (33.81090217206014) - | > grad_norm_1: tensor(762.3076, device='cuda:0') (tensor(660.3879, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 2.059 (0.9084731447162913) - | > loader_time: 0.0124 (0.006781916120159095) - - - --> TIME: 2024-11-22 16:42:01 -- STEP: 561/797 -- GLOBAL_STEP: 23100 - | > loss_disc: 2.636756420135498 (2.467239688424501) - | > loss_disc_real_0: 0.09138551354408264 (0.12486430509563752) - | > loss_disc_real_1: 0.19069160521030426 (0.21643561621507013) - | > loss_disc_real_2: 0.24647164344787598 (0.23633705215020614) - | > loss_disc_real_3: 0.22917060554027557 (0.22540483571947578) - | > loss_disc_real_4: 0.25316372513771057 (0.2219527997010107) - | > loss_disc_real_5: 0.211040198802948 (0.23628334106077273) - | > loss_0: 2.636756420135498 (2.467239688424501) - | > grad_norm_0: tensor(52.2446, device='cuda:0') (tensor(97.7726, device='cuda:0')) - | > loss_gen: 2.035521984100342 (2.3523679884572286) - | > loss_kl: 1.2917269468307495 (1.5286723001330504) - | > loss_feat: 4.801126003265381 (5.851049130825649) - | > loss_mel: 20.27690315246582 (22.35397965130321) - | > loss_duration: 1.7331264019012451 (1.7457257711101135) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.138404846191406 (33.83179473196969) - | > grad_norm_1: tensor(506.1878, device='cuda:0') (tensor(666.3316, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 1.091 (0.918953364758143) - | > loader_time: 0.0075 (0.006908071657340586) - - > Keyboard interrupt detected. - > Saving model before exiting... - - > CHECKPOINT : vits_shi_male-November-22-2024_02+49AM-0000000/checkpoint_23106.pth - ! Run is kept in vits_shi_male-November-22-2024_02+49AM-0000000 - > Training Environment: - | > Backend: Torch - | > Mixed precision: True - | > Precision: fp16 - | > Current device: 0 - | > Num. of GPUs: 1 - | > Num. of CPUs: 16 - | > Num. of Torch Threads: 8 - | > Torch seed: 54321 - | > Torch CUDNN: True - | > Torch CUDNN deterministic: False - | > Torch CUDNN benchmark: False - | > Torch TF32 MatMul: False - > Start Tensorboard: tensorboard --logdir=vits_shi_male-November-22-2024_02+49AM-0000000 - > Restoring from checkpoint_23106.pth ... - > Restoring Model... - > Restoring Optimizer... - > Restoring Scaler... - > Model restored from step 23106 - - > Model has 83041708 parameters - > Restoring best loss from best_model_19351.pth ... - > Starting with loaded last best loss {'train_loss': 18.14733534651172, 'eval_loss': None} - - > EPOCH: 0/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-22 22:14:18)  - - --> TIME: 2024-11-22 22:14:35 -- STEP: 18/797 -- GLOBAL_STEP: 23125 - | > loss_disc: 2.4547808170318604 (2.4547994004355536) - | > loss_disc_real_0: 0.09409013390541077 (0.12375617151459058) - | > loss_disc_real_1: 0.2110222578048706 (0.22180530180533728) - | > loss_disc_real_2: 0.23328909277915955 (0.22884022692839304) - | > loss_disc_real_3: 0.21390672028064728 (0.226499381992552) - | > loss_disc_real_4: 0.22853784263134003 (0.21898797733916175) - | > loss_disc_real_5: 0.23305608332157135 (0.23202125976483026) - | > loss_0: 2.4547808170318604 (2.4547994004355536) - | > grad_norm_0: tensor(99.5944, device='cuda:0') (tensor(119.2216, device='cuda:0')) - | > loss_gen: 2.240165948867798 (2.3736725648244223) - | > loss_kl: 1.5716713666915894 (1.6342925959163241) - | > loss_feat: 5.845367431640625 (5.833616256713867) - | > loss_mel: 21.8576602935791 (21.71085982852512) - | > loss_duration: 1.7433457374572754 (1.8980011807547674) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.25821304321289 (33.45044263203939) - | > grad_norm_1: tensor(397.7819, device='cuda:0') (tensor(435.3095, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.6571 (0.6794068945778741) - | > loader_time: 0.0031 (0.005219234360588921) - - - --> TIME: 2024-11-22 22:14:52 -- STEP: 43/797 -- GLOBAL_STEP: 23150 - | > loss_disc: 2.487464189529419 (2.5043904504110652) - | > loss_disc_real_0: 0.14075133204460144 (0.1377578294554422) - | > loss_disc_real_1: 0.2751326858997345 (0.22272600164247114) - | > loss_disc_real_2: 0.24296201765537262 (0.23611114226108373) - | > loss_disc_real_3: 0.20847365260124207 (0.2276345110216806) - | > loss_disc_real_4: 0.2159876972436905 (0.2224268913269043) - | > loss_disc_real_5: 0.23405204713344574 (0.23396418780781503) - | > loss_0: 2.487464189529419 (2.5043904504110652) - | > grad_norm_0: tensor(16.5273, device='cuda:0') (tensor(89.1327, device='cuda:0')) - | > loss_gen: 2.2981204986572266 (2.317563167838163) - | > loss_kl: 1.6425424814224243 (1.609836916590846) - | > loss_feat: 5.882381439208984 (5.796596516010374) - | > loss_mel: 22.408126831054688 (21.94511755122695) - | > loss_duration: 1.7770416736602783 (1.8431302697159524) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.00821304321289 (33.51224469029627) - | > grad_norm_1: tensor(380.9808, device='cuda:0') (tensor(441.0751, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.7002 (0.6708564425623694) - | > loader_time: 0.0058 (0.004973300667696223) - - - --> TIME: 2024-11-22 22:15:09 -- STEP: 68/797 -- GLOBAL_STEP: 23175 - | > loss_disc: 2.3890891075134277 (2.4878416236709153) - | > loss_disc_real_0: 0.08652589470148087 (0.13309896222370515) - | > loss_disc_real_1: 0.2574923038482666 (0.22109905937138727) - | > loss_disc_real_2: 0.24793924391269684 (0.23738529094878366) - | > loss_disc_real_3: 0.2421773076057434 (0.2258816773400587) - | > loss_disc_real_4: 0.1804758608341217 (0.22223949520026937) - | > loss_disc_real_5: 0.24686989188194275 (0.2351326039608787) - | > loss_0: 2.3890891075134277 (2.4878416236709153) - | > grad_norm_0: tensor(32.7078, device='cuda:0') (tensor(85.1152, device='cuda:0')) - | > loss_gen: 2.332119941711426 (2.345350304070641) - | > loss_kl: 1.584136724472046 (1.5917827224030214) - | > loss_feat: 6.281839847564697 (5.920943968436298) - | > loss_mel: 22.837600708007812 (22.213867299696986) - | > loss_duration: 1.7333325147628784 (1.807351455968969) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.7690315246582 (33.87929582595827) - | > grad_norm_1: tensor(1010.7350, device='cuda:0') (tensor(585.6049, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.6516 (0.6627042013056138) - | > loader_time: 0.0084 (0.005517177722033332) - - - --> TIME: 2024-11-22 22:15:25 -- STEP: 93/797 -- GLOBAL_STEP: 23200 - | > loss_disc: 2.665395975112915 (2.4824352213131493) - | > loss_disc_real_0: 0.24255898594856262 (0.13279427684122516) - | > loss_disc_real_1: 0.2759542465209961 (0.22036896678068305) - | > loss_disc_real_2: 0.26815715432167053 (0.23620922350755302) - | > loss_disc_real_3: 0.2657043933868408 (0.22711669837915768) - | > loss_disc_real_4: 0.2524391710758209 (0.2211263362438448) - | > loss_disc_real_5: 0.2826298475265503 (0.23443728797538307) - | > loss_0: 2.665395975112915 (2.4824352213131493) - | > grad_norm_0: tensor(43.8638, device='cuda:0') (tensor(95.6903, device='cuda:0')) - | > loss_gen: 2.356323719024658 (2.3585259068396787) - | > loss_kl: 1.5978366136550903 (1.5573587635511987) - | > loss_feat: 5.532048225402832 (5.944940541380195) - | > loss_mel: 20.862157821655273 (22.32596286650627) - | > loss_duration: 1.7181764841079712 (1.7896850147554952) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.06654357910156 (33.97647322377853) - | > grad_norm_1: tensor(368.3253, device='cuda:0') (tensor(613.6791, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.6431 (0.6579805804837136) - | > loader_time: 0.0041 (0.005288731667303268) - - - --> TIME: 2024-11-22 22:15:41 -- STEP: 118/797 -- GLOBAL_STEP: 23225 - | > loss_disc: 2.2602081298828125 (2.472672832214226) - | > loss_disc_real_0: 0.07236909866333008 (0.1295165158808231) - | > loss_disc_real_1: 0.19683539867401123 (0.2188267427480827) - | > loss_disc_real_2: 0.21167565882205963 (0.23544926499411212) - | > loss_disc_real_3: 0.19422201812267303 (0.2255685718382819) - | > loss_disc_real_4: 0.18524058163166046 (0.2205919479414568) - | > loss_disc_real_5: 0.21694420278072357 (0.23430330318919682) - | > loss_0: 2.2602081298828125 (2.472672832214226) - | > grad_norm_0: tensor(74.7545, device='cuda:0') (tensor(92.8645, device='cuda:0')) - | > loss_gen: 2.4355251789093018 (2.3622150320117767) - | > loss_kl: 1.5724464654922485 (1.5600762680425477) - | > loss_feat: 6.776106357574463 (5.951865697311143) - | > loss_mel: 24.499710083007812 (22.350721100629386) - | > loss_duration: 1.744577169418335 (1.7836870924901154) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.02836227416992 (34.008565304643014) - | > grad_norm_1: tensor(950.9208, device='cuda:0') (tensor(588.9734, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.6366 (0.6554642046912241) - | > loader_time: 0.0063 (0.005383273302498508) - - - --> TIME: 2024-11-22 22:15:58 -- STEP: 143/797 -- GLOBAL_STEP: 23250 - | > loss_disc: 2.339144706726074 (2.4733650167505226) - | > loss_disc_real_0: 0.1075117439031601 (0.1279568128756709) - | > loss_disc_real_1: 0.21051080524921417 (0.21850595555522226) - | > loss_disc_real_2: 0.2458285242319107 (0.2368063681817555) - | > loss_disc_real_3: 0.20105352997779846 (0.22488857482696747) - | > loss_disc_real_4: 0.21601352095603943 (0.2216525133047904) - | > loss_disc_real_5: 0.16852998733520508 (0.23680864118195913) - | > loss_0: 2.339144706726074 (2.4733650167505226) - | > grad_norm_0: tensor(167.3256, device='cuda:0') (tensor(88.5034, device='cuda:0')) - | > loss_gen: 2.3091869354248047 (2.3565240406489885) - | > loss_kl: 1.1092355251312256 (1.5561625890798496) - | > loss_feat: 6.077972412109375 (5.9094378031217145) - | > loss_mel: 22.599102020263672 (22.31223078374262) - | > loss_duration: 1.7473852634429932 (1.779935545854635) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.8428840637207 (33.914290781621325) - | > grad_norm_1: tensor(1071.5188, device='cuda:0') (tensor(598.6606, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.6598 (0.6550636474902816) - | > loader_time: 0.005 (0.005274912694117406) - - - --> TIME: 2024-11-22 22:16:15 -- STEP: 168/797 -- GLOBAL_STEP: 23275 - | > loss_disc: 2.4606051445007324 (2.4660105236939027) - | > loss_disc_real_0: 0.1183742806315422 (0.12596073808769376) - | > loss_disc_real_1: 0.24677999317646027 (0.21754789263719604) - | > loss_disc_real_2: 0.24176643788814545 (0.23627318849875814) - | > loss_disc_real_3: 0.23122458159923553 (0.224454270587081) - | > loss_disc_real_4: 0.19965258240699768 (0.22068980726457776) - | > loss_disc_real_5: 0.2450110912322998 (0.23624605126678944) - | > loss_0: 2.4606051445007324 (2.4660105236939027) - | > grad_norm_0: tensor(36.6844, device='cuda:0') (tensor(89.7759, device='cuda:0')) - | > loss_gen: 2.4054245948791504 (2.3568893188521978) - | > loss_kl: 1.3556206226348877 (1.554073686401049) - | > loss_feat: 5.200689315795898 (5.925593921116423) - | > loss_mel: 21.02400779724121 (22.31810291608174) - | > loss_duration: 1.7513515949249268 (1.7723686013902937) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.73709487915039 (33.927028531119916) - | > grad_norm_1: tensor(539.2983, device='cuda:0') (tensor(623.1052, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.6493 (0.6545303449744271) - | > loader_time: 0.0052 (0.005309066602161953) - - - --> TIME: 2024-11-22 22:16:31 -- STEP: 193/797 -- GLOBAL_STEP: 23300 - | > loss_disc: 2.5337843894958496 (2.466396492379934) - | > loss_disc_real_0: 0.19619719684123993 (0.12575222146480192) - | > loss_disc_real_1: 0.21784014999866486 (0.21681020960906627) - | > loss_disc_real_2: 0.2595510184764862 (0.2361078947164852) - | > loss_disc_real_3: 0.2814992666244507 (0.22453517625060107) - | > loss_disc_real_4: 0.250686913728714 (0.22177666209522306) - | > loss_disc_real_5: 0.2353035807609558 (0.23711396244214605) - | > loss_0: 2.5337843894958496 (2.466396492379934) - | > grad_norm_0: tensor(172.9580, device='cuda:0') (tensor(88.4214, device='cuda:0')) - | > loss_gen: 2.600126266479492 (2.358467404706491) - | > loss_kl: 1.1740165948867798 (1.5488344480336635) - | > loss_feat: 5.037346363067627 (5.913008939416917) - | > loss_mel: 21.723896026611328 (22.355305459215224) - | > loss_duration: 1.7266016006469727 (1.767282195659499) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.261985778808594 (33.942898587241665) - | > grad_norm_1: tensor(1195.4811, device='cuda:0') (tensor(634.0316, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.6799 (0.6556041957183208) - | > loader_time: 0.0049 (0.00536597948617886) - - - --> TIME: 2024-11-22 22:16:48 -- STEP: 218/797 -- GLOBAL_STEP: 23325 - | > loss_disc: 2.460275411605835 (2.47128548097173) - | > loss_disc_real_0: 0.04599273204803467 (0.12627121951396858) - | > loss_disc_real_1: 0.23108674585819244 (0.21708804570616932) - | > loss_disc_real_2: 0.2790519893169403 (0.23618475792058016) - | > loss_disc_real_3: 0.2027267962694168 (0.2255162807232743) - | > loss_disc_real_4: 0.22576135396957397 (0.2220751993836613) - | > loss_disc_real_5: 0.23178377747535706 (0.236757238181906) - | > loss_0: 2.460275411605835 (2.47128548097173) - | > grad_norm_0: tensor(49.7938, device='cuda:0') (tensor(90.1253, device='cuda:0')) - | > loss_gen: 2.185088634490967 (2.3579531743985807) - | > loss_kl: 1.5278905630111694 (1.549048359787792) - | > loss_feat: 5.273947715759277 (5.887500384531986) - | > loss_mel: 21.391050338745117 (22.353409530919617) - | > loss_duration: 1.7485438585281372 (1.7649731193113765) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.126522064208984 (33.91288472971782) - | > grad_norm_1: tensor(255.0122, device='cuda:0') (tensor(631.6534, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.6419 (0.6561555129672412) - | > loader_time: 0.0057 (0.005436669795885001) - - - --> TIME: 2024-11-22 22:17:05 -- STEP: 243/797 -- GLOBAL_STEP: 23350 - | > loss_disc: 2.386258363723755 (2.469890441423581) - | > loss_disc_real_0: 0.08928932994604111 (0.12570813794930782) - | > loss_disc_real_1: 0.1798219233751297 (0.21691766831977868) - | > loss_disc_real_2: 0.24669206142425537 (0.23565498454335296) - | > loss_disc_real_3: 0.2428475171327591 (0.22501145284852864) - | > loss_disc_real_4: 0.22774375975131989 (0.22227239210173916) - | > loss_disc_real_5: 0.24708601832389832 (0.23638801742728355) - | > loss_0: 2.386258363723755 (2.469890441423581) - | > grad_norm_0: tensor(63.4263, device='cuda:0') (tensor(91.2709, device='cuda:0')) - | > loss_gen: 2.5952982902526855 (2.3596261813316826) - | > loss_kl: 1.4248002767562866 (1.5498670349395813) - | > loss_feat: 6.547229290008545 (5.89666584391653) - | > loss_mel: 24.349992752075195 (22.385960237479498) - | > loss_duration: 1.7277814149856567 (1.7608301453139066) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.645103454589844 (33.9529495710208) - | > grad_norm_1: tensor(1183.9470, device='cuda:0') (tensor(618.0396, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.6636 (0.6582049146110631) - | > loader_time: 0.0048 (0.005498904750180345) - - - --> TIME: 2024-11-22 22:17:22 -- STEP: 268/797 -- GLOBAL_STEP: 23375 - | > loss_disc: 2.534546375274658 (2.46676661630175) - | > loss_disc_real_0: 0.16293630003929138 (0.12464919194245527) - | > loss_disc_real_1: 0.20709183812141418 (0.21635916459360233) - | > loss_disc_real_2: 0.2949564456939697 (0.23589893224746433) - | > loss_disc_real_3: 0.18422764539718628 (0.22528518753042862) - | > loss_disc_real_4: 0.25260794162750244 (0.2232244453434624) - | > loss_disc_real_5: 0.264316201210022 (0.23611606568542878) - | > loss_0: 2.534546375274658 (2.46676661630175) - | > grad_norm_0: tensor(52.0297, device='cuda:0') (tensor(87.9142, device='cuda:0')) - | > loss_gen: 2.250303268432617 (2.360112395749164) - | > loss_kl: 1.4660499095916748 (1.5458533679371447) - | > loss_feat: 6.2186784744262695 (5.90300195964415) - | > loss_mel: 23.47528648376465 (22.36267063510951) - | > loss_duration: 1.7070225477218628 (1.757471402189625) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.117340087890625 (33.929109872277095) - | > grad_norm_1: tensor(789.3250, device='cuda:0') (tensor(610.2004, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.6813 (0.6589036334806417) - | > loader_time: 0.0151 (0.0055313395030462936) - - - --> TIME: 2024-11-22 22:17:39 -- STEP: 293/797 -- GLOBAL_STEP: 23400 - | > loss_disc: 2.3937463760375977 (2.468176146009269) - | > loss_disc_real_0: 0.03669193014502525 (0.1250745617870382) - | > loss_disc_real_1: 0.23836162686347961 (0.2163485217165622) - | > loss_disc_real_2: 0.22802121937274933 (0.23623300595495075) - | > loss_disc_real_3: 0.2348618507385254 (0.22508673227484316) - | > loss_disc_real_4: 0.2150847315788269 (0.22322858229228662) - | > loss_disc_real_5: 0.2579403221607208 (0.2365757480721425) - | > loss_0: 2.3937463760375977 (2.468176146009269) - | > grad_norm_0: tensor(109.6053, device='cuda:0') (tensor(91.3180, device='cuda:0')) - | > loss_gen: 2.588933229446411 (2.361276929289001) - | > loss_kl: 1.4303598403930664 (1.5419717327319715) - | > loss_feat: 6.052230358123779 (5.8902542680603664) - | > loss_mel: 23.46084976196289 (22.343992923306928) - | > loss_duration: 1.7114741802215576 (1.755518134950371) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.24384689331055 (33.89301410063134) - | > grad_norm_1: tensor(720.3824, device='cuda:0') (tensor(615.6953, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.6587 (0.6601772308349613) - | > loader_time: 0.0072 (0.005569881139761759) - - - --> TIME: 2024-11-22 22:17:56 -- STEP: 318/797 -- GLOBAL_STEP: 23425 - | > loss_disc: 2.5800230503082275 (2.46935932516302) - | > loss_disc_real_0: 0.06693201512098312 (0.12631197611116013) - | > loss_disc_real_1: 0.19388143718242645 (0.21614324013298417) - | > loss_disc_real_2: 0.28001517057418823 (0.23604002060755244) - | > loss_disc_real_3: 0.25561708211898804 (0.22559647580737588) - | > loss_disc_real_4: 0.20181824266910553 (0.22286548254624852) - | > loss_disc_real_5: 0.2242172658443451 (0.23629490529778618) - | > loss_0: 2.5800230503082275 (2.46935932516302) - | > grad_norm_0: tensor(91.9521, device='cuda:0') (tensor(91.1840, device='cuda:0')) - | > loss_gen: 2.221215009689331 (2.359472205803829) - | > loss_kl: 1.424925446510315 (1.5389844557774135) - | > loss_feat: 5.736973285675049 (5.886723525869023) - | > loss_mel: 21.61050033569336 (22.359860318261866) - | > loss_duration: 1.7232022285461426 (1.753005526725601) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.71681594848633 (33.89804614564907) - | > grad_norm_1: tensor(251.4941, device='cuda:0') (tensor(606.1943, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.6736 (0.6611822888536277) - | > loader_time: 0.0065 (0.005643537959212777) - - - --> TIME: 2024-11-22 22:18:14 -- STEP: 343/797 -- GLOBAL_STEP: 23450 - | > loss_disc: 2.525655508041382 (2.4735100637719496) - | > loss_disc_real_0: 0.2010641098022461 (0.12698150178520742) - | > loss_disc_real_1: 0.2414584904909134 (0.21666836375832213) - | > loss_disc_real_2: 0.20626302063465118 (0.23684735157399414) - | > loss_disc_real_3: 0.21077735722064972 (0.22535223224941564) - | > loss_disc_real_4: 0.2524847686290741 (0.22386029245380756) - | > loss_disc_real_5: 0.2676929533481598 (0.2361052596708081) - | > loss_0: 2.525655508041382 (2.4735100637719496) - | > grad_norm_0: tensor(14.9044, device='cuda:0') (tensor(87.7137, device='cuda:0')) - | > loss_gen: 2.4298183917999268 (2.3539567918193587) - | > loss_kl: 1.5529065132141113 (1.5321050058648462) - | > loss_feat: 5.721218109130859 (5.8521113298377205) - | > loss_mel: 21.679012298583984 (22.30057727491194) - | > loss_duration: 1.7447113990783691 (1.7511810022609922) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.12766647338867 (33.789931522513946) - | > grad_norm_1: tensor(826.2305, device='cuda:0') (tensor(598.7806, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.6773 (0.6626440846190167) - | > loader_time: 0.0056 (0.005704769935274264) - - - --> TIME: 2024-11-22 22:18:31 -- STEP: 368/797 -- GLOBAL_STEP: 23475 - | > loss_disc: 2.597961902618408 (2.476580335394194) - | > loss_disc_real_0: 0.18872447311878204 (0.12853433080422483) - | > loss_disc_real_1: 0.2706854045391083 (0.21697740222367906) - | > loss_disc_real_2: 0.23491455614566803 (0.23658355726334063) - | > loss_disc_real_3: 0.25688034296035767 (0.22575502567317174) - | > loss_disc_real_4: 0.2642025947570801 (0.22375164079763318) - | > loss_disc_real_5: 0.24335089325904846 (0.2361417254028113) - | > loss_0: 2.597961902618408 (2.476580335394194) - | > grad_norm_0: tensor(58.0818, device='cuda:0') (tensor(84.4107, device='cuda:0')) - | > loss_gen: 2.3188960552215576 (2.3455288287090226) - | > loss_kl: 1.2867693901062012 (1.530598368333733) - | > loss_feat: 5.903570652008057 (5.837168718161791) - | > loss_mel: 24.37096405029297 (22.31686081575309) - | > loss_duration: 1.7015897035598755 (1.7490186082280201) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.581790924072266 (33.77917548366214) - | > grad_norm_1: tensor(856.9551, device='cuda:0') (tensor(586.8641, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.702 (0.6642508143964023) - | > loader_time: 0.0117 (0.005781957636708801) - - - --> TIME: 2024-11-22 22:18:49 -- STEP: 393/797 -- GLOBAL_STEP: 23500 - | > loss_disc: 2.4272518157958984 (2.475680323350823) - | > loss_disc_real_0: 0.10947399586439133 (0.1280841587760672) - | > loss_disc_real_1: 0.2759973704814911 (0.2170310654220084) - | > loss_disc_real_2: 0.2386522740125656 (0.2369256778679428) - | > loss_disc_real_3: 0.22297291457653046 (0.2256194435382314) - | > loss_disc_real_4: 0.2507050335407257 (0.22377023768182322) - | > loss_disc_real_5: 0.23165324330329895 (0.23591880204568383) - | > loss_0: 2.4272518157958984 (2.475680323350823) - | > grad_norm_0: tensor(55.2994, device='cuda:0') (tensor(84.1508, device='cuda:0')) - | > loss_gen: 2.5569047927856445 (2.3426770648276842) - | > loss_kl: 1.7110780477523804 (1.5299555072347621) - | > loss_feat: 6.553897857666016 (5.829148165142263) - | > loss_mel: 24.443212509155273 (22.3172413920628) - | > loss_duration: 1.6748437881469727 (1.7471611566519312) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.93993377685547 (33.76618342605861) - | > grad_norm_1: tensor(990.7039, device='cuda:0') (tensor(591.7303, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.7176 (0.6664939678958965) - | > loader_time: 0.0071 (0.0058928300406186655) - - - --> TIME: 2024-11-22 22:19:07 -- STEP: 418/797 -- GLOBAL_STEP: 23525 - | > loss_disc: 2.577702283859253 (2.476292361483048) - | > loss_disc_real_0: 0.10147115588188171 (0.127529817245651) - | > loss_disc_real_1: 0.21331989765167236 (0.2170532243281746) - | > loss_disc_real_2: 0.26465722918510437 (0.23670637386552454) - | > loss_disc_real_3: 0.23603452742099762 (0.22575294486643596) - | > loss_disc_real_4: 0.2143251895904541 (0.22371655802407334) - | > loss_disc_real_5: 0.20135493576526642 (0.2365135827845934) - | > loss_0: 2.577702283859253 (2.476292361483048) - | > grad_norm_0: tensor(15.5136, device='cuda:0') (tensor(82.3769, device='cuda:0')) - | > loss_gen: 2.2078254222869873 (2.3430632923208363) - | > loss_kl: 1.6251153945922852 (1.5296597968448287) - | > loss_feat: 5.589783191680908 (5.8340690694927595) - | > loss_mel: 23.03905487060547 (22.341734420739847) - | > loss_duration: 1.7540448904037476 (1.7456374504919827) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.215824127197266 (33.79416414653285) - | > grad_norm_1: tensor(229.3418, device='cuda:0') (tensor(589.0634, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.7132 (0.6697132581729072) - | > loader_time: 0.0063 (0.0059894528685574345) - - - --> TIME: 2024-11-22 22:19:26 -- STEP: 443/797 -- GLOBAL_STEP: 23550 - | > loss_disc: 2.404996395111084 (2.4750811397087484) - | > loss_disc_real_0: 0.10614970326423645 (0.1272694227405513) - | > loss_disc_real_1: 0.21836748719215393 (0.21720776303290787) - | > loss_disc_real_2: 0.24329261481761932 (0.2367923239552948) - | > loss_disc_real_3: 0.25677913427352905 (0.2255462906901508) - | > loss_disc_real_4: 0.2740946412086487 (0.2236523007969824) - | > loss_disc_real_5: 0.22576282918453217 (0.23597575552576552) - | > loss_0: 2.404996395111084 (2.4750811397087484) - | > grad_norm_0: tensor(198.2987, device='cuda:0') (tensor(84.3855, device='cuda:0')) - | > loss_gen: 2.4878036975860596 (2.3443609376524166) - | > loss_kl: 1.4441986083984375 (1.5305571620674214) - | > loss_feat: 5.823670387268066 (5.830532341993689) - | > loss_mel: 22.623981475830078 (22.323187218831823) - | > loss_duration: 1.6691701412200928 (1.7443207844116349) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.048824310302734 (33.77295856174442) - | > grad_norm_1: tensor(1126.2206, device='cuda:0') (tensor(582.3596, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.7073 (0.6723025453279038) - | > loader_time: 0.0064 (0.0061002019834841366) - - - --> TIME: 2024-11-22 22:19:44 -- STEP: 468/797 -- GLOBAL_STEP: 23575 - | > loss_disc: 2.488553524017334 (2.476558618565909) - | > loss_disc_real_0: 0.07943364232778549 (0.12701396526307104) - | > loss_disc_real_1: 0.2006673365831375 (0.21729014264658478) - | > loss_disc_real_2: 0.22385287284851074 (0.23662344452280265) - | > loss_disc_real_3: 0.20534241199493408 (0.2257625805452848) - | > loss_disc_real_4: 0.23009537160396576 (0.22452060747732464) - | > loss_disc_real_5: 0.2305479198694229 (0.23629203139462024) - | > loss_0: 2.488553524017334 (2.476558618565909) - | > grad_norm_0: tensor(30.6021, device='cuda:0') (tensor(83.7434, device='cuda:0')) - | > loss_gen: 2.467897653579712 (2.3437208528192643) - | > loss_kl: 1.3689309358596802 (1.5302554305292597) - | > loss_feat: 5.995864391326904 (5.836016958595341) - | > loss_mel: 23.516708374023438 (22.354632887065904) - | > loss_duration: 1.7208223342895508 (1.7435569106004176) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.07022476196289 (33.808183168753594) - | > grad_norm_1: tensor(627.4165, device='cuda:0') (tensor(587.1710, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.7178 (0.6745561442823496) - | > loader_time: 0.0061 (0.006194706146533674) - - - --> TIME: 2024-11-22 22:20:02 -- STEP: 493/797 -- GLOBAL_STEP: 23600 - | > loss_disc: 2.4814672470092773 (2.476795529738884) - | > loss_disc_real_0: 0.10108785331249237 (0.12665617496198361) - | > loss_disc_real_1: 0.22432026267051697 (0.21727401473036165) - | > loss_disc_real_2: 0.24530033767223358 (0.2369295257704737) - | > loss_disc_real_3: 0.2198934704065323 (0.22603229329020208) - | > loss_disc_real_4: 0.2852535843849182 (0.22434954768382995) - | > loss_disc_real_5: 0.2499600350856781 (0.23636259960717168) - | > loss_0: 2.4814672470092773 (2.476795529738884) - | > grad_norm_0: tensor(145.8518, device='cuda:0') (tensor(84.9353, device='cuda:0')) - | > loss_gen: 2.183556079864502 (2.343810677770186) - | > loss_kl: 1.7104723453521729 (1.5310669382977433) - | > loss_feat: 4.973062038421631 (5.830502652251455) - | > loss_mel: 21.566497802734375 (22.34451810825184) - | > loss_duration: 1.6745779514312744 (1.741796564862404) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.1081657409668 (33.79169505121259) - | > grad_norm_1: tensor(675.7126, device='cuda:0') (tensor(598.1816, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.7356 (0.6769894828177372) - | > loader_time: 0.0066 (0.006289712797555674) - - - --> TIME: 2024-11-22 22:20:21 -- STEP: 518/797 -- GLOBAL_STEP: 23625 - | > loss_disc: 2.4919371604919434 (2.475603296029521) - | > loss_disc_real_0: 0.10861441493034363 (0.12636908978712816) - | > loss_disc_real_1: 0.20771941542625427 (0.21706081456486787) - | > loss_disc_real_2: 0.24714328348636627 (0.23668410151506483) - | > loss_disc_real_3: 0.23582874238491058 (0.2260002010865101) - | > loss_disc_real_4: 0.25832441449165344 (0.22418365472186946) - | > loss_disc_real_5: 0.23057128489017487 (0.23623971241206276) - | > loss_0: 2.4919371604919434 (2.475603296029521) - | > grad_norm_0: tensor(9.7188, device='cuda:0') (tensor(83.6048, device='cuda:0')) - | > loss_gen: 2.431354284286499 (2.343065067147658) - | > loss_kl: 1.3900665044784546 (1.5317286706338973) - | > loss_feat: 6.080167293548584 (5.834945798380494) - | > loss_mel: 22.968244552612305 (22.34733163988267) - | > loss_duration: 1.7561837434768677 (1.7410101826126512) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.626014709472656 (33.79808144956022) - | > grad_norm_1: tensor(530.8807, device='cuda:0') (tensor(592.1742, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.7198 (0.6793545374078643) - | > loader_time: 0.0131 (0.006388146444637344) - - - --> TIME: 2024-11-22 22:20:39 -- STEP: 543/797 -- GLOBAL_STEP: 23650 - | > loss_disc: 2.4201602935791016 (2.47571616892876) - | > loss_disc_real_0: 0.11710544675588608 (0.12686926018769112) - | > loss_disc_real_1: 0.16059625148773193 (0.2171831574585996) - | > loss_disc_real_2: 0.1789531260728836 (0.23658571069850887) - | > loss_disc_real_3: 0.24776481091976166 (0.22591755592691307) - | > loss_disc_real_4: 0.18924327194690704 (0.22422284801691278) - | > loss_disc_real_5: 0.23954299092292786 (0.2355403353496151) - | > loss_0: 2.4201602935791016 (2.47571616892876) - | > grad_norm_0: tensor(52.6709, device='cuda:0') (tensor(82.1846, device='cuda:0')) - | > loss_gen: 2.2682175636291504 (2.3417765422420613) - | > loss_kl: 1.6238077878952026 (1.53177973446925) - | > loss_feat: 5.968968391418457 (5.842775644298856) - | > loss_mel: 22.18688201904297 (22.35807240733783) - | > loss_duration: 1.7741456031799316 (1.7408873922917063) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.822025299072266 (33.815291827993946) - | > grad_norm_1: tensor(207.5051, device='cuda:0') (tensor(592.7025, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.7215 (0.6816926608428113) - | > loader_time: 0.0072 (0.006465800339784852) - - - --> TIME: 2024-11-22 22:20:58 -- STEP: 568/797 -- GLOBAL_STEP: 23675 - | > loss_disc: 2.5171444416046143 (2.4725978580159196) - | > loss_disc_real_0: 0.2083665132522583 (0.12635355737243933) - | > loss_disc_real_1: 0.1725781410932541 (0.2168543396097884) - | > loss_disc_real_2: 0.22601917386054993 (0.23639015622541937) - | > loss_disc_real_3: 0.2772141695022583 (0.22581966344634413) - | > loss_disc_real_4: 0.23258119821548462 (0.224103887683489) - | > loss_disc_real_5: 0.23130419850349426 (0.23571356223292753) - | > loss_0: 2.5171444416046143 (2.4725978580159196) - | > grad_norm_0: tensor(62.2034, device='cuda:0') (tensor(81.6858, device='cuda:0')) - | > loss_gen: 2.244654893875122 (2.3444450279356737) - | > loss_kl: 1.486454725265503 (1.5333332851738992) - | > loss_feat: 5.923742294311523 (5.852423629290622) - | > loss_mel: 22.810516357421875 (22.36701633896625) - | > loss_duration: 1.7259855270385742 (1.7400127019680718) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.19135665893555 (33.83723109205005) - | > grad_norm_1: tensor(755.0270, device='cuda:0') (tensor(597.2192, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.7204 (0.6840907137998393) - | > loader_time: 0.0077 (0.006561918577677766) - - - --> TIME: 2024-11-22 22:21:17 -- STEP: 593/797 -- GLOBAL_STEP: 23700 - | > loss_disc: 2.30329966545105 (2.4706943449242313) - | > loss_disc_real_0: 0.13877031207084656 (0.1255538537909871) - | > loss_disc_real_1: 0.18795429170131683 (0.21673918806933642) - | > loss_disc_real_2: 0.22083769738674164 (0.23615082955179487) - | > loss_disc_real_3: 0.20268754661083221 (0.22548395226918425) - | > loss_disc_real_4: 0.1512756049633026 (0.22391481295504417) - | > loss_disc_real_5: 0.2083347886800766 (0.2354076113960192) - | > loss_0: 2.30329966545105 (2.4706943449242313) - | > grad_norm_0: tensor(49.6714, device='cuda:0') (tensor(81.1714, device='cuda:0')) - | > loss_gen: 2.7130250930786133 (2.34702581056656) - | > loss_kl: 1.6013505458831787 (1.5341326052583684) - | > loss_feat: 6.641414165496826 (5.867747179774371) - | > loss_mel: 24.056461334228516 (22.390037871130794) - | > loss_duration: 1.7166742086410522 (1.7398308957809132) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.72892379760742 (33.87877447890593) - | > grad_norm_1: tensor(1011.3801, device='cuda:0') (tensor(597.9441, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.7627 (0.6868690648328194) - | > loader_time: 0.008 (0.006636236811568726) - - - --> TIME: 2024-11-22 22:21:36 -- STEP: 618/797 -- GLOBAL_STEP: 23725 - | > loss_disc: 2.4300661087036133 (2.4722952846570307) - | > loss_disc_real_0: 0.11257977783679962 (0.1254155176562108) - | > loss_disc_real_1: 0.25086912512779236 (0.21719224631641684) - | > loss_disc_real_2: 0.2734721601009369 (0.23647481574402657) - | > loss_disc_real_3: 0.25234970450401306 (0.22599938287607674) - | > loss_disc_real_4: 0.2253050059080124 (0.22406972734962852) - | > loss_disc_real_5: 0.29037874937057495 (0.23584022792508302) - | > loss_0: 2.4300661087036133 (2.4722952846570307) - | > grad_norm_0: tensor(121.4170, device='cuda:0') (tensor(80.6596, device='cuda:0')) - | > loss_gen: 2.3945834636688232 (2.346929651248031) - | > loss_kl: 1.5914796590805054 (1.534167211804189) - | > loss_feat: 5.831204891204834 (5.8565388435684795) - | > loss_mel: 23.59709358215332 (22.378700290297214) - | > loss_duration: 1.733258605003357 (1.7395419152423395) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.147621154785156 (33.8558780182527) - | > grad_norm_1: tensor(741.2396, device='cuda:0') (tensor(597.4958, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.7845 (0.6895109268453903) - | > loader_time: 0.008 (0.006731323825502859) - - - --> TIME: 2024-11-22 22:21:55 -- STEP: 643/797 -- GLOBAL_STEP: 23750 - | > loss_disc: 2.470212936401367 (2.469750035420917) - | > loss_disc_real_0: 0.07010319828987122 (0.12515050041870218) - | > loss_disc_real_1: 0.2210543155670166 (0.2168907954547306) - | > loss_disc_real_2: 0.19961588084697723 (0.23591109639841884) - | > loss_disc_real_3: 0.19848738610744476 (0.22561090593668018) - | > loss_disc_real_4: 0.20997931063175201 (0.22381923383631935) - | > loss_disc_real_5: 0.23930662870407104 (0.23531649096015825) - | > loss_0: 2.470212936401367 (2.469750035420917) - | > grad_norm_0: tensor(49.7489, device='cuda:0') (tensor(81.1934, device='cuda:0')) - | > loss_gen: 2.2132716178894043 (2.346780426209302) - | > loss_kl: 1.6009114980697632 (1.5344599350058639) - | > loss_feat: 5.665134906768799 (5.858403778372809) - | > loss_mel: 20.567127227783203 (22.36664550152387) - | > loss_duration: 1.7202085256576538 (1.7396105142255216) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.76665496826172 (33.84590026416453) - | > grad_norm_1: tensor(268.3781, device='cuda:0') (tensor(601.0738, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.7529 (0.6919822188595407) - | > loader_time: 0.0145 (0.0068392850006720515) - - - --> TIME: 2024-11-22 22:22:16 -- STEP: 668/797 -- GLOBAL_STEP: 23775 - | > loss_disc: 2.780071496963501 (2.4710080652179838) - | > loss_disc_real_0: 0.3679060935974121 (0.12569451508876256) - | > loss_disc_real_1: 0.21763937175273895 (0.21692088733756265) - | > loss_disc_real_2: 0.20980824530124664 (0.23599805399597049) - | > loss_disc_real_3: 0.22255545854568481 (0.22592279975285787) - | > loss_disc_real_4: 0.25758329033851624 (0.22397854413368745) - | > loss_disc_real_5: 0.2952207922935486 (0.23563616591210138) - | > loss_0: 2.780071496963501 (2.4710080652179838) - | > grad_norm_0: tensor(201.4937, device='cuda:0') (tensor(82.8499, device='cuda:0')) - | > loss_gen: 2.3441002368927 (2.348220029990829) - | > loss_kl: 1.5475795269012451 (1.5357391618326028) - | > loss_feat: 4.565972805023193 (5.8562695244829115) - | > loss_mel: 21.097068786621094 (22.357190314881073) - | > loss_duration: 1.7426981925964355 (1.7393011697038199) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.297420501708984 (33.8367203124269) - | > grad_norm_1: tensor(211.3064, device='cuda:0') (tensor(605.3950, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 0.7737 (0.6962196291563754) - | > loader_time: 0.0092 (0.006959547182756984) - - - --> TIME: 2024-11-22 22:22:45 -- STEP: 693/797 -- GLOBAL_STEP: 23800 - | > loss_disc: 2.575721025466919 (2.474054655127368) - | > loss_disc_real_0: 0.09783387184143066 (0.12742574913440666) - | > loss_disc_real_1: 0.28566670417785645 (0.217054456096105) - | > loss_disc_real_2: 0.30397701263427734 (0.2359531077342632) - | > loss_disc_real_3: 0.26301005482673645 (0.22620417846401705) - | > loss_disc_real_4: 0.21100404858589172 (0.22390526115980328) - | > loss_disc_real_5: 0.24340026080608368 (0.2354331553885431) - | > loss_0: 2.575721025466919 (2.474054655127368) - | > grad_norm_0: tensor(10.3709, device='cuda:0') (tensor(83.4456, device='cuda:0')) - | > loss_gen: 2.4087910652160645 (2.3468297012956607) - | > loss_kl: 1.4177006483078003 (1.5350063053560454) - | > loss_feat: 5.675598621368408 (5.854101670252814) - | > loss_mel: 24.1346435546875 (22.37341561530745) - | > loss_duration: 1.7496557235717773 (1.7384763667077723) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.386390686035156 (33.84782976367946) - | > grad_norm_1: tensor(460.2423, device='cuda:0') (tensor(598.9778, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 1.4506 (0.7122807175910146) - | > loader_time: 0.0135 (0.00711149364322811) - - - --> TIME: 2024-11-22 22:23:13 -- STEP: 718/797 -- GLOBAL_STEP: 23825 - | > loss_disc: 2.4816319942474365 (2.475925185222148) - | > loss_disc_real_0: 0.12261784076690674 (0.12723567396464613) - | > loss_disc_real_1: 0.24833780527114868 (0.21706417930366942) - | > loss_disc_real_2: 0.2595517635345459 (0.2365826300259752) - | > loss_disc_real_3: 0.2006533443927765 (0.2263630746674405) - | > loss_disc_real_4: 0.19805806875228882 (0.22441026973110056) - | > loss_disc_real_5: 0.24348050355911255 (0.23613915496964974) - | > loss_0: 2.4816319942474365 (2.475925185222148) - | > grad_norm_0: tensor(255.1303, device='cuda:0') (tensor(83.4495, device='cuda:0')) - | > loss_gen: 2.23250412940979 (2.346038987709618) - | > loss_kl: 1.3306506872177124 (1.534197629162195) - | > loss_feat: 5.078366756439209 (5.843335090573454) - | > loss_mel: 20.739337921142578 (22.368234044662067) - | > loss_duration: 1.7773842811584473 (1.737850253296429) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.15824317932129 (33.82965609622201) - | > grad_norm_1: tensor(417.8129, device='cuda:0') (tensor(602.2482, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 1.0298 (0.7261606996105903) - | > loader_time: 0.0094 (0.007296142803925326) - - - --> TIME: 2024-11-22 22:23:41 -- STEP: 743/797 -- GLOBAL_STEP: 23850 - | > loss_disc: 2.481203317642212 (2.475128085905258) - | > loss_disc_real_0: 0.043021392077207565 (0.12698197070995534) - | > loss_disc_real_1: 0.221378356218338 (0.21695826220680864) - | > loss_disc_real_2: 0.21436528861522675 (0.23650554967680656) - | > loss_disc_real_3: 0.2090386599302292 (0.22621604447249288) - | > loss_disc_real_4: 0.19955307245254517 (0.22417405157439) - | > loss_disc_real_5: 0.2506831884384155 (0.23626183035556592) - | > loss_0: 2.481203317642212 (2.475128085905258) - | > grad_norm_0: tensor(103.4847, device='cuda:0') (tensor(83.0518, device='cuda:0')) - | > loss_gen: 2.2539548873901367 (2.34548915764204) - | > loss_kl: 1.4565027952194214 (1.5345446907816143) - | > loss_feat: 5.835200309753418 (5.843355767980401) - | > loss_mel: 23.000690460205078 (22.373063437871284) - | > loss_duration: 1.6692724227905273 (1.7367778145288228) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.21562194824219 (33.833230951753336) - | > grad_norm_1: tensor(748.0648, device='cuda:0') (tensor(607.5046, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 1.1382 (0.7377438477840909) - | > loader_time: 0.1147 (0.008893562357967991) - - - --> TIME: 2024-11-22 22:24:15 -- STEP: 768/797 -- GLOBAL_STEP: 23875 - | > loss_disc: 2.446820020675659 (2.4756838384394846) - | > loss_disc_real_0: 0.13093718886375427 (0.1271422859329807) - | > loss_disc_real_1: 0.23048953711986542 (0.21690218153526084) - | > loss_disc_real_2: 0.22583606839179993 (0.23648752609733492) - | > loss_disc_real_3: 0.21842573583126068 (0.22638231804982448) - | > loss_disc_real_4: 0.21400731801986694 (0.22431450333291045) - | > loss_disc_real_5: 0.2565920054912567 (0.2360733964984926) - | > loss_0: 2.446820020675659 (2.4756838384394846) - | > grad_norm_0: tensor(97.4273, device='cuda:0') (tensor(83.7698, device='cuda:0')) - | > loss_gen: 2.4221434593200684 (2.3458593372876435) - | > loss_kl: 1.5105526447296143 (1.5343774690603207) - | > loss_feat: 5.953235149383545 (5.84109986945987) - | > loss_mel: 22.711881637573242 (22.366224432984968) - | > loss_duration: 1.702393651008606 (1.7357312184758478) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.30020523071289 (33.823292416830895) - | > grad_norm_1: tensor(432.5372, device='cuda:0') (tensor(603.3744, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 1.7263 (0.7523268911366658) - | > loader_time: 0.1323 (0.013621402904391294) - - - --> TIME: 2024-11-22 22:25:13 -- STEP: 793/797 -- GLOBAL_STEP: 23900 - | > loss_disc: 2.52960467338562 (2.476150837401574) - | > loss_disc_real_0: 0.15592877566814423 (0.1272826161785203) - | > loss_disc_real_1: 0.21496254205703735 (0.21692685067916737) - | > loss_disc_real_2: 0.2504667639732361 (0.23647002118532776) - | > loss_disc_real_3: 0.24794647097587585 (0.22653496598009804) - | > loss_disc_real_4: 0.19839729368686676 (0.2244598603564283) - | > loss_disc_real_5: 0.2270365059375763 (0.2358585152244207) - | > loss_0: 2.52960467338562 (2.476150837401574) - | > grad_norm_0: tensor(31.4041, device='cuda:0') (tensor(83.0686, device='cuda:0')) - | > loss_gen: 2.194167137145996 (2.3440885342385083) - | > loss_kl: 1.5282272100448608 (1.535296232522961) - | > loss_feat: 6.2501220703125 (5.838394574529739) - | > loss_mel: 23.03243637084961 (22.369740131373344) - | > loss_duration: 1.7091443538665771 (1.7349485408463057) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.71409606933594 (33.82246811182475) - | > grad_norm_1: tensor(962.0765, device='cuda:0') (tensor(603.2947, device='cuda:0')) - | > current_lr_0: 0.0001993011799713115 - | > current_lr_1: 0.0001993011799713115 - | > step_time: 4.1853 (0.79658954170583) - | > loader_time: 0.1389 (0.017878464161222254) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.545264720916748 (2.545264720916748) - | > loss_disc_real_0: 0.24359139800071716 (0.24359139800071716) - | > loss_disc_real_1: 0.2061164379119873 (0.2061164379119873) - | > loss_disc_real_2: 0.11890514940023422 (0.11890514940023422) - | > loss_disc_real_3: 0.20314061641693115 (0.20314061641693115) - | > loss_disc_real_4: 0.23006919026374817 (0.23006919026374817) - | > loss_disc_real_5: 0.26180732250213623 (0.26180732250213623) - | > loss_0: 2.545264720916748 (2.545264720916748) - | > loss_gen: 2.352526903152466 (2.352526903152466) - | > loss_kl: 2.0360519886016846 (2.0360519886016846) - | > loss_feat: 6.756525993347168 (6.756525993347168) - | > loss_mel: 23.555204391479492 (23.555204391479492) - | > loss_duration: 1.9720118045806885 (1.9720118045806885) - | > loss_1: 36.67232131958008 (36.67232131958008) - - --> STEP: 1 - | > loss_disc: 2.5711841583251953 (2.5711841583251953) - | > loss_disc_real_0: 0.20115888118743896 (0.20115888118743896) - | > loss_disc_real_1: 0.2816144526004791 (0.2816144526004791) - | > loss_disc_real_2: 0.23386400938034058 (0.23386400938034058) - | > loss_disc_real_3: 0.18359433114528656 (0.18359433114528656) - | > loss_disc_real_4: 0.2259742170572281 (0.2259742170572281) - | > loss_disc_real_5: 0.1843165010213852 (0.1843165010213852) - | > loss_0: 2.5711841583251953 (2.5711841583251953) - | > loss_gen: 2.2032089233398438 (2.2032089233398438) - | > loss_kl: 0.5816714763641357 (0.5816714763641357) - | > loss_feat: 5.710797309875488 (5.710797309875488) - | > loss_mel: 22.570995330810547 (22.570995330810547) - | > loss_duration: 1.7495052814483643 (1.7495052814483643) - | > loss_1: 32.81617736816406 (32.81617736816406) - - --> STEP: 2 - | > loss_disc: 2.5268936157226562 (2.549038887023926) - | > loss_disc_real_0: 0.11661746352910995 (0.15888817235827446) - | > loss_disc_real_1: 0.25816604495048523 (0.2698902487754822) - | > loss_disc_real_2: 0.2586607038974762 (0.2462623566389084) - | > loss_disc_real_3: 0.1807946413755417 (0.18219448626041412) - | > loss_disc_real_4: 0.26824459433555603 (0.24710940569639206) - | > loss_disc_real_5: 0.25667962431907654 (0.22049806267023087) - | > loss_0: 2.5268936157226562 (2.549038887023926) - | > loss_gen: 2.3405916690826416 (2.2719002962112427) - | > loss_kl: 2.4505717754364014 (1.5161216259002686) - | > loss_feat: 4.489822864532471 (5.1003100872039795) - | > loss_mel: 17.37664031982422 (19.973817825317383) - | > loss_duration: 1.6711978912353516 (1.710351586341858) - | > loss_1: 28.328824996948242 (30.572501182556152) - - --> STEP: 3 - | > loss_disc: 2.5227413177490234 (2.5402730305989585) - | > loss_disc_real_0: 0.16960638761520386 (0.16246091077725092) - | > loss_disc_real_1: 0.225748673081398 (0.2551763902107875) - | > loss_disc_real_2: 0.17757609486579895 (0.22336693604787192) - | > loss_disc_real_3: 0.1877724528312683 (0.18405380845069885) - | > loss_disc_real_4: 0.18290400505065918 (0.22570760548114777) - | > loss_disc_real_5: 0.24246691167354584 (0.22782101233800253) - | > loss_0: 2.5227413177490234 (2.5402730305989585) - | > loss_gen: 2.2168784141540527 (2.253559668858846) - | > loss_kl: 0.8924477696418762 (1.3082303404808044) - | > loss_feat: 6.278564929962158 (5.493061701456706) - | > loss_mel: 24.968904495239258 (21.63884671529134) - | > loss_duration: 1.731423258781433 (1.7173754771550496) - | > loss_1: 36.08821487426758 (32.411072413126625) - - --> STEP: 4 - | > loss_disc: 2.64439058303833 (2.5663024187088013) - | > loss_disc_real_0: 0.14109797775745392 (0.15712017752230167) - | > loss_disc_real_1: 0.3364141583442688 (0.2754858322441578) - | > loss_disc_real_2: 0.2322477102279663 (0.2255871295928955) - | > loss_disc_real_3: 0.23178334534168243 (0.19598619267344475) - | > loss_disc_real_4: 0.22125284373760223 (0.22459391504526138) - | > loss_disc_real_5: 0.2647220492362976 (0.2370462715625763) - | > loss_0: 2.64439058303833 (2.5663024187088013) - | > loss_gen: 2.4392921924591064 (2.299992799758911) - | > loss_kl: 1.5510839223861694 (1.3689437359571457) - | > loss_feat: 5.349102973937988 (5.457072019577026) - | > loss_mel: 21.824573516845703 (21.68527841567993) - | > loss_duration: 1.6959047317504883 (1.7120077908039093) - | > loss_1: 32.85995864868164 (32.52329397201538) - - --> STEP: 5 - | > loss_disc: 2.5429787635803223 (2.5616376876831053) - | > loss_disc_real_0: 0.15738289058208466 (0.15717272013425826) - | > loss_disc_real_1: 0.20551861822605133 (0.2614923894405365) - | > loss_disc_real_2: 0.15597254037857056 (0.21166421175003053) - | > loss_disc_real_3: 0.11904769390821457 (0.1805984929203987) - | > loss_disc_real_4: 0.14504274725914001 (0.20868368148803712) - | > loss_disc_real_5: 0.21348299086093903 (0.23233361542224884) - | > loss_0: 2.5429787635803223 (2.5616376876831053) - | > loss_gen: 1.988243818283081 (2.237643003463745) - | > loss_kl: 1.8186949491500854 (1.4588939785957336) - | > loss_feat: 7.152678966522217 (5.796193408966064) - | > loss_mel: 24.50673484802246 (22.249569702148438) - | > loss_duration: 1.9127599000930786 (1.7521582126617432) - | > loss_1: 37.379112243652344 (33.49445762634277) - - --> STEP: 6 - | > loss_disc: 2.63425350189209 (2.573740323384603) - | > loss_disc_real_0: 0.2488967925310135 (0.17246006553371748) - | > loss_disc_real_1: 0.24048809707164764 (0.2579916740457217) - | > loss_disc_real_2: 0.25249624252319336 (0.21846955021222433) - | > loss_disc_real_3: 0.26980817317962646 (0.19546677296360335) - | > loss_disc_real_4: 0.3036172688007355 (0.2245059460401535) - | > loss_disc_real_5: 0.25251856446266174 (0.235697773595651) - | > loss_0: 2.63425350189209 (2.573740323384603) - | > loss_gen: 2.458078145980835 (2.2743821938832602) - | > loss_kl: 1.3670202493667603 (1.4435816903909047) - | > loss_feat: 3.449737787246704 (5.405117472012837) - | > loss_mel: 13.419462203979492 (20.77788511912028) - | > loss_duration: 1.6927624940872192 (1.7422589262326558) - | > loss_1: 22.387062072753906 (31.64322503407796) - - --> STEP: 7 - | > loss_disc: 2.495365619659424 (2.5625439371381487) - | > loss_disc_real_0: 0.1469728946685791 (0.16881904112441198) - | > loss_disc_real_1: 0.23799483478069305 (0.2551349827221462) - | > loss_disc_real_2: 0.18133766949176788 (0.2131649958235877) - | > loss_disc_real_3: 0.18772968649864197 (0.19436147489718028) - | > loss_disc_real_4: 0.23863300681114197 (0.22652409757886613) - | > loss_disc_real_5: 0.23007316887378693 (0.23489425863538468) - | > loss_0: 2.495365619659424 (2.5625439371381487) - | > loss_gen: 2.1420960426330566 (2.255484172276088) - | > loss_kl: 1.7196093797683716 (1.4830142174448286) - | > loss_feat: 5.460081100463867 (5.412969418934414) - | > loss_mel: 21.68924331665039 (20.908079147338867) - | > loss_duration: 1.6815986633300781 (1.7335931743894304) - | > loss_1: 32.692626953125 (31.793139593941824) - - --> STEP: 8 - | > loss_disc: 2.4634978771209717 (2.5501631796360016) - | > loss_disc_real_0: 0.17948949337005615 (0.1701528476551175) - | > loss_disc_real_1: 0.2117099016904831 (0.24970684759318829) - | > loss_disc_real_2: 0.212832510471344 (0.21312343515455723) - | > loss_disc_real_3: 0.16115383803844452 (0.19021052028983831) - | > loss_disc_real_4: 0.1853020340204239 (0.22137133963406086) - | > loss_disc_real_5: 0.17877963185310364 (0.22787993028759956) - | > loss_0: 2.4634978771209717 (2.5501631796360016) - | > loss_gen: 2.41225266456604 (2.275080233812332) - | > loss_kl: 1.2086939811706543 (1.4487241879105568) - | > loss_feat: 6.8333258628845215 (5.590513974428177) - | > loss_mel: 22.938369750976562 (21.16186547279358) - | > loss_duration: 1.742178201675415 (1.7346663028001785) - | > loss_1: 35.134822845458984 (32.21085000038147) - - --> STEP: 9 - | > loss_disc: 2.638636589050293 (2.5599935584598117) - | > loss_disc_real_0: 0.16756004095077515 (0.1698647580213017) - | > loss_disc_real_1: 0.231387197971344 (0.2476713309685389) - | > loss_disc_real_2: 0.22568601369857788 (0.21451927721500397) - | > loss_disc_real_3: 0.19818130135536194 (0.19109616263045204) - | > loss_disc_real_4: 0.19947804510593414 (0.21893875135315788) - | > loss_disc_real_5: 0.2756982445716858 (0.2331930763191647) - | > loss_0: 2.638636589050293 (2.5599935584598117) - | > loss_gen: 2.0764920711517334 (2.253014882405599) - | > loss_kl: 1.5572961568832397 (1.4607877400186327) - | > loss_feat: 4.859548568725586 (5.509295596016778) - | > loss_mel: 21.97404670715332 (21.252107832166885) - | > loss_duration: 1.6977369785308838 (1.7305630445480347) - | > loss_1: 32.165122985839844 (32.20576922098795) - - --> STEP: 10 - | > loss_disc: 2.503082275390625 (2.554302430152893) - | > loss_disc_real_0: 0.19224344193935394 (0.17210262641310692) - | > loss_disc_real_1: 0.19565440714359283 (0.2424696385860443) - | > loss_disc_real_2: 0.23438481986522675 (0.21650583148002625) - | > loss_disc_real_3: 0.1897137612104416 (0.190957922488451) - | > loss_disc_real_4: 0.22571155428886414 (0.21961603164672852) - | > loss_disc_real_5: 0.2739441990852356 (0.23726818859577178) - | > loss_0: 2.503082275390625 (2.554302430152893) - | > loss_gen: 2.1455323696136475 (2.242266631126404) - | > loss_kl: 1.5720977783203125 (1.4719187438488006) - | > loss_feat: 4.66196346282959 (5.424562382698059) - | > loss_mel: 17.93130111694336 (20.92002716064453) - | > loss_duration: 1.6288785934448242 (1.7203945994377137) - | > loss_1: 27.939773559570312 (31.779169654846193) - - --> STEP: 11 - | > loss_disc: 2.553363084793091 (2.5542170351201836) - | > loss_disc_real_0: 0.15693572163581848 (0.17072381688789887) - | > loss_disc_real_1: 0.25152796506881714 (0.24329312281175094) - | > loss_disc_real_2: 0.16291147470474243 (0.21163361722772772) - | > loss_disc_real_3: 0.17408135533332825 (0.18942368911071258) - | > loss_disc_real_4: 0.18320055305957794 (0.2163055335933512) - | > loss_disc_real_5: 0.23415105044841766 (0.23698481240055777) - | > loss_0: 2.553363084793091 (2.5542170351201836) - | > loss_gen: 2.19598126411438 (2.2380588704889472) - | > loss_kl: 1.8557868003845215 (1.5068158398975025) - | > loss_feat: 6.329092502593994 (5.5067923935976895) - | > loss_mel: 22.091785430908203 (21.02655063975941) - | > loss_duration: 1.6171001195907593 (1.7110041921788997) - | > loss_1: 34.089744567871094 (31.989221919666637) - - --> STEP: 12 - | > loss_disc: 2.472829818725586 (2.5474347670873008) - | > loss_disc_real_0: 0.13717493414878845 (0.16792807665963969) - | > loss_disc_real_1: 0.24627497792243958 (0.24354161073764166) - | > loss_disc_real_2: 0.2398180216550827 (0.21398231759667397) - | > loss_disc_real_3: 0.2209278792142868 (0.19204903828601042) - | > loss_disc_real_4: 0.18265941739082336 (0.21350169057647386) - | > loss_disc_real_5: 0.23706835508346558 (0.2369917742908001) - | > loss_0: 2.472829818725586 (2.5474347670873008) - | > loss_gen: 2.267364501953125 (2.2405010064442954) - | > loss_kl: 1.3039214611053467 (1.4899079749981563) - | > loss_feat: 5.998979091644287 (5.547807951768239) - | > loss_mel: 22.55674171447754 (21.154066562652588) - | > loss_duration: 1.763831615447998 (1.7154064774513245) - | > loss_1: 33.890838623046875 (32.147689978281655) - - --> STEP: 13 - | > loss_disc: 2.630736827850342 (2.553842617915227) - | > loss_disc_real_0: 0.2165045291185379 (0.1716647268487857) - | > loss_disc_real_1: 0.23683348298072815 (0.24302560091018677) - | > loss_disc_real_2: 0.11737857758998871 (0.2065512606730828) - | > loss_disc_real_3: 0.15208174288272858 (0.18897463094729644) - | > loss_disc_real_4: 0.19509746134281158 (0.21208598063542292) - | > loss_disc_real_5: 0.15310664474964142 (0.23053907201840326) - | > loss_0: 2.630736827850342 (2.553842617915227) - | > loss_gen: 2.102409839630127 (2.2298786089970517) - | > loss_kl: 2.0401713848114014 (1.532235929599175) - | > loss_feat: 6.994960308074951 (5.659127363791833) - | > loss_mel: 24.17817497253418 (21.38669028648963) - | > loss_duration: 1.7714402675628662 (1.7197167689983661) - | > loss_1: 37.087154388427734 (32.527648779062126) - - --> STEP: 14 - | > loss_disc: 2.7640347480773926 (2.568856341498239) - | > loss_disc_real_0: 0.22741135954856873 (0.17564662918448448) - | > loss_disc_real_1: 0.3315393924713135 (0.2493480145931244) - | > loss_disc_real_2: 0.2697302997112274 (0.2110640491758074) - | > loss_disc_real_3: 0.2826119363307953 (0.19566300990326063) - | > loss_disc_real_4: 0.32129088044166565 (0.2198863306215831) - | > loss_disc_real_5: 0.3065962493419647 (0.2359717275415148) - | > loss_0: 2.7640347480773926 (2.568856341498239) - | > loss_gen: 2.532090663909912 (2.2514651843479703) - | > loss_kl: 1.837830662727356 (1.5540641248226166) - | > loss_feat: 3.6160075664520264 (5.513190235410418) - | > loss_mel: 22.315736770629883 (21.453050749642507) - | > loss_duration: 1.7478128671646118 (1.721723633153098) - | > loss_1: 32.04948043823242 (32.49349389757429) - - --> STEP: 15 - | > loss_disc: 2.3767223358154297 (2.5560474077860516) - | > loss_disc_real_0: 0.11250220984220505 (0.17143700122833253) - | > loss_disc_real_1: 0.23357373476028442 (0.24829639593760172) - | > loss_disc_real_2: 0.2013097107410431 (0.21041375994682313) - | > loss_disc_real_3: 0.22275131940841675 (0.1974688972036044) - | > loss_disc_real_4: 0.21665562689304352 (0.21967095037301382) - | > loss_disc_real_5: 0.25776830315589905 (0.23742483258247377) - | > loss_0: 2.3767223358154297 (2.5560474077860516) - | > loss_gen: 2.401869773864746 (2.261492156982422) - | > loss_kl: 1.3576314449310303 (1.540968612829844) - | > loss_feat: 5.138007164001465 (5.488178030649821) - | > loss_mel: 24.03483772277832 (21.625169881184895) - | > loss_duration: 1.7130522727966309 (1.721145542462667) - | > loss_1: 34.6453971862793 (32.636954116821286) - - --> STEP: 16 - | > loss_disc: 2.5261549949645996 (2.5541791319847107) - | > loss_disc_real_0: 0.14111526310443878 (0.16954189259558916) - | > loss_disc_real_1: 0.19944673776626587 (0.24524329230189323) - | > loss_disc_real_2: 0.177204430103302 (0.20833817683160305) - | > loss_disc_real_3: 0.12947899103164673 (0.19321952806785703) - | > loss_disc_real_4: 0.24673490226268768 (0.22136244736611843) - | > loss_disc_real_5: 0.2076699286699295 (0.23556515108793974) - | > loss_0: 2.5261549949645996 (2.5541791319847107) - | > loss_gen: 2.1302483081817627 (2.2532894164323807) - | > loss_kl: 1.8483463525772095 (1.5601797215640545) - | > loss_feat: 7.028099536895752 (5.584423124790192) - | > loss_mel: 24.112945556640625 (21.78065586090088) - | > loss_duration: 1.830040693283081 (1.7279514893889427) - | > loss_1: 36.94968032836914 (32.90649950504303) - - --> STEP: 17 - | > loss_disc: 2.4654369354248047 (2.5489590027753044) - | > loss_disc_real_0: 0.16278377175331116 (0.16914435607545517) - | > loss_disc_real_1: 0.2107827067375183 (0.24321619903340058) - | > loss_disc_real_2: 0.19505703449249268 (0.20755693316459656) - | > loss_disc_real_3: 0.15758609771728516 (0.1911234439295881) - | > loss_disc_real_4: 0.2432883232831955 (0.22265220477300532) - | > loss_disc_real_5: 0.21890044212341309 (0.2345848740900264) - | > loss_0: 2.4654369354248047 (2.5489590027753044) - | > loss_gen: 2.1933398246765137 (2.249762969858506) - | > loss_kl: 1.3514999151229858 (1.547904438832227) - | > loss_feat: 5.853582382202148 (5.600256022285013) - | > loss_mel: 24.997831344604492 (21.969901477589328) - | > loss_duration: 1.6577434539794922 (1.7238216049530928) - | > loss_1: 36.05400085449219 (33.09164664324592) - - --> STEP: 18 - | > loss_disc: 2.661919593811035 (2.5552345911661782) - | > loss_disc_real_0: 0.12822657823562622 (0.16687114619546467) - | > loss_disc_real_1: 0.25908616185188293 (0.2440978636344274) - | > loss_disc_real_2: 0.197749063372612 (0.20701205150948632) - | > loss_disc_real_3: 0.2151549607515335 (0.19245852819747394) - | > loss_disc_real_4: 0.24263007938861847 (0.22376208669609493) - | > loss_disc_real_5: 0.2508541941642761 (0.2354887252052625) - | > loss_0: 2.661919593811035 (2.5552345911661782) - | > loss_gen: 2.0926716327667236 (2.241035673353407) - | > loss_kl: 1.542335033416748 (1.547595027420256) - | > loss_feat: 5.593730926513672 (5.599893516964382) - | > loss_mel: 22.551380157470703 (22.002205848693848) - | > loss_duration: 1.6689764261245728 (1.7207746505737305) - | > loss_1: 33.4490966796875 (33.11150497860379) - - --> STEP: 19 - | > loss_disc: 2.2337164878845215 (2.5383125857303015) - | > loss_disc_real_0: 0.12904100120067596 (0.16488008593258105) - | > loss_disc_real_1: 0.28153881430625916 (0.24606843998557643) - | > loss_disc_real_2: 0.19750364124774933 (0.20651160886413172) - | > loss_disc_real_3: 0.13261930644512177 (0.18930909547366595) - | > loss_disc_real_4: 0.16442394256591797 (0.2206390264787172) - | > loss_disc_real_5: 0.17793779075145721 (0.23245972865506223) - | > loss_0: 2.2337164878845215 (2.5383125857303015) - | > loss_gen: 2.490438938140869 (2.2541621609738) - | > loss_kl: 1.8115642070770264 (1.5614881421390332) - | > loss_feat: 7.1428399085998535 (5.681101221787302) - | > loss_mel: 24.172639846801758 (22.116439217015316) - | > loss_duration: 1.8083158731460571 (1.725382083340695) - | > loss_1: 37.42580032348633 (33.338573154650234) - - --> STEP: 20 - | > loss_disc: 2.7290258407592773 (2.54784824848175) - | > loss_disc_real_0: 0.23263198137283325 (0.16826768070459366) - | > loss_disc_real_1: 0.27351751923561096 (0.24744089394807817) - | > loss_disc_real_2: 0.27484723925590515 (0.2099283903837204) - | > loss_disc_real_3: 0.21570755541324615 (0.19062901847064495) - | > loss_disc_real_4: 0.26341256499290466 (0.22277770340442657) - | > loss_disc_real_5: 0.3292640149593353 (0.23729994297027587) - | > loss_0: 2.7290258407592773 (2.54784824848175) - | > loss_gen: 2.3303277492523193 (2.257970440387726) - | > loss_kl: 1.7775471210479736 (1.5722910910844803) - | > loss_feat: 4.971470832824707 (5.6456197023391725) - | > loss_mel: 22.724300384521484 (22.146832275390626) - | > loss_duration: 1.6584556102752686 (1.7220357596874236) - | > loss_1: 33.462100982666016 (33.34474954605103) - - --> STEP: 21 - | > loss_disc: 2.5268056392669678 (2.5468462194715222) - | > loss_disc_real_0: 0.26652729511260986 (0.17294670996211825) - | > loss_disc_real_1: 0.20041199028491974 (0.2452014223450706) - | > loss_disc_real_2: 0.19090409576892853 (0.20902247159253984) - | > loss_disc_real_3: 0.209096759557724 (0.1915084347128868) - | > loss_disc_real_4: 0.2436264455318451 (0.22377050064858936) - | > loss_disc_real_5: 0.26237913966178894 (0.2384941904317765) - | > loss_0: 2.5268056392669678 (2.5468462194715222) - | > loss_gen: 2.312288284301758 (2.2605570043836325) - | > loss_kl: 1.2597507238388062 (1.557408216453734) - | > loss_feat: 5.564365386962891 (5.641750449226016) - | > loss_mel: 21.32448387145996 (22.107672827584402) - | > loss_duration: 1.7085281610488892 (1.7213925407046364) - | > loss_1: 32.16941452026367 (33.28878121148972) - - --> STEP: 22 - | > loss_disc: 2.594594717025757 (2.5490166057239874) - | > loss_disc_real_0: 0.1667969524860382 (0.17266717553138733) - | > loss_disc_real_1: 0.23221974074840546 (0.24461134590885855) - | > loss_disc_real_2: 0.20915617048740387 (0.20902854881503366) - | > loss_disc_real_3: 0.21447859704494476 (0.19255253300070763) - | > loss_disc_real_4: 0.2989443838596344 (0.2271874953400005) - | > loss_disc_real_5: 0.21984602510929108 (0.23764654655348172) - | > loss_0: 2.594594717025757 (2.5490166057239874) - | > loss_gen: 2.161452531814575 (2.2560522556304936) - | > loss_kl: 1.0537668466567993 (1.5345154269175096) - | > loss_feat: 4.484768390655518 (5.58916035565463) - | > loss_mel: 18.0837345123291 (21.924766540527344) - | > loss_duration: 1.8001527786254883 (1.7249725515192205) - | > loss_1: 27.583873748779297 (33.02946723591197) - - --> STEP: 23 - | > loss_disc: 2.5015676021575928 (2.546953605568927) - | > loss_disc_real_0: 0.2311590313911438 (0.17521029969920282) - | > loss_disc_real_1: 0.2837465703487396 (0.2463128774062447) - | > loss_disc_real_2: 0.2499471753835678 (0.2108076195354047) - | > loss_disc_real_3: 0.1887870728969574 (0.19238881734402283) - | > loss_disc_real_4: 0.2846139073371887 (0.22968429586161737) - | > loss_disc_real_5: 0.2174738347530365 (0.2367694721273754) - | > loss_0: 2.5015676021575928 (2.546953605568927) - | > loss_gen: 2.5494513511657715 (2.2688087380450708) - | > loss_kl: 1.5919429063796997 (1.5370122738506482) - | > loss_feat: 4.9054388999938965 (5.559433335843294) - | > loss_mel: 23.005399703979492 (21.97175059111222) - | > loss_duration: 1.7404015064239502 (1.7256433756455132) - | > loss_1: 33.792633056640625 (33.062648358552345) - - --> STEP: 24 - | > loss_disc: 2.4475955963134766 (2.5428136885166164) - | > loss_disc_real_0: 0.09047091007232666 (0.17167949179808298) - | > loss_disc_real_1: 0.27918514609336853 (0.24768255526820818) - | > loss_disc_real_2: 0.2402215152978897 (0.21203319852550825) - | > loss_disc_real_3: 0.17978429794311523 (0.19186362903565168) - | > loss_disc_real_4: 0.19341988861560822 (0.22817327889303365) - | > loss_disc_real_5: 0.29198840260505676 (0.23907026089727879) - | > loss_0: 2.4475955963134766 (2.5428136885166164) - | > loss_gen: 2.4563162326812744 (2.2766215503215794) - | > loss_kl: 1.6011823415756226 (1.5396860266725223) - | > loss_feat: 5.649297714233398 (5.563177684942882) - | > loss_mel: 23.050373077392578 (22.016693194707234) - | > loss_duration: 1.6716570854187012 (1.7233939468860626) - | > loss_1: 34.428829193115234 (33.11957255999246) - - --> STEP: 25 - | > loss_disc: 2.593029260635376 (2.544822311401367) - | > loss_disc_real_0: 0.16557645797729492 (0.17143537044525148) - | > loss_disc_real_1: 0.2716206908226013 (0.2486400806903839) - | > loss_disc_real_2: 0.24697168171405792 (0.21343073785305022) - | > loss_disc_real_3: 0.19834841787815094 (0.19212302058935166) - | > loss_disc_real_4: 0.24535487592220306 (0.22886054277420043) - | > loss_disc_real_5: 0.1960056871175766 (0.23734767794609068) - | > loss_0: 2.593029260635376 (2.544822311401367) - | > loss_gen: 2.193218946456909 (2.2732854461669927) - | > loss_kl: 1.4151533842086792 (1.5347047209739686) - | > loss_feat: 5.271286487579346 (5.55150203704834) - | > loss_mel: 22.752763748168945 (22.046136016845704) - | > loss_duration: 1.6596083641052246 (1.720842523574829) - | > loss_1: 33.292030334472656 (33.12647087097167) - - --> STEP: 26 - | > loss_disc: 2.3636767864227295 (2.537855175825266) - | > loss_disc_real_0: 0.115912526845932 (0.16929987646066225) - | > loss_disc_real_1: 0.24331830441951752 (0.2484353969876583) - | > loss_disc_real_2: 0.1765662282705307 (0.2120128720998764) - | > loss_disc_real_3: 0.16068390011787415 (0.19091382364814097) - | > loss_disc_real_4: 0.16659775376319885 (0.22646582011993116) - | > loss_disc_real_5: 0.157225102186203 (0.23426604041686425) - | > loss_0: 2.3636767864227295 (2.537855175825266) - | > loss_gen: 2.071272134780884 (2.2655157034213733) - | > loss_kl: 1.4583349227905273 (1.5317674210438361) - | > loss_feat: 6.3930864334106445 (5.583870667677659) - | > loss_mel: 23.497400283813477 (22.10195387326754) - | > loss_duration: 1.6810193061828613 (1.7193108613674457) - | > loss_1: 35.101112365722656 (33.202418620769784) - - --> STEP: 27 - | > loss_disc: 2.592349052429199 (2.5398734675513372) - | > loss_disc_real_0: 0.20086482167243958 (0.1704689485055429) - | > loss_disc_real_1: 0.24268102645874023 (0.2482222721532539) - | > loss_disc_real_2: 0.2110842913389206 (0.211978480219841) - | > loss_disc_real_3: 0.22383543848991394 (0.1921331427163548) - | > loss_disc_real_4: 0.2525063455104828 (0.2274302840232849) - | > loss_disc_real_5: 0.31983622908592224 (0.2374353066638664) - | > loss_0: 2.592349052429199 (2.5398734675513372) - | > loss_gen: 2.4592342376708984 (2.272690463949133) - | > loss_kl: 1.925862193107605 (1.5463635237128646) - | > loss_feat: 5.95065975189209 (5.59745544857449) - | > loss_mel: 23.645410537719727 (22.159118934913916) - | > loss_duration: 1.718969702720642 (1.7192982258620086) - | > loss_1: 35.700138092041016 (33.29492674933539) - - --> STEP: 28 - | > loss_disc: 2.388195276260376 (2.5344563892909457) - | > loss_disc_real_0: 0.1342911720275879 (0.16917688505990164) - | > loss_disc_real_1: 0.2307196706533432 (0.24759717924254282) - | > loss_disc_real_2: 0.1932278722524643 (0.21130881564957754) - | > loss_disc_real_3: 0.20340096950531006 (0.19253556510167463) - | > loss_disc_real_4: 0.26415693759918213 (0.2287419502224241) - | > loss_disc_real_5: 0.26876094937324524 (0.23855407961777278) - | > loss_0: 2.388195276260376 (2.5344563892909457) - | > loss_gen: 2.355760097503662 (2.2756572365760808) - | > loss_kl: 1.5802888870239258 (1.5475751438311167) - | > loss_feat: 5.404476165771484 (5.590563331331525) - | > loss_mel: 21.304195404052734 (22.128585951668875) - | > loss_duration: 1.72075355052948 (1.7193502017429896) - | > loss_1: 32.365474700927734 (33.261732033320826) - - --> STEP: 29 - | > loss_disc: 2.670497417449951 (2.5391474592274634) - | > loss_disc_real_0: 0.26725226640701294 (0.17255879476152616) - | > loss_disc_real_1: 0.2505956292152405 (0.24770057406918755) - | > loss_disc_real_2: 0.18256646394729614 (0.21031770007363682) - | > loss_disc_real_3: 0.20529599487781525 (0.19297557992154155) - | > loss_disc_real_4: 0.2680940628051758 (0.23009891962182932) - | > loss_disc_real_5: 0.18990454077720642 (0.23687650931292567) - | > loss_0: 2.670497417449951 (2.5391474592274634) - | > loss_gen: 2.1270906925201416 (2.27053425229829) - | > loss_kl: 1.2165805101394653 (1.536161535772784) - | > loss_feat: 5.173272609710693 (5.576173996103221) - | > loss_mel: 20.518898010253906 (22.073079470930427) - | > loss_duration: 1.6749911308288574 (1.7178205786080196) - | > loss_1: 30.710832595825195 (33.17376998375201) - - --> STEP: 30 - | > loss_disc: 2.395689010620117 (2.534365510940552) - | > loss_disc_real_0: 0.16476279497146606 (0.1722989281018575) - | > loss_disc_real_1: 0.2745110094547272 (0.24859425524870554) - | > loss_disc_real_2: 0.1846509724855423 (0.209462142487367) - | > loss_disc_real_3: 0.2016134411096573 (0.19326350862781208) - | > loss_disc_real_4: 0.19448833167552948 (0.22891190002361933) - | > loss_disc_real_5: 0.1867595613002777 (0.23520594437917072) - | > loss_0: 2.395689010620117 (2.534365510940552) - | > loss_gen: 2.3717892169952393 (2.2739094177881882) - | > loss_kl: 1.6860451698303223 (1.5411576569080352) - | > loss_feat: 6.0260186195373535 (5.591168816884359) - | > loss_mel: 22.680086135864258 (22.093313026428223) - | > loss_duration: 1.7438246011734009 (1.7186873793601989) - | > loss_1: 34.50776290893555 (33.21823641459146) - - --> STEP: 31 - | > loss_disc: 2.6406939029693604 (2.537795459070513) - | > loss_disc_real_0: 0.08509761095046997 (0.16948598238729662) - | > loss_disc_real_1: 0.24706575274467468 (0.24854494871631747) - | > loss_disc_real_2: 0.1700737178325653 (0.20819154814366372) - | > loss_disc_real_3: 0.1775989830493927 (0.19275820135108887) - | > loss_disc_real_4: 0.22050577402114868 (0.2286407346687009) - | > loss_disc_real_5: 0.24656552076339722 (0.235572382327049) - | > loss_0: 2.6406939029693604 (2.537795459070513) - | > loss_gen: 1.898148536682129 (2.2617880990428314) - | > loss_kl: 1.354771375656128 (1.5351451962224898) - | > loss_feat: 6.049795627593994 (5.605963230133057) - | > loss_mel: 23.10190200805664 (22.12584815486785) - | > loss_duration: 1.6749647855758667 (1.7172769731090916) - | > loss_1: 34.07958221435547 (33.24602176297094) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.011151682945989793 (+0) - | > avg_loss_disc: 2.537795459070513 (+0) - | > avg_loss_disc_real_0: 0.16948598238729662 (+0) - | > avg_loss_disc_real_1: 0.24854494871631747 (+0) - | > avg_loss_disc_real_2: 0.20819154814366372 (+0) - | > avg_loss_disc_real_3: 0.19275820135108887 (+0) - | > avg_loss_disc_real_4: 0.2286407346687009 (+0) - | > avg_loss_disc_real_5: 0.235572382327049 (+0) - | > avg_loss_0: 2.537795459070513 (+0) - | > avg_loss_gen: 2.2617880990428314 (+0) - | > avg_loss_kl: 1.5351451962224898 (+0) - | > avg_loss_feat: 5.605963230133057 (+0) - | > avg_loss_mel: 22.12584815486785 (+0) - | > avg_loss_duration: 1.7172769731090916 (+0) - | > avg_loss_1: 33.24602176297094 (+0) - - > BEST MODEL : vits_shi_male-November-22-2024_02+49AM-0000000/best_model_23904.pth - - > EPOCH: 1/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-22 22:25:43)  - - --> TIME: 2024-11-22 22:26:04 -- STEP: 21/797 -- GLOBAL_STEP: 23925 - | > loss_disc: 2.536327838897705 (2.514109248206729) - | > loss_disc_real_0: 0.13907502591609955 (0.12381075659678095) - | > loss_disc_real_1: 0.23530437052249908 (0.22474119847729093) - | > loss_disc_real_2: 0.22679376602172852 (0.2423831153483618) - | > loss_disc_real_3: 0.2543381452560425 (0.22847579703444526) - | > loss_disc_real_4: 0.28328150510787964 (0.22936370755944932) - | > loss_disc_real_5: 0.3026637136936188 (0.24579512008598872) - | > loss_0: 2.536327838897705 (2.514109248206729) - | > grad_norm_0: tensor(120.8242, device='cuda:0') (tensor(73.2598, device='cuda:0')) - | > loss_gen: 2.3964972496032715 (2.3204296770549955) - | > loss_kl: 1.9089936017990112 (1.6194518634251185) - | > loss_feat: 5.9952778816223145 (5.681716646466937) - | > loss_mel: 23.39332389831543 (21.8827391124907) - | > loss_duration: 1.8623055219650269 (1.8993685529345559) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.556396484375 (33.403706141880576) - | > grad_norm_1: tensor(869.6130, device='cuda:0') (tensor(508.0951, device='cuda:0')) - | > current_lr_0: 0.00019927626732381507 - | > current_lr_1: 0.00019927626732381507 - | > step_time: 0.8438 (0.9070592380705333) - | > loader_time: 0.0037 (0.003929206303187779) - - - --> TIME: 2024-11-22 22:26:26 -- STEP: 46/797 -- GLOBAL_STEP: 23950 - | > loss_disc: 2.5112109184265137 (2.4809846463410743) - | > loss_disc_real_0: 0.10804766416549683 (0.12506869070879792) - | > loss_disc_real_1: 0.2062688022851944 (0.21574604090141214) - | > loss_disc_real_2: 0.23550619184970856 (0.23697700027538382) - | > loss_disc_real_3: 0.2369036227464676 (0.22633741504472235) - | > loss_disc_real_4: 0.20539885759353638 (0.22254622047362121) - | > loss_disc_real_5: 0.23272104561328888 (0.23908682588649832) - | > loss_0: 2.5112109184265137 (2.4809846463410743) - | > grad_norm_0: tensor(86.9405, device='cuda:0') (tensor(74.6375, device='cuda:0')) - | > loss_gen: 2.1107537746429443 (2.319391732630523) - | > loss_kl: 1.6050446033477783 (1.5943777664847996) - | > loss_feat: 5.058797836303711 (5.817886715349943) - | > loss_mel: 20.228673934936523 (21.902938842773438) - | > loss_duration: 1.7279680967330933 (1.8454345516536548) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.731239318847656 (33.48002947931704) - | > grad_norm_1: tensor(929.7811, device='cuda:0') (tensor(584.7714, device='cuda:0')) - | > current_lr_0: 0.00019927626732381507 - | > current_lr_1: 0.00019927626732381507 - | > step_time: 0.8511 (0.8930814214374708) - | > loader_time: 0.005 (0.004299448884051779) - - - --> TIME: 2024-11-22 22:26:50 -- STEP: 71/797 -- GLOBAL_STEP: 23975 - | > loss_disc: 2.365168571472168 (2.4531589259564033) - | > loss_disc_real_0: 0.07636052370071411 (0.12308055597921493) - | > loss_disc_real_1: 0.1740569770336151 (0.21455750142184782) - | > loss_disc_real_2: 0.22764596343040466 (0.23374354944262707) - | > loss_disc_real_3: 0.2744806408882141 (0.22445447742938995) - | > loss_disc_real_4: 0.20680132508277893 (0.2206084778611089) - | > loss_disc_real_5: 0.23027125000953674 (0.23305487842626973) - | > loss_0: 2.365168571472168 (2.4531589259564033) - | > grad_norm_0: tensor(102.6061, device='cuda:0') (tensor(77.7761, device='cuda:0')) - | > loss_gen: 2.3109042644500732 (2.354257220953284) - | > loss_kl: 1.0883684158325195 (1.5856457142762732) - | > loss_feat: 5.508365154266357 (5.946744576306411) - | > loss_mel: 21.11046600341797 (22.101050390324122) - | > loss_duration: 1.740867018699646 (1.8096333372760827) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.758970260620117 (33.79733112496389) - | > grad_norm_1: tensor(395.7887, device='cuda:0') (tensor(591.1768, device='cuda:0')) - | > current_lr_0: 0.00019927626732381507 - | > current_lr_1: 0.00019927626732381507 - | > step_time: 0.9255 (0.9039972936603385) - | > loader_time: 0.0037 (0.00446138919239313) - - - --> TIME: 2024-11-22 22:27:13 -- STEP: 96/797 -- GLOBAL_STEP: 24000 - | > loss_disc: 2.561053991317749 (2.4764303416013704) - | > loss_disc_real_0: 0.087912417948246 (0.12427476145482312) - | > loss_disc_real_1: 0.17696182429790497 (0.21728284703567624) - | > loss_disc_real_2: 0.2540397047996521 (0.23909908796971044) - | > loss_disc_real_3: 0.27448734641075134 (0.22522175715615353) - | > loss_disc_real_4: 0.2540850043296814 (0.22220826288685203) - | > loss_disc_real_5: 0.2867383062839508 (0.23616154988606772) - | > loss_0: 2.561053991317749 (2.4764303416013704) - | > grad_norm_0: tensor(51.4026, device='cuda:0') (tensor(83.3164, device='cuda:0')) - | > loss_gen: 2.2510933876037598 (2.362173115213713) - | > loss_kl: 1.4060057401657104 (1.5681207738816736) - | > loss_feat: 6.390476226806641 (5.935229485233627) - | > loss_mel: 24.02959632873535 (22.068193296591442) - | > loss_duration: 1.7572839260101318 (1.794728297740221) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.83445358276367 (33.72844491402308) - | > grad_norm_1: tensor(660.7259, device='cuda:0') (tensor(602.2460, device='cuda:0')) - | > current_lr_0: 0.00019927626732381507 - | > current_lr_1: 0.00019927626732381507 - | > step_time: 0.8328 (0.905385618408521) - | > loader_time: 0.0045 (0.0045097420612971) - - - --> TIME: 2024-11-22 22:27:36 -- STEP: 121/797 -- GLOBAL_STEP: 24025 - | > loss_disc: 2.278200626373291 (2.477710103200486) - | > loss_disc_real_0: 0.11597254127264023 (0.12325755866967943) - | > loss_disc_real_1: 0.19665715098381042 (0.21717734955066492) - | > loss_disc_real_2: 0.21583326160907745 (0.23903620107607407) - | > loss_disc_real_3: 0.1684911549091339 (0.2255533364686099) - | > loss_disc_real_4: 0.15891778469085693 (0.22244991411354917) - | > loss_disc_real_5: 0.24525511264801025 (0.23747960595059986) - | > loss_0: 2.278200626373291 (2.477710103200486) - | > grad_norm_0: tensor(33.1904, device='cuda:0') (tensor(78.3178, device='cuda:0')) - | > loss_gen: 2.664489269256592 (2.353663576535943) - | > loss_kl: 1.4002258777618408 (1.561567789266917) - | > loss_feat: 6.3610310554504395 (5.908649535218548) - | > loss_mel: 23.39339828491211 (22.112672332889776) - | > loss_duration: 1.8387788534164429 (1.7867734530740533) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.65792465209961 (33.723326612109986) - | > grad_norm_1: tensor(949.9024, device='cuda:0') (tensor(598.4868, device='cuda:0')) - | > current_lr_0: 0.00019927626732381507 - | > current_lr_1: 0.00019927626732381507 - | > step_time: 0.8842 (0.9092614099013904) - | > loader_time: 0.0046 (0.00455939671224799) - - - --> TIME: 2024-11-22 22:27:59 -- STEP: 146/797 -- GLOBAL_STEP: 24050 - | > loss_disc: 2.512702465057373 (2.4706897800915852) - | > loss_disc_real_0: 0.08000457286834717 (0.12422231788912864) - | > loss_disc_real_1: 0.16417410969734192 (0.21590280236854942) - | > loss_disc_real_2: 0.2594676911830902 (0.23764251590999838) - | > loss_disc_real_3: 0.21293270587921143 (0.22439062493304684) - | > loss_disc_real_4: 0.22063905000686646 (0.22219245656304162) - | > loss_disc_real_5: 0.22868908941745758 (0.23622875415707287) - | > loss_0: 2.512702465057373 (2.4706897800915852) - | > grad_norm_0: tensor(37.7374, device='cuda:0') (tensor(84.5098, device='cuda:0')) - | > loss_gen: 2.1429789066314697 (2.3545476884058085) - | > loss_kl: 1.5255324840545654 (1.5518421171462695) - | > loss_feat: 4.838817596435547 (5.928007850908255) - | > loss_mel: 18.848100662231445 (22.101674262791462) - | > loss_duration: 1.6491591930389404 (1.7802718975772596) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 29.004589080810547 (33.716343735995366) - | > grad_norm_1: tensor(578.1505, device='cuda:0') (tensor(621.9460, device='cuda:0')) - | > current_lr_0: 0.00019927626732381507 - | > current_lr_1: 0.00019927626732381507 - | > step_time: 0.8652 (0.9079653890165564) - | > loader_time: 0.0043 (0.004772957057169039) - - - --> TIME: 2024-11-22 22:28:23 -- STEP: 171/797 -- GLOBAL_STEP: 24075 - | > loss_disc: 2.5206398963928223 (2.4655057324303513) - | > loss_disc_real_0: 0.1956411749124527 (0.1237087330361556) - | > loss_disc_real_1: 0.20025700330734253 (0.21613849682068964) - | > loss_disc_real_2: 0.20225279033184052 (0.2360203477025729) - | > loss_disc_real_3: 0.23957425355911255 (0.22476942654241594) - | > loss_disc_real_4: 0.23944510519504547 (0.22122804550399558) - | > loss_disc_real_5: 0.25321337580680847 (0.23556943891341225) - | > loss_0: 2.5206398963928223 (2.4655057324303513) - | > grad_norm_0: tensor(138.3552, device='cuda:0') (tensor(89.0918, device='cuda:0')) - | > loss_gen: 2.3283650875091553 (2.359327222868713) - | > loss_kl: 1.5779492855072021 (1.5556330806330625) - | > loss_feat: 5.50468111038208 (5.945412752921121) - | > loss_mel: 22.312673568725586 (22.120416763930287) - | > loss_duration: 1.6894444227218628 (1.773612656091389) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.41311264038086 (33.75440248411302) - | > grad_norm_1: tensor(943.6180, device='cuda:0') (tensor(642.9435, device='cuda:0')) - | > current_lr_0: 0.00019927626732381507 - | > current_lr_1: 0.00019927626732381507 - | > step_time: 0.938 (0.912937677394577) - | > loader_time: 0.0041 (0.004873455616465788) - - - --> TIME: 2024-11-22 22:28:46 -- STEP: 196/797 -- GLOBAL_STEP: 24100 - | > loss_disc: 2.4438529014587402 (2.4690977322811976) - | > loss_disc_real_0: 0.17704962193965912 (0.12395070086480403) - | > loss_disc_real_1: 0.22682137787342072 (0.21688008338821177) - | > loss_disc_real_2: 0.2281845360994339 (0.2364685159860825) - | > loss_disc_real_3: 0.21740639209747314 (0.2250204037646858) - | > loss_disc_real_4: 0.2249644249677658 (0.2214018816546518) - | > loss_disc_real_5: 0.21035398542881012 (0.23604900694015074) - | > loss_0: 2.4438529014587402 (2.4690977322811976) - | > grad_norm_0: tensor(178.3811, device='cuda:0') (tensor(94.1273, device='cuda:0')) - | > loss_gen: 2.437483310699463 (2.358943328565481) - | > loss_kl: 1.4973015785217285 (1.5567202774845819) - | > loss_feat: 5.524320602416992 (5.925404808959183) - | > loss_mel: 20.872859954833984 (22.14022871912741) - | > loss_duration: 1.7412751913070679 (1.7694016147632987) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.073238372802734 (33.75069871240733) - | > grad_norm_1: tensor(461.0535, device='cuda:0') (tensor(663.0435, device='cuda:0')) - | > current_lr_0: 0.00019927626732381507 - | > current_lr_1: 0.00019927626732381507 - | > step_time: 0.9706 (0.916571489402226) - | > loader_time: 0.0049 (0.0048946227346147834) - - - --> TIME: 2024-11-22 22:29:11 -- STEP: 221/797 -- GLOBAL_STEP: 24125 - | > loss_disc: 2.420300006866455 (2.466556498367862) - | > loss_disc_real_0: 0.10886087268590927 (0.1236680629094262) - | > loss_disc_real_1: 0.2094469666481018 (0.21774794801867386) - | > loss_disc_real_2: 0.2648734152317047 (0.2361889808560928) - | > loss_disc_real_3: 0.23301436007022858 (0.22405106618123896) - | > loss_disc_real_4: 0.2174118012189865 (0.22050052672220033) - | > loss_disc_real_5: 0.22071188688278198 (0.23554526471714088) - | > loss_0: 2.420300006866455 (2.466556498367862) - | > grad_norm_0: tensor(77.5540, device='cuda:0') (tensor(93.4625, device='cuda:0')) - | > loss_gen: 2.3851394653320312 (2.359111784809855) - | > loss_kl: 1.791393756866455 (1.5547335967758658) - | > loss_feat: 6.400853633880615 (5.937431807971109) - | > loss_mel: 23.782806396484375 (22.19887660099909) - | > loss_duration: 1.744966983795166 (1.7665682286698354) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.105159759521484 (33.81672202408045) - | > grad_norm_1: tensor(1013.6486, device='cuda:0') (tensor(660.9053, device='cuda:0')) - | > current_lr_0: 0.00019927626732381507 - | > current_lr_1: 0.00019927626732381507 - | > step_time: 0.9828 (0.9233387552235461) - | > loader_time: 0.0078 (0.005023826840776125) - - - --> TIME: 2024-11-22 22:29:35 -- STEP: 246/797 -- GLOBAL_STEP: 24150 - | > loss_disc: 2.654080390930176 (2.4673222497226748) - | > loss_disc_real_0: 0.04809361696243286 (0.1230582754332118) - | > loss_disc_real_1: 0.27888137102127075 (0.2177232489353273) - | > loss_disc_real_2: 0.2511956989765167 (0.23679142584645652) - | > loss_disc_real_3: 0.17718802392482758 (0.22449449104506794) - | > loss_disc_real_4: 0.18882210552692413 (0.22153985809262206) - | > loss_disc_real_5: 0.20372126996517181 (0.23601203496620907) - | > loss_0: 2.654080390930176 (2.4673222497226748) - | > grad_norm_0: tensor(29.4900, device='cuda:0') (tensor(96.8471, device='cuda:0')) - | > loss_gen: 2.0471017360687256 (2.36342354324775) - | > loss_kl: 1.4424164295196533 (1.5570125439302704) - | > loss_feat: 5.346459865570068 (5.948624198029681) - | > loss_mel: 22.81494140625 (22.205013856655206) - | > loss_duration: 1.765973687171936 (1.7615841845186746) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.416893005371094 (33.83565832928913) - | > grad_norm_1: tensor(587.4696, device='cuda:0') (tensor(670.8242, device='cuda:0')) - | > current_lr_0: 0.00019927626732381507 - | > current_lr_1: 0.00019927626732381507 - | > step_time: 0.8448 (0.9238605751254694) - | > loader_time: 0.0079 (0.005095446982034824) - - - --> TIME: 2024-11-22 22:30:02 -- STEP: 271/797 -- GLOBAL_STEP: 24175 - | > loss_disc: 2.5136892795562744 (2.4666762044069075) - | > loss_disc_real_0: 0.19343344867229462 (0.12393312293664996) - | > loss_disc_real_1: 0.25366881489753723 (0.21740708293949984) - | > loss_disc_real_2: 0.20620158314704895 (0.23557398196076115) - | > loss_disc_real_3: 0.18755264580249786 (0.22429063085920256) - | > loss_disc_real_4: 0.18320302665233612 (0.22150673049182468) - | > loss_disc_real_5: 0.19232815504074097 (0.23561500936636626) - | > loss_0: 2.5136892795562744 (2.4666762044069075) - | > grad_norm_0: tensor(177.9689, device='cuda:0') (tensor(101.0947, device='cuda:0')) - | > loss_gen: 2.4559969902038574 (2.364091244130997) - | > loss_kl: 1.5969493389129639 (1.5546639291122826) - | > loss_feat: 5.796603679656982 (5.947838985612032) - | > loss_mel: 20.814638137817383 (22.225053034145446) - | > loss_duration: 1.7361061573028564 (1.7585851345554928) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.40029525756836 (33.85023231787875) - | > grad_norm_1: tensor(811.5107, device='cuda:0') (tensor(663.9655, device='cuda:0')) - | > current_lr_0: 0.00019927626732381507 - | > current_lr_1: 0.00019927626732381507 - | > step_time: 1.0013 (0.9369778624319942) - | > loader_time: 0.006 (0.005314790894624492) - - - --> TIME: 2024-11-22 22:30:26 -- STEP: 296/797 -- GLOBAL_STEP: 24200 - | > loss_disc: 2.468620538711548 (2.464729430707725) - | > loss_disc_real_0: 0.13005515933036804 (0.1233944759855198) - | > loss_disc_real_1: 0.24610073864459991 (0.21680825666801348) - | > loss_disc_real_2: 0.23523198068141937 (0.2364445093113023) - | > loss_disc_real_3: 0.28771498799324036 (0.22427220954685598) - | > loss_disc_real_4: 0.20410417020320892 (0.22157386640036428) - | > loss_disc_real_5: 0.25027936697006226 (0.23558588663267122) - | > loss_0: 2.468620538711548 (2.464729430707725) - | > grad_norm_0: tensor(4.0309, device='cuda:0') (tensor(99.3736, device='cuda:0')) - | > loss_gen: 2.428915023803711 (2.36567895718523) - | > loss_kl: 1.8029505014419556 (1.554995826772741) - | > loss_feat: 5.694796085357666 (5.950123091001769) - | > loss_mel: 23.14647674560547 (22.23228211016268) - | > loss_duration: 1.6906263828277588 (1.7563256504567895) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.763763427734375 (33.8594056528968) - | > grad_norm_1: tensor(281.5319, device='cuda:0') (tensor(664.2192, device='cuda:0')) - | > current_lr_0: 0.00019927626732381507 - | > current_lr_1: 0.00019927626732381507 - | > step_time: 0.8284 (0.9406908549167015) - | > loader_time: 0.0054 (0.005419139121029828) - - - --> TIME: 2024-11-22 22:30:51 -- STEP: 321/797 -- GLOBAL_STEP: 24225 - | > loss_disc: 2.615128517150879 (2.4662804559012437) - | > loss_disc_real_0: 0.1413114070892334 (0.12390541834205482) - | > loss_disc_real_1: 0.2771974503993988 (0.2168780808044) - | > loss_disc_real_2: 0.2852785885334015 (0.2361661243104489) - | > loss_disc_real_3: 0.25465598702430725 (0.2248928545048675) - | > loss_disc_real_4: 0.21249163150787354 (0.22155678824657962) - | > loss_disc_real_5: 0.24601991474628448 (0.2354949702540662) - | > loss_0: 2.615128517150879 (2.4662804559012437) - | > grad_norm_0: tensor(259.3871, device='cuda:0') (tensor(100.5227, device='cuda:0')) - | > loss_gen: 2.4105358123779297 (2.361972217619234) - | > loss_kl: 1.5893815755844116 (1.557027186188742) - | > loss_feat: 5.175450325012207 (5.936339127311825) - | > loss_mel: 20.786184310913086 (22.231243020648897) - | > loss_duration: 1.770073652267456 (1.754210416401658) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.731624603271484 (33.84079198153963) - | > grad_norm_1: tensor(1123.2325, device='cuda:0') (tensor(668.4778, device='cuda:0')) - | > current_lr_0: 0.00019927626732381507 - | > current_lr_1: 0.00019927626732381507 - | > step_time: 0.983 (0.9444264808547831) - | > loader_time: 0.0056 (0.005482273309773001) - - - --> TIME: 2024-11-22 22:31:18 -- STEP: 346/797 -- GLOBAL_STEP: 24250 - | > loss_disc: 2.5243544578552246 (2.4672735405795136) - | > loss_disc_real_0: 0.19244176149368286 (0.12368242508284963) - | > loss_disc_real_1: 0.18621711432933807 (0.21785121251737452) - | > loss_disc_real_2: 0.2224210947751999 (0.2365740975634211) - | > loss_disc_real_3: 0.2093532532453537 (0.22486183477964014) - | > loss_disc_real_4: 0.20047837495803833 (0.22161261194703208) - | > loss_disc_real_5: 0.21984387934207916 (0.23521662723122305) - | > loss_0: 2.5243544578552246 (2.4672735405795136) - | > grad_norm_0: tensor(108.4936, device='cuda:0') (tensor(103.2720, device='cuda:0')) - | > loss_gen: 2.3126838207244873 (2.3635268714386615) - | > loss_kl: 1.5142511129379272 (1.5546927303937124) - | > loss_feat: 6.882296562194824 (5.9323504894455015) - | > loss_mel: 24.2351131439209 (22.226484359344308) - | > loss_duration: 1.6872919797897339 (1.7512082326618923) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.63163375854492 (33.828262687418515) - | > grad_norm_1: tensor(594.9971, device='cuda:0') (tensor(681.6432, device='cuda:0')) - | > current_lr_0: 0.00019927626732381507 - | > current_lr_1: 0.00019927626732381507 - | > step_time: 1.0389 (0.9521940464229253) - | > loader_time: 0.0083 (0.005629253525265377) - - - --> TIME: 2024-11-22 22:31:46 -- STEP: 371/797 -- GLOBAL_STEP: 24275 - | > loss_disc: 2.537984848022461 (2.467241786560922) - | > loss_disc_real_0: 0.1669035255908966 (0.12404773413452176) - | > loss_disc_real_1: 0.18689152598381042 (0.21800846749078232) - | > loss_disc_real_2: 0.30027660727500916 (0.2359094601676792) - | > loss_disc_real_3: 0.23756331205368042 (0.22481214682850234) - | > loss_disc_real_4: 0.2504292130470276 (0.22159862932008553) - | > loss_disc_real_5: 0.3095811903476715 (0.23477539600869715) - | > loss_0: 2.537984848022461 (2.467241786560922) - | > grad_norm_0: tensor(177.9717, device='cuda:0') (tensor(103.7339, device='cuda:0')) - | > loss_gen: 2.5993261337280273 (2.3646869408795137) - | > loss_kl: 1.7552777528762817 (1.5552787372686787) - | > loss_feat: 5.982304096221924 (5.943398644018043) - | > loss_mel: 22.067995071411133 (22.237655948114533) - | > loss_duration: 1.6817768812179565 (1.7485850474262494) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.0866813659668 (33.84960531867098) - | > grad_norm_1: tensor(1057.5243, device='cuda:0') (tensor(677.0709, device='cuda:0')) - | > current_lr_0: 0.00019927626732381507 - | > current_lr_1: 0.00019927626732381507 - | > step_time: 1.1979 (0.961725256192395) - | > loader_time: 0.0086 (0.005802349902870196) - - - --> TIME: 2024-11-22 22:32:12 -- STEP: 396/797 -- GLOBAL_STEP: 24300 - | > loss_disc: 2.51767897605896 (2.4666540610669827) - | > loss_disc_real_0: 0.10945811867713928 (0.1231017563059324) - | > loss_disc_real_1: 0.210261732339859 (0.21781620360685117) - | > loss_disc_real_2: 0.2077288031578064 (0.23641502462101704) - | > loss_disc_real_3: 0.25285181403160095 (0.22518200732090257) - | > loss_disc_real_4: 0.2304670512676239 (0.22169775910901302) - | > loss_disc_real_5: 0.25043755769729614 (0.2349731947737511) - | > loss_0: 2.51767897605896 (2.4666540610669827) - | > grad_norm_0: tensor(15.7336, device='cuda:0') (tensor(104.2264, device='cuda:0')) - | > loss_gen: 2.2229526042938232 (2.364974601100189) - | > loss_kl: 1.4885673522949219 (1.5544467797183021) - | > loss_feat: 6.040921688079834 (5.945778799779485) - | > loss_mel: 22.077516555786133 (22.249118414792157) - | > loss_duration: 1.6605312824249268 (1.7467139050213978) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.4904899597168 (33.86103251004462) - | > grad_norm_1: tensor(195.1643, device='cuda:0') (tensor(687.7101, device='cuda:0')) - | > current_lr_0: 0.00019927626732381507 - | > current_lr_1: 0.00019927626732381507 - | > step_time: 0.9772 (0.9661705933435999) - | > loader_time: 0.0084 (0.0058984997296574115) - - - --> TIME: 2024-11-22 22:32:38 -- STEP: 421/797 -- GLOBAL_STEP: 24325 - | > loss_disc: 2.4165596961975098 (2.4627784629332474) - | > loss_disc_real_0: 0.1320054531097412 (0.12273606853537491) - | > loss_disc_real_1: 0.22963812947273254 (0.21736565787973428) - | > loss_disc_real_2: 0.26997047662734985 (0.23619984444275038) - | > loss_disc_real_3: 0.23630894720554352 (0.22482261005036905) - | > loss_disc_real_4: 0.21582162380218506 (0.22100972184234446) - | > loss_disc_real_5: 0.2718995213508606 (0.23497716990474285) - | > loss_0: 2.4165596961975098 (2.4627784629332474) - | > grad_norm_0: tensor(28.5278, device='cuda:0') (tensor(105.3987, device='cuda:0')) - | > loss_gen: 2.551711082458496 (2.3667994134499732) - | > loss_kl: 1.4856228828430176 (1.551359911146186) - | > loss_feat: 6.1843719482421875 (5.954738405141579) - | > loss_mel: 22.90831184387207 (22.251663982726626) - | > loss_duration: 1.739811897277832 (1.7452781356145537) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.86982727050781 (33.869839829107384) - | > grad_norm_1: tensor(986.0054, device='cuda:0') (tensor(693.2151, device='cuda:0')) - | > current_lr_0: 0.00019927626732381507 - | > current_lr_1: 0.00019927626732381507 - | > step_time: 1.0894 (0.9692125008961368) - | > loader_time: 0.0091 (0.0059683181327765435) - - - --> TIME: 2024-11-22 22:33:06 -- STEP: 446/797 -- GLOBAL_STEP: 24350 - | > loss_disc: 2.421902656555176 (2.4627742510739994) - | > loss_disc_real_0: 0.09527313709259033 (0.12246122111821121) - | > loss_disc_real_1: 0.16243329644203186 (0.21757518997908706) - | > loss_disc_real_2: 0.18947313725948334 (0.23581160594930564) - | > loss_disc_real_3: 0.2695108652114868 (0.2249483908171611) - | > loss_disc_real_4: 0.2432820200920105 (0.2210229285428877) - | > loss_disc_real_5: 0.2211572527885437 (0.23485397824792048) - | > loss_0: 2.421902656555176 (2.4627742510739994) - | > grad_norm_0: tensor(109.9390, device='cuda:0') (tensor(105.9830, device='cuda:0')) - | > loss_gen: 2.266935110092163 (2.3652391599432763) - | > loss_kl: 1.7544002532958984 (1.5517997618747927) - | > loss_feat: 5.495163917541504 (5.951938591730432) - | > loss_mel: 21.544675827026367 (22.259201246526754) - | > loss_duration: 1.732551097869873 (1.743997652167162) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.793724060058594 (33.872176414113426) - | > grad_norm_1: tensor(872.3633, device='cuda:0') (tensor(698.8432, device='cuda:0')) - | > current_lr_0: 0.00019927626732381507 - | > current_lr_1: 0.00019927626732381507 - | > step_time: 1.053 (0.9786605995332179) - | > loader_time: 0.0172 (0.006150623608063153) - - - --> TIME: 2024-11-22 22:33:34 -- STEP: 471/797 -- GLOBAL_STEP: 24375 - | > loss_disc: 2.5566115379333496 (2.462650653409856) - | > loss_disc_real_0: 0.06577403098344803 (0.1223507210881214) - | > loss_disc_real_1: 0.2653532326221466 (0.2174884856316694) - | > loss_disc_real_2: 0.23972688615322113 (0.2359773305634278) - | > loss_disc_real_3: 0.20021145045757294 (0.22487102142058613) - | > loss_disc_real_4: 0.18058505654335022 (0.22107704230554545) - | > loss_disc_real_5: 0.22960028052330017 (0.23505868055638235) - | > loss_0: 2.5566115379333496 (2.462650653409856) - | > grad_norm_0: tensor(12.2894, device='cuda:0') (tensor(104.9566, device='cuda:0')) - | > loss_gen: 2.3547165393829346 (2.3650508134481503) - | > loss_kl: 1.6254448890686035 (1.5522561177073513) - | > loss_feat: 5.977293491363525 (5.954788730402659) - | > loss_mel: 23.30375099182129 (22.26965337295695) - | > loss_duration: 1.6953068971633911 (1.743145241099558) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.95651626586914 (33.88489429206606) - | > grad_norm_1: tensor(149.8996, device='cuda:0') (tensor(701.2194, device='cuda:0')) - | > current_lr_0: 0.00019927626732381507 - | > current_lr_1: 0.00019927626732381507 - | > step_time: 1.08 (0.9850326839779087) - | > loader_time: 0.0078 (0.006272513901858318) - - - --> TIME: 2024-11-22 22:34:01 -- STEP: 496/797 -- GLOBAL_STEP: 24400 - | > loss_disc: 2.347792148590088 (2.4623664088787565) - | > loss_disc_real_0: 0.1001269742846489 (0.12230434365600588) - | > loss_disc_real_1: 0.17882420122623444 (0.21757563630179053) - | > loss_disc_real_2: 0.1871628314256668 (0.23579403151187203) - | > loss_disc_real_3: 0.28307291865348816 (0.2253191890195012) - | > loss_disc_real_4: 0.23592273890972137 (0.2212923307632727) - | > loss_disc_real_5: 0.266117125749588 (0.23482641169140417) - | > loss_0: 2.347792148590088 (2.4623664088787565) - | > grad_norm_0: tensor(127.1553, device='cuda:0') (tensor(104.4319, device='cuda:0')) - | > loss_gen: 2.517206907272339 (2.366387756601456) - | > loss_kl: 1.5706455707550049 (1.5527410848486805) - | > loss_feat: 6.317049026489258 (5.958336892627899) - | > loss_mel: 23.594512939453125 (22.28162444791487) - | > loss_duration: 1.7250434160232544 (1.7417075850309864) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.72446060180664 (33.90079779394213) - | > grad_norm_1: tensor(638.4315, device='cuda:0') (tensor(702.8004, device='cuda:0')) - | > current_lr_0: 0.00019927626732381507 - | > current_lr_1: 0.00019927626732381507 - | > step_time: 1.0084 (0.9884245227421483) - | > loader_time: 0.0071 (0.006359810310025367) - - - --> TIME: 2024-11-22 22:34:27 -- STEP: 521/797 -- GLOBAL_STEP: 24425 - | > loss_disc: 2.5422556400299072 (2.460053041663142) - | > loss_disc_real_0: 0.04958007484674454 (0.12168856476381736) - | > loss_disc_real_1: 0.2137058526277542 (0.2174646881857669) - | > loss_disc_real_2: 0.2505490779876709 (0.23589692595137746) - | > loss_disc_real_3: 0.21625488996505737 (0.22496893796033) - | > loss_disc_real_4: 0.22320038080215454 (0.2209606336826555) - | > loss_disc_real_5: 0.24437221884727478 (0.23479129857385456) - | > loss_0: 2.5422556400299072 (2.460053041663142) - | > grad_norm_0: tensor(51.1757, device='cuda:0') (tensor(103.4849, device='cuda:0')) - | > loss_gen: 2.1670162677764893 (2.367760264255721) - | > loss_kl: 1.5648422241210938 (1.5542030226932602) - | > loss_feat: 5.796800136566162 (5.963669322960206) - | > loss_mel: 22.256031036376953 (22.291699623649738) - | > loss_duration: 1.7471826076507568 (1.7405873681213027) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.5318717956543 (33.91791960923093) - | > grad_norm_1: tensor(848.6918, device='cuda:0') (tensor(704.2766, device='cuda:0')) - | > current_lr_0: 0.00019927626732381507 - | > current_lr_1: 0.00019927626732381507 - | > step_time: 1.0396 (0.9907006640809511) - | > loader_time: 0.0079 (0.006452219499965088) - - - --> TIME: 2024-11-22 22:34:52 -- STEP: 546/797 -- GLOBAL_STEP: 24450 - | > loss_disc: 2.318655014038086 (2.458369934078537) - | > loss_disc_real_0: 0.08050695806741714 (0.12142637430011352) - | > loss_disc_real_1: 0.20403940975666046 (0.2173207801231098) - | > loss_disc_real_2: 0.24247869849205017 (0.23543536242766258) - | > loss_disc_real_3: 0.2302219718694687 (0.22484241936342184) - | > loss_disc_real_4: 0.21383565664291382 (0.2209680780440896) - | > loss_disc_real_5: 0.22882847487926483 (0.2349319244861166) - | > loss_0: 2.318655014038086 (2.458369934078537) - | > grad_norm_0: tensor(133.9345, device='cuda:0') (tensor(105.1434, device='cuda:0')) - | > loss_gen: 2.5288186073303223 (2.3719379914985907) - | > loss_kl: 1.6782939434051514 (1.5542772226717876) - | > loss_feat: 6.8003950119018555 (5.9760871754461125) - | > loss_mel: 21.574798583984375 (22.288433155297366) - | > loss_duration: 1.705531358718872 (1.7402060149790166) - | > amp_scaler: 256.0 (130.8131868131868) - | > loss_1: 34.287837982177734 (33.930941585219415) - | > grad_norm_1: tensor(638.9360, device='cuda:0') (tensor(701.7125, device='cuda:0')) - | > current_lr_0: 0.00019927626732381507 - | > current_lr_1: 0.00019927626732381507 - | > step_time: 1.0211 (0.9898915539731036) - | > loader_time: 0.0107 (0.006547918686499961) - - - --> TIME: 2024-11-22 22:35:15 -- STEP: 571/797 -- GLOBAL_STEP: 24475 - | > loss_disc: 2.4283227920532227 (2.4587293305873033) - | > loss_disc_real_0: 0.12934868037700653 (0.12187885607865145) - | > loss_disc_real_1: 0.24341998994350433 (0.21742545381423262) - | > loss_disc_real_2: 0.23599869012832642 (0.23517452389158425) - | > loss_disc_real_3: 0.23935340344905853 (0.2246791439851821) - | > loss_disc_real_4: 0.2311890870332718 (0.22079978684932247) - | > loss_disc_real_5: 0.2762605547904968 (0.23515182950137584) - | > loss_0: 2.4283227920532227 (2.4587293305873033) - | > grad_norm_0: tensor(68.7274, device='cuda:0') (tensor(105.3226, device='cuda:0')) - | > loss_gen: 2.5331273078918457 (2.373118762585828) - | > loss_kl: 1.5087895393371582 (1.552632842088956) - | > loss_feat: 6.282464981079102 (5.981405605576708) - | > loss_mel: 21.54241180419922 (22.30146324571921) - | > loss_duration: 1.7418346405029297 (1.739413483339099) - | > amp_scaler: 256.0 (136.2942206654991) - | > loss_1: 33.60862731933594 (33.948033995887265) - | > grad_norm_1: tensor(1000.7422, device='cuda:0') (tensor(696.0812, device='cuda:0')) - | > current_lr_0: 0.00019927626732381507 - | > current_lr_1: 0.00019927626732381507 - | > step_time: 0.8994 (0.9863896904392543) - | > loader_time: 0.0072 (0.0066733518957882935) - - - --> TIME: 2024-11-22 22:35:38 -- STEP: 596/797 -- GLOBAL_STEP: 24500 - | > loss_disc: 2.5086851119995117 (2.458564169454894) - | > loss_disc_real_0: 0.07130254805088043 (0.12171864642717894) - | > loss_disc_real_1: 0.2462654709815979 (0.21728577434816612) - | > loss_disc_real_2: 0.2773253619670868 (0.2350760848580191) - | > loss_disc_real_3: 0.22686341404914856 (0.22483193184305358) - | > loss_disc_real_4: 0.23986515402793884 (0.2209414882247879) - | > loss_disc_real_5: 0.24453169107437134 (0.23516232862868566) - | > loss_0: 2.5086851119995117 (2.458564169454894) - | > grad_norm_0: tensor(125.6124, device='cuda:0') (tensor(105.3824, device='cuda:0')) - | > loss_gen: 2.350367307662964 (2.3711162061499262) - | > loss_kl: 1.1537877321243286 (1.5531824171143087) - | > loss_feat: 5.136356830596924 (5.975335077951416) - | > loss_mel: 21.363807678222656 (22.289052476818934) - | > loss_duration: 1.6975808143615723 (1.7390221283339817) - | > amp_scaler: 128.0 (140.67114093959725) - | > loss_1: 31.7018985748291 (33.927708363373036) - | > grad_norm_1: tensor(1160.9492, device='cuda:0') (tensor(699.6430, device='cuda:0')) - | > current_lr_0: 0.00019927626732381507 - | > current_lr_1: 0.00019927626732381507 - | > step_time: 0.9169 (0.9839532527347539) - | > loader_time: 0.0072 (0.006731320147546343) - - - --> TIME: 2024-11-22 22:36:02 -- STEP: 621/797 -- GLOBAL_STEP: 24525 - | > loss_disc: 2.408902645111084 (2.4586200080632006) - | > loss_disc_real_0: 0.11943784356117249 (0.12156399664575543) - | > loss_disc_real_1: 0.22814081609249115 (0.2170559258324704) - | > loss_disc_real_2: 0.2144707888364792 (0.23527598369044767) - | > loss_disc_real_3: 0.1790817826986313 (0.2247651642167434) - | > loss_disc_real_4: 0.22442471981048584 (0.22081236217332914) - | > loss_disc_real_5: 0.23512984812259674 (0.23581744620093592) - | > loss_0: 2.408902645111084 (2.4586200080632006) - | > grad_norm_0: tensor(18.0313, device='cuda:0') (tensor(104.8494, device='cuda:0')) - | > loss_gen: 2.328780174255371 (2.3713702529716794) - | > loss_kl: 1.5334910154342651 (1.5527332738977702) - | > loss_feat: 6.50602912902832 (5.9744683939861565) - | > loss_mel: 24.313093185424805 (22.30839346610789) - | > loss_duration: 1.740340232849121 (1.7388152003096309) - | > amp_scaler: 128.0 (140.16103059581317) - | > loss_1: 36.42173767089844 (33.94578065733981) - | > grad_norm_1: tensor(607.8661, device='cuda:0') (tensor(699.2712, device='cuda:0')) - | > current_lr_0: 0.00019927626732381507 - | > current_lr_1: 0.00019927626732381507 - | > step_time: 0.9747 (0.9822477035092463) - | > loader_time: 0.0082 (0.0068531892533847455) - - - --> TIME: 2024-11-22 22:36:26 -- STEP: 646/797 -- GLOBAL_STEP: 24550 - | > loss_disc: 2.2773020267486572 (2.4584913659760073) - | > loss_disc_real_0: 0.05503733456134796 (0.12193932950542807) - | > loss_disc_real_1: 0.2268599420785904 (0.21699435183138296) - | > loss_disc_real_2: 0.22696846723556519 (0.23532406492129937) - | > loss_disc_real_3: 0.18122173845767975 (0.22472845587660284) - | > loss_disc_real_4: 0.23478488624095917 (0.22092171490838275) - | > loss_disc_real_5: 0.2492230385541916 (0.23556406862872303) - | > loss_0: 2.2773020267486572 (2.4584913659760073) - | > grad_norm_0: tensor(84.0674, device='cuda:0') (tensor(105.4130, device='cuda:0')) - | > loss_gen: 2.5188229084014893 (2.3691816931538536) - | > loss_kl: 1.445644736289978 (1.552048467445669) - | > loss_feat: 7.3856611251831055 (5.965772390365599) - | > loss_mel: 24.350109100341797 (22.304968636102345) - | > loss_duration: 1.672295331954956 (1.7387494516815567) - | > amp_scaler: 128.0 (139.69040247678012) - | > loss_1: 37.37253189086914 (33.93072068654349) - | > grad_norm_1: tensor(786.6476, device='cuda:0') (tensor(697.1127, device='cuda:0')) - | > current_lr_0: 0.00019927626732381507 - | > current_lr_1: 0.00019927626732381507 - | > step_time: 0.9685 (0.9805355208577017) - | > loader_time: 0.01 (0.006943704912167951) - - - --> TIME: 2024-11-22 22:36:50 -- STEP: 671/797 -- GLOBAL_STEP: 24575 - | > loss_disc: 2.414684772491455 (2.4597703056790245) - | > loss_disc_real_0: 0.11911027878522873 (0.12251408147763033) - | > loss_disc_real_1: 0.19449783861637115 (0.21704052775076707) - | > loss_disc_real_2: 0.19238969683647156 (0.23505731515486442) - | > loss_disc_real_3: 0.2321995049715042 (0.22508555359794202) - | > loss_disc_real_4: 0.1827266961336136 (0.22089461022890797) - | > loss_disc_real_5: 0.23497585952281952 (0.23550185880966584) - | > loss_0: 2.414684772491455 (2.4597703056790245) - | > grad_norm_0: tensor(100.7281, device='cuda:0') (tensor(105.8501, device='cuda:0')) - | > loss_gen: 2.321995735168457 (2.3696507753807095) - | > loss_kl: 1.768932580947876 (1.552617630198176) - | > loss_feat: 6.128617763519287 (5.965601176334386) - | > loss_mel: 24.173303604125977 (22.309236481008508) - | > loss_duration: 1.712162733078003 (1.738395286388085) - | > amp_scaler: 128.0 (139.2548435171386) - | > loss_1: 36.105010986328125 (33.9355013715173) - | > grad_norm_1: tensor(662.8797, device='cuda:0') (tensor(689.3965, device='cuda:0')) - | > current_lr_0: 0.00019927626732381507 - | > current_lr_1: 0.00019927626732381507 - | > step_time: 0.9173 (0.9792999766445017) - | > loader_time: 0.0075 (0.007028734275374432) - - - --> TIME: 2024-11-22 22:37:15 -- STEP: 696/797 -- GLOBAL_STEP: 24600 - | > loss_disc: 2.4464073181152344 (2.459250836879357) - | > loss_disc_real_0: 0.0902034267783165 (0.12257655974927134) - | > loss_disc_real_1: 0.20131804049015045 (0.21703172734157103) - | > loss_disc_real_2: 0.22414074838161469 (0.23523466295466341) - | > loss_disc_real_3: 0.19510386884212494 (0.2249973265389944) - | > loss_disc_real_4: 0.22075079381465912 (0.22103284130236875) - | > loss_disc_real_5: 0.23674161732196808 (0.2354392608863184) - | > loss_0: 2.4464073181152344 (2.459250836879357) - | > grad_norm_0: tensor(83.1742, device='cuda:0') (tensor(104.8403, device='cuda:0')) - | > loss_gen: 2.1330697536468506 (2.368578299708749) - | > loss_kl: 1.6766211986541748 (1.5534048568585823) - | > loss_feat: 5.756196022033691 (5.9661218181423745) - | > loss_mel: 23.977497100830078 (22.330418625097163) - | > loss_duration: 1.7330760955810547 (1.7378115136733003) - | > amp_scaler: 128.0 (138.85057471264366) - | > loss_1: 35.276458740234375 (33.956335106115255) - | > grad_norm_1: tensor(773.9946, device='cuda:0') (tensor(688.0849, device='cuda:0')) - | > current_lr_0: 0.00019927626732381507 - | > current_lr_1: 0.00019927626732381507 - | > step_time: 0.9409 (0.9789324025998171) - | > loader_time: 0.0087 (0.007136755633628229) - - - --> TIME: 2024-11-22 22:37:42 -- STEP: 721/797 -- GLOBAL_STEP: 24625 - | > loss_disc: 2.511086940765381 (2.459573494081854) - | > loss_disc_real_0: 0.2095414698123932 (0.12322632647565103) - | > loss_disc_real_1: 0.21934685111045837 (0.21687148275801937) - | > loss_disc_real_2: 0.23890036344528198 (0.2349431268385148) - | > loss_disc_real_3: 0.20870976150035858 (0.22492973781326442) - | > loss_disc_real_4: 0.20969438552856445 (0.221022509813474) - | > loss_disc_real_5: 0.26060283184051514 (0.2354666748382513) - | > loss_0: 2.511086940765381 (2.459573494081854) - | > grad_norm_0: tensor(120.1374, device='cuda:0') (tensor(104.6495, device='cuda:0')) - | > loss_gen: 2.303713321685791 (2.3661698894923973) - | > loss_kl: 1.4968372583389282 (1.5535913482618398) - | > loss_feat: 5.832113742828369 (5.9567184778919815) - | > loss_mel: 22.96942901611328 (22.32017450425232) - | > loss_duration: 1.7230452299118042 (1.7371436875008681) - | > amp_scaler: 128.0 (138.47434119278785) - | > loss_1: 34.325138092041016 (33.933797894503016) - | > grad_norm_1: tensor(981.1844, device='cuda:0') (tensor(686.8445, device='cuda:0')) - | > current_lr_0: 0.00019927626732381507 - | > current_lr_1: 0.00019927626732381507 - | > step_time: 1.0232 (0.9815242905557239) - | > loader_time: 0.0091 (0.007344658265662753) - - - --> TIME: 2024-11-22 22:38:13 -- STEP: 746/797 -- GLOBAL_STEP: 24650 - | > loss_disc: 2.436445713043213 (2.460825169054497) - | > loss_disc_real_0: 0.11969385296106339 (0.12356933309689125) - | > loss_disc_real_1: 0.21647830307483673 (0.21701075841770093) - | > loss_disc_real_2: 0.2529597580432892 (0.2350994809742907) - | > loss_disc_real_3: 0.2351696640253067 (0.22521591410240602) - | > loss_disc_real_4: 0.22076332569122314 (0.22141016080935574) - | > loss_disc_real_5: 0.2301102578639984 (0.2354131185177504) - | > loss_0: 2.436445713043213 (2.460825169054497) - | > grad_norm_0: tensor(241.5249, device='cuda:0') (tensor(105.1169, device='cuda:0')) - | > loss_gen: 2.3428657054901123 (2.3652094241441377) - | > loss_kl: 1.4016823768615723 (1.5528460459798654) - | > loss_feat: 5.498848915100098 (5.950739590156493) - | > loss_mel: 21.328506469726562 (22.313102330982534) - | > loss_duration: 1.7097787857055664 (1.736177838360017) - | > amp_scaler: 128.0 (138.1233243967829) - | > loss_1: 32.281681060791016 (33.91807520868953) - | > grad_norm_1: tensor(729.3712, device='cuda:0') (tensor(685.1462, device='cuda:0')) - | > current_lr_0: 0.00019927626732381507 - | > current_lr_1: 0.00019927626732381507 - | > step_time: 1.3904 (0.9895117755869438) - | > loader_time: 0.0138 (0.007550806526204534) - - - --> TIME: 2024-11-22 22:38:55 -- STEP: 771/797 -- GLOBAL_STEP: 24675 - | > loss_disc: 2.3906853199005127 (2.4608003230410342) - | > loss_disc_real_0: 0.0654364600777626 (0.1232339379688104) - | > loss_disc_real_1: 0.1707623451948166 (0.21707307045793714) - | > loss_disc_real_2: 0.19060896337032318 (0.23536077454860108) - | > loss_disc_real_3: 0.16671964526176453 (0.22508700731199538) - | > loss_disc_real_4: 0.18917353451251984 (0.2216381539630518) - | > loss_disc_real_5: 0.23159633576869965 (0.23563423551783333) - | > loss_0: 2.3906853199005127 (2.4608003230410342) - | > grad_norm_0: tensor(292.0373, device='cuda:0') (tensor(105.6634, device='cuda:0')) - | > loss_gen: 2.284867525100708 (2.366459014969265) - | > loss_kl: 1.517673134803772 (1.5521135299276902) - | > loss_feat: 6.055947780609131 (5.955462392047529) - | > loss_mel: 22.182104110717773 (22.32468627306275) - | > loss_duration: 1.733079433441162 (1.7351240197972104) - | > amp_scaler: 128.0 (137.79507133592745) - | > loss_1: 33.7736701965332 (33.93384521326049) - | > grad_norm_1: tensor(1025.2678, device='cuda:0') (tensor(686.7670, device='cuda:0')) - | > current_lr_0: 0.00019927626732381507 - | > current_lr_1: 0.00019927626732381507 - | > step_time: 1.4596 (1.0116468069618312) - | > loader_time: 0.0112 (0.007975398025314781) - - - --> TIME: 2024-11-22 22:39:54 -- STEP: 796/797 -- GLOBAL_STEP: 24700 - | > loss_disc: 2.499563217163086 (2.4612951958598828) - | > loss_disc_real_0: 0.22665464878082275 (0.12321231424827223) - | > loss_disc_real_1: 0.2427251935005188 (0.21728955042646755) - | > loss_disc_real_2: 0.2558000385761261 (0.23545024613264817) - | > loss_disc_real_3: 0.24602852761745453 (0.22542786152668334) - | > loss_disc_real_4: 0.22765493392944336 (0.2216659248549135) - | > loss_disc_real_5: 0.21719802916049957 (0.23540771812500066) - | > loss_0: 2.499563217163086 (2.4612951958598828) - | > grad_norm_0: tensor(218.8925, device='cuda:0') (tensor(105.5048, device='cuda:0')) - | > loss_gen: 2.498734474182129 (2.3674640826244433) - | > loss_kl: 1.5876094102859497 (1.5519911347322128) - | > loss_feat: 6.235169410705566 (5.961905843648478) - | > loss_mel: 22.67070960998535 (22.34700792398885) - | > loss_duration: 1.6976673603057861 (1.7343748241812742) - | > amp_scaler: 128.0 (137.48743718592962) - | > loss_1: 34.68988800048828 (33.96274379509779) - | > grad_norm_1: tensor(173.1619, device='cuda:0') (tensor(679.2826, device='cuda:0')) - | > current_lr_0: 0.00019927626732381507 - | > current_lr_1: 0.00019927626732381507 - | > step_time: 2.0576 (1.053675133079739) - | > loader_time: 0.019 (0.008224081753486361) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.4314260482788086 (2.4314260482788086) - | > loss_disc_real_0: 0.19503018260002136 (0.19503018260002136) - | > loss_disc_real_1: 0.16880178451538086 (0.16880178451538086) - | > loss_disc_real_2: 0.18009059131145477 (0.18009059131145477) - | > loss_disc_real_3: 0.24115289747714996 (0.24115289747714996) - | > loss_disc_real_4: 0.24490509927272797 (0.24490509927272797) - | > loss_disc_real_5: 0.1805059015750885 (0.1805059015750885) - | > loss_0: 2.4314260482788086 (2.4314260482788086) - | > loss_gen: 2.3068389892578125 (2.3068389892578125) - | > loss_kl: 2.284482717514038 (2.284482717514038) - | > loss_feat: 6.8096232414245605 (6.8096232414245605) - | > loss_mel: 25.033823013305664 (25.033823013305664) - | > loss_duration: 2.021052122116089 (2.021052122116089) - | > loss_1: 38.4558219909668 (38.4558219909668) - - --> STEP: 1 - | > loss_disc: 2.5931105613708496 (2.5931105613708496) - | > loss_disc_real_0: 0.1552392542362213 (0.1552392542362213) - | > loss_disc_real_1: 0.16732235252857208 (0.16732235252857208) - | > loss_disc_real_2: 0.2389853447675705 (0.2389853447675705) - | > loss_disc_real_3: 0.24780450761318207 (0.24780450761318207) - | > loss_disc_real_4: 0.21479198336601257 (0.21479198336601257) - | > loss_disc_real_5: 0.19865837693214417 (0.19865837693214417) - | > loss_0: 2.5931105613708496 (2.5931105613708496) - | > loss_gen: 2.268766164779663 (2.268766164779663) - | > loss_kl: 2.647254467010498 (2.647254467010498) - | > loss_feat: 5.677685260772705 (5.677685260772705) - | > loss_mel: 23.58218765258789 (23.58218765258789) - | > loss_duration: 1.7643492221832275 (1.7643492221832275) - | > loss_1: 35.940242767333984 (35.940242767333984) - - --> STEP: 2 - | > loss_disc: 2.3311634063720703 (2.46213698387146) - | > loss_disc_real_0: 0.19780999422073364 (0.17652462422847748) - | > loss_disc_real_1: 0.1930331438779831 (0.1801777482032776) - | > loss_disc_real_2: 0.2459859997034073 (0.2424856722354889) - | > loss_disc_real_3: 0.22685003280639648 (0.23732727020978928) - | > loss_disc_real_4: 0.2849995791912079 (0.24989578127861023) - | > loss_disc_real_5: 0.20156146585941315 (0.20010992139577866) - | > loss_0: 2.3311634063720703 (2.46213698387146) - | > loss_gen: 2.7673919200897217 (2.5180790424346924) - | > loss_kl: 1.383158564567566 (2.015206515789032) - | > loss_feat: 5.873971462249756 (5.7758283615112305) - | > loss_mel: 21.655529022216797 (22.618858337402344) - | > loss_duration: 1.6859691143035889 (1.7251591682434082) - | > loss_1: 33.36602020263672 (34.65313148498535) - - --> STEP: 3 - | > loss_disc: 2.1579155921936035 (2.3607298533121743) - | > loss_disc_real_0: 0.11071258783340454 (0.15458727876345316) - | > loss_disc_real_1: 0.16469117999076843 (0.17501555879910788) - | > loss_disc_real_2: 0.2254457324743271 (0.23680569231510162) - | > loss_disc_real_3: 0.2657485902309418 (0.24680104355017343) - | > loss_disc_real_4: 0.21906451880931854 (0.23961869378884634) - | > loss_disc_real_5: 0.19609564542770386 (0.19877182940642038) - | > loss_0: 2.1579155921936035 (2.3607298533121743) - | > loss_gen: 2.564819812774658 (2.533659299214681) - | > loss_kl: 1.9695106744766235 (1.9999745686848958) - | > loss_feat: 6.356937885284424 (5.969531536102295) - | > loss_mel: 23.033981323242188 (22.757232666015625) - | > loss_duration: 1.7903046607971191 (1.7468743324279785) - | > loss_1: 35.71555709838867 (35.00727335611979) - - --> STEP: 4 - | > loss_disc: 2.552049160003662 (2.4085596799850464) - | > loss_disc_real_0: 0.2116536796092987 (0.16885387897491455) - | > loss_disc_real_1: 0.17671066522598267 (0.17543933540582657) - | > loss_disc_real_2: 0.22088810801506042 (0.23282629624009132) - | > loss_disc_real_3: 0.22760160267353058 (0.24200118333101273) - | > loss_disc_real_4: 0.28049588203430176 (0.2498379908502102) - | > loss_disc_real_5: 0.18923188745975494 (0.19638684391975403) - | > loss_0: 2.552049160003662 (2.4085596799850464) - | > loss_gen: 2.187511920928955 (2.4471224546432495) - | > loss_kl: 1.7178202867507935 (1.9294359982013702) - | > loss_feat: 4.886284828186035 (5.69871985912323) - | > loss_mel: 16.885799407958984 (21.289374351501465) - | > loss_duration: 1.6703773736953735 (1.7277500927448273) - | > loss_1: 27.347793579101562 (33.092403411865234) - - --> STEP: 5 - | > loss_disc: 2.551496744155884 (2.437147092819214) - | > loss_disc_real_0: 0.18444621562957764 (0.17197234630584718) - | > loss_disc_real_1: 0.17988957464694977 (0.1763293832540512) - | > loss_disc_real_2: 0.23416568338871002 (0.23309417366981505) - | > loss_disc_real_3: 0.24086473882198334 (0.24177389442920685) - | > loss_disc_real_4: 0.2671153247356415 (0.25329345762729644) - | > loss_disc_real_5: 0.1642621010541916 (0.18996189534664154) - | > loss_0: 2.551496744155884 (2.437147092819214) - | > loss_gen: 2.389846086502075 (2.4356671810150146) - | > loss_kl: 1.2687089443206787 (1.7972905874252318) - | > loss_feat: 6.597588062286377 (5.8784934997558596) - | > loss_mel: 22.49521827697754 (21.53054313659668) - | > loss_duration: 1.8515348434448242 (1.7525070428848266) - | > loss_1: 34.60289764404297 (33.39450225830078) - - --> STEP: 6 - | > loss_disc: 2.8163087368011475 (2.500340700149536) - | > loss_disc_real_0: 0.21724848449230194 (0.17951836933692297) - | > loss_disc_real_1: 0.17360033094882965 (0.17587454120318094) - | > loss_disc_real_2: 0.23615048825740814 (0.2336035594344139) - | > loss_disc_real_3: 0.24825972318649292 (0.24285486588875452) - | > loss_disc_real_4: 0.24515676498413086 (0.25193734218676883) - | > loss_disc_real_5: 0.24660642445087433 (0.19940265019734701) - | > loss_0: 2.8163087368011475 (2.500340700149536) - | > loss_gen: 1.958038091659546 (2.356062332789103) - | > loss_kl: 1.059463381767273 (1.6743193864822388) - | > loss_feat: 4.695253849029541 (5.681286891301473) - | > loss_mel: 18.523849487304688 (21.029427528381348) - | > loss_duration: 1.6977596282958984 (1.7433824737866719) - | > loss_1: 27.934364318847656 (32.48447926839193) - - --> STEP: 7 - | > loss_disc: 2.466106653213501 (2.495450122015817) - | > loss_disc_real_0: 0.18549352884292603 (0.18037196355206625) - | > loss_disc_real_1: 0.21526303887367249 (0.1815014694418226) - | > loss_disc_real_2: 0.2651759088039398 (0.2381138950586319) - | > loss_disc_real_3: 0.23601089417934418 (0.24187715564455306) - | > loss_disc_real_4: 0.21090762317180634 (0.24607595375605992) - | > loss_disc_real_5: 0.22872428596019745 (0.20359145530632564) - | > loss_0: 2.466106653213501 (2.495450122015817) - | > loss_gen: 2.458460807800293 (2.3706906863621304) - | > loss_kl: 1.568737268447876 (1.659236226763044) - | > loss_feat: 5.992554187774658 (5.7257536479405) - | > loss_mel: 22.405485153198242 (21.226007189069474) - | > loss_duration: 1.6861913204193115 (1.735212309019906) - | > loss_1: 34.11143112182617 (32.716900961739675) - - --> STEP: 8 - | > loss_disc: 2.237140417098999 (2.4631614089012146) - | > loss_disc_real_0: 0.19976729154586792 (0.18279637955129147) - | > loss_disc_real_1: 0.17237505316734314 (0.18036066740751266) - | > loss_disc_real_2: 0.21886342763900757 (0.23570758663117886) - | > loss_disc_real_3: 0.25161832571029663 (0.243094801902771) - | > loss_disc_real_4: 0.23371848464012146 (0.2445312701165676) - | > loss_disc_real_5: 0.14736539125442505 (0.19656319729983807) - | > loss_0: 2.237140417098999 (2.4631614089012146) - | > loss_gen: 2.708122730255127 (2.412869691848755) - | > loss_kl: 1.6908257007598877 (1.6631849110126495) - | > loss_feat: 7.533371448516846 (5.951705873012543) - | > loss_mel: 24.534021377563477 (21.639508962631226) - | > loss_duration: 1.7363430261611938 (1.7353536486625671) - | > loss_1: 38.20268249511719 (33.402623653411865) - - --> STEP: 9 - | > loss_disc: 2.5190269947052 (2.4693686962127686) - | > loss_disc_real_0: 0.19207750260829926 (0.18382761544651455) - | > loss_disc_real_1: 0.21803051233291626 (0.1845462057325575) - | > loss_disc_real_2: 0.24570375680923462 (0.23681827220651838) - | > loss_disc_real_3: 0.27034324407577515 (0.24612240658866036) - | > loss_disc_real_4: 0.21665072441101074 (0.24143343170483908) - | > loss_disc_real_5: 0.18070387840270996 (0.19480105075571272) - | > loss_0: 2.5190269947052 (2.4693686962127686) - | > loss_gen: 2.2094902992248535 (2.3902719815572104) - | > loss_kl: 1.3025654554367065 (1.6231160826153226) - | > loss_feat: 5.305252552032471 (5.8798777262369795) - | > loss_mel: 20.424646377563477 (21.50452423095703) - | > loss_duration: 1.7354390621185303 (1.7353631390465631) - | > loss_1: 30.977394104003906 (33.133153703477646) - - --> STEP: 10 - | > loss_disc: 2.548860788345337 (2.4773179054260255) - | > loss_disc_real_0: 0.21230575442314148 (0.18667542934417725) - | > loss_disc_real_1: 0.19621457159519196 (0.18571304231882096) - | > loss_disc_real_2: 0.24784746766090393 (0.23792119175195695) - | > loss_disc_real_3: 0.2867422103881836 (0.25018438696861267) - | > loss_disc_real_4: 0.2605541944503784 (0.243345507979393) - | > loss_disc_real_5: 0.25071316957473755 (0.2003922626376152) - | > loss_0: 2.548860788345337 (2.4773179054260255) - | > loss_gen: 2.444521903991699 (2.3956969738006593) - | > loss_kl: 1.2808277606964111 (1.5888872504234315) - | > loss_feat: 4.436374664306641 (5.735527420043946) - | > loss_mel: 18.580055236816406 (21.212077331542968) - | > loss_duration: 1.6353204250335693 (1.7253588676452636) - | > loss_1: 28.377099990844727 (32.657548332214354) - - --> STEP: 11 - | > loss_disc: 2.4591000080108643 (2.475661732933738) - | > loss_disc_real_0: 0.1677573025226593 (0.18495559963313016) - | > loss_disc_real_1: 0.13321936130523682 (0.1809408894994042) - | > loss_disc_real_2: 0.19026656448841095 (0.2335889529098164) - | > loss_disc_real_3: 0.2557060420513153 (0.25068635561249475) - | > loss_disc_real_4: 0.12532827258110046 (0.23261666839773004) - | > loss_disc_real_5: 0.17079772055149078 (0.1977018497206948) - | > loss_0: 2.4591000080108643 (2.475661732933738) - | > loss_gen: 2.1310441493988037 (2.371637626127763) - | > loss_kl: 1.886773705482483 (1.6159678372469815) - | > loss_feat: 6.874801158905029 (5.839097759940407) - | > loss_mel: 23.31393051147461 (21.403154893354937) - | > loss_duration: 1.6430498361587524 (1.7178762284192173) - | > loss_1: 35.8495979309082 (32.947734659368344) - - --> STEP: 12 - | > loss_disc: 2.4435184001922607 (2.472983121871948) - | > loss_disc_real_0: 0.23447318375110626 (0.18908206497629484) - | > loss_disc_real_1: 0.14205431938171387 (0.1777003419895967) - | > loss_disc_real_2: 0.22368885576725006 (0.23276394481460252) - | > loss_disc_real_3: 0.2522852420806885 (0.2508195961515109) - | > loss_disc_real_4: 0.21726195514202118 (0.23133710895975432) - | > loss_disc_real_5: 0.2075832635164261 (0.19852530087033907) - | > loss_0: 2.4435184001922607 (2.472983121871948) - | > loss_gen: 2.382258176803589 (2.3725226720174155) - | > loss_kl: 1.9786237478256226 (1.646189163128535) - | > loss_feat: 5.682934761047363 (5.826084176699321) - | > loss_mel: 21.87896728515625 (21.442805926005047) - | > loss_duration: 1.7350192070007324 (1.7193048099676769) - | > loss_1: 33.65780258178711 (33.00690698623657) - - --> STEP: 13 - | > loss_disc: 2.326495885848999 (2.4617148729471054) - | > loss_disc_real_0: 0.14190708100795746 (0.1854532200556535) - | > loss_disc_real_1: 0.17659823596477509 (0.17761556460307196) - | > loss_disc_real_2: 0.25447341799736023 (0.23443390429019928) - | > loss_disc_real_3: 0.20995773375034332 (0.24767637596680567) - | > loss_disc_real_4: 0.19950416684150696 (0.22888842110450452) - | > loss_disc_real_5: 0.1864287555217743 (0.19759479738198793) - | > loss_0: 2.326495885848999 (2.4617148729471054) - | > loss_gen: 2.42718243598938 (2.376727269246028) - | > loss_kl: 2.0063517093658447 (1.6738939743775587) - | > loss_feat: 5.928033828735352 (5.833926457625169) - | > loss_mel: 23.440616607666016 (21.596483670748196) - | > loss_duration: 1.7797921895980835 (1.7239576853238618) - | > loss_1: 35.58197784423828 (33.20498935992901) - - --> STEP: 14 - | > loss_disc: 2.4059574604034424 (2.457732200622558) - | > loss_disc_real_0: 0.13134102523326874 (0.18158806328262603) - | > loss_disc_real_1: 0.19476303458213806 (0.17884038388729095) - | > loss_disc_real_2: 0.19901253283023834 (0.2319038063287735) - | > loss_disc_real_3: 0.24270747601985931 (0.24732145454202378) - | > loss_disc_real_4: 0.27581658959388733 (0.23224043313946044) - | > loss_disc_real_5: 0.24971184134483337 (0.20131744337933405) - | > loss_0: 2.4059574604034424 (2.457732200622558) - | > loss_gen: 2.4093844890594482 (2.3790599278041293) - | > loss_kl: 1.7672886848449707 (1.680565025125231) - | > loss_feat: 5.348391532897949 (5.7992453915732245) - | > loss_mel: 24.565946578979492 (21.80858816419329) - | > loss_duration: 1.7507264614105225 (1.7258697407586234) - | > loss_1: 35.84173583984375 (33.39332839420863) - - --> STEP: 15 - | > loss_disc: 2.235032081604004 (2.442885526021321) - | > loss_disc_real_0: 0.12352866679430008 (0.17771743685007096) - | > loss_disc_real_1: 0.15503688156604767 (0.1772534837325414) - | > loss_disc_real_2: 0.20827211439609528 (0.23032836019992828) - | > loss_disc_real_3: 0.20323887467384338 (0.2443826158841451) - | > loss_disc_real_4: 0.23642553389072418 (0.23251943985621135) - | > loss_disc_real_5: 0.17431487143039703 (0.19951727191607158) - | > loss_0: 2.235032081604004 (2.442885526021321) - | > loss_gen: 2.3719263076782227 (2.378584353129069) - | > loss_kl: 1.2102941274642944 (1.6492136319478352) - | > loss_feat: 6.880229949951172 (5.871311028798421) - | > loss_mel: 23.463489532470703 (21.91891492207845) - | > loss_duration: 1.7241121530532837 (1.7257525682449342) - | > loss_1: 35.65005111694336 (33.54377657572428) - - --> STEP: 16 - | > loss_disc: 2.643451690673828 (2.455420911312103) - | > loss_disc_real_0: 0.13466915488243103 (0.17502691922709346) - | > loss_disc_real_1: 0.12375888228416443 (0.17391007114201784) - | > loss_disc_real_2: 0.20188096165657043 (0.22855039779096842) - | > loss_disc_real_3: 0.20815329253673553 (0.242118283174932) - | > loss_disc_real_4: 0.27055293321609497 (0.23489653319120407) - | > loss_disc_real_5: 0.20874597132205963 (0.20009406562894583) - | > loss_0: 2.643451690673828 (2.455420911312103) - | > loss_gen: 1.7201125621795654 (2.337429866194725) - | > loss_kl: 1.915152907371521 (1.6658348366618156) - | > loss_feat: 5.63536262512207 (5.856564253568649) - | > loss_mel: 17.818897247314453 (21.6626638174057) - | > loss_duration: 1.8093791007995605 (1.7309792265295982) - | > loss_1: 28.89890480041504 (33.253472089767456) - - --> STEP: 17 - | > loss_disc: 2.6046924591064453 (2.464201590594123) - | > loss_disc_real_0: 0.23639288544654846 (0.17863668194588492) - | > loss_disc_real_1: 0.21392814815044403 (0.17626407567192526) - | > loss_disc_real_2: 0.26961997151374817 (0.230966255068779) - | > loss_disc_real_3: 0.25993484258651733 (0.24316631608149586) - | > loss_disc_real_4: 0.2581842541694641 (0.23626639913110173) - | > loss_disc_real_5: 0.2707470953464508 (0.20425012620056376) - | > loss_0: 2.6046924591064453 (2.464201590594123) - | > loss_gen: 2.4361517429351807 (2.343237035414752) - | > loss_kl: 1.4156244993209839 (1.6511165815241196) - | > loss_feat: 4.579992771148682 (5.781471813426299) - | > loss_mel: 22.847530364990234 (21.732361849616556) - | > loss_duration: 1.6453653573989868 (1.7259431165807388) - | > loss_1: 32.92466354370117 (33.234130410587085) - - --> STEP: 18 - | > loss_disc: 2.7846765518188477 (2.4820057551066075) - | > loss_disc_real_0: 0.2331746369600296 (0.18166656833555964) - | > loss_disc_real_1: 0.19167223572731018 (0.17712008456389108) - | > loss_disc_real_2: 0.29145345091819763 (0.23432665483819115) - | > loss_disc_real_3: 0.2968270480632782 (0.24614746785826153) - | > loss_disc_real_4: 0.3558693528175354 (0.24291100766923693) - | > loss_disc_real_5: 0.25015711784362793 (0.20680051462517846) - | > loss_0: 2.7846765518188477 (2.4820057551066075) - | > loss_gen: 2.322624921798706 (2.342091917991638) - | > loss_kl: 1.2905519008636475 (1.6310852103763156) - | > loss_feat: 5.546361923217773 (5.768410152859158) - | > loss_mel: 23.801687240600586 (21.84732437133789) - | > loss_duration: 1.6600432395935059 (1.7222820123036702) - | > loss_1: 34.62126922607422 (33.31119367811415) - - --> STEP: 19 - | > loss_disc: 2.325453519821167 (2.4737661637757946) - | > loss_disc_real_0: 0.21600200235843658 (0.18347369644202685) - | > loss_disc_real_1: 0.19139039516448975 (0.17787115354286998) - | > loss_disc_real_2: 0.23066112399101257 (0.23413373216202385) - | > loss_disc_real_3: 0.22023537755012512 (0.2447836736315175) - | > loss_disc_real_4: 0.2081541270017624 (0.24108169816042246) - | > loss_disc_real_5: 0.1597789078950882 (0.20432569321833158) - | > loss_0: 2.325453519821167 (2.4737661637757946) - | > loss_gen: 2.5251383781433105 (2.3517259422101473) - | > loss_kl: 1.870863437652588 (1.6437051170750667) - | > loss_feat: 6.148551940917969 (5.788417615388569) - | > loss_mel: 23.641910552978516 (21.941776275634766) - | > loss_duration: 1.7807731628417969 (1.7253604939109402) - | > loss_1: 35.96723556518555 (33.45098535638107) - - --> STEP: 20 - | > loss_disc: 2.5027828216552734 (2.4752169966697686) - | > loss_disc_real_0: 0.188343346118927 (0.18371717892587186) - | > loss_disc_real_1: 0.1940910816192627 (0.1786821499466896) - | > loss_disc_real_2: 0.23371179401874542 (0.23411263525485992) - | > loss_disc_real_3: 0.2805810868740082 (0.24657354429364203) - | > loss_disc_real_4: 0.3081914484500885 (0.24443718567490577) - | > loss_disc_real_5: 0.22800283133983612 (0.2055095501244068) - | > loss_0: 2.5027828216552734 (2.4752169966697686) - | > loss_gen: 2.5753073692321777 (2.3629050135612486) - | > loss_kl: 1.4676151275634766 (1.6349006175994873) - | > loss_feat: 5.709149360656738 (5.784454202651977) - | > loss_mel: 22.842687606811523 (21.986821842193603) - | > loss_duration: 1.6906137466430664 (1.7236231565475464) - | > loss_1: 34.285369873046875 (33.49270458221436) - - --> STEP: 21 - | > loss_disc: 2.5214078426361084 (2.477416560763404) - | > loss_disc_real_0: 0.17100411653518677 (0.1831117950025059) - | > loss_disc_real_1: 0.187722846865654 (0.17911265932378315) - | > loss_disc_real_2: 0.27239489555358887 (0.23593560003098987) - | > loss_disc_real_3: 0.284394770860672 (0.24837455508254824) - | > loss_disc_real_4: 0.30402782559394836 (0.24727483519486018) - | > loss_disc_real_5: 0.21936634182929993 (0.20616939734844936) - | > loss_0: 2.5214078426361084 (2.477416560763404) - | > loss_gen: 2.5716214179992676 (2.3728438899630593) - | > loss_kl: 1.8281447887420654 (1.6441027209872292) - | > loss_feat: 5.242086410522461 (5.758627164931524) - | > loss_mel: 21.827838897705078 (21.979251225789387) - | > loss_duration: 1.7168546915054321 (1.723300848688398) - | > loss_1: 33.186546325683594 (33.47812561761765) - - --> STEP: 22 - | > loss_disc: 2.458994150161743 (2.4765791784633286) - | > loss_disc_real_0: 0.18215715885162354 (0.18306840245019307) - | > loss_disc_real_1: 0.16247694194316864 (0.17835649035193704) - | > loss_disc_real_2: 0.21327535808086395 (0.23490558903325687) - | > loss_disc_real_3: 0.29873573780059814 (0.2506636997515505) - | > loss_disc_real_4: 0.30574971437454224 (0.2499327842484821) - | > loss_disc_real_5: 0.2393627017736435 (0.2076781839132309) - | > loss_0: 2.458994150161743 (2.4765791784633286) - | > loss_gen: 2.490919589996338 (2.3782109672372993) - | > loss_kl: 1.8934874534606934 (1.6554383906451138) - | > loss_feat: 5.7323760986328125 (5.75743393464522) - | > loss_mel: 24.358524322509766 (22.087400002913043) - | > loss_duration: 1.843674898147583 (1.7287723963910884) - | > loss_1: 36.3189811706543 (33.60725541548295) - - --> STEP: 23 - | > loss_disc: 2.6504106521606445 (2.4841370686240816) - | > loss_disc_real_0: 0.3537434935569763 (0.1904890585852706) - | > loss_disc_real_1: 0.19621692597866058 (0.1791330310313598) - | > loss_disc_real_2: 0.23436424136161804 (0.23488205217796823) - | > loss_disc_real_3: 0.2875722050666809 (0.25226841737394745) - | > loss_disc_real_4: 0.22236795723438263 (0.24873431350873865) - | > loss_disc_real_5: 0.2706453502178192 (0.2104158867960391) - | > loss_0: 2.6504106521606445 (2.4841370686240816) - | > loss_gen: 2.4016308784484863 (2.379229224246481) - | > loss_kl: 1.7309048175811768 (1.658719539642334) - | > loss_feat: 4.1438446044921875 (5.6872778768124785) - | > loss_mel: 19.681241989135742 (21.982784437096637) - | > loss_duration: 1.7807741165161133 (1.7310333407443503) - | > loss_1: 29.73839569091797 (33.43904412311056) - - --> STEP: 24 - | > loss_disc: 2.4699833393096924 (2.4835473299026485) - | > loss_disc_real_0: 0.19670632481575012 (0.1907481113448739) - | > loss_disc_real_1: 0.13238245248794556 (0.17718509025871754) - | > loss_disc_real_2: 0.253057062625885 (0.23563934427996477) - | > loss_disc_real_3: 0.23363590240478516 (0.25149206258356566) - | > loss_disc_real_4: 0.23803523182868958 (0.2482885184387366) - | > loss_disc_real_5: 0.23194028437137604 (0.21131273669501147) - | > loss_0: 2.4699833393096924 (2.4835473299026485) - | > loss_gen: 2.4531631469726562 (2.3823098043600717) - | > loss_kl: 1.5198414325714111 (1.6529329518477123) - | > loss_feat: 6.480815410614014 (5.720341940720876) - | > loss_mel: 25.76096534729004 (22.14020864168803) - | > loss_duration: 1.661219596862793 (1.7281244347492855) - | > loss_1: 37.876007080078125 (33.62391757965088) - - --> STEP: 25 - | > loss_disc: 2.2866320610046387 (2.475670719146728) - | > loss_disc_real_0: 0.16006609797477722 (0.18952083081007004) - | > loss_disc_real_1: 0.14367085695266724 (0.1758445209264755) - | > loss_disc_real_2: 0.22237937152385712 (0.23510894536972046) - | > loss_disc_real_3: 0.22489574551582336 (0.25042820990085596) - | > loss_disc_real_4: 0.26341620087623596 (0.24889362573623658) - | > loss_disc_real_5: 0.2194523811340332 (0.21163832247257233) - | > loss_0: 2.2866320610046387 (2.475670719146728) - | > loss_gen: 2.647908926010132 (2.392933769226074) - | > loss_kl: 1.6504547595977783 (1.6528338241577147) - | > loss_feat: 6.2095537185668945 (5.739910411834717) - | > loss_mel: 24.12071990966797 (22.219429092407225) - | > loss_duration: 1.690295696258545 (1.7266112852096558) - | > loss_1: 36.318931579589844 (33.731718139648436) - - --> STEP: 26 - | > loss_disc: 2.178049325942993 (2.464223742485046) - | > loss_disc_real_0: 0.14994172751903534 (0.1879985576065687) - | > loss_disc_real_1: 0.14280222356319427 (0.17457366333558008) - | > loss_disc_real_2: 0.2147277295589447 (0.23432505245392138) - | > loss_disc_real_3: 0.20898285508155823 (0.2488341577924214) - | > loss_disc_real_4: 0.19994141161441803 (0.2470108482700128) - | > loss_disc_real_5: 0.20823027193546295 (0.21150724360576043) - | > loss_0: 2.178049325942993 (2.464223742485046) - | > loss_gen: 2.6436617374420166 (2.402577152618995) - | > loss_kl: 1.4904625415802002 (1.6465887748278105) - | > loss_feat: 6.069082260131836 (5.752570867538452) - | > loss_mel: 22.708965301513672 (22.23825740814209) - | > loss_duration: 1.6979687213897705 (1.7255096481396601) - | > loss_1: 34.610137939453125 (33.765503516564) - - --> STEP: 27 - | > loss_disc: 2.311293363571167 (2.458559654377124) - | > loss_disc_real_0: 0.18588347733020782 (0.18792022130003683) - | > loss_disc_real_1: 0.14760315418243408 (0.17357475558916727) - | > loss_disc_real_2: 0.22842980921268463 (0.23410671011165338) - | > loss_disc_real_3: 0.22587557137012482 (0.24798383977678082) - | > loss_disc_real_4: 0.19938474893569946 (0.24524691866503823) - | > loss_disc_real_5: 0.21641890704631805 (0.21168915706652183) - | > loss_0: 2.311293363571167 (2.458559654377124) - | > loss_gen: 2.42402720451355 (2.4033715989854603) - | > loss_kl: 1.7390302419662476 (1.6500125328699748) - | > loss_feat: 6.374811172485352 (5.775616804758708) - | > loss_mel: 22.784944534301758 (22.25850507948134) - | > loss_duration: 1.7180631160736084 (1.7252338506557323) - | > loss_1: 35.04087448120117 (33.81273947821723) - - --> STEP: 28 - | > loss_disc: 2.693458318710327 (2.4669488923890244) - | > loss_disc_real_0: 0.1583336591720581 (0.18686355836689472) - | > loss_disc_real_1: 0.15172845125198364 (0.17279453043426787) - | > loss_disc_real_2: 0.2472401112318039 (0.23457576015165874) - | > loss_disc_real_3: 0.27922767400741577 (0.24909969099930349) - | > loss_disc_real_4: 0.3308572769165039 (0.2483044314597334) - | > loss_disc_real_5: 0.2460736334323883 (0.2129171740795885) - | > loss_0: 2.693458318710327 (2.4669488923890244) - | > loss_gen: 2.1018402576446533 (2.3926026225090027) - | > loss_kl: 1.5647627115249634 (1.6469678963933672) - | > loss_feat: 5.3561506271362305 (5.760635869843619) - | > loss_mel: 18.65213966369629 (22.12970631463187) - | > loss_duration: 1.7199387550354004 (1.7250447400978632) - | > loss_1: 29.394832611083984 (33.65495709010533) - - --> STEP: 29 - | > loss_disc: 2.7908787727355957 (2.4781188882630443) - | > loss_disc_real_0: 0.2691577672958374 (0.18970128970927205) - | > loss_disc_real_1: 0.2363700270652771 (0.17498678893878541) - | > loss_disc_real_2: 0.22230930626392365 (0.23415277898311615) - | > loss_disc_real_3: 0.27164506912231445 (0.24987711783113145) - | > loss_disc_real_4: 0.292822927236557 (0.24983955200376182) - | > loss_disc_real_5: 0.19256487488746643 (0.21221537065917048) - | > loss_0: 2.7908787727355957 (2.4781188882630443) - | > loss_gen: 2.136639356613159 (2.383776302995353) - | > loss_kl: 1.2846567630767822 (1.6344744090376229) - | > loss_feat: 3.940652370452881 (5.6978778181404905) - | > loss_mel: 19.570999145507812 (22.04147503293794) - | > loss_duration: 1.6925078630447388 (1.7239227788201694) - | > loss_1: 28.625455856323242 (33.48152601307836) - - --> STEP: 30 - | > loss_disc: 2.406493663787842 (2.4757313807805374) - | > loss_disc_real_0: 0.12727069854736328 (0.1876202700038751) - | > loss_disc_real_1: 0.21227094531059265 (0.176229594151179) - | > loss_disc_real_2: 0.2020653486251831 (0.23308319797118504) - | > loss_disc_real_3: 0.3184981644153595 (0.2521644860506057) - | > loss_disc_real_4: 0.23066997528076172 (0.24920056611299515) - | > loss_disc_real_5: 0.18177372217178345 (0.21120064904292424) - | > loss_0: 2.406493663787842 (2.4757313807805374) - | > loss_gen: 2.2794079780578613 (2.3802973588307696) - | > loss_kl: 1.7261697053909302 (1.6375309189160665) - | > loss_feat: 4.975720405578613 (5.673805904388428) - | > loss_mel: 20.774925231933594 (21.999256706237794) - | > loss_duration: 1.74245023727417 (1.724540360768636) - | > loss_1: 31.498672485351562 (33.41543089548746) - - --> STEP: 31 - | > loss_disc: 2.456148147583008 (2.4750996635806173) - | > loss_disc_real_0: 0.136699378490448 (0.18597766060021617) - | > loss_disc_real_1: 0.20049013197422028 (0.17701219214547065) - | > loss_disc_real_2: 0.24066027998924255 (0.23332761997176754) - | > loss_disc_real_3: 0.22512495517730713 (0.251292243119209) - | > loss_disc_real_4: 0.23200146853923798 (0.2486457565138417) - | > loss_disc_real_5: 0.21138109266757965 (0.2112064698050099) - | > loss_0: 2.456148147583008 (2.4750996635806173) - | > loss_gen: 2.374135971069336 (2.380098604386853) - | > loss_kl: 1.487165093421936 (1.6326804084162558) - | > loss_feat: 5.859205722808838 (5.679786543692312) - | > loss_mel: 21.141145706176758 (21.971575706235825) - | > loss_duration: 1.6839532852172852 (1.7232311002669796) - | > loss_1: 32.54560470581055 (33.387371986143044) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.010109524573049238 (-0.0010421583729405548) - | > avg_loss_disc: 2.4750996635806173 (-0.0626957954898959) - | > avg_loss_disc_real_0: 0.18597766060021617 (+0.016491678212919553) - | > avg_loss_disc_real_1: 0.17701219214547065 (-0.07153275657084682) - | > avg_loss_disc_real_2: 0.23332761997176754 (+0.025136071828103818) - | > avg_loss_disc_real_3: 0.251292243119209 (+0.05853404176812013) - | > avg_loss_disc_real_4: 0.2486457565138417 (+0.020005021845140775) - | > avg_loss_disc_real_5: 0.2112064698050099 (-0.024365912522039096) - | > avg_loss_0: 2.4750996635806173 (-0.0626957954898959) - | > avg_loss_gen: 2.380098604386853 (+0.11831050534402143) - | > avg_loss_kl: 1.6326804084162558 (+0.09753521219376604) - | > avg_loss_feat: 5.679786543692312 (+0.07382331355925498) - | > avg_loss_mel: 21.971575706235825 (-0.1542724486320246) - | > avg_loss_duration: 1.7232311002669796 (+0.005954127157888012) - | > avg_loss_1: 33.387371986143044 (+0.141350223172104) - - - > EPOCH: 2/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-22 22:40:07)  - - --> TIME: 2024-11-22 22:40:27 -- STEP: 24/797 -- GLOBAL_STEP: 24725 - | > loss_disc: 2.516386032104492 (2.4592815836270643) - | > loss_disc_real_0: 0.08567497134208679 (0.11751204837734501) - | > loss_disc_real_1: 0.20183223485946655 (0.21930790382126966) - | > loss_disc_real_2: 0.2012595385313034 (0.22329368504385153) - | > loss_disc_real_3: 0.2055797129869461 (0.22881521470844746) - | > loss_disc_real_4: 0.1752013862133026 (0.2209609728306532) - | > loss_disc_real_5: 0.21807090938091278 (0.22976949624717236) - | > loss_0: 2.516386032104492 (2.4592815836270643) - | > grad_norm_0: tensor(19.4362, device='cuda:0') (tensor(91.7491, device='cuda:0')) - | > loss_gen: 2.097355842590332 (2.34302826722463) - | > loss_kl: 1.4331836700439453 (1.630836084485054) - | > loss_feat: 5.266457557678223 (6.049336870511373) - | > loss_mel: 19.962677001953125 (21.8105772336324) - | > loss_duration: 1.829864501953125 (1.873910556236903) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.58953857421875 (33.707688808441155) - | > grad_norm_1: tensor(525.6865, device='cuda:0') (tensor(570.4355, device='cuda:0')) - | > current_lr_0: 0.00019925135779039958 - | > current_lr_1: 0.00019925135779039958 - | > step_time: 0.7716 (0.7871083716551462) - | > loader_time: 0.0047 (0.004956444104512531) - - - --> TIME: 2024-11-22 22:40:47 -- STEP: 49/797 -- GLOBAL_STEP: 24750 - | > loss_disc: 2.5157206058502197 (2.4830259498284786) - | > loss_disc_real_0: 0.16943690180778503 (0.1263297319564284) - | > loss_disc_real_1: 0.277799129486084 (0.21826741525105067) - | > loss_disc_real_2: 0.26982563734054565 (0.23735912691573707) - | > loss_disc_real_3: 0.21827831864356995 (0.22833115014494682) - | > loss_disc_real_4: 0.23715727031230927 (0.22269125799743497) - | > loss_disc_real_5: 0.21922016143798828 (0.2337717526421255) - | > loss_0: 2.5157206058502197 (2.4830259498284786) - | > grad_norm_0: tensor(20.3142, device='cuda:0') (tensor(85.9484, device='cuda:0')) - | > loss_gen: 2.392524242401123 (2.338523932865687) - | > loss_kl: 1.9659112691879272 (1.5645893520238447) - | > loss_feat: 5.621114253997803 (5.984271711232711) - | > loss_mel: 21.946271896362305 (21.958301660965894) - | > loss_duration: 1.7146294116973877 (1.8305191385502717) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.64045333862305 (33.67620565453355) - | > grad_norm_1: tensor(229.6195, device='cuda:0') (tensor(630.5038, device='cuda:0')) - | > current_lr_0: 0.00019925135779039958 - | > current_lr_1: 0.00019925135779039958 - | > step_time: 0.7674 (0.7842663502206608) - | > loader_time: 0.0036 (0.004535475555731326) - - - --> TIME: 2024-11-22 22:41:07 -- STEP: 74/797 -- GLOBAL_STEP: 24775 - | > loss_disc: 2.3751120567321777 (2.4812958433821395) - | > loss_disc_real_0: 0.22562862932682037 (0.13087617530411966) - | > loss_disc_real_1: 0.21771401166915894 (0.21766826691659721) - | > loss_disc_real_2: 0.21137821674346924 (0.23453276987011368) - | > loss_disc_real_3: 0.21285462379455566 (0.22603145282010775) - | > loss_disc_real_4: 0.1820843368768692 (0.2207331582903862) - | > loss_disc_real_5: 0.21342623233795166 (0.2362167146560308) - | > loss_0: 2.3751120567321777 (2.4812958433821395) - | > grad_norm_0: tensor(22.6011, device='cuda:0') (tensor(86.4385, device='cuda:0')) - | > loss_gen: 2.416985511779785 (2.325577455597954) - | > loss_kl: 2.0051066875457764 (1.560346422968684) - | > loss_feat: 5.928742408752441 (5.971953114947757) - | > loss_mel: 21.549997329711914 (22.05548639555235) - | > loss_duration: 1.7665573358535767 (1.802831461300721) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.667388916015625 (33.716194668331674) - | > grad_norm_1: tensor(481.2049, device='cuda:0') (tensor(627.3007, device='cuda:0')) - | > current_lr_0: 0.00019925135779039958 - | > current_lr_1: 0.00019925135779039958 - | > step_time: 0.8236 (0.791899813188089) - | > loader_time: 0.0042 (0.004920933697674726) - - - --> TIME: 2024-11-22 22:41:28 -- STEP: 99/797 -- GLOBAL_STEP: 24800 - | > loss_disc: 2.2959606647491455 (2.4815002065716367) - | > loss_disc_real_0: 0.08212752640247345 (0.13673321071146718) - | > loss_disc_real_1: 0.20663897693157196 (0.21611735826790934) - | > loss_disc_real_2: 0.2208247035741806 (0.23391155070728725) - | > loss_disc_real_3: 0.19605982303619385 (0.22587800959143975) - | > loss_disc_real_4: 0.14914166927337646 (0.221047753788004) - | > loss_disc_real_5: 0.18689897656440735 (0.23433460325303704) - | > loss_0: 2.2959606647491455 (2.4815002065716367) - | > grad_norm_0: tensor(147.0499, device='cuda:0') (tensor(94.5571, device='cuda:0')) - | > loss_gen: 2.2466976642608643 (2.3234336255776755) - | > loss_kl: 1.6834388971328735 (1.5347250531418155) - | > loss_feat: 6.199472904205322 (5.976187763792096) - | > loss_mel: 21.29602813720703 (22.068960632940737) - | > loss_duration: 1.7831931114196777 (1.7904410085292777) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.208831787109375 (33.69374810806429) - | > grad_norm_1: tensor(599.8239, device='cuda:0') (tensor(629.7750, device='cuda:0')) - | > current_lr_0: 0.00019925135779039958 - | > current_lr_1: 0.00019925135779039958 - | > step_time: 0.7938 (0.7967664352571121) - | > loader_time: 0.0036 (0.005086313594471325) - - - --> TIME: 2024-11-22 22:41:49 -- STEP: 124/797 -- GLOBAL_STEP: 24825 - | > loss_disc: 2.5048904418945312 (2.4744980412144817) - | > loss_disc_real_0: 0.1266939640045166 (0.13399116484628576) - | > loss_disc_real_1: 0.2612378001213074 (0.21591763174341572) - | > loss_disc_real_2: 0.261694997549057 (0.23419393430794438) - | > loss_disc_real_3: 0.23207859694957733 (0.22477902183609624) - | > loss_disc_real_4: 0.24311760067939758 (0.22136158063527075) - | > loss_disc_real_5: 0.27390727400779724 (0.2333567778189336) - | > loss_0: 2.5048904418945312 (2.4744980412144817) - | > grad_norm_0: tensor(191.3340, device='cuda:0') (tensor(97.2964, device='cuda:0')) - | > loss_gen: 2.513460397720337 (2.3389905498873795) - | > loss_kl: 1.4970529079437256 (1.5354060078820875) - | > loss_feat: 5.993499279022217 (6.027587129223731) - | > loss_mel: 21.09894561767578 (22.122339663967008) - | > loss_duration: 1.799546241760254 (1.7831362793522496) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.902503967285156 (33.807459677419345) - | > grad_norm_1: tensor(1133.4486, device='cuda:0') (tensor(647.8776, device='cuda:0')) - | > current_lr_0: 0.00019925135779039958 - | > current_lr_1: 0.00019925135779039958 - | > step_time: 0.858 (0.8009328784481171) - | > loader_time: 0.0065 (0.005204975605010986) - - - --> TIME: 2024-11-22 22:42:09 -- STEP: 149/797 -- GLOBAL_STEP: 24850 - | > loss_disc: 2.2587902545928955 (2.482236478152691) - | > loss_disc_real_0: 0.14720898866653442 (0.13339372634287652) - | > loss_disc_real_1: 0.2107873111963272 (0.21777092190396866) - | > loss_disc_real_2: 0.20746397972106934 (0.23581931014989047) - | > loss_disc_real_3: 0.1998453289270401 (0.22573904383102528) - | > loss_disc_real_4: 0.19458170235157013 (0.22165463734793184) - | > loss_disc_real_5: 0.19340766966342926 (0.233880664178189) - | > loss_0: 2.2587902545928955 (2.482236478152691) - | > grad_norm_0: tensor(95.0052, device='cuda:0') (tensor(100.8757, device='cuda:0')) - | > loss_gen: 2.670630693435669 (2.332135215701672) - | > loss_kl: 1.4625588655471802 (1.523672288696238) - | > loss_feat: 6.134641170501709 (5.972223477075564) - | > loss_mel: 21.69831657409668 (22.026603020277598) - | > loss_duration: 1.7542250156402588 (1.7768263592816038) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.720375061035156 (33.63146038183429) - | > grad_norm_1: tensor(830.6391, device='cuda:0') (tensor(655.1711, device='cuda:0')) - | > current_lr_0: 0.00019925135779039958 - | > current_lr_1: 0.00019925135779039958 - | > step_time: 0.7939 (0.8039182352539674) - | > loader_time: 0.0044 (0.005219737955387806) - - - --> TIME: 2024-11-22 22:42:30 -- STEP: 174/797 -- GLOBAL_STEP: 24875 - | > loss_disc: 2.5290534496307373 (2.4784686839443517) - | > loss_disc_real_0: 0.09200778603553772 (0.13036169355799418) - | > loss_disc_real_1: 0.1727403700351715 (0.2173884970874622) - | > loss_disc_real_2: 0.2267935574054718 (0.23563341736450963) - | > loss_disc_real_3: 0.18035966157913208 (0.22535502473855848) - | > loss_disc_real_4: 0.20070376992225647 (0.2220355605428246) - | > loss_disc_real_5: 0.21021543443202972 (0.23371603579699307) - | > loss_0: 2.5290534496307373 (2.4784686839443517) - | > grad_norm_0: tensor(82.3374, device='cuda:0') (tensor(97.1891, device='cuda:0')) - | > loss_gen: 2.1784114837646484 (2.3386982699920393) - | > loss_kl: 1.4840631484985352 (1.5119612970571408) - | > loss_feat: 5.805630207061768 (5.9890249844255115) - | > loss_mel: 21.74026870727539 (22.043810943077357) - | > loss_duration: 1.7512924671173096 (1.770064022349215) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.95966720581055 (33.6535595203268) - | > grad_norm_1: tensor(946.8726, device='cuda:0') (tensor(660.9420, device='cuda:0')) - | > current_lr_0: 0.00019925135779039958 - | > current_lr_1: 0.00019925135779039958 - | > step_time: 0.8592 (0.8081490897584233) - | > loader_time: 0.0062 (0.005339367636318866) - - - --> TIME: 2024-11-22 22:42:52 -- STEP: 199/797 -- GLOBAL_STEP: 24900 - | > loss_disc: 2.3327343463897705 (2.477127962975046) - | > loss_disc_real_0: 0.09215346723794937 (0.12779008327566801) - | > loss_disc_real_1: 0.1556708961725235 (0.21687542441202767) - | > loss_disc_real_2: 0.23378825187683105 (0.23651759835643385) - | > loss_disc_real_3: 0.19628551602363586 (0.22671838688790505) - | > loss_disc_real_4: 0.23926977813243866 (0.22380077457008649) - | > loss_disc_real_5: 0.23669150471687317 (0.23463571708106515) - | > loss_0: 2.3327343463897705 (2.477127962975046) - | > grad_norm_0: tensor(155.5814, device='cuda:0') (tensor(99.8086, device='cuda:0')) - | > loss_gen: 2.350525140762329 (2.3504440419038928) - | > loss_kl: 1.5434399843215942 (1.5102691027387303) - | > loss_feat: 6.239643096923828 (5.989088039302347) - | > loss_mel: 22.440250396728516 (22.083020876400443) - | > loss_duration: 1.7126622200012207 (1.7662148924928214) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.286521911621094 (33.69903693846121) - | > grad_norm_1: tensor(676.4295, device='cuda:0') (tensor(665.2227, device='cuda:0')) - | > current_lr_0: 0.00019925135779039958 - | > current_lr_1: 0.00019925135779039958 - | > step_time: 0.8228 (0.8133987769409637) - | > loader_time: 0.0052 (0.005423355342155723) - - - --> TIME: 2024-11-22 22:43:13 -- STEP: 224/797 -- GLOBAL_STEP: 24925 - | > loss_disc: 2.5433640480041504 (2.479548072176319) - | > loss_disc_real_0: 0.11483222246170044 (0.1291270218955885) - | > loss_disc_real_1: 0.18355026841163635 (0.21706989726849965) - | > loss_disc_real_2: 0.2157481163740158 (0.23579681312133158) - | > loss_disc_real_3: 0.1684947907924652 (0.22650246548333344) - | > loss_disc_real_4: 0.19069160521030426 (0.2236355374833303) - | > loss_disc_real_5: 0.227187380194664 (0.23447459191083908) - | > loss_0: 2.5433640480041504 (2.479548072176319) - | > grad_norm_0: tensor(44.5149, device='cuda:0') (tensor(104.6604, device='cuda:0')) - | > loss_gen: 1.9710488319396973 (2.351086615983928) - | > loss_kl: 1.3917536735534668 (1.5151448457368784) - | > loss_feat: 6.013987064361572 (5.964158771293504) - | > loss_mel: 23.329896926879883 (22.085029440266755) - | > loss_duration: 1.6997973918914795 (1.763850035411971) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.40648651123047 (33.67926971401485) - | > grad_norm_1: tensor(294.1538, device='cuda:0') (tensor(644.2138, device='cuda:0')) - | > current_lr_0: 0.00019925135779039958 - | > current_lr_1: 0.00019925135779039958 - | > step_time: 0.7869 (0.8170466433678352) - | > loader_time: 0.0086 (0.005459449120930262) - - - --> TIME: 2024-11-22 22:43:35 -- STEP: 249/797 -- GLOBAL_STEP: 24950 - | > loss_disc: 2.575740337371826 (2.4792517064565627) - | > loss_disc_real_0: 0.1802363097667694 (0.1282766936683511) - | > loss_disc_real_1: 0.21321922540664673 (0.2172532340130174) - | > loss_disc_real_2: 0.2430124580860138 (0.23600034254143037) - | > loss_disc_real_3: 0.22731433808803558 (0.22659158126178042) - | > loss_disc_real_4: 0.23916640877723694 (0.22360743773749556) - | > loss_disc_real_5: 0.2830146253108978 (0.23497908200365472) - | > loss_0: 2.575740337371826 (2.4792517064565627) - | > grad_norm_0: tensor(149.3105, device='cuda:0') (tensor(100.3322, device='cuda:0')) - | > loss_gen: 2.3212363719940186 (2.348648540944937) - | > loss_kl: 1.6384917497634888 (1.5159287318647148) - | > loss_feat: 5.716621398925781 (5.946810471484938) - | > loss_mel: 22.295644760131836 (22.081536473040607) - | > loss_duration: 1.7113537788391113 (1.7598975829810024) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.683345794677734 (33.65282182808381) - | > grad_norm_1: tensor(512.1962, device='cuda:0') (tensor(627.6488, device='cuda:0')) - | > current_lr_0: 0.00019925135779039958 - | > current_lr_1: 0.00019925135779039958 - | > step_time: 0.8103 (0.8221765914595268) - | > loader_time: 0.005 (0.0055606537554637485) - - - --> TIME: 2024-11-22 22:43:57 -- STEP: 274/797 -- GLOBAL_STEP: 24975 - | > loss_disc: 2.3987808227539062 (2.4785334472238576) - | > loss_disc_real_0: 0.1205926313996315 (0.12905635191195636) - | > loss_disc_real_1: 0.17988190054893494 (0.2170555576899626) - | > loss_disc_real_2: 0.2553757131099701 (0.2362413913229086) - | > loss_disc_real_3: 0.24232082068920135 (0.22639765612182833) - | > loss_disc_real_4: 0.2212754637002945 (0.22308406919023416) - | > loss_disc_real_5: 0.23794053494930267 (0.2345236915632756) - | > loss_0: 2.3987808227539062 (2.4785334472238576) - | > grad_norm_0: tensor(21.5141, device='cuda:0') (tensor(97.2480, device='cuda:0')) - | > loss_gen: 2.2522590160369873 (2.3409965147067147) - | > loss_kl: 1.6247265338897705 (1.5197360593907154) - | > loss_feat: 5.798478126525879 (5.915308132658909) - | > loss_mel: 21.95306396484375 (22.065329649152552) - | > loss_duration: 1.7107548713684082 (1.7566136730848438) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.33928298950195 (33.597984070325396) - | > grad_norm_1: tensor(554.6365, device='cuda:0') (tensor(619.8157, device='cuda:0')) - | > current_lr_0: 0.00019925135779039958 - | > current_lr_1: 0.00019925135779039958 - | > step_time: 0.8119 (0.8250574874181815) - | > loader_time: 0.0052 (0.005640521536778358) - - - --> TIME: 2024-11-22 22:44:19 -- STEP: 299/797 -- GLOBAL_STEP: 25000 - | > loss_disc: 2.504293203353882 (2.4763276959741383) - | > loss_disc_real_0: 0.07488882541656494 (0.1286861407741854) - | > loss_disc_real_1: 0.2094908058643341 (0.21695959443432034) - | > loss_disc_real_2: 0.22465500235557556 (0.23556661247011013) - | > loss_disc_real_3: 0.22152504324913025 (0.2262663081238502) - | > loss_disc_real_4: 0.25301164388656616 (0.22329923864391735) - | > loss_disc_real_5: 0.26392966508865356 (0.23456298487640942) - | > loss_0: 2.504293203353882 (2.4763276959741383) - | > grad_norm_0: tensor(183.1441, device='cuda:0') (tensor(98.8090, device='cuda:0')) - | > loss_gen: 2.265813112258911 (2.3406451932562633) - | > loss_kl: 1.7477787733078003 (1.5238978830866987) - | > loss_feat: 6.127640724182129 (5.91391157864727) - | > loss_mel: 21.11466407775879 (22.080202172831157) - | > loss_duration: 1.7346059083938599 (1.7543943087791516) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.99050521850586 (33.61305121992741) - | > grad_norm_1: tensor(934.2481, device='cuda:0') (tensor(636.0992, device='cuda:0')) - | > current_lr_0: 0.00019925135779039958 - | > current_lr_1: 0.00019925135779039958 - | > step_time: 0.8988 (0.827996926961535) - | > loader_time: 0.0061 (0.005685823816918209) - - - > CHECKPOINT : vits_shi_male-November-22-2024_02+49AM-0000000/checkpoint_25000.pth - - --> TIME: 2024-11-22 22:44:43 -- STEP: 324/797 -- GLOBAL_STEP: 25025 - | > loss_disc: 2.3275394439697266 (2.4793947383209503) - | > loss_disc_real_0: 0.06895552575588226 (0.12910827706901373) - | > loss_disc_real_1: 0.16764125227928162 (0.2170373388554579) - | > loss_disc_real_2: 0.20970259606838226 (0.2365015970060119) - | > loss_disc_real_3: 0.1843477189540863 (0.22674553570004166) - | > loss_disc_real_4: 0.20481154322624207 (0.22384714270815437) - | > loss_disc_real_5: 0.22642898559570312 (0.23442687393154626) - | > loss_0: 2.3275394439697266 (2.4793947383209503) - | > grad_norm_0: tensor(77.0662, device='cuda:0') (tensor(102.0504, device='cuda:0')) - | > loss_gen: 2.4092373847961426 (2.3404105890680245) - | > loss_kl: 1.5844119787216187 (1.525980547622398) - | > loss_feat: 6.959507465362549 (5.90270147941731) - | > loss_mel: 23.732097625732422 (22.08695325733703) - | > loss_duration: 1.753277063369751 (1.7528922223014594) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.43852996826172 (33.60893817595492) - | > grad_norm_1: tensor(587.7479, device='cuda:0') (tensor(639.1091, device='cuda:0')) - | > current_lr_0: 0.00019925135779039958 - | > current_lr_1: 0.00019925135779039958 - | > step_time: 0.8669 (0.8323886894885403) - | > loader_time: 0.0053 (0.005730061619370071) - - - --> TIME: 2024-11-22 22:45:06 -- STEP: 349/797 -- GLOBAL_STEP: 25050 - | > loss_disc: 2.275719165802002 (2.474343815642305) - | > loss_disc_real_0: 0.13196414709091187 (0.12808757347927383) - | > loss_disc_real_1: 0.18584536015987396 (0.21731107197381705) - | > loss_disc_real_2: 0.20152339339256287 (0.2358125244136526) - | > loss_disc_real_3: 0.19463777542114258 (0.22673967608749704) - | > loss_disc_real_4: 0.18317599594593048 (0.22352471512163266) - | > loss_disc_real_5: 0.12981852889060974 (0.23346948995118838) - | > loss_0: 2.275719165802002 (2.474343815642305) - | > grad_norm_0: tensor(52.1358, device='cuda:0') (tensor(99.0296, device='cuda:0')) - | > loss_gen: 2.367985725402832 (2.344334927192732) - | > loss_kl: 1.4357054233551025 (1.525433223363663) - | > loss_feat: 7.005451679229736 (5.910888357627019) - | > loss_mel: 23.552326202392578 (22.090269870266187) - | > loss_duration: 1.7169424295425415 (1.749822780191044) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.07841110229492 (33.62074923583633) - | > grad_norm_1: tensor(112.3359, device='cuda:0') (tensor(634.9646, device='cuda:0')) - | > current_lr_0: 0.00019925135779039958 - | > current_lr_1: 0.00019925135779039958 - | > step_time: 0.8297 (0.8355452570327714) - | > loader_time: 0.0056 (0.005775382662229345) - - - --> TIME: 2024-11-22 22:45:28 -- STEP: 374/797 -- GLOBAL_STEP: 25075 - | > loss_disc: 2.3777554035186768 (2.474644673061881) - | > loss_disc_real_0: 0.12774331867694855 (0.1279012389122483) - | > loss_disc_real_1: 0.26291409134864807 (0.21749387354774272) - | > loss_disc_real_2: 0.27105531096458435 (0.23634534735571255) - | > loss_disc_real_3: 0.24751631915569305 (0.22671766842112828) - | > loss_disc_real_4: 0.26775404810905457 (0.22367404735980825) - | > loss_disc_real_5: 0.27331894636154175 (0.23401459226793148) - | > loss_0: 2.3777554035186768 (2.474644673061881) - | > grad_norm_0: tensor(195.6492, device='cuda:0') (tensor(99.2842, device='cuda:0')) - | > loss_gen: 2.5643718242645264 (2.3474661178767358) - | > loss_kl: 1.3428466320037842 (1.523239452889896) - | > loss_feat: 6.152584552764893 (5.920885635569774) - | > loss_mel: 22.26561737060547 (22.096843903077467) - | > loss_duration: 1.7109339237213135 (1.747128908646935) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.036354064941406 (33.635564105395936) - | > grad_norm_1: tensor(568.6035, device='cuda:0') (tensor(640.1871, device='cuda:0')) - | > current_lr_0: 0.00019925135779039958 - | > current_lr_1: 0.00019925135779039958 - | > step_time: 0.9645 (0.8387504714058043) - | > loader_time: 0.0059 (0.005859169093045321) - - - --> TIME: 2024-11-22 22:45:51 -- STEP: 399/797 -- GLOBAL_STEP: 25100 - | > loss_disc: 2.7859792709350586 (2.4794328421877143) - | > loss_disc_real_0: 0.323004812002182 (0.1301495047813669) - | > loss_disc_real_1: 0.2617148458957672 (0.21815855076587887) - | > loss_disc_real_2: 0.25580620765686035 (0.23605631146215855) - | > loss_disc_real_3: 0.23664559423923492 (0.22697200971587864) - | > loss_disc_real_4: 0.2827168107032776 (0.22360740643097343) - | > loss_disc_real_5: 0.3196071982383728 (0.23388653825548358) - | > loss_0: 2.7859792709350586 (2.4794328421877143) - | > grad_norm_0: tensor(35.9985, device='cuda:0') (tensor(101.0924, device='cuda:0')) - | > loss_gen: 2.116070032119751 (2.3473902898922288) - | > loss_kl: 1.4688833951950073 (1.5237850975572014) - | > loss_feat: 4.2638163566589355 (5.916450245936116) - | > loss_mel: 19.001962661743164 (22.110579822894017) - | > loss_duration: 1.7105517387390137 (1.745524958560341) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 28.5612850189209 (33.6437304838558) - | > grad_norm_1: tensor(226.1505, device='cuda:0') (tensor(628.1802, device='cuda:0')) - | > current_lr_0: 0.00019925135779039958 - | > current_lr_1: 0.00019925135779039958 - | > step_time: 0.9338 (0.8424714430232991) - | > loader_time: 0.0097 (0.005970729024786697) - - - --> TIME: 2024-11-22 22:46:13 -- STEP: 424/797 -- GLOBAL_STEP: 25125 - | > loss_disc: 2.5578041076660156 (2.4820563776313143) - | > loss_disc_real_0: 0.12725257873535156 (0.13194594486563832) - | > loss_disc_real_1: 0.2065412551164627 (0.2178904267976869) - | > loss_disc_real_2: 0.2398708313703537 (0.23631533305600005) - | > loss_disc_real_3: 0.24802975356578827 (0.22673210069396593) - | > loss_disc_real_4: 0.20432014763355255 (0.22342338353254884) - | > loss_disc_real_5: 0.22389164566993713 (0.2339199544194172) - | > loss_0: 2.5578041076660156 (2.4820563776313143) - | > grad_norm_0: tensor(39.1731, device='cuda:0') (tensor(97.5852, device='cuda:0')) - | > loss_gen: 2.129629611968994 (2.3406045740505426) - | > loss_kl: 1.7146902084350586 (1.5217348635196684) - | > loss_feat: 5.269519805908203 (5.899557768173939) - | > loss_mel: 20.051267623901367 (22.10366030009287) - | > loss_duration: 1.6916394233703613 (1.7439527146096496) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.85674476623535 (33.609510259808204) - | > grad_norm_1: tensor(686.1512, device='cuda:0') (tensor(618.1663, device='cuda:0')) - | > current_lr_0: 0.00019925135779039958 - | > current_lr_1: 0.00019925135779039958 - | > step_time: 0.8749 (0.8445699496089286) - | > loader_time: 0.0059 (0.006085759626244598) - - - --> TIME: 2024-11-22 22:46:36 -- STEP: 449/797 -- GLOBAL_STEP: 25150 - | > loss_disc: 2.4736359119415283 (2.480057514058987) - | > loss_disc_real_0: 0.12011238187551498 (0.13177987800409105) - | > loss_disc_real_1: 0.2974383533000946 (0.21778744757839194) - | > loss_disc_real_2: 0.24391832947731018 (0.2358092917896857) - | > loss_disc_real_3: 0.2364654392004013 (0.22675054737746322) - | > loss_disc_real_4: 0.1904541701078415 (0.2227591453057886) - | > loss_disc_real_5: 0.1926622986793518 (0.23363291669661856) - | > loss_0: 2.4736359119415283 (2.480057514058987) - | > grad_norm_0: tensor(24.1827, device='cuda:0') (tensor(93.3045, device='cuda:0')) - | > loss_gen: 2.2774744033813477 (2.3385276985593255) - | > loss_kl: 1.3999650478363037 (1.5231198959201904) - | > loss_feat: 6.322375774383545 (5.901212520217048) - | > loss_mel: 22.831247329711914 (22.107796756090185) - | > loss_duration: 1.7487108707427979 (1.7427162197491106) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.57977294921875 (33.613373112837785) - | > grad_norm_1: tensor(397.2544, device='cuda:0') (tensor(602.5182, device='cuda:0')) - | > current_lr_0: 0.00019925135779039958 - | > current_lr_1: 0.00019925135779039958 - | > step_time: 0.9174 (0.8477285083524367) - | > loader_time: 0.0063 (0.006219826190668118) - - - --> TIME: 2024-11-22 22:46:59 -- STEP: 474/797 -- GLOBAL_STEP: 25175 - | > loss_disc: 2.4980947971343994 (2.4788081092673524) - | > loss_disc_real_0: 0.11983075737953186 (0.1311017438957963) - | > loss_disc_real_1: 0.17599815130233765 (0.2175383102227364) - | > loss_disc_real_2: 0.23903195559978485 (0.23645909677577925) - | > loss_disc_real_3: 0.22694361209869385 (0.226739739126797) - | > loss_disc_real_4: 0.23093916475772858 (0.22316757045717683) - | > loss_disc_real_5: 0.23795484006404877 (0.2338597031019408) - | > loss_0: 2.4980947971343994 (2.4788081092673524) - | > grad_norm_0: tensor(13.7369, device='cuda:0') (tensor(90.5072, device='cuda:0')) - | > loss_gen: 2.2405405044555664 (2.337861122964304) - | > loss_kl: 1.4765905141830444 (1.5244364192717184) - | > loss_feat: 5.852602958679199 (5.901903068969021) - | > loss_mel: 22.244657516479492 (22.089382171630852) - | > loss_duration: 1.733964204788208 (1.7416749201746426) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.54835510253906 (33.59525773092659) - | > grad_norm_1: tensor(314.8355, device='cuda:0') (tensor(589.4982, device='cuda:0')) - | > current_lr_0: 0.00019925135779039958 - | > current_lr_1: 0.00019925135779039958 - | > step_time: 0.8458 (0.850523145892952) - | > loader_time: 0.0071 (0.00632354126700872) - - - --> TIME: 2024-11-22 22:47:22 -- STEP: 499/797 -- GLOBAL_STEP: 25200 - | > loss_disc: 2.52536678314209 (2.4772006165766296) - | > loss_disc_real_0: 0.11189315468072891 (0.13095024696930138) - | > loss_disc_real_1: 0.18724647164344788 (0.2170089588375512) - | > loss_disc_real_2: 0.24357621371746063 (0.2360347130733406) - | > loss_disc_real_3: 0.20288246870040894 (0.22667884763949864) - | > loss_disc_real_4: 0.19443003833293915 (0.22266297911355395) - | > loss_disc_real_5: 0.22760330140590668 (0.23378975271342511) - | > loss_0: 2.52536678314209 (2.4772006165766296) - | > grad_norm_0: tensor(17.7589, device='cuda:0') (tensor(88.5091, device='cuda:0')) - | > loss_gen: 2.2587034702301025 (2.336101420656713) - | > loss_kl: 1.4705911874771118 (1.523775032861438) - | > loss_feat: 5.698038578033447 (5.907152106145581) - | > loss_mel: 21.35881996154785 (22.09389241663869) - | > loss_duration: 1.6903903484344482 (1.7401648843455646) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.47654342651367 (33.601085911293964) - | > grad_norm_1: tensor(496.6695, device='cuda:0') (tensor(592.6513, device='cuda:0')) - | > current_lr_0: 0.00019925135779039958 - | > current_lr_1: 0.00019925135779039958 - | > step_time: 0.8978 (0.8530733905478803) - | > loader_time: 0.0093 (0.006435704852392773) - - - --> TIME: 2024-11-22 22:47:45 -- STEP: 524/797 -- GLOBAL_STEP: 25225 - | > loss_disc: 2.539991617202759 (2.47444164297963) - | > loss_disc_real_0: 0.1394726037979126 (0.13057420736903907) - | > loss_disc_real_1: 0.2819499671459198 (0.21682539809751147) - | > loss_disc_real_2: 0.2185618132352829 (0.23604196236106278) - | > loss_disc_real_3: 0.2368083894252777 (0.22645938865669815) - | > loss_disc_real_4: 0.2934701144695282 (0.22261786526282326) - | > loss_disc_real_5: 0.24982723593711853 (0.23371960817061307) - | > loss_0: 2.539991617202759 (2.47444164297963) - | > grad_norm_0: tensor(55.6706, device='cuda:0') (tensor(90.0697, device='cuda:0')) - | > loss_gen: 2.21907377243042 (2.3394310742844153) - | > loss_kl: 1.5257105827331543 (1.525061162828489) - | > loss_feat: 5.468945503234863 (5.921661452482676) - | > loss_mel: 21.517553329467773 (22.099379157292017) - | > loss_duration: 1.6784532070159912 (1.7393341041703259) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.40973663330078 (33.62486702067246) - | > grad_norm_1: tensor(717.5313, device='cuda:0') (tensor(595.8099, device='cuda:0')) - | > current_lr_0: 0.00019925135779039958 - | > current_lr_1: 0.00019925135779039958 - | > step_time: 0.9484 (0.8558585088671617) - | > loader_time: 0.0107 (0.006545255202373474) - - - --> TIME: 2024-11-22 22:48:08 -- STEP: 549/797 -- GLOBAL_STEP: 25250 - | > loss_disc: 2.36514949798584 (2.473616177918482) - | > loss_disc_real_0: 0.15769848227500916 (0.13022723605343986) - | > loss_disc_real_1: 0.15945476293563843 (0.21646586239663634) - | > loss_disc_real_2: 0.22115051746368408 (0.2359120435402042) - | > loss_disc_real_3: 0.19780895113945007 (0.22666132982094217) - | > loss_disc_real_4: 0.14338630437850952 (0.22257868052614627) - | > loss_disc_real_5: 0.22241833806037903 (0.23385306199391684) - | > loss_0: 2.36514949798584 (2.473616177918482) - | > grad_norm_0: tensor(33.0920, device='cuda:0') (tensor(89.7524, device='cuda:0')) - | > loss_gen: 2.368077278137207 (2.338255803224602) - | > loss_kl: 1.398762822151184 (1.527520411435806) - | > loss_feat: 6.145351409912109 (5.923518831395498) - | > loss_mel: 23.267526626586914 (22.098819576325962) - | > loss_duration: 1.729135513305664 (1.739009438316679) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.908851623535156 (33.6271241610167) - | > grad_norm_1: tensor(288.8472, device='cuda:0') (tensor(599.1282, device='cuda:0')) - | > current_lr_0: 0.00019925135779039958 - | > current_lr_1: 0.00019925135779039958 - | > step_time: 0.9618 (0.8581816225103991) - | > loader_time: 0.0075 (0.006611934776514604) - - - --> TIME: 2024-11-22 22:48:31 -- STEP: 574/797 -- GLOBAL_STEP: 25275 - | > loss_disc: 2.4667487144470215 (2.4721196545125723) - | > loss_disc_real_0: 0.13987159729003906 (0.13009925030872796) - | > loss_disc_real_1: 0.19105365872383118 (0.21638927047987852) - | > loss_disc_real_2: 0.20136478543281555 (0.2356305509701839) - | > loss_disc_real_3: 0.24774381518363953 (0.2267305976630088) - | > loss_disc_real_4: 0.2222529649734497 (0.22228336687287384) - | > loss_disc_real_5: 0.2091558575630188 (0.23332285374818362) - | > loss_0: 2.4667487144470215 (2.4721196545125723) - | > grad_norm_0: tensor(444.1626, device='cuda:0') (tensor(91.1212, device='cuda:0')) - | > loss_gen: 2.4986062049865723 (2.3402100913616017) - | > loss_kl: 1.3484238386154175 (1.5287777004756995) - | > loss_feat: 6.049184799194336 (5.932344630204844) - | > loss_mel: 21.001630783081055 (22.11223738201819) - | > loss_duration: 1.7299456596374512 (1.7381718839917868) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.62778854370117 (33.6517417921006) - | > grad_norm_1: tensor(870.2628, device='cuda:0') (tensor(604.3975, device='cuda:0')) - | > current_lr_0: 0.00019925135779039958 - | > current_lr_1: 0.00019925135779039958 - | > step_time: 0.8797 (0.8599788328496418) - | > loader_time: 0.0101 (0.006704158899260728) - - - --> TIME: 2024-11-22 22:48:54 -- STEP: 599/797 -- GLOBAL_STEP: 25300 - | > loss_disc: 2.822957992553711 (2.473410658525903) - | > loss_disc_real_0: 0.3564488887786865 (0.13088408856962078) - | > loss_disc_real_1: 0.19694603979587555 (0.21645993178396283) - | > loss_disc_real_2: 0.32699885964393616 (0.23600080071984234) - | > loss_disc_real_3: 0.24798646569252014 (0.22684176233853642) - | > loss_disc_real_4: 0.26753103733062744 (0.22266328337296024) - | > loss_disc_real_5: 0.24419747292995453 (0.23402206965400302) - | > loss_0: 2.822957992553711 (2.473410658525903) - | > grad_norm_0: tensor(183.9942, device='cuda:0') (tensor(91.9197, device='cuda:0')) - | > loss_gen: 2.2991039752960205 (2.34343545504524) - | > loss_kl: 1.5331566333770752 (1.5310287232789055) - | > loss_feat: 4.8670477867126465 (5.936362109717624) - | > loss_mel: 23.60833740234375 (22.14246391971441) - | > loss_duration: 1.678520917892456 (1.7374287953161835) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.98616409301758 (33.69071909820093) - | > grad_norm_1: tensor(380.4163, device='cuda:0') (tensor(602.6533, device='cuda:0')) - | > current_lr_0: 0.00019925135779039958 - | > current_lr_1: 0.00019925135779039958 - | > step_time: 0.951 (0.8622264010281312) - | > loader_time: 0.0074 (0.006801202420599272) - - - --> TIME: 2024-11-22 22:49:17 -- STEP: 624/797 -- GLOBAL_STEP: 25325 - | > loss_disc: 2.4426445960998535 (2.475023377018097) - | > loss_disc_real_0: 0.07329568266868591 (0.13220554740669632) - | > loss_disc_real_1: 0.24317097663879395 (0.2164269363364349) - | > loss_disc_real_2: 0.2746061086654663 (0.23570507970184856) - | > loss_disc_real_3: 0.23225520551204681 (0.2266464137400572) - | > loss_disc_real_4: 0.23397430777549744 (0.22262717050333053) - | > loss_disc_real_5: 0.23826052248477936 (0.23399242082945046) - | > loss_0: 2.4426445960998535 (2.475023377018097) - | > grad_norm_0: tensor(92.2609, device='cuda:0') (tensor(91.8920, device='cuda:0')) - | > loss_gen: 2.235262393951416 (2.3403202467239823) - | > loss_kl: 1.4655749797821045 (1.5309809496005387) - | > loss_feat: 5.391630172729492 (5.92805002515133) - | > loss_mel: 21.835872650146484 (22.142184899403492) - | > loss_duration: 1.7349640130996704 (1.737542484815304) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.66330337524414 (33.67907868287497) - | > grad_norm_1: tensor(831.7985, device='cuda:0') (tensor(596.7256, device='cuda:0')) - | > current_lr_0: 0.00019925135779039958 - | > current_lr_1: 0.00019925135779039958 - | > step_time: 0.9167 (0.8647498018466505) - | > loader_time: 0.0126 (0.006936976160758579) - - - --> TIME: 2024-11-22 22:49:41 -- STEP: 649/797 -- GLOBAL_STEP: 25350 - | > loss_disc: 2.512908458709717 (2.4718994245690813) - | > loss_disc_real_0: 0.08677636086940765 (0.1311566586073815) - | > loss_disc_real_1: 0.20434485375881195 (0.2162513502849086) - | > loss_disc_real_2: 0.24591843783855438 (0.23563607822305804) - | > loss_disc_real_3: 0.2057267427444458 (0.22646027500346555) - | > loss_disc_real_4: 0.2568330466747284 (0.2228988097702226) - | > loss_disc_real_5: 0.2410040646791458 (0.2339124060558795) - | > loss_0: 2.512908458709717 (2.4718994245690813) - | > grad_norm_0: tensor(206.0939, device='cuda:0') (tensor(91.9633, device='cuda:0')) - | > loss_gen: 2.146509885787964 (2.3432046669106272) - | > loss_kl: 1.506295919418335 (1.5319877776600006) - | > loss_feat: 5.2194905281066895 (5.935969022830208) - | > loss_mel: 19.827289581298828 (22.162919236992828) - | > loss_duration: 1.7132644653320312 (1.737236860169468) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.41284942626953 (33.711317658975375) - | > grad_norm_1: tensor(762.9386, device='cuda:0') (tensor(598.3093, device='cuda:0')) - | > current_lr_0: 0.00019925135779039958 - | > current_lr_1: 0.00019925135779039958 - | > step_time: 0.8666 (0.8669100303679288) - | > loader_time: 0.0076 (0.007041773186258982) - - - --> TIME: 2024-11-22 22:50:03 -- STEP: 674/797 -- GLOBAL_STEP: 25375 - | > loss_disc: 2.2698330879211426 (2.47096094922425) - | > loss_disc_real_0: 0.18878623843193054 (0.1304700675832235) - | > loss_disc_real_1: 0.24632522463798523 (0.21627297822817151) - | > loss_disc_real_2: 0.21004818379878998 (0.23546290879610388) - | > loss_disc_real_3: 0.22655679285526276 (0.2266812786592574) - | > loss_disc_real_4: 0.164446622133255 (0.22242727694419442) - | > loss_disc_real_5: 0.2141735851764679 (0.23377944159843803) - | > loss_0: 2.2698330879211426 (2.47096094922425) - | > grad_norm_0: tensor(156.5877, device='cuda:0') (tensor(93.2176, device='cuda:0')) - | > loss_gen: 2.698127269744873 (2.3455710227128663) - | > loss_kl: 1.7931283712387085 (1.533415581599896) - | > loss_feat: 5.962356090545654 (5.941845847874086) - | > loss_mel: 23.14020347595215 (22.177307448684278) - | > loss_duration: 1.7471688985824585 (1.7369830627823442) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.34098434448242 (33.735123071189406) - | > grad_norm_1: tensor(771.2275, device='cuda:0') (tensor(602.1301, device='cuda:0')) - | > current_lr_0: 0.00019925135779039958 - | > current_lr_1: 0.00019925135779039958 - | > step_time: 0.8584 (0.8674451102135086) - | > loader_time: 0.0078 (0.007150437074881985) - - - --> TIME: 2024-11-22 22:50:26 -- STEP: 699/797 -- GLOBAL_STEP: 25400 - | > loss_disc: 2.3371033668518066 (2.472943613287036) - | > loss_disc_real_0: 0.2601395845413208 (0.13083046947596585) - | > loss_disc_real_1: 0.1963474452495575 (0.2164517911164376) - | > loss_disc_real_2: 0.21849916875362396 (0.23630292163642183) - | > loss_disc_real_3: 0.21278566122055054 (0.22672193157400014) - | > loss_disc_real_4: 0.19678044319152832 (0.2226420699356281) - | > loss_disc_real_5: 0.20530857145786285 (0.23392555053653635) - | > loss_0: 2.3371033668518066 (2.472943613287036) - | > grad_norm_0: tensor(157.5772, device='cuda:0') (tensor(92.9359, device='cuda:0')) - | > loss_gen: 2.793494701385498 (2.346059440031584) - | > loss_kl: 1.4852761030197144 (1.5337305778427024) - | > loss_feat: 6.6521782875061035 (5.9383573409313835) - | > loss_mel: 23.388626098632812 (22.183644448909284) - | > loss_duration: 1.7421669960021973 (1.736556903657654) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.061744689941406 (33.738348806705915) - | > grad_norm_1: tensor(529.7115, device='cuda:0') (tensor(597.8421, device='cuda:0')) - | > current_lr_0: 0.00019925135779039958 - | > current_lr_1: 0.00019925135779039958 - | > step_time: 0.8662 (0.8688945296155193) - | > loader_time: 0.0131 (0.007332020392574806) - - - --> TIME: 2024-11-22 22:50:50 -- STEP: 724/797 -- GLOBAL_STEP: 25425 - | > loss_disc: 2.362623691558838 (2.473284734876117) - | > loss_disc_real_0: 0.08496041595935822 (0.13175015017719557) - | > loss_disc_real_1: 0.28206107020378113 (0.21650659113875417) - | > loss_disc_real_2: 0.2567421495914459 (0.23613630751796194) - | > loss_disc_real_3: 0.2887372374534607 (0.2266677345319018) - | > loss_disc_real_4: 0.20568667352199554 (0.2224795949640195) - | > loss_disc_real_5: 0.2077273428440094 (0.23376161360197303) - | > loss_0: 2.362623691558838 (2.473284734876117) - | > grad_norm_0: tensor(119.2702, device='cuda:0') (tensor(94.4620, device='cuda:0')) - | > loss_gen: 2.3941187858581543 (2.3457303175610065) - | > loss_kl: 1.59184992313385 (1.5334926944081964) - | > loss_feat: 6.434166431427002 (5.933856079591575) - | > loss_mel: 22.587739944458008 (22.175800929411988) - | > loss_duration: 1.7137696743011475 (1.7357478154956965) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.721641540527344 (33.72462790578768) - | > grad_norm_1: tensor(494.1566, device='cuda:0') (tensor(591.8022, device='cuda:0')) - | > current_lr_0: 0.00019925135779039958 - | > current_lr_1: 0.00019925135779039958 - | > step_time: 0.9333 (0.870587201078952) - | > loader_time: 0.0154 (0.007537208867995119) - - - --> TIME: 2024-11-22 22:51:15 -- STEP: 749/797 -- GLOBAL_STEP: 25450 - | > loss_disc: 2.5523595809936523 (2.4737040086168163) - | > loss_disc_real_0: 0.08321648091077805 (0.13158899822703823) - | > loss_disc_real_1: 0.2601539194583893 (0.2165490522960796) - | > loss_disc_real_2: 0.25917887687683105 (0.23613519765665442) - | > loss_disc_real_3: 0.25543302297592163 (0.2266945450781821) - | > loss_disc_real_4: 0.2099926620721817 (0.22269105787907487) - | > loss_disc_real_5: 0.25806424021720886 (0.23374059925649132) - | > loss_0: 2.5523595809936523 (2.4737040086168163) - | > grad_norm_0: tensor(18.7035, device='cuda:0') (tensor(93.1533, device='cuda:0')) - | > loss_gen: 2.236152410507202 (2.343872015084698) - | > loss_kl: 1.6697938442230225 (1.5339222836080644) - | > loss_feat: 5.134607315063477 (5.928619782660452) - | > loss_mel: 21.521581649780273 (22.16948782713295) - | > loss_duration: 1.7052757740020752 (1.7347266284104819) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.26741027832031 (33.71062859610339) - | > grad_norm_1: tensor(182.7104, device='cuda:0') (tensor(584.1793, device='cuda:0')) - | > current_lr_0: 0.00019925135779039958 - | > current_lr_1: 0.00019925135779039958 - | > step_time: 0.9529 (0.8725031176619278) - | > loader_time: 0.1165 (0.009936229568298092) - - - --> TIME: 2024-11-22 22:51:51 -- STEP: 774/797 -- GLOBAL_STEP: 25475 - | > loss_disc: 2.4033734798431396 (2.4738521720703885) - | > loss_disc_real_0: 0.1327667087316513 (0.13160528438478628) - | > loss_disc_real_1: 0.20641207695007324 (0.21692752541651722) - | > loss_disc_real_2: 0.20934441685676575 (0.23583878390009708) - | > loss_disc_real_3: 0.21282435953617096 (0.2266044552204529) - | > loss_disc_real_4: 0.23440922796726227 (0.22289655971742722) - | > loss_disc_real_5: 0.29087117314338684 (0.23356703688084926) - | > loss_0: 2.4033734798431396 (2.4738521720703885) - | > grad_norm_0: tensor(27.0121, device='cuda:0') (tensor(91.7350, device='cuda:0')) - | > loss_gen: 2.3441107273101807 (2.341471060609941) - | > loss_kl: 1.7193260192871094 (1.53571629200795) - | > loss_feat: 6.535733222961426 (5.928357221667467) - | > loss_mel: 22.85475730895996 (22.179577758453917) - | > loss_duration: 1.6743271350860596 (1.73367969087236) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.128257751464844 (33.71880209476756) - | > grad_norm_1: tensor(169.3667, device='cuda:0') (tensor(575.9094, device='cuda:0')) - | > current_lr_0: 0.00019925135779039958 - | > current_lr_1: 0.00019925135779039958 - | > step_time: 2.5913 (0.8858229910680487) - | > loader_time: 0.1349 (0.014088417208471959) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.615690231323242 (2.615690231323242) - | > loss_disc_real_0: 0.11014023423194885 (0.11014023423194885) - | > loss_disc_real_1: 0.16848967969417572 (0.16848967969417572) - | > loss_disc_real_2: 0.18356087803840637 (0.18356087803840637) - | > loss_disc_real_3: 0.23341213166713715 (0.23341213166713715) - | > loss_disc_real_4: 0.19822421669960022 (0.19822421669960022) - | > loss_disc_real_5: 0.22626394033432007 (0.22626394033432007) - | > loss_0: 2.615690231323242 (2.615690231323242) - | > loss_gen: 1.8652279376983643 (1.8652279376983643) - | > loss_kl: 1.4493036270141602 (1.4493036270141602) - | > loss_feat: 6.031875133514404 (6.031875133514404) - | > loss_mel: 21.51132583618164 (21.51132583618164) - | > loss_duration: 1.977030873298645 (1.977030873298645) - | > loss_1: 32.83476257324219 (32.83476257324219) - - --> STEP: 1 - | > loss_disc: 2.341265916824341 (2.341265916824341) - | > loss_disc_real_0: 0.12352107465267181 (0.12352107465267181) - | > loss_disc_real_1: 0.11213569343090057 (0.11213569343090057) - | > loss_disc_real_2: 0.1660582721233368 (0.1660582721233368) - | > loss_disc_real_3: 0.18248207867145538 (0.18248207867145538) - | > loss_disc_real_4: 0.15751779079437256 (0.15751779079437256) - | > loss_disc_real_5: 0.21575605869293213 (0.21575605869293213) - | > loss_0: 2.341265916824341 (2.341265916824341) - | > loss_gen: 2.2587108612060547 (2.2587108612060547) - | > loss_kl: 1.1498006582260132 (1.1498006582260132) - | > loss_feat: 8.872458457946777 (8.872458457946777) - | > loss_mel: 27.354324340820312 (27.354324340820312) - | > loss_duration: 1.7129876613616943 (1.7129876613616943) - | > loss_1: 41.3482780456543 (41.3482780456543) - - --> STEP: 2 - | > loss_disc: 2.571974754333496 (2.4566203355789185) - | > loss_disc_real_0: 0.1308494210243225 (0.12718524783849716) - | > loss_disc_real_1: 0.1424752175807953 (0.12730545550584793) - | > loss_disc_real_2: 0.22789840400218964 (0.19697833806276321) - | > loss_disc_real_3: 0.19233283400535583 (0.1874074563384056) - | > loss_disc_real_4: 0.31462761759757996 (0.23607270419597626) - | > loss_disc_real_5: 0.28982701897621155 (0.25279153883457184) - | > loss_0: 2.571974754333496 (2.4566203355789185) - | > loss_gen: 2.0054235458374023 (2.1320672035217285) - | > loss_kl: 1.2926892042160034 (1.2212449312210083) - | > loss_feat: 5.349181175231934 (7.1108198165893555) - | > loss_mel: 24.28847312927246 (25.821398735046387) - | > loss_duration: 1.6871845722198486 (1.7000861167907715) - | > loss_1: 34.62295150756836 (37.98561477661133) - - --> STEP: 3 - | > loss_disc: 2.307178020477295 (2.406806230545044) - | > loss_disc_real_0: 0.09563010931015015 (0.11666686832904816) - | > loss_disc_real_1: 0.1311097890138626 (0.12857356667518616) - | > loss_disc_real_2: 0.19924893975257874 (0.19773520529270172) - | > loss_disc_real_3: 0.22754761576652527 (0.20078750948111215) - | > loss_disc_real_4: 0.17148278653621674 (0.21454273164272308) - | > loss_disc_real_5: 0.2004314810037613 (0.23533818622430167) - | > loss_0: 2.307178020477295 (2.406806230545044) - | > loss_gen: 2.0167481899261475 (2.0936275323232016) - | > loss_kl: 1.6147229671478271 (1.352404276529948) - | > loss_feat: 6.895054340362549 (7.03889799118042) - | > loss_mel: 25.896631240844727 (25.846476236979168) - | > loss_duration: 1.7281814813613892 (1.7094512383143108) - | > loss_1: 38.151336669921875 (38.040855407714844) - - --> STEP: 4 - | > loss_disc: 2.607846260070801 (2.457066237926483) - | > loss_disc_real_0: 0.12526065111160278 (0.11881531402468681) - | > loss_disc_real_1: 0.1198672354221344 (0.12639698386192322) - | > loss_disc_real_2: 0.18781277537345886 (0.195254597812891) - | > loss_disc_real_3: 0.19794537127017975 (0.20007697492837906) - | > loss_disc_real_4: 0.20074401795864105 (0.21109305322170258) - | > loss_disc_real_5: 0.2917592525482178 (0.24944345280528069) - | > loss_0: 2.607846260070801 (2.457066237926483) - | > loss_gen: 1.9263581037521362 (2.051810175180435) - | > loss_kl: 1.271253228187561 (1.3321165144443512) - | > loss_feat: 6.052752494812012 (6.792361617088318) - | > loss_mel: 21.397733688354492 (24.734290599822998) - | > loss_duration: 1.6595152616500854 (1.6969672441482544) - | > loss_1: 32.30760955810547 (36.6075439453125) - - --> STEP: 5 - | > loss_disc: 2.8934388160705566 (2.5443407535552978) - | > loss_disc_real_0: 0.18343141674995422 (0.1317385345697403) - | > loss_disc_real_1: 0.1302720308303833 (0.12717199325561523) - | > loss_disc_real_2: 0.1749228686094284 (0.1911882519721985) - | > loss_disc_real_3: 0.19955052435398102 (0.19997168481349945) - | > loss_disc_real_4: 0.3206396698951721 (0.2330023765563965) - | > loss_disc_real_5: 0.2505834996700287 (0.24967146217823027) - | > loss_0: 2.8934388160705566 (2.5443407535552978) - | > loss_gen: 1.8169279098510742 (2.004833722114563) - | > loss_kl: 1.513327717781067 (1.3683587551116942) - | > loss_feat: 6.867051601409912 (6.807299613952637) - | > loss_mel: 24.19966697692871 (24.62736587524414) - | > loss_duration: 1.9185041189193726 (1.741274619102478) - | > loss_1: 36.31547927856445 (36.54913101196289) - - --> STEP: 6 - | > loss_disc: 2.5673491954803467 (2.548175493876139) - | > loss_disc_real_0: 0.08858813345432281 (0.12454680105050404) - | > loss_disc_real_1: 0.13477961719036102 (0.12843993057807288) - | > loss_disc_real_2: 0.20980611443519592 (0.19429122904936472) - | > loss_disc_real_3: 0.1931285858154297 (0.19883116831382117) - | > loss_disc_real_4: 0.22654162347316742 (0.2319255843758583) - | > loss_disc_real_5: 0.18434731662273407 (0.23878410458564758) - | > loss_0: 2.5673491954803467 (2.548175493876139) - | > loss_gen: 1.76143479347229 (1.9642672340075176) - | > loss_kl: 1.384412407875061 (1.3710343639055889) - | > loss_feat: 6.054961681365967 (6.681909958521525) - | > loss_mel: 26.267913818359375 (24.900790532430012) - | > loss_duration: 1.7082314491271973 (1.735767424106598) - | > loss_1: 37.17695617675781 (36.65376853942871) - - --> STEP: 7 - | > loss_disc: 2.5303146839141846 (2.54562394959586) - | > loss_disc_real_0: 0.10714753717184067 (0.1220611919249807) - | > loss_disc_real_1: 0.1163378432393074 (0.12671106095824922) - | > loss_disc_real_2: 0.23366013169288635 (0.19991535799843924) - | > loss_disc_real_3: 0.18608921766281128 (0.19701088964939117) - | > loss_disc_real_4: 0.20367063581943512 (0.22788916315351213) - | > loss_disc_real_5: 0.22145603597164154 (0.23630866621221816) - | > loss_0: 2.5303146839141846 (2.54562394959586) - | > loss_gen: 1.9306833744049072 (1.959469539778573) - | > loss_kl: 1.4736562967300415 (1.3856946400233678) - | > loss_feat: 6.981261253356934 (6.724674429212298) - | > loss_mel: 23.265371322631836 (24.667159216744558) - | > loss_duration: 1.7069847583770752 (1.7316556147166662) - | > loss_1: 35.35795974731445 (36.4686529976981) - - --> STEP: 8 - | > loss_disc: 2.6178252696990967 (2.5546491146087646) - | > loss_disc_real_0: 0.13345777988433838 (0.12348576541990042) - | > loss_disc_real_1: 0.10875476896762848 (0.12446652445942162) - | > loss_disc_real_2: 0.17914368212223053 (0.19731889851391315) - | > loss_disc_real_3: 0.11086821556091309 (0.1862430553883314) - | > loss_disc_real_4: 0.18450413644313812 (0.22246603481471539) - | > loss_disc_real_5: 0.16113509237766266 (0.2269119694828987) - | > loss_0: 2.6178252696990967 (2.5546491146087646) - | > loss_gen: 1.566277027130127 (1.9103204756975174) - | > loss_kl: 1.9313843250274658 (1.45390585064888) - | > loss_feat: 6.925993919372559 (6.74983936548233) - | > loss_mel: 24.957338333129883 (24.703431606292725) - | > loss_duration: 1.7551782131195068 (1.7345959395170212) - | > loss_1: 37.13616943359375 (36.55209255218506) - - --> STEP: 9 - | > loss_disc: 2.5635874271392822 (2.555642260445489) - | > loss_disc_real_0: 0.09871682524681091 (0.1207336609562238) - | > loss_disc_real_1: 0.14165416359901428 (0.12637626214159858) - | > loss_disc_real_2: 0.21223360300064087 (0.19897608790132734) - | > loss_disc_real_3: 0.22497355937957764 (0.1905464447206921) - | > loss_disc_real_4: 0.1990746408700943 (0.21986699104309082) - | > loss_disc_real_5: 0.2341376692056656 (0.22771482500765058) - | > loss_0: 2.5635874271392822 (2.555642260445489) - | > loss_gen: 1.9136639833450317 (1.9106919765472412) - | > loss_kl: 1.3679765462875366 (1.4443581501642864) - | > loss_feat: 6.173809051513672 (6.685835997263591) - | > loss_mel: 25.308401107788086 (24.77065043979221) - | > loss_duration: 1.7017017602920532 (1.730941030714247) - | > loss_1: 36.465553283691406 (36.54247707790799) - - --> STEP: 10 - | > loss_disc: 2.6663079261779785 (2.5667088270187377) - | > loss_disc_real_0: 0.06030300259590149 (0.11469059512019157) - | > loss_disc_real_1: 0.1500364989042282 (0.12874228581786157) - | > loss_disc_real_2: 0.2206791192293167 (0.2011463910341263) - | > loss_disc_real_3: 0.23898424208164215 (0.1953902244567871) - | > loss_disc_real_4: 0.2770174741744995 (0.2255820393562317) - | > loss_disc_real_5: 0.2735386788845062 (0.23229721039533616) - | > loss_0: 2.6663079261779785 (2.5667088270187377) - | > loss_gen: 1.982505202293396 (1.9178732991218568) - | > loss_kl: 1.0856951475143433 (1.408491849899292) - | > loss_feat: 6.284461975097656 (6.645698595046997) - | > loss_mel: 23.683731079101562 (24.661958503723145) - | > loss_duration: 1.6029787063598633 (1.7181447982788085) - | > loss_1: 34.63936996459961 (36.35216636657715) - - --> STEP: 11 - | > loss_disc: 2.6430504322052 (2.57364897294478) - | > loss_disc_real_0: 0.08432731032371521 (0.11193029650233009) - | > loss_disc_real_1: 0.18043158948421478 (0.13344131342389368) - | > loss_disc_real_2: 0.21342596411705017 (0.20226271585984665) - | > loss_disc_real_3: 0.19437943398952484 (0.19529833441430872) - | > loss_disc_real_4: 0.2896760106086731 (0.23140876401554455) - | > loss_disc_real_5: 0.20492865145206451 (0.22980915958231146) - | > loss_0: 2.6430504322052 (2.57364897294478) - | > loss_gen: 1.8238391876220703 (1.909324743530967) - | > loss_kl: 1.7582764625549316 (1.4402904510498047) - | > loss_feat: 6.703304767608643 (6.650935519825328) - | > loss_mel: 23.397829055786133 (24.54703764481978) - | > loss_duration: 1.6101213693618774 (1.7083244865590876) - | > loss_1: 35.293373107910156 (36.255912433971055) - - --> STEP: 12 - | > loss_disc: 2.7041614055633545 (2.584525008996328) - | > loss_disc_real_0: 0.11664258688688278 (0.11232298736770947) - | > loss_disc_real_1: 0.10832826048135757 (0.13134855901201567) - | > loss_disc_real_2: 0.2246415615081787 (0.2041276196638743) - | > loss_disc_real_3: 0.21606075763702393 (0.197028536349535) - | > loss_disc_real_4: 0.22807526588439941 (0.23113097250461578) - | > loss_disc_real_5: 0.267707884311676 (0.23296738664309183) - | > loss_0: 2.7041614055633545 (2.584525008996328) - | > loss_gen: 1.8550848960876465 (1.9048047562440236) - | > loss_kl: 1.8706854581832886 (1.4761567016442616) - | > loss_feat: 6.403392314910889 (6.6303069194157915) - | > loss_mel: 24.05327606201172 (24.50589084625244) - | > loss_duration: 1.7486751079559326 (1.711687038342158) - | > loss_1: 35.931114196777344 (36.22884591420491) - - --> STEP: 13 - | > loss_disc: 2.9130728244781494 (2.6097979178795447) - | > loss_disc_real_0: 0.20355167984962463 (0.11934057909708756) - | > loss_disc_real_1: 0.21289394795894623 (0.13762128123870263) - | > loss_disc_real_2: 0.204380601644516 (0.20414707981623137) - | > loss_disc_real_3: 0.2678680419921875 (0.20247772909127748) - | > loss_disc_real_4: 0.2795170545578003 (0.23485297881639922) - | > loss_disc_real_5: 0.2657168507575989 (0.23548657619036162) - | > loss_0: 2.9130728244781494 (2.6097979178795447) - | > loss_gen: 1.7912859916687012 (1.8960725435843835) - | > loss_kl: 1.70905601978302 (1.4940720338087816) - | > loss_feat: 3.528669834136963 (6.39171945131742) - | > loss_mel: 17.32771110534668 (23.953723173875076) - | > loss_duration: 1.7444182634353638 (1.7142048248877892) - | > loss_1: 26.10114288330078 (35.449791834904595) - - --> STEP: 14 - | > loss_disc: 2.4875824451446533 (2.601068241255624) - | > loss_disc_real_0: 0.1403154730796814 (0.12083878581012998) - | > loss_disc_real_1: 0.18453611433506012 (0.14097234074558532) - | > loss_disc_real_2: 0.2012130171060562 (0.2039375039083617) - | > loss_disc_real_3: 0.2212759256362915 (0.20382045741592134) - | > loss_disc_real_4: 0.2734042704105377 (0.2376066425016948) - | > loss_disc_real_5: 0.24492162466049194 (0.23616050822394236) - | > loss_0: 2.4875824451446533 (2.601068241255624) - | > loss_gen: 2.018018960952759 (1.904783001967839) - | > loss_kl: 1.0639235973358154 (1.463347145489284) - | > loss_feat: 4.421500205993652 (6.250989505222866) - | > loss_mel: 21.177627563476562 (23.755430630275182) - | > loss_duration: 1.7327936887741089 (1.7155326008796692) - | > loss_1: 30.413864135742188 (35.09008271353585) - - --> STEP: 15 - | > loss_disc: 2.3241260051727295 (2.5826054255167645) - | > loss_disc_real_0: 0.08692161738872528 (0.118577641248703) - | > loss_disc_real_1: 0.1572202891111374 (0.14205553730328876) - | > loss_disc_real_2: 0.21697480976581573 (0.20480665763219197) - | > loss_disc_real_3: 0.18568192422389984 (0.20261122186978658) - | > loss_disc_real_4: 0.28310540318489075 (0.24063989321390789) - | > loss_disc_real_5: 0.24364328384399414 (0.2366593599319458) - | > loss_0: 2.3241260051727295 (2.5826054255167645) - | > loss_gen: 2.224228620529175 (1.9260793765385946) - | > loss_kl: 1.0077208280563354 (1.4329720576604208) - | > loss_feat: 6.1803364753723145 (6.2462793032328285) - | > loss_mel: 26.540084838867188 (23.941074244181316) - | > loss_duration: 1.7116234302520752 (1.7152719895044963) - | > loss_1: 37.66399383544922 (35.26167678833008) - - --> STEP: 16 - | > loss_disc: 2.674757480621338 (2.5883649289608) - | > loss_disc_real_0: 0.10530974715948105 (0.11774839786812663) - | > loss_disc_real_1: 0.15653526782989502 (0.14296052046120167) - | > loss_disc_real_2: 0.2339448630809784 (0.20662779547274113) - | > loss_disc_real_3: 0.2601379454135895 (0.20620664209127426) - | > loss_disc_real_4: 0.27049675583839417 (0.24250594712793827) - | > loss_disc_real_5: 0.21670739352703094 (0.23541236203163862) - | > loss_0: 2.674757480621338 (2.5883649289608) - | > loss_gen: 1.8369861841201782 (1.9205110520124435) - | > loss_kl: 1.3871357440948486 (1.4301072880625725) - | > loss_feat: 4.965935707092285 (6.166257828474045) - | > loss_mel: 18.959508895874023 (23.62972640991211) - | > loss_duration: 1.8078759908676147 (1.7210597395896912) - | > loss_1: 28.957443237304688 (34.86766219139099) - - --> STEP: 17 - | > loss_disc: 2.5337979793548584 (2.5851551083957447) - | > loss_disc_real_0: 0.11313635855913162 (0.11747710143818575) - | > loss_disc_real_1: 0.17919547855854034 (0.14509198858457453) - | > loss_disc_real_2: 0.22211644053459167 (0.20753889224108527) - | > loss_disc_real_3: 0.1744878888130188 (0.2043408330749063) - | > loss_disc_real_4: 0.259022980928421 (0.24347753735149608) - | > loss_disc_real_5: 0.21144041419029236 (0.2340022474527359) - | > loss_0: 2.5337979793548584 (2.5851551083957447) - | > loss_gen: 1.902965784072876 (1.9194789774277632) - | > loss_kl: 1.1394269466400146 (1.4130084444494808) - | > loss_feat: 5.0940375328063965 (6.1031860463759475) - | > loss_mel: 22.881195068359375 (23.585695154526654) - | > loss_duration: 1.696274757385254 (1.7196017994600183) - | > loss_1: 32.713897705078125 (34.74097016278435) - - --> STEP: 18 - | > loss_disc: 2.637233257293701 (2.5880483388900757) - | > loss_disc_real_0: 0.05723311007022858 (0.11413021302885479) - | > loss_disc_real_1: 0.11585832387208939 (0.14346789610054758) - | > loss_disc_real_2: 0.1601988524198532 (0.20490889002879462) - | > loss_disc_real_3: 0.13356329500675201 (0.2004087476266755) - | > loss_disc_real_4: 0.23008118569850922 (0.2427332955929968) - | > loss_disc_real_5: 0.23166730999946594 (0.233872528705332) - | > loss_0: 2.637233257293701 (2.5880483388900757) - | > loss_gen: 1.6860628128051758 (1.9065114127265081) - | > loss_kl: 1.4464924335479736 (1.4148686660660639) - | > loss_feat: 7.367401123046875 (6.173420217302111) - | > loss_mel: 24.82313346862793 (23.65444172753228) - | > loss_duration: 1.6706130504608154 (1.716880202293396) - | > loss_1: 36.99370193481445 (34.86612192789713) - - --> STEP: 19 - | > loss_disc: 2.5922017097473145 (2.5882669373562464) - | > loss_disc_real_0: 0.10615671426057816 (0.1137105551989455) - | > loss_disc_real_1: 0.14080029726028442 (0.14332749616158635) - | > loss_disc_real_2: 0.20409958064556122 (0.20486629479809812) - | > loss_disc_real_3: 0.1407622992992401 (0.19726946087259994) - | > loss_disc_real_4: 0.1638357788324356 (0.23858079471086202) - | > loss_disc_real_5: 0.1927594244480133 (0.23170868111284157) - | > loss_0: 2.5922017097473145 (2.5882669373562464) - | > loss_gen: 1.707040786743164 (1.8960129587273848) - | > loss_kl: 1.5690901279449463 (1.4229855851123208) - | > loss_feat: 6.614469528198242 (6.196633338928223) - | > loss_mel: 23.7067928314209 (23.657197048789577) - | > loss_duration: 1.8132514953613281 (1.7219523756127608) - | > loss_1: 35.41064453125 (34.89478101228413) - - --> STEP: 20 - | > loss_disc: 2.7119007110595703 (2.594448626041413) - | > loss_disc_real_0: 0.14395573735237122 (0.11522281430661678) - | > loss_disc_real_1: 0.16827495396137238 (0.14457486905157566) - | > loss_disc_real_2: 0.23311862349510193 (0.2062789112329483) - | > loss_disc_real_3: 0.2573324143886566 (0.2002726085484028) - | > loss_disc_real_4: 0.2381318360567093 (0.23855834677815438) - | > loss_disc_real_5: 0.22513461112976074 (0.2313799776136875) - | > loss_0: 2.7119007110595703 (2.594448626041413) - | > loss_gen: 1.9066054821014404 (1.8965425848960877) - | > loss_kl: 1.6892012357711792 (1.4362963676452636) - | > loss_feat: 5.153903961181641 (6.144496870040894) - | > loss_mel: 22.367319107055664 (23.59270315170288) - | > loss_duration: 1.6554052829742432 (1.718625020980835) - | > loss_1: 32.77243423461914 (34.788663673400876) - - --> STEP: 21 - | > loss_disc: 2.4960975646972656 (2.589765242167882) - | > loss_disc_real_0: 0.06298927962779999 (0.11273550313143503) - | > loss_disc_real_1: 0.17086994647979736 (0.14582701559577668) - | > loss_disc_real_2: 0.20109957456588745 (0.20603227615356445) - | > loss_disc_real_3: 0.15466712415218353 (0.1981009188152495) - | > loss_disc_real_4: 0.3131748139858246 (0.24211151188328153) - | > loss_disc_real_5: 0.19055774807929993 (0.22943606192157381) - | > loss_0: 2.4960975646972656 (2.589765242167882) - | > loss_gen: 1.9858534336090088 (1.9007954824538458) - | > loss_kl: 1.5409420728683472 (1.4412794964654105) - | > loss_feat: 6.556173324584961 (6.164100510733468) - | > loss_mel: 23.624996185302734 (23.594240915207635) - | > loss_duration: 1.7103215456008911 (1.7182296173913139) - | > loss_1: 35.41828918457031 (34.81864584059942) - - --> STEP: 22 - | > loss_disc: 2.828852415084839 (2.600632840936835) - | > loss_disc_real_0: 0.11604577302932739 (0.11288596994497559) - | > loss_disc_real_1: 0.12222101539373398 (0.14475401558659293) - | > loss_disc_real_2: 0.23055021464824677 (0.20714672790332275) - | > loss_disc_real_3: 0.19313089549541473 (0.1978750086643479) - | > loss_disc_real_4: 0.2320474237203598 (0.24165405333042145) - | > loss_disc_real_5: 0.22989509999752045 (0.2294569272886623) - | > loss_0: 2.828852415084839 (2.600632840936835) - | > loss_gen: 1.69827401638031 (1.891589961268685) - | > loss_kl: 1.4912965297698975 (1.4435529979792507) - | > loss_feat: 6.390032768249512 (6.174370158802379) - | > loss_mel: 24.58310890197754 (23.639189460060813) - | > loss_duration: 1.8166790008544922 (1.7227045893669128) - | > loss_1: 35.979393005371094 (34.87140707536177) - - --> STEP: 23 - | > loss_disc: 2.735280752182007 (2.6064870979474946) - | > loss_disc_real_0: 0.18177667260169983 (0.1158812178865723) - | > loss_disc_real_1: 0.15020033717155457 (0.14499081217724344) - | > loss_disc_real_2: 0.19893766939640045 (0.20678981231606525) - | > loss_disc_real_3: 0.17722220718860626 (0.19697706077409827) - | > loss_disc_real_4: 0.21398764848709106 (0.24045116616332013) - | > loss_disc_real_5: 0.252715140581131 (0.23046815395355225) - | > loss_0: 2.735280752182007 (2.6064870979474946) - | > loss_gen: 1.8190001249313354 (1.8884338814279307) - | > loss_kl: 1.7085254192352295 (1.4550735380338586) - | > loss_feat: 6.038083553314209 (6.1684446542159375) - | > loss_mel: 22.05156898498535 (23.57016248288362) - | > loss_duration: 1.7928918600082397 (1.7257562098295793) - | > loss_1: 33.41006851196289 (34.80787061608356) - - --> STEP: 24 - | > loss_disc: 2.920584201812744 (2.619574477275213) - | > loss_disc_real_0: 0.15236878395080566 (0.11740153313924868) - | > loss_disc_real_1: 0.21354706585407257 (0.14784732274711132) - | > loss_disc_real_2: 0.22352181375026703 (0.20748697904249033) - | > loss_disc_real_3: 0.2614627778530121 (0.19966396565238634) - | > loss_disc_real_4: 0.22174690663814545 (0.23967182201643786) - | > loss_disc_real_5: 0.2704693675041199 (0.2321348711848259) - | > loss_0: 2.920584201812744 (2.619574477275213) - | > loss_gen: 1.6706467866897583 (1.8793594191471736) - | > loss_kl: 1.2980315685272217 (1.4485301226377487) - | > loss_feat: 4.3933258056640625 (6.094481368859609) - | > loss_mel: 18.77598762512207 (23.370405197143555) - | > loss_duration: 1.6888684034347534 (1.7242192178964615) - | > loss_1: 27.826860427856445 (34.5169951915741) - - --> STEP: 25 - | > loss_disc: 2.570089817047119 (2.6175950908660894) - | > loss_disc_real_0: 0.1000155657529831 (0.11670609444379806) - | > loss_disc_real_1: 0.14900238811969757 (0.14789352536201478) - | > loss_disc_real_2: 0.2054470032453537 (0.20740538001060485) - | > loss_disc_real_3: 0.23763111233711243 (0.20118265151977538) - | > loss_disc_real_4: 0.2726806104183197 (0.24099217355251312) - | > loss_disc_real_5: 0.2575781047344208 (0.2331526005268097) - | > loss_0: 2.570089817047119 (2.6175950908660894) - | > loss_gen: 1.9887771606445312 (1.883736128807068) - | > loss_kl: 1.4564895629882812 (1.44884850025177) - | > loss_feat: 5.1192827224731445 (6.05547342300415) - | > loss_mel: 19.437421798706055 (23.213085861206054) - | > loss_duration: 1.6648097038269043 (1.7218428373336792) - | > loss_1: 29.66678237915039 (34.32298667907715) - - --> STEP: 26 - | > loss_disc: 2.6514692306518555 (2.6188979423963112) - | > loss_disc_real_0: 0.11917460709810257 (0.11680103723819439) - | > loss_disc_real_1: 0.17770521342754364 (0.14904012874915049) - | > loss_disc_real_2: 0.20864823460578918 (0.20745318211041963) - | > loss_disc_real_3: 0.20985953509807587 (0.20151637781124848) - | > loss_disc_real_4: 0.20403724908828735 (0.23957083030388907) - | > loss_disc_real_5: 0.23623071610927582 (0.23327098958767378) - | > loss_0: 2.6514692306518555 (2.6188979423963112) - | > loss_gen: 1.9260263442993164 (1.8853626755567698) - | > loss_kl: 1.493901252746582 (1.4505812984246473) - | > loss_feat: 6.170111179351807 (6.05988256747906) - | > loss_mel: 23.21162986755371 (23.213029861450195) - | > loss_duration: 1.688812017440796 (1.7205724211839528) - | > loss_1: 34.490482330322266 (34.32942881950965) - - --> STEP: 27 - | > loss_disc: 2.6361825466156006 (2.6195381129229514) - | > loss_disc_real_0: 0.10147502273321152 (0.11623340707134318) - | > loss_disc_real_1: 0.14983350038528442 (0.14906951288382211) - | > loss_disc_real_2: 0.2163962572813034 (0.20778440711674867) - | > loss_disc_real_3: 0.23220956325531006 (0.20265316245732484) - | > loss_disc_real_4: 0.296415239572525 (0.24167617879532002) - | > loss_disc_real_5: 0.2564404606819153 (0.23412911814671974) - | > loss_0: 2.6361825466156006 (2.6195381129229514) - | > loss_gen: 1.9554719924926758 (1.8879593169247662) - | > loss_kl: 1.6257758140563965 (1.4570699841887862) - | > loss_feat: 5.808338165283203 (6.050566108138473) - | > loss_mel: 22.281814575195312 (23.17854040640372) - | > loss_duration: 1.74100923538208 (1.721329340228328) - | > loss_1: 33.412410736083984 (34.29546518679018) - - --> STEP: 28 - | > loss_disc: 2.555778741836548 (2.6172609925270085) - | > loss_disc_real_0: 0.08051110804080963 (0.11495761067739554) - | > loss_disc_real_1: 0.1466369926929474 (0.14898263716271945) - | > loss_disc_real_2: 0.20554731786251068 (0.20770451107195445) - | > loss_disc_real_3: 0.21826347708702087 (0.2032106736940997) - | > loss_disc_real_4: 0.19744285941123962 (0.2400964173887457) - | > loss_disc_real_5: 0.2079959213733673 (0.2331957896905286) - | > loss_0: 2.555778741836548 (2.6172609925270085) - | > loss_gen: 1.7640888690948486 (1.8835353723594122) - | > loss_kl: 1.7473880052566528 (1.46743848494121) - | > loss_feat: 6.325387001037598 (6.060381140027728) - | > loss_mel: 22.37380027770996 (23.1497996875218) - | > loss_duration: 1.7040910720825195 (1.720713687794549) - | > loss_1: 33.91475296020508 (34.281868321555) - - --> STEP: 29 - | > loss_disc: 2.495591640472412 (2.613065497628574) - | > loss_disc_real_0: 0.06596500426530838 (0.1132682104562891) - | > loss_disc_real_1: 0.16737443208694458 (0.14961683698769274) - | > loss_disc_real_2: 0.2046087682247162 (0.20759776131860141) - | > loss_disc_real_3: 0.24918359518051147 (0.20479594684880356) - | > loss_disc_real_4: 0.2459760159254074 (0.240299162165872) - | > loss_disc_real_5: 0.20740389823913574 (0.23230641412323919) - | > loss_0: 2.495591640472412 (2.613065497628574) - | > loss_gen: 2.131424903869629 (1.8920832872390747) - | > loss_kl: 1.0347216129302979 (1.452517213492558) - | > loss_feat: 6.770555019378662 (6.084869894488104) - | > loss_mel: 24.73465919494629 (23.20445001536402) - | > loss_duration: 1.6927671432495117 (1.7197500138447201) - | > loss_1: 36.36412811279297 (34.35367038332183) - - --> STEP: 30 - | > loss_disc: 2.5032458305358887 (2.609404842058818) - | > loss_disc_real_0: 0.1372661143541336 (0.11406814058621724) - | > loss_disc_real_1: 0.14208365976810455 (0.14936573108037313) - | > loss_disc_real_2: 0.2022346705198288 (0.207418991625309) - | > loss_disc_real_3: 0.1995139718055725 (0.2046198810140292) - | > loss_disc_real_4: 0.24308480322360992 (0.24039201686779657) - | > loss_disc_real_5: 0.32130298018455505 (0.23527296632528305) - | > loss_0: 2.5032458305358887 (2.609404842058818) - | > loss_gen: 2.015031576156616 (1.8961815635363262) - | > loss_kl: 1.7265384197235107 (1.4616512537002564) - | > loss_feat: 6.003366947174072 (6.0821531295776365) - | > loss_mel: 24.999303817749023 (23.264278475443522) - | > loss_duration: 1.7066656351089478 (1.7193138678868611) - | > loss_1: 36.450904846191406 (34.42357819875081) - - --> STEP: 31 - | > loss_disc: 2.388606548309326 (2.6022823164539957) - | > loss_disc_real_0: 0.1864195466041565 (0.11640205690937658) - | > loss_disc_real_1: 0.1852666735649109 (0.15052382599922917) - | > loss_disc_real_2: 0.19649656116962433 (0.20706665515899658) - | > loss_disc_real_3: 0.22235794365406036 (0.20519207658306246) - | > loss_disc_real_4: 0.19810836017131805 (0.23902802794210373) - | > loss_disc_real_5: 0.20008200407028198 (0.23413777399447658) - | > loss_0: 2.388606548309326 (2.6022823164539957) - | > loss_gen: 2.0689847469329834 (1.901755859774928) - | > loss_kl: 1.2285913228988647 (1.4541331914163405) - | > loss_feat: 4.632937908172607 (6.0354042514677975) - | > loss_mel: 18.824596405029297 (23.121062924784997) - | > loss_duration: 1.67881178855896 (1.7180073491988643) - | > loss_1: 28.433923721313477 (34.23036353818832) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.012271896485359438 (+0.0021623719123101993) - | > avg_loss_disc: 2.6022823164539957 (+0.12718265287337838) - | > avg_loss_disc_real_0: 0.11640205690937658 (-0.0695756036908396) - | > avg_loss_disc_real_1: 0.15052382599922917 (-0.026488366146241477) - | > avg_loss_disc_real_2: 0.20706665515899658 (-0.02626096481277096) - | > avg_loss_disc_real_3: 0.20519207658306246 (-0.04610016653614654) - | > avg_loss_disc_real_4: 0.23902802794210373 (-0.009617728571737955) - | > avg_loss_disc_real_5: 0.23413777399447658 (+0.022931304189466678) - | > avg_loss_0: 2.6022823164539957 (+0.12718265287337838) - | > avg_loss_gen: 1.901755859774928 (-0.47834274461192483) - | > avg_loss_kl: 1.4541331914163405 (-0.17854721699991538) - | > avg_loss_feat: 6.0354042514677975 (+0.35561770777548585) - | > avg_loss_mel: 23.121062924784997 (+1.1494872185491722) - | > avg_loss_duration: 1.7180073491988643 (-0.005223751068115234) - | > avg_loss_1: 34.23036353818832 (+0.8429915520452766) - - - > EPOCH: 3/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-22 22:53:13)  - - --> TIME: 2024-11-22 22:53:16 -- STEP: 2/797 -- GLOBAL_STEP: 25500 - | > loss_disc: 2.5102860927581787 (2.51058566570282) - | > loss_disc_real_0: 0.11620625853538513 (0.12220320850610733) - | > loss_disc_real_1: 0.3341575860977173 (0.2837327793240547) - | > loss_disc_real_2: 0.23041602969169617 (0.21793244034051895) - | > loss_disc_real_3: 0.26187431812286377 (0.2564954608678818) - | > loss_disc_real_4: 0.2161969244480133 (0.2288779616355896) - | > loss_disc_real_5: 0.2160181850194931 (0.22829020768404007) - | > loss_0: 2.5102860927581787 (2.51058566570282) - | > grad_norm_0: tensor(101.9957, device='cuda:0') (tensor(58.4236, device='cuda:0')) - | > loss_gen: 2.3666815757751465 (2.444524049758911) - | > loss_kl: 1.2483919858932495 (1.419565737247467) - | > loss_feat: 5.0535888671875 (5.483442068099976) - | > loss_mel: 20.510284423828125 (21.078232765197754) - | > loss_duration: 1.9025605916976929 (1.9624012112617493) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.08150863647461 (32.388166427612305) - | > grad_norm_1: tensor(152.5838, device='cuda:0') (tensor(298.9879, device='cuda:0')) - | > current_lr_0: 0.00019922645137067577 - | > current_lr_1: 0.00019922645137067577 - | > step_time: 0.8523 (0.8222335577011108) - | > loader_time: 0.0059 (0.004442811012268066) - - - --> TIME: 2024-11-22 22:53:36 -- STEP: 27/797 -- GLOBAL_STEP: 25525 - | > loss_disc: 2.4926321506500244 (2.5181567668914795) - | > loss_disc_real_0: 0.1295354962348938 (0.13533716786790778) - | > loss_disc_real_1: 0.1991691291332245 (0.23078496864548437) - | > loss_disc_real_2: 0.22108156979084015 (0.23757212139942027) - | > loss_disc_real_3: 0.2271406054496765 (0.23501929309633043) - | > loss_disc_real_4: 0.2559930682182312 (0.22378929456075033) - | > loss_disc_real_5: 0.21170343458652496 (0.232971402781981) - | > loss_0: 2.4926321506500244 (2.5181567668914795) - | > grad_norm_0: tensor(146.4823, device='cuda:0') (tensor(83.6728, device='cuda:0')) - | > loss_gen: 2.2407326698303223 (2.31421747914067) - | > loss_kl: 1.7882845401763916 (1.5257611672083538) - | > loss_feat: 5.974788188934326 (5.9738775006047) - | > loss_mel: 22.09932518005371 (21.918270817509406) - | > loss_duration: 1.748779058456421 (1.8629435389130204) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.85190963745117 (33.5950703797517) - | > grad_norm_1: tensor(770.4630, device='cuda:0') (tensor(653.8141, device='cuda:0')) - | > current_lr_0: 0.00019922645137067577 - | > current_lr_1: 0.00019922645137067577 - | > step_time: 0.7473 (0.8053499151159216) - | > loader_time: 0.0038 (0.005486276414659288) - - - --> TIME: 2024-11-22 22:53:57 -- STEP: 52/797 -- GLOBAL_STEP: 25550 - | > loss_disc: 2.381582736968994 (2.503923003490154) - | > loss_disc_real_0: 0.14843139052391052 (0.12981767751849616) - | > loss_disc_real_1: 0.2083386480808258 (0.2234641878077617) - | > loss_disc_real_2: 0.21894952654838562 (0.23766355073222747) - | > loss_disc_real_3: 0.22186392545700073 (0.23219213262200356) - | > loss_disc_real_4: 0.21773432195186615 (0.22544171661138535) - | > loss_disc_real_5: 0.22946110367774963 (0.23703796703081864) - | > loss_0: 2.381582736968994 (2.503923003490154) - | > grad_norm_0: tensor(280.1240, device='cuda:0') (tensor(86.2328, device='cuda:0')) - | > loss_gen: 2.5618882179260254 (2.3339203871213474) - | > loss_kl: 1.5511572360992432 (1.5723785161972046) - | > loss_feat: 6.476284503936768 (6.022065291037927) - | > loss_mel: 22.52252769470215 (21.970394611358643) - | > loss_duration: 1.6951634883880615 (1.8257300097208757) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.80702209472656 (33.72448895527766) - | > grad_norm_1: tensor(608.0540, device='cuda:0') (tensor(671.9575, device='cuda:0')) - | > current_lr_0: 0.00019922645137067577 - | > current_lr_1: 0.00019922645137067577 - | > step_time: 0.8276 (0.807959258556366) - | > loader_time: 0.0073 (0.005133339991936318) - - - --> TIME: 2024-11-22 22:54:18 -- STEP: 77/797 -- GLOBAL_STEP: 25575 - | > loss_disc: 2.530348777770996 (2.4908884995943534) - | > loss_disc_real_0: 0.1020461916923523 (0.13010276442804894) - | > loss_disc_real_1: 0.21358129382133484 (0.22302121910956) - | > loss_disc_real_2: 0.24176186323165894 (0.23592626332462607) - | > loss_disc_real_3: 0.2567814290523529 (0.23024876918885614) - | > loss_disc_real_4: 0.25205591320991516 (0.22480418155719709) - | > loss_disc_real_5: 0.25987645983695984 (0.23540829954209266) - | > loss_0: 2.530348777770996 (2.4908884995943534) - | > grad_norm_0: tensor(122.7188, device='cuda:0') (tensor(90.4170, device='cuda:0')) - | > loss_gen: 2.3144948482513428 (2.3418889943655437) - | > loss_kl: 1.5096241235733032 (1.5689254472782084) - | > loss_feat: 6.09807014465332 (6.0373905479133905) - | > loss_mel: 22.392257690429688 (22.033010581871135) - | > loss_duration: 1.7511475086212158 (1.7983157154801603) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.06559371948242 (33.779531206403455) - | > grad_norm_1: tensor(888.4321, device='cuda:0') (tensor(680.5856, device='cuda:0')) - | > current_lr_0: 0.00019922645137067577 - | > current_lr_1: 0.00019922645137067577 - | > step_time: 0.8178 (0.8148590837206159) - | > loader_time: 0.0039 (0.004907982689993723) - - - --> TIME: 2024-11-22 22:54:39 -- STEP: 102/797 -- GLOBAL_STEP: 25600 - | > loss_disc: 2.4221925735473633 (2.484405001004537) - | > loss_disc_real_0: 0.10795284062623978 (0.1309049885866104) - | > loss_disc_real_1: 0.19364231824874878 (0.22235172168881284) - | > loss_disc_real_2: 0.25908517837524414 (0.23665698836831486) - | > loss_disc_real_3: 0.2543005645275116 (0.22748204905028438) - | > loss_disc_real_4: 0.22937826812267303 (0.22333799477885752) - | > loss_disc_real_5: 0.29223644733428955 (0.2337020144743078) - | > loss_0: 2.4221925735473633 (2.484405001004537) - | > grad_norm_0: tensor(20.6343, device='cuda:0') (tensor(95.6932, device='cuda:0')) - | > loss_gen: 2.24172306060791 (2.3402501742045083) - | > loss_kl: 1.5711908340454102 (1.5547746770522168) - | > loss_feat: 6.2978105545043945 (6.028509658925674) - | > loss_mel: 22.55769157409668 (22.028731888415766) - | > loss_duration: 1.755469560623169 (1.7865059983496572) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.423885345458984 (33.73877220527796) - | > grad_norm_1: tensor(577.2321, device='cuda:0') (tensor(664.6580, device='cuda:0')) - | > current_lr_0: 0.00019922645137067577 - | > current_lr_1: 0.00019922645137067577 - | > step_time: 0.8569 (0.8210409599192002) - | > loader_time: 0.0106 (0.005139530873766134) - - - --> TIME: 2024-11-22 22:55:01 -- STEP: 127/797 -- GLOBAL_STEP: 25625 - | > loss_disc: 2.500891923904419 (2.4853405839814915) - | > loss_disc_real_0: 0.14549316465854645 (0.1298698730414778) - | > loss_disc_real_1: 0.28462454676628113 (0.22124495949801498) - | > loss_disc_real_2: 0.23945167660713196 (0.2361344883995732) - | > loss_disc_real_3: 0.24143142998218536 (0.2285377285846575) - | > loss_disc_real_4: 0.2400050163269043 (0.22430616910532702) - | > loss_disc_real_5: 0.23319779336452484 (0.23473375601561988) - | > loss_0: 2.500891923904419 (2.4853405839814915) - | > grad_norm_0: tensor(103.4199, device='cuda:0') (tensor(90.4589, device='cuda:0')) - | > loss_gen: 2.345193862915039 (2.3367451082064403) - | > loss_kl: 1.4926202297210693 (1.5596968057587386) - | > loss_feat: 4.871995449066162 (5.998062903486837) - | > loss_mel: 20.384567260742188 (21.975057181410904) - | > loss_duration: 1.7778267860412598 (1.7786269300565944) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.872203826904297 (33.64818882379004) - | > grad_norm_1: tensor(775.3154, device='cuda:0') (tensor(637.4616, device='cuda:0')) - | > current_lr_0: 0.00019922645137067577 - | > current_lr_1: 0.00019922645137067577 - | > step_time: 0.8522 (0.8255228132713498) - | > loader_time: 0.0056 (0.005292173445694091) - - - --> TIME: 2024-11-22 22:55:22 -- STEP: 152/797 -- GLOBAL_STEP: 25650 - | > loss_disc: 2.6010348796844482 (2.4799873672033605) - | > loss_disc_real_0: 0.28653648495674133 (0.12852363614365464) - | > loss_disc_real_1: 0.24042153358459473 (0.21983497413365463) - | > loss_disc_real_2: 0.25885987281799316 (0.236572086124828) - | > loss_disc_real_3: 0.24409937858581543 (0.22652311162336877) - | > loss_disc_real_4: 0.2908611297607422 (0.2237231486329907) - | > loss_disc_real_5: 0.22817888855934143 (0.23405878834034266) - | > loss_0: 2.6010348796844482 (2.4799873672033605) - | > grad_norm_0: tensor(190.7189, device='cuda:0') (tensor(90.5201, device='cuda:0')) - | > loss_gen: 2.868711471557617 (2.339208279785357) - | > loss_kl: 1.5549882650375366 (1.551133070337145) - | > loss_feat: 6.576391220092773 (6.016769478195592) - | > loss_mel: 22.355310440063477 (22.014125598104375) - | > loss_duration: 1.827563762664795 (1.7735800970541804) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.18296432495117 (33.694816476420336) - | > grad_norm_1: tensor(901.2598, device='cuda:0') (tensor(656.3499, device='cuda:0')) - | > current_lr_0: 0.00019922645137067577 - | > current_lr_1: 0.00019922645137067577 - | > step_time: 0.8104 (0.8288487070485165) - | > loader_time: 0.0047 (0.00534460419102719) - - - --> TIME: 2024-11-22 22:55:43 -- STEP: 177/797 -- GLOBAL_STEP: 25675 - | > loss_disc: 2.54525089263916 (2.48672296367796) - | > loss_disc_real_0: 0.09864631295204163 (0.13234222427768216) - | > loss_disc_real_1: 0.21075844764709473 (0.21887016767835887) - | > loss_disc_real_2: 0.25205540657043457 (0.23665770854653612) - | > loss_disc_real_3: 0.1981787234544754 (0.2265427484687439) - | > loss_disc_real_4: 0.21617838740348816 (0.22437450676988074) - | > loss_disc_real_5: 0.2626875042915344 (0.23531285147208952) - | > loss_0: 2.54525089263916 (2.48672296367796) - | > grad_norm_0: tensor(113.4553, device='cuda:0') (tensor(94.2248, device='cuda:0')) - | > loss_gen: 2.048593521118164 (2.336632643715811) - | > loss_kl: 1.566777229309082 (1.5572704602096041) - | > loss_feat: 5.9177374839782715 (6.009995519778149) - | > loss_mel: 21.875144958496094 (22.0445442199707) - | > loss_duration: 1.6969616413116455 (1.7659937863969533) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.1052131652832 (33.71443652567887) - | > grad_norm_1: tensor(203.9254, device='cuda:0') (tensor(640.4782, device='cuda:0')) - | > current_lr_0: 0.00019922645137067577 - | > current_lr_1: 0.00019922645137067577 - | > step_time: 0.7939 (0.8290082936906545) - | > loader_time: 0.0049 (0.005383460535167976) - - - --> TIME: 2024-11-22 22:56:15 -- STEP: 202/797 -- GLOBAL_STEP: 25700 - | > loss_disc: 2.4932777881622314 (2.479157552860748) - | > loss_disc_real_0: 0.08348219096660614 (0.13034608476970455) - | > loss_disc_real_1: 0.1969960629940033 (0.2181953871161631) - | > loss_disc_real_2: 0.2419120967388153 (0.23686174775409227) - | > loss_disc_real_3: 0.2571883201599121 (0.226584759605403) - | > loss_disc_real_4: 0.268819659948349 (0.22441681341664627) - | > loss_disc_real_5: 0.27088621258735657 (0.23383477809700634) - | > loss_0: 2.4932777881622314 (2.479157552860748) - | > grad_norm_0: tensor(74.9568, device='cuda:0') (tensor(91.8583, device='cuda:0')) - | > loss_gen: 2.362826347351074 (2.3391857170822608) - | > loss_kl: 1.4328233003616333 (1.5591617155783246) - | > loss_feat: 5.538679122924805 (6.011408706702809) - | > loss_mel: 21.945783615112305 (22.08882186436417) - | > loss_duration: 1.7428035736083984 (1.7635043599818012) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.022918701171875 (33.76208233597253) - | > grad_norm_1: tensor(988.5218, device='cuda:0') (tensor(634.6530, device='cuda:0')) - | > current_lr_0: 0.00019922645137067577 - | > current_lr_1: 0.00019922645137067577 - | > step_time: 0.8744 (0.881852406086308) - | > loader_time: 0.0055 (0.0056487557911636815) - - - --> TIME: 2024-11-22 22:56:39 -- STEP: 227/797 -- GLOBAL_STEP: 25725 - | > loss_disc: 2.3963093757629395 (2.4755371194578975) - | > loss_disc_real_0: 0.09522825479507446 (0.12983129577227098) - | > loss_disc_real_1: 0.21764236688613892 (0.2184049166771809) - | > loss_disc_real_2: 0.2639634907245636 (0.23645013951520039) - | > loss_disc_real_3: 0.23030875623226166 (0.22549097489417913) - | > loss_disc_real_4: 0.24259215593338013 (0.2236367099742007) - | > loss_disc_real_5: 0.24388070404529572 (0.2336908393100495) - | > loss_0: 2.3963093757629395 (2.4755371194578975) - | > grad_norm_0: tensor(57.4645, device='cuda:0') (tensor(94.4469, device='cuda:0')) - | > loss_gen: 2.2562811374664307 (2.3391934985106215) - | > loss_kl: 1.706365704536438 (1.5627632597994698) - | > loss_feat: 6.032732963562012 (6.0044314157595196) - | > loss_mel: 21.286354064941406 (22.075475474286183) - | > loss_duration: 1.7031137943267822 (1.7605569499179656) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.98484802246094 (33.7424205494347) - | > grad_norm_1: tensor(194.4406, device='cuda:0') (tensor(653.1092, device='cuda:0')) - | > current_lr_0: 0.00019922645137067577 - | > current_lr_1: 0.00019922645137067577 - | > step_time: 0.8671 (0.8895803842250471) - | > loader_time: 0.0139 (0.005701104974956766) - - - --> TIME: 2024-11-22 22:57:01 -- STEP: 252/797 -- GLOBAL_STEP: 25750 - | > loss_disc: 2.503711223602295 (2.478967727176724) - | > loss_disc_real_0: 0.10424696654081345 (0.12884406843000926) - | > loss_disc_real_1: 0.2818581163883209 (0.2185290733145343) - | > loss_disc_real_2: 0.21459276974201202 (0.2363179541296429) - | > loss_disc_real_3: 0.17706945538520813 (0.22601569970212285) - | > loss_disc_real_4: 0.19155849516391754 (0.2238626228793273) - | > loss_disc_real_5: 0.21033938229084015 (0.23417685370123575) - | > loss_0: 2.503711223602295 (2.478967727176724) - | > grad_norm_0: tensor(48.6412, device='cuda:0') (tensor(92.0830, device='cuda:0')) - | > loss_gen: 2.3292481899261475 (2.337225554481386) - | > loss_kl: 1.3495322465896606 (1.5611956814924877) - | > loss_feat: 5.424981594085693 (5.997436636970157) - | > loss_mel: 21.082788467407227 (22.074360302516393) - | > loss_duration: 1.72206449508667 (1.756303500561487) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.908615112304688 (33.72652165851894) - | > grad_norm_1: tensor(317.1026, device='cuda:0') (tensor(654.8348, device='cuda:0')) - | > current_lr_0: 0.00019922645137067577 - | > current_lr_1: 0.00019922645137067577 - | > step_time: 0.8835 (0.8873058614276704) - | > loader_time: 0.0063 (0.005813157747662258) - - - --> TIME: 2024-11-22 22:57:25 -- STEP: 277/797 -- GLOBAL_STEP: 25775 - | > loss_disc: 2.3897674083709717 (2.477405270084144) - | > loss_disc_real_0: 0.13961608707904816 (0.1294208157955523) - | > loss_disc_real_1: 0.22658318281173706 (0.21827173421314047) - | > loss_disc_real_2: 0.253314733505249 (0.23720753338147588) - | > loss_disc_real_3: 0.2262939214706421 (0.2258546291060396) - | > loss_disc_real_4: 0.2232879400253296 (0.22337646933023678) - | > loss_disc_real_5: 0.2521350383758545 (0.23385362262545079) - | > loss_0: 2.3897674083709717 (2.477405270084144) - | > grad_norm_0: tensor(27.3376, device='cuda:0') (tensor(93.9221, device='cuda:0')) - | > loss_gen: 2.389800786972046 (2.3379639778756927) - | > loss_kl: 1.7286714315414429 (1.5612876858521885) - | > loss_feat: 6.204040050506592 (5.987657948091142) - | > loss_mel: 22.438283920288086 (22.087135073940676) - | > loss_duration: 1.702791690826416 (1.753744954236578) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.46358871459961 (33.72778962063013) - | > grad_norm_1: tensor(233.5178, device='cuda:0') (tensor(655.3850, device='cuda:0')) - | > current_lr_0: 0.00019922645137067577 - | > current_lr_1: 0.00019922645137067577 - | > step_time: 0.8985 (0.8918195984423805) - | > loader_time: 0.0084 (0.005863203468735898) - - - --> TIME: 2024-11-22 22:57:47 -- STEP: 302/797 -- GLOBAL_STEP: 25800 - | > loss_disc: 2.4265120029449463 (2.473417524470396) - | > loss_disc_real_0: 0.10655772686004639 (0.12929239997405867) - | > loss_disc_real_1: 0.25636082887649536 (0.21821119917544307) - | > loss_disc_real_2: 0.20218200981616974 (0.23607239304788855) - | > loss_disc_real_3: 0.23640476167201996 (0.22586689563776483) - | > loss_disc_real_4: 0.19840164482593536 (0.22279317568469517) - | > loss_disc_real_5: 0.23522533476352692 (0.23404007794841236) - | > loss_0: 2.4265120029449463 (2.473417524470396) - | > grad_norm_0: tensor(37.0338, device='cuda:0') (tensor(93.4628, device='cuda:0')) - | > loss_gen: 2.3371903896331787 (2.339096686697953) - | > loss_kl: 1.5430725812911987 (1.5551893584775605) - | > loss_feat: 6.2328104972839355 (5.992506177220123) - | > loss_mel: 22.319902420043945 (22.095792164076236) - | > loss_duration: 1.779325008392334 (1.751466086368687) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.21229934692383 (33.73405043494621) - | > grad_norm_1: tensor(180.9759, device='cuda:0') (tensor(666.4916, device='cuda:0')) - | > current_lr_0: 0.00019922645137067577 - | > current_lr_1: 0.00019922645137067577 - | > step_time: 1.0805 (0.8925798270876041) - | > loader_time: 0.012 (0.005941035731738765) - - - --> TIME: 2024-11-22 22:58:11 -- STEP: 327/797 -- GLOBAL_STEP: 25825 - | > loss_disc: 2.3943142890930176 (2.4739540709632593) - | > loss_disc_real_0: 0.2283586859703064 (0.13059896891452474) - | > loss_disc_real_1: 0.24523788690567017 (0.218047904038648) - | > loss_disc_real_2: 0.24275395274162292 (0.236412373886925) - | > loss_disc_real_3: 0.2290625125169754 (0.22603208200282643) - | > loss_disc_real_4: 0.2547203302383423 (0.2229485102567468) - | > loss_disc_real_5: 0.21253401041030884 (0.2337324032816318) - | > loss_0: 2.3943142890930176 (2.4739540709632593) - | > grad_norm_0: tensor(12.8075, device='cuda:0') (tensor(94.6612, device='cuda:0')) - | > loss_gen: 2.474473476409912 (2.3398005524906536) - | > loss_kl: 1.5834518671035767 (1.5480568449067045) - | > loss_feat: 6.394796371459961 (5.986718817952939) - | > loss_mel: 22.489940643310547 (22.08895566631166) - | > loss_duration: 1.6967847347259521 (1.7496373226883215) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.63944625854492 (33.71316916206194) - | > grad_norm_1: tensor(817.4964, device='cuda:0') (tensor(652.1351, device='cuda:0')) - | > current_lr_0: 0.00019922645137067577 - | > current_lr_1: 0.00019922645137067577 - | > step_time: 0.9531 (0.8957719839311882) - | > loader_time: 0.0076 (0.0059788540598084755) - - - --> TIME: 2024-11-22 22:58:34 -- STEP: 352/797 -- GLOBAL_STEP: 25850 - | > loss_disc: 2.4763474464416504 (2.474570974707603) - | > loss_disc_real_0: 0.09005904197692871 (0.13167184502394352) - | > loss_disc_real_1: 0.2585954964160919 (0.21796303153546018) - | > loss_disc_real_2: 0.23582087457180023 (0.23589871789921413) - | > loss_disc_real_3: 0.23501679301261902 (0.22606873863630675) - | > loss_disc_real_4: 0.20121784508228302 (0.22236226003786375) - | > loss_disc_real_5: 0.24782206118106842 (0.2337041465057568) - | > loss_0: 2.4763474464416504 (2.474570974707603) - | > grad_norm_0: tensor(27.9688, device='cuda:0') (tensor(92.5676, device='cuda:0')) - | > loss_gen: 2.339531183242798 (2.3378478132865634) - | > loss_kl: 1.3944200277328491 (1.546650918369943) - | > loss_feat: 5.27598237991333 (5.9935859631408315) - | > loss_mel: 22.685550689697266 (22.109036375175826) - | > loss_duration: 1.6988636255264282 (1.7469793703745713) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.39434814453125 (33.7341004068201) - | > grad_norm_1: tensor(364.8574, device='cuda:0') (tensor(646.7684, device='cuda:0')) - | > current_lr_0: 0.00019922645137067577 - | > current_lr_1: 0.00019922645137067577 - | > step_time: 0.867 (0.8950613621960983) - | > loader_time: 0.0055 (0.006086390126835212) - - - --> TIME: 2024-11-22 22:58:57 -- STEP: 377/797 -- GLOBAL_STEP: 25875 - | > loss_disc: 2.555586338043213 (2.4752257110585574) - | > loss_disc_real_0: 0.18466398119926453 (0.13152311979459502) - | > loss_disc_real_1: 0.26318836212158203 (0.2183314786744687) - | > loss_disc_real_2: 0.24308298528194427 (0.23601108544385085) - | > loss_disc_real_3: 0.26804569363594055 (0.22591151202230933) - | > loss_disc_real_4: 0.25709104537963867 (0.22276178030025418) - | > loss_disc_real_5: 0.2830968499183655 (0.2338109755942929) - | > loss_0: 2.555586338043213 (2.4752257110585574) - | > grad_norm_0: tensor(31.8868, device='cuda:0') (tensor(91.4839, device='cuda:0')) - | > loss_gen: 2.3856801986694336 (2.3389750121442945) - | > loss_kl: 1.3361645936965942 (1.544056650498185) - | > loss_feat: 5.435383319854736 (5.988255481821154) - | > loss_mel: 22.212970733642578 (22.092441538600774) - | > loss_duration: 1.696215033531189 (1.7443362879183943) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.06641387939453 (33.708064931773364) - | > grad_norm_1: tensor(700.4882, device='cuda:0') (tensor(647.7531, device='cuda:0')) - | > current_lr_0: 0.00019922645137067577 - | > current_lr_1: 0.00019922645137067577 - | > step_time: 0.9022 (0.897683944879223) - | > loader_time: 0.0056 (0.006108085419834447) - - - --> TIME: 2024-11-22 22:59:22 -- STEP: 402/797 -- GLOBAL_STEP: 25900 - | > loss_disc: 2.3127424716949463 (2.4748374318602044) - | > loss_disc_real_0: 0.0763169676065445 (0.13258217801502084) - | > loss_disc_real_1: 0.1957576721906662 (0.2178595493459583) - | > loss_disc_real_2: 0.21155549585819244 (0.235396965114928) - | > loss_disc_real_3: 0.2391422837972641 (0.22588314015918703) - | > loss_disc_real_4: 0.23803654313087463 (0.22259673220452975) - | > loss_disc_real_5: 0.19917139410972595 (0.23375632825182446) - | > loss_0: 2.3127424716949463 (2.4748374318602044) - | > grad_norm_0: tensor(14.4582, device='cuda:0') (tensor(92.5957, device='cuda:0')) - | > loss_gen: 2.5946781635284424 (2.3405530838230937) - | > loss_kl: 1.4128268957138062 (1.5401805301210771) - | > loss_feat: 7.387905597686768 (5.9972068053572904) - | > loss_mel: 23.257217407226562 (22.102514869538116) - | > loss_duration: 1.7334282398223877 (1.7428393355056422) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.38605499267578 (33.72329459498769) - | > grad_norm_1: tensor(463.9082, device='cuda:0') (tensor(637.2262, device='cuda:0')) - | > current_lr_0: 0.00019922645137067577 - | > current_lr_1: 0.00019922645137067577 - | > step_time: 0.9929 (0.9024785857888594) - | > loader_time: 0.0115 (0.006193074420909973) - - - --> TIME: 2024-11-22 22:59:48 -- STEP: 427/797 -- GLOBAL_STEP: 25925 - | > loss_disc: 2.444504976272583 (2.4727308269965262) - | > loss_disc_real_0: 0.14869774878025055 (0.13191390574083103) - | > loss_disc_real_1: 0.2075337916612625 (0.21754134067746458) - | > loss_disc_real_2: 0.20236064493656158 (0.23515981114720294) - | > loss_disc_real_3: 0.23596379160881042 (0.22602320279254287) - | > loss_disc_real_4: 0.24734649062156677 (0.22267222694127842) - | > loss_disc_real_5: 0.28650808334350586 (0.2335572124783831) - | > loss_0: 2.444504976272583 (2.4727308269965262) - | > grad_norm_0: tensor(94.6109, device='cuda:0') (tensor(91.6526, device='cuda:0')) - | > loss_gen: 2.3251872062683105 (2.3417604449761265) - | > loss_kl: 1.6135227680206299 (1.5381930753832955) - | > loss_feat: 5.535297870635986 (6.0076100452164) - | > loss_mel: 20.335866928100586 (22.108137854368405) - | > loss_duration: 1.7106950283050537 (1.7415212230883381) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.520570755004883 (33.73722261790646) - | > grad_norm_1: tensor(551.2634, device='cuda:0') (tensor(633.7275, device='cuda:0')) - | > current_lr_0: 0.00019922645137067577 - | > current_lr_1: 0.00019922645137067577 - | > step_time: 1.094 (0.9108423963363609) - | > loader_time: 0.0148 (0.006318274370680366) - - - --> TIME: 2024-11-22 23:00:12 -- STEP: 452/797 -- GLOBAL_STEP: 25950 - | > loss_disc: 2.5907702445983887 (2.469262097789121) - | > loss_disc_real_0: 0.09392623603343964 (0.1308960616671009) - | > loss_disc_real_1: 0.18439945578575134 (0.21726585027918352) - | > loss_disc_real_2: 0.25112906098365784 (0.2354277052578673) - | > loss_disc_real_3: 0.28410500288009644 (0.22572467598108065) - | > loss_disc_real_4: 0.16886891424655914 (0.2225137141953527) - | > loss_disc_real_5: 0.1943260133266449 (0.23347175088340202) - | > loss_0: 2.5907702445983887 (2.469262097789121) - | > grad_norm_0: tensor(56.8252, device='cuda:0') (tensor(91.5905, device='cuda:0')) - | > loss_gen: 2.2689547538757324 (2.346073449712938) - | > loss_kl: 1.481446623802185 (1.5399407741770277) - | > loss_feat: 6.643610954284668 (6.028457503403181) - | > loss_mel: 23.440847396850586 (22.134351156454176) - | > loss_duration: 1.674562692642212 (1.7401975322086198) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.509422302246094 (33.78902040751632) - | > grad_norm_1: tensor(273.3800, device='cuda:0') (tensor(642.9163, device='cuda:0')) - | > current_lr_0: 0.00019922645137067577 - | > current_lr_1: 0.00019922645137067577 - | > step_time: 0.931 (0.9119301960531586) - | > loader_time: 0.0067 (0.006420637653992236) - - - --> TIME: 2024-11-22 23:00:38 -- STEP: 477/797 -- GLOBAL_STEP: 25975 - | > loss_disc: 2.5286855697631836 (2.4683822920737257) - | > loss_disc_real_0: 0.13326126337051392 (0.13060173566455088) - | > loss_disc_real_1: 0.2327485829591751 (0.21768821504131053) - | > loss_disc_real_2: 0.25612086057662964 (0.23523885267835493) - | > loss_disc_real_3: 0.24327778816223145 (0.22563171224274226) - | > loss_disc_real_4: 0.19301114976406097 (0.2222515148436748) - | > loss_disc_real_5: 0.22448770701885223 (0.23353712329449644) - | > loss_0: 2.5286855697631836 (2.4683822920737257) - | > grad_norm_0: tensor(45.0442, device='cuda:0') (tensor(92.2377, device='cuda:0')) - | > loss_gen: 2.275207281112671 (2.347682038193228) - | > loss_kl: 1.408043622970581 (1.5384902606720192) - | > loss_feat: 6.10397481918335 (6.032095600224139) - | > loss_mel: 22.0009765625 (22.13746229207741) - | > loss_duration: 1.7403607368469238 (1.739271946173294) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.528564453125 (33.795002143587915) - | > grad_norm_1: tensor(894.8251, device='cuda:0') (tensor(647.7569, device='cuda:0')) - | > current_lr_0: 0.00019922645137067577 - | > current_lr_1: 0.00019922645137067577 - | > step_time: 0.9271 (0.9173513348497432) - | > loader_time: 0.0072 (0.006480721307750515) - - - --> TIME: 2024-11-22 23:01:02 -- STEP: 502/797 -- GLOBAL_STEP: 26000 - | > loss_disc: 2.4142966270446777 (2.469291351230969) - | > loss_disc_real_0: 0.12385256588459015 (0.12998129010378578) - | > loss_disc_real_1: 0.20339663326740265 (0.2178838776936569) - | > loss_disc_real_2: 0.24498900771141052 (0.23551942998788272) - | > loss_disc_real_3: 0.17455033957958221 (0.22552595047124355) - | > loss_disc_real_4: 0.1933387815952301 (0.22272796976376336) - | > loss_disc_real_5: 0.18155796825885773 (0.23377015590074052) - | > loss_0: 2.4142966270446777 (2.469291351230969) - | > grad_norm_0: tensor(124.4380, device='cuda:0') (tensor(91.9445, device='cuda:0')) - | > loss_gen: 2.2609779834747314 (2.3472903648695613) - | > loss_kl: 1.796789526939392 (1.5389931864472497) - | > loss_feat: 6.575767517089844 (6.027724422781589) - | > loss_mel: 22.11632537841797 (22.123384057763094) - | > loss_duration: 1.7184474468231201 (1.7379000395892625) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.46830749511719 (33.77529205838992) - | > grad_norm_1: tensor(479.9177, device='cuda:0') (tensor(645.6069, device='cuda:0')) - | > current_lr_0: 0.00019922645137067577 - | > current_lr_1: 0.00019922645137067577 - | > step_time: 1.3137 (0.919254157172731) - | > loader_time: 0.0075 (0.006553352591525983) - - - --> TIME: 2024-11-22 23:01:26 -- STEP: 527/797 -- GLOBAL_STEP: 26025 - | > loss_disc: 2.429861068725586 (2.469099016298151) - | > loss_disc_real_0: 0.05747371166944504 (0.13084127621078379) - | > loss_disc_real_1: 0.2257353514432907 (0.21782428798119077) - | > loss_disc_real_2: 0.21632800996303558 (0.23502908548096327) - | > loss_disc_real_3: 0.21947766840457916 (0.22556491877593848) - | > loss_disc_real_4: 0.24174514412879944 (0.22243330134273254) - | > loss_disc_real_5: 0.2394891083240509 (0.23357934545746792) - | > loss_0: 2.429861068725586 (2.469099016298151) - | > grad_norm_0: tensor(22.8692, device='cuda:0') (tensor(93.2726, device='cuda:0')) - | > loss_gen: 2.3775382041931152 (2.348438499548403) - | > loss_kl: 1.3687764406204224 (1.5382538943408335) - | > loss_feat: 7.086503505706787 (6.032981942229297) - | > loss_mel: 21.956165313720703 (22.126957815557553) - | > loss_duration: 1.7364603281021118 (1.737069626913125) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.52544403076172 (33.78370178266083) - | > grad_norm_1: tensor(368.4512, device='cuda:0') (tensor(641.8175, device='cuda:0')) - | > current_lr_0: 0.00019922645137067577 - | > current_lr_1: 0.00019922645137067577 - | > step_time: 0.9628 (0.9215460778187528) - | > loader_time: 0.0088 (0.006634024107931232) - - - --> TIME: 2024-11-22 23:01:52 -- STEP: 552/797 -- GLOBAL_STEP: 26050 - | > loss_disc: 2.5048575401306152 (2.468117624089335) - | > loss_disc_real_0: 0.13702625036239624 (0.1296567979295722) - | > loss_disc_real_1: 0.18954841792583466 (0.2176181898060916) - | > loss_disc_real_2: 0.18197426199913025 (0.23520750466032306) - | > loss_disc_real_3: 0.2021617740392685 (0.22542051984456138) - | > loss_disc_real_4: 0.15637721121311188 (0.22268899338508863) - | > loss_disc_real_5: 0.1815231442451477 (0.2337167840451002) - | > loss_0: 2.5048575401306152 (2.468117624089335) - | > grad_norm_0: tensor(338.5471, device='cuda:0') (tensor(94.5828, device='cuda:0')) - | > loss_gen: 2.437763214111328 (2.353745409112045) - | > loss_kl: 1.4407974481582642 (1.5346101239539574) - | > loss_feat: 6.320624828338623 (6.047242720057994) - | > loss_mel: 21.71853256225586 (22.13444536319678) - | > loss_duration: 1.7417328357696533 (1.7367865058822909) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.65945053100586 (33.80683009175282) - | > grad_norm_1: tensor(1157.0117, device='cuda:0') (tensor(645.1450, device='cuda:0')) - | > current_lr_0: 0.00019922645137067577 - | > current_lr_1: 0.00019922645137067577 - | > step_time: 0.9225 (0.9259227751821709) - | > loader_time: 0.0089 (0.006701434867969456) - - - --> TIME: 2024-11-22 23:02:19 -- STEP: 577/797 -- GLOBAL_STEP: 26075 - | > loss_disc: 2.586392402648926 (2.4680024722213334) - | > loss_disc_real_0: 0.06772225350141525 (0.129319825898888) - | > loss_disc_real_1: 0.23315654695034027 (0.21773824436619127) - | > loss_disc_real_2: 0.23710304498672485 (0.23537554009535078) - | > loss_disc_real_3: 0.1563798487186432 (0.22552970937571037) - | > loss_disc_real_4: 0.23595091700553894 (0.22293982501149798) - | > loss_disc_real_5: 0.22502149641513824 (0.23369323256937222) - | > loss_0: 2.586392402648926 (2.4680024722213334) - | > grad_norm_0: tensor(47.5181, device='cuda:0') (tensor(96.5195, device='cuda:0')) - | > loss_gen: 2.1692936420440674 (2.3535561280605894) - | > loss_kl: 1.4067872762680054 (1.5322327553916015) - | > loss_feat: 5.979730606079102 (6.038896148291573) - | > loss_mel: 22.107946395874023 (22.126903831442277) - | > loss_duration: 1.7232377529144287 (1.736093279807158) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.38699722290039 (33.78768212501879) - | > grad_norm_1: tensor(689.7446, device='cuda:0') (tensor(649.9488, device='cuda:0')) - | > current_lr_0: 0.00019922645137067577 - | > current_lr_1: 0.00019922645137067577 - | > step_time: 1.0684 (0.9316173492312636) - | > loader_time: 0.0084 (0.0067911098486835835) - - - --> TIME: 2024-11-22 23:02:44 -- STEP: 602/797 -- GLOBAL_STEP: 26100 - | > loss_disc: 2.669224739074707 (2.4701681279660836) - | > loss_disc_real_0: 0.2493530511856079 (0.13134474197767673) - | > loss_disc_real_1: 0.2566211223602295 (0.21787823102996987) - | > loss_disc_real_2: 0.23306870460510254 (0.23540428696676743) - | > loss_disc_real_3: 0.2340063601732254 (0.22552394025349537) - | > loss_disc_real_4: 0.20679804682731628 (0.2228392439823214) - | > loss_disc_real_5: 0.2498433142900467 (0.23362076547355748) - | > loss_0: 2.669224739074707 (2.4701681279660836) - | > grad_norm_0: tensor(133.5552, device='cuda:0') (tensor(97.8582, device='cuda:0')) - | > loss_gen: 2.131739377975464 (2.3543054285239537) - | > loss_kl: 1.5310333967208862 (1.5297354085500847) - | > loss_feat: 5.605916500091553 (6.037619926604715) - | > loss_mel: 21.599138259887695 (22.14593554968851) - | > loss_duration: 1.7407903671264648 (1.7355791651133279) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.60861587524414 (33.80317546046054) - | > grad_norm_1: tensor(474.4595, device='cuda:0') (tensor(649.8477, device='cuda:0')) - | > current_lr_0: 0.00019922645137067577 - | > current_lr_1: 0.00019922645137067577 - | > step_time: 1.0637 (0.9341084050181694) - | > loader_time: 0.0074 (0.006951477440488692) - - - --> TIME: 2024-11-22 23:03:10 -- STEP: 627/797 -- GLOBAL_STEP: 26125 - | > loss_disc: 2.4023640155792236 (2.471469548710604) - | > loss_disc_real_0: 0.10835731029510498 (0.13194712392237176) - | > loss_disc_real_1: 0.18943262100219727 (0.21789159553282944) - | > loss_disc_real_2: 0.23019975423812866 (0.23540178768372422) - | > loss_disc_real_3: 0.2467639446258545 (0.22550329247540074) - | > loss_disc_real_4: 0.2288932204246521 (0.2227798137083008) - | > loss_disc_real_5: 0.2162228673696518 (0.2333188524419231) - | > loss_0: 2.4023640155792236 (2.471469548710604) - | > grad_norm_0: tensor(62.5497, device='cuda:0') (tensor(97.2944, device='cuda:0')) - | > loss_gen: 2.197561502456665 (2.3504316603357904) - | > loss_kl: 1.6352993249893188 (1.5284975183447385) - | > loss_feat: 6.23455286026001 (6.028987702760587) - | > loss_mel: 22.01844596862793 (22.160869601430715) - | > loss_duration: 1.736210823059082 (1.735720565064291) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.82207107543945 (33.80450704413353) - | > grad_norm_1: tensor(523.4309, device='cuda:0') (tensor(640.4272, device='cuda:0')) - | > current_lr_0: 0.00019922645137067577 - | > current_lr_1: 0.00019922645137067577 - | > step_time: 0.9816 (0.9369500493318839) - | > loader_time: 0.0091 (0.007065838794008583) - - - --> TIME: 2024-11-22 23:03:35 -- STEP: 652/797 -- GLOBAL_STEP: 26150 - | > loss_disc: 2.4368999004364014 (2.470736422056068) - | > loss_disc_real_0: 0.12040957063436508 (0.13146040676035928) - | > loss_disc_real_1: 0.22360393404960632 (0.21786656722060738) - | > loss_disc_real_2: 0.2696482539176941 (0.23532662104152463) - | > loss_disc_real_3: 0.23799076676368713 (0.2253441639655938) - | > loss_disc_real_4: 0.23252256214618683 (0.22260301717859834) - | > loss_disc_real_5: 0.21943728625774384 (0.23349732903340842) - | > loss_0: 2.4368999004364014 (2.470736422056068) - | > grad_norm_0: tensor(70.2897, device='cuda:0') (tensor(95.7906, device='cuda:0')) - | > loss_gen: 2.4336228370666504 (2.35125577577784) - | > loss_kl: 1.5347446203231812 (1.5276380925456432) - | > loss_feat: 5.746514320373535 (6.025748134390705) - | > loss_mel: 23.255516052246094 (22.151536175078437) - | > loss_duration: 1.708276629447937 (1.7356617392206477) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.678672790527344 (33.79183990092363) - | > grad_norm_1: tensor(798.1904, device='cuda:0') (tensor(638.3093, device='cuda:0')) - | > current_lr_0: 0.00019922645137067577 - | > current_lr_1: 0.00019922645137067577 - | > step_time: 0.979 (0.9394478421269749) - | > loader_time: 0.0085 (0.007165683559113482) - - - --> TIME: 2024-11-22 23:04:00 -- STEP: 677/797 -- GLOBAL_STEP: 26175 - | > loss_disc: 2.495114803314209 (2.4712729369519906) - | > loss_disc_real_0: 0.1107349768280983 (0.13113093658445313) - | > loss_disc_real_1: 0.22328081727027893 (0.2181478193142565) - | > loss_disc_real_2: 0.22685055434703827 (0.2352041370143214) - | > loss_disc_real_3: 0.26013949513435364 (0.22537150120629518) - | > loss_disc_real_4: 0.21388694643974304 (0.2228685860223573) - | > loss_disc_real_5: 0.2815971076488495 (0.23376691805823338) - | > loss_0: 2.495114803314209 (2.4712729369519906) - | > grad_norm_0: tensor(34.9815, device='cuda:0') (tensor(94.4085, device='cuda:0')) - | > loss_gen: 2.305966377258301 (2.3490196984134712) - | > loss_kl: 1.5565937757492065 (1.5289070942553304) - | > loss_feat: 5.3151164054870605 (6.020000174619597) - | > loss_mel: 20.595552444458008 (22.167493828642513) - | > loss_duration: 1.71148681640625 (1.7351024858708566) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.48471450805664 (33.80052326208023) - | > grad_norm_1: tensor(1005.6115, device='cuda:0') (tensor(638.0878, device='cuda:0')) - | > current_lr_0: 0.00019922645137067577 - | > current_lr_1: 0.00019922645137067577 - | > step_time: 0.9856 (0.9405296380621995) - | > loader_time: 0.0092 (0.007264284826980205) - - - --> TIME: 2024-11-22 23:04:27 -- STEP: 702/797 -- GLOBAL_STEP: 26200 - | > loss_disc: 2.490673303604126 (2.4704545128379443) - | > loss_disc_real_0: 0.10283707082271576 (0.13064233601581493) - | > loss_disc_real_1: 0.1349879503250122 (0.21783272779819968) - | > loss_disc_real_2: 0.19556091725826263 (0.23563048651075771) - | > loss_disc_real_3: 0.23318123817443848 (0.22544210750153262) - | > loss_disc_real_4: 0.21546044945716858 (0.22307675306358907) - | > loss_disc_real_5: 0.24661944806575775 (0.23386415718202916) - | > loss_0: 2.490673303604126 (2.4704545128379443) - | > grad_norm_0: tensor(40.4799, device='cuda:0') (tensor(93.4889, device='cuda:0')) - | > loss_gen: 2.099592685699463 (2.351016337205882) - | > loss_kl: 1.475048303604126 (1.5285005352096328) - | > loss_feat: 5.349869728088379 (6.024935401063357) - | > loss_mel: 21.722244262695312 (22.187188308802792) - | > loss_duration: 1.7178741693496704 (1.7345429346432366) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.364627838134766 (33.826183506566196) - | > grad_norm_1: tensor(370.9003, device='cuda:0') (tensor(642.1115, device='cuda:0')) - | > current_lr_0: 0.00019922645137067577 - | > current_lr_1: 0.00019922645137067577 - | > step_time: 0.9765 (0.945064629245008) - | > loader_time: 0.0086 (0.007402786841759312) - - - --> TIME: 2024-11-22 23:04:56 -- STEP: 727/797 -- GLOBAL_STEP: 26225 - | > loss_disc: 2.380270004272461 (2.469776724850788) - | > loss_disc_real_0: 0.1279216706752777 (0.13040939082572175) - | > loss_disc_real_1: 0.20076130330562592 (0.21778105435050005) - | > loss_disc_real_2: 0.19505150616168976 (0.23543392705950153) - | > loss_disc_real_3: 0.18707017600536346 (0.22558710841971874) - | > loss_disc_real_4: 0.1820329874753952 (0.22283138359347268) - | > loss_disc_real_5: 0.197659432888031 (0.23358251461874505) - | > loss_0: 2.380270004272461 (2.469776724850788) - | > grad_norm_0: tensor(15.5427, device='cuda:0') (tensor(92.6566, device='cuda:0')) - | > loss_gen: 2.3842923641204834 (2.350491796431876) - | > loss_kl: 1.5171886682510376 (1.528395532741834) - | > loss_feat: 6.903025150299072 (6.027765628232258) - | > loss_mel: 23.93277359008789 (22.203368516211032) - | > loss_duration: 1.7031207084655762 (1.733714752872839) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.44040298461914 (33.8437362235382) - | > grad_norm_1: tensor(566.0112, device='cuda:0') (tensor(635.3847, device='cuda:0')) - | > current_lr_0: 0.00019922645137067577 - | > current_lr_1: 0.00019922645137067577 - | > step_time: 1.0534 (0.9518595765020692) - | > loader_time: 0.0093 (0.007524890453648204) - - - --> TIME: 2024-11-22 23:05:39 -- STEP: 752/797 -- GLOBAL_STEP: 26250 - | > loss_disc: 2.314901828765869 (2.46991131914423) - | > loss_disc_real_0: 0.12467323243618011 (0.1305759463885282) - | > loss_disc_real_1: 0.18781778216362 (0.21753461456837803) - | > loss_disc_real_2: 0.23913922905921936 (0.23590810402752238) - | > loss_disc_real_3: 0.2897971272468567 (0.22560121889840415) - | > loss_disc_real_4: 0.22035625576972961 (0.22296303120303027) - | > loss_disc_real_5: 0.21177363395690918 (0.23389893320408908) - | > loss_0: 2.314901828765869 (2.46991131914423) - | > grad_norm_0: tensor(134.2928, device='cuda:0') (tensor(92.4119, device='cuda:0')) - | > loss_gen: 2.4754037857055664 (2.35076475381217) - | > loss_kl: 1.5078997611999512 (1.5291999790896749) - | > loss_feat: 6.617599964141846 (6.030584821675684) - | > loss_mel: 23.2393856048584 (22.2098399349984) - | > loss_duration: 1.7184138298034668 (1.7326383211828287) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.5587043762207 (33.85302781805073) - | > grad_norm_1: tensor(833.0884, device='cuda:0') (tensor(634.1891, device='cuda:0')) - | > current_lr_0: 0.00019922645137067577 - | > current_lr_1: 0.00019922645137067577 - | > step_time: 2.1743 (0.9769612861440535) - | > loader_time: 0.009 (0.007953404112065089) - - - --> TIME: 2024-11-22 23:07:01 -- STEP: 777/797 -- GLOBAL_STEP: 26275 - | > loss_disc: 2.4187381267547607 (2.470183991097116) - | > loss_disc_real_0: 0.1401395946741104 (0.13041428425271362) - | > loss_disc_real_1: 0.2636862099170685 (0.21750543955977203) - | > loss_disc_real_2: 0.19424237310886383 (0.23571172759339615) - | > loss_disc_real_3: 0.19319088757038116 (0.22569412441787573) - | > loss_disc_real_4: 0.18858158588409424 (0.22325585893759242) - | > loss_disc_real_5: 0.2082565277814865 (0.23374755945214895) - | > loss_0: 2.4187381267547607 (2.470183991097116) - | > grad_norm_0: tensor(71.2765, device='cuda:0') (tensor(92.0615, device='cuda:0')) - | > loss_gen: 2.27949857711792 (2.350356791317078) - | > loss_kl: 1.5704724788665771 (1.5302648234398044) - | > loss_feat: 5.587650299072266 (6.0329428167109915) - | > loss_mel: 22.1773624420166 (22.21447907819714) - | > loss_duration: 1.7088122367858887 (1.7315132182230508) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.323795318603516 (33.85955671852922) - | > grad_norm_1: tensor(300.3874, device='cuda:0') (tensor(637.2762, device='cuda:0')) - | > current_lr_0: 0.00019922645137067577 - | > current_lr_1: 0.00019922645137067577 - | > step_time: 3.7334 (1.0489913950862417) - | > loader_time: 0.0111 (0.008583071302416392) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.6051993370056152 (2.6051993370056152) - | > loss_disc_real_0: 0.08917910605669022 (0.08917910605669022) - | > loss_disc_real_1: 0.2606641948223114 (0.2606641948223114) - | > loss_disc_real_2: 0.162251278758049 (0.162251278758049) - | > loss_disc_real_3: 0.18637336790561676 (0.18637336790561676) - | > loss_disc_real_4: 0.2778889238834381 (0.2778889238834381) - | > loss_disc_real_5: 0.2050287425518036 (0.2050287425518036) - | > loss_0: 2.6051993370056152 (2.6051993370056152) - | > loss_gen: 1.8636109828948975 (1.8636109828948975) - | > loss_kl: 1.038636326789856 (1.038636326789856) - | > loss_feat: 5.860125541687012 (5.860125541687012) - | > loss_mel: 22.90169334411621 (22.90169334411621) - | > loss_duration: 1.9630253314971924 (1.9630253314971924) - | > loss_1: 33.62709045410156 (33.62709045410156) - - --> STEP: 1 - | > loss_disc: 2.40097975730896 (2.40097975730896) - | > loss_disc_real_0: 0.04693630337715149 (0.04693630337715149) - | > loss_disc_real_1: 0.20289060473442078 (0.20289060473442078) - | > loss_disc_real_2: 0.15509961545467377 (0.15509961545467377) - | > loss_disc_real_3: 0.14087527990341187 (0.14087527990341187) - | > loss_disc_real_4: 0.1913224458694458 (0.1913224458694458) - | > loss_disc_real_5: 0.1745930165052414 (0.1745930165052414) - | > loss_0: 2.40097975730896 (2.40097975730896) - | > loss_gen: 1.967125654220581 (1.967125654220581) - | > loss_kl: 0.880772054195404 (0.880772054195404) - | > loss_feat: 7.979438781738281 (7.979438781738281) - | > loss_mel: 27.3919677734375 (27.3919677734375) - | > loss_duration: 1.6918443441390991 (1.6918443441390991) - | > loss_1: 39.91114807128906 (39.91114807128906) - - --> STEP: 2 - | > loss_disc: 2.4662857055664062 (2.433632731437683) - | > loss_disc_real_0: 0.023813456296920776 (0.03537487983703613) - | > loss_disc_real_1: 0.2844683825969696 (0.2436794936656952) - | > loss_disc_real_2: 0.1964873969554901 (0.17579350620508194) - | > loss_disc_real_3: 0.1377728432416916 (0.13932406157255173) - | > loss_disc_real_4: 0.2230699509382248 (0.2071961984038353) - | > loss_disc_real_5: 0.19090522825717926 (0.18274912238121033) - | > loss_0: 2.4662857055664062 (2.433632731437683) - | > loss_gen: 1.8988277912139893 (1.9329767227172852) - | > loss_kl: 1.5959817171096802 (1.2383768856525421) - | > loss_feat: 5.314754486083984 (6.647096633911133) - | > loss_mel: 18.945335388183594 (23.168651580810547) - | > loss_duration: 1.6639807224273682 (1.6779125332832336) - | > loss_1: 29.418880462646484 (34.66501426696777) - - --> STEP: 3 - | > loss_disc: 2.598416328430176 (2.488560597101847) - | > loss_disc_real_0: 0.03477475047111511 (0.03517483671506246) - | > loss_disc_real_1: 0.26906099915504456 (0.25213999549547833) - | > loss_disc_real_2: 0.2237194925546646 (0.19176883498827615) - | > loss_disc_real_3: 0.19364404678344727 (0.1574307233095169) - | > loss_disc_real_4: 0.2742682695388794 (0.22955355544885) - | > loss_disc_real_5: 0.31757575273513794 (0.2276913324991862) - | > loss_0: 2.598416328430176 (2.488560597101847) - | > loss_gen: 2.049109697341919 (1.9716877142588298) - | > loss_kl: 1.5146925449371338 (1.3304821054140727) - | > loss_feat: 4.4826483726501465 (5.925613880157471) - | > loss_mel: 21.21354866027832 (22.516950607299805) - | > loss_duration: 1.725775957107544 (1.6938670078913372) - | > loss_1: 30.985776901245117 (33.43860181172689) - - --> STEP: 4 - | > loss_disc: 2.8040194511413574 (2.567425310611725) - | > loss_disc_real_0: 0.08791536092758179 (0.04835996776819229) - | > loss_disc_real_1: 0.25129929184913635 (0.2519298195838928) - | > loss_disc_real_2: 0.21178317070007324 (0.19677241891622543) - | > loss_disc_real_3: 0.1533348113298416 (0.15640674531459808) - | > loss_disc_real_4: 0.16894875466823578 (0.21440235525369644) - | > loss_disc_real_5: 0.22987425327301025 (0.2282370626926422) - | > loss_0: 2.8040194511413574 (2.567425310611725) - | > loss_gen: 1.6737980842590332 (1.8972153067588806) - | > loss_kl: 1.4477458000183105 (1.3597980290651321) - | > loss_feat: 6.4499192237854 (6.056690216064453) - | > loss_mel: 21.252382278442383 (22.20080852508545) - | > loss_duration: 1.6876718997955322 (1.6923182308673859) - | > loss_1: 32.51151657104492 (33.2068305015564) - - --> STEP: 5 - | > loss_disc: 2.4152884483337402 (2.536997938156128) - | > loss_disc_real_0: 0.07794880121946335 (0.054277734458446504) - | > loss_disc_real_1: 0.255678653717041 (0.25267958641052246) - | > loss_disc_real_2: 0.15188190340995789 (0.1877943158149719) - | > loss_disc_real_3: 0.18789753317832947 (0.16270490288734435) - | > loss_disc_real_4: 0.23288358747959137 (0.21809860169887543) - | > loss_disc_real_5: 0.20759329199790955 (0.22410830855369568) - | > loss_0: 2.4152884483337402 (2.536997938156128) - | > loss_gen: 2.230445146560669 (1.9638612747192383) - | > loss_kl: 1.6925454139709473 (1.4263475060462951) - | > loss_feat: 7.257119655609131 (6.2967761039733885) - | > loss_mel: 24.55813980102539 (22.672274780273437) - | > loss_duration: 1.8700988292694092 (1.7278743505477905) - | > loss_1: 37.60834884643555 (34.087134170532224) - - --> STEP: 6 - | > loss_disc: 2.6546225547790527 (2.5566020409266152) - | > loss_disc_real_0: 0.051347680389881134 (0.05378939211368561) - | > loss_disc_real_1: 0.295560747385025 (0.2598264465729396) - | > loss_disc_real_2: 0.21910929679870605 (0.19301347931226095) - | > loss_disc_real_3: 0.20552250742912292 (0.16984117031097412) - | > loss_disc_real_4: 0.25309500098228455 (0.22393133491277695) - | > loss_disc_real_5: 0.28030896186828613 (0.2334750841061274) - | > loss_0: 2.6546225547790527 (2.5566020409266152) - | > loss_gen: 2.0249617099761963 (1.974044680595398) - | > loss_kl: 1.3999289274215698 (1.421944409608841) - | > loss_feat: 4.498475551605225 (5.997059345245361) - | > loss_mel: 19.714696884155273 (22.17934513092041) - | > loss_duration: 1.7258355617523193 (1.727534552415212) - | > loss_1: 29.36389923095703 (33.29992834726969) - - --> STEP: 7 - | > loss_disc: 2.7479381561279297 (2.5839357716696605) - | > loss_disc_real_0: 0.08690443634986877 (0.058520112718854635) - | > loss_disc_real_1: 0.29476428031921387 (0.26481756567955017) - | > loss_disc_real_2: 0.26294589042663574 (0.20300382375717163) - | > loss_disc_real_3: 0.2385808825492859 (0.1796611292021615) - | > loss_disc_real_4: 0.26986411213874817 (0.23049316023077285) - | > loss_disc_real_5: 0.2560809850692749 (0.2367044985294342) - | > loss_0: 2.7479381561279297 (2.5839357716696605) - | > loss_gen: 1.9677056074142456 (1.9731390987123762) - | > loss_kl: 1.3143996000289917 (1.4065808653831482) - | > loss_feat: 6.723982810974121 (6.100905554635184) - | > loss_mel: 22.465818405151367 (22.220269884381974) - | > loss_duration: 1.6760516166687012 (1.7201798473085677) - | > loss_1: 34.14795684814453 (33.421075275966096) - - --> STEP: 8 - | > loss_disc: 2.481595754623413 (2.5711432695388794) - | > loss_disc_real_0: 0.1219424158334732 (0.06644790060818195) - | > loss_disc_real_1: 0.25777867436408997 (0.26393770426511765) - | > loss_disc_real_2: 0.21883726119995117 (0.20498300343751907) - | > loss_disc_real_3: 0.15852931141853333 (0.177019651979208) - | > loss_disc_real_4: 0.21130090951919556 (0.22809412889182568) - | > loss_disc_real_5: 0.17303071916103363 (0.22874527610838413) - | > loss_0: 2.481595754623413 (2.5711432695388794) - | > loss_gen: 2.0261101722717285 (1.9797604829072952) - | > loss_kl: 1.471821665763855 (1.4147359654307365) - | > loss_feat: 7.795170307159424 (6.312688648700714) - | > loss_mel: 24.531877517700195 (22.509220838546753) - | > loss_duration: 1.676041603088379 (1.714662566781044) - | > loss_1: 37.50102233886719 (33.931068658828735) - - --> STEP: 9 - | > loss_disc: 2.642730236053467 (2.579097376929389) - | > loss_disc_real_0: 0.04991418868303299 (0.06461082150538762) - | > loss_disc_real_1: 0.25068897008895874 (0.26246562268998885) - | > loss_disc_real_2: 0.15107461810112 (0.19899318284458584) - | > loss_disc_real_3: 0.15460412204265594 (0.17452903754181331) - | > loss_disc_real_4: 0.2523028254508972 (0.23078398406505585) - | > loss_disc_real_5: 0.2954825460910797 (0.23616052832868364) - | > loss_0: 2.642730236053467 (2.579097376929389) - | > loss_gen: 1.8340281248092651 (1.9635679986741807) - | > loss_kl: 1.7334150075912476 (1.4501447478930156) - | > loss_feat: 4.804139137268066 (6.145072036319309) - | > loss_mel: 19.193683624267578 (22.140827814737957) - | > loss_duration: 1.68770432472229 (1.7116672065522935) - | > loss_1: 29.25296974182129 (33.411279890272354) - - --> STEP: 10 - | > loss_disc: 2.6661014556884766 (2.5877977848052978) - | > loss_disc_real_0: 0.056318435817956924 (0.06378158293664456) - | > loss_disc_real_1: 0.27680861949920654 (0.26389992237091064) - | > loss_disc_real_2: 0.21650367975234985 (0.20074423253536225) - | > loss_disc_real_3: 0.21380148828029633 (0.17845628261566163) - | > loss_disc_real_4: 0.2691522240638733 (0.2346208080649376) - | > loss_disc_real_5: 0.34919440746307373 (0.24746391624212266) - | > loss_0: 2.6661014556884766 (2.5877977848052978) - | > loss_gen: 2.087315559387207 (1.9759427547454833) - | > loss_kl: 1.4332271814346313 (1.448452991247177) - | > loss_feat: 5.253058433532715 (6.05587067604065) - | > loss_mel: 23.141971588134766 (22.240942192077636) - | > loss_duration: 1.6541905403137207 (1.7059195399284364) - | > loss_1: 33.56976318359375 (33.42712821960449) - - --> STEP: 11 - | > loss_disc: 2.7103943824768066 (2.598942930048162) - | > loss_disc_real_0: 0.0540897399187088 (0.06290050629865039) - | > loss_disc_real_1: 0.2613484859466553 (0.2636679736050693) - | > loss_disc_real_2: 0.2323542982339859 (0.20361787487160077) - | > loss_disc_real_3: 0.1713392436504364 (0.1778092790733684) - | > loss_disc_real_4: 0.2949725389480591 (0.24010732905431229) - | > loss_disc_real_5: 0.33088067173957825 (0.25504725765098224) - | > loss_0: 2.7103943824768066 (2.598942930048162) - | > loss_gen: 1.9647352695465088 (1.9749238924546675) - | > loss_kl: 1.8393863439559937 (1.4839923869479785) - | > loss_feat: 5.821773052215576 (6.034589073874733) - | > loss_mel: 21.339717864990234 (22.159012707796965) - | > loss_duration: 1.6424283981323242 (1.7001476179469714) - | > loss_1: 32.60803985595703 (33.352665641091086) - - --> STEP: 12 - | > loss_disc: 2.485814332962036 (2.5895155469576516) - | > loss_disc_real_0: 0.07016400247812271 (0.06350579764693975) - | > loss_disc_real_1: 0.2308952510356903 (0.2609369133909544) - | > loss_disc_real_2: 0.2573625147342682 (0.2080965948601564) - | > loss_disc_real_3: 0.16769838333129883 (0.17696670442819595) - | > loss_disc_real_4: 0.23819410800933838 (0.23994789396723112) - | > loss_disc_real_5: 0.3461557924747467 (0.2626396355529626) - | > loss_0: 2.485814332962036 (2.5895155469576516) - | > loss_gen: 2.1820528507232666 (1.9921846389770508) - | > loss_kl: 1.6252444982528687 (1.495763396223386) - | > loss_feat: 6.41878604888916 (6.0666054884592695) - | > loss_mel: 23.88849449157715 (22.303136189778645) - | > loss_duration: 1.7325279712677002 (1.7028459807236989) - | > loss_1: 35.84710693359375 (33.560535748799644) - - --> STEP: 13 - | > loss_disc: 2.631298542022705 (2.5927296235011172) - | > loss_disc_real_0: 0.03832688927650452 (0.06156895854152166) - | > loss_disc_real_1: 0.20849259197711945 (0.2569027348206594) - | > loss_disc_real_2: 0.20676498115062714 (0.20799416303634644) - | > loss_disc_real_3: 0.1777571737766266 (0.1770275097626906) - | > loss_disc_real_4: 0.21860958635807037 (0.23830648568960336) - | > loss_disc_real_5: 0.30868807435035706 (0.2661818231527622) - | > loss_0: 2.631298542022705 (2.5927296235011172) - | > loss_gen: 1.8839359283447266 (1.9838578150822566) - | > loss_kl: 1.655454158782959 (1.508047301035661) - | > loss_feat: 6.450376987457275 (6.096126372997578) - | > loss_mel: 24.96364974975586 (22.507791079007664) - | > loss_duration: 1.7445580959320068 (1.7060546049704919) - | > loss_1: 36.69797134399414 (33.801876948429985) - - --> STEP: 14 - | > loss_disc: 2.5380847454071045 (2.5888264179229736) - | > loss_disc_real_0: 0.03873683884739876 (0.05993809284908431) - | > loss_disc_real_1: 0.22661975026130676 (0.25473966449499136) - | > loss_disc_real_2: 0.2077130377292633 (0.20797408265726908) - | > loss_disc_real_3: 0.19340111315250397 (0.178197052861963) - | > loss_disc_real_4: 0.2883119285106659 (0.241878303033965) - | > loss_disc_real_5: 0.2989797294139862 (0.2685245307428496) - | > loss_0: 2.5380847454071045 (2.5888264179229736) - | > loss_gen: 2.004218101501465 (1.9853121212550573) - | > loss_kl: 1.1879860162734985 (1.4851857806955064) - | > loss_feat: 4.820116996765137 (6.0049828461238315) - | > loss_mel: 21.664575576782227 (22.447561400277273) - | > loss_duration: 1.7551918029785156 (1.709564404828208) - | > loss_1: 31.432086944580078 (33.632606233869275) - - --> STEP: 15 - | > loss_disc: 2.730431079864502 (2.5982667287190755) - | > loss_disc_real_0: 0.07970613241195679 (0.061255962153275806) - | > loss_disc_real_1: 0.2851604223251343 (0.2567677150170009) - | > loss_disc_real_2: 0.23031575977802277 (0.20946352779865265) - | > loss_disc_real_3: 0.25627434253692627 (0.18340220550696054) - | > loss_disc_real_4: 0.23916885256767273 (0.24169767300287884) - | > loss_disc_real_5: 0.28139904141426086 (0.26938283145427705) - | > loss_0: 2.730431079864502 (2.5982667287190755) - | > loss_gen: 2.059030294418335 (1.9902266661326091) - | > loss_kl: 1.3411366939544678 (1.4755825082461038) - | > loss_feat: 4.467939853668213 (5.902513313293457) - | > loss_mel: 21.31688117980957 (22.37218271891276) - | > loss_duration: 1.739037036895752 (1.7115292469660441) - | > loss_1: 30.92402458190918 (33.452034123738606) - - --> STEP: 16 - | > loss_disc: 2.6319689750671387 (2.6003731191158295) - | > loss_disc_real_0: 0.06989574432373047 (0.061795948538929224) - | > loss_disc_real_1: 0.2778575122356415 (0.25808582734316593) - | > loss_disc_real_2: 0.2005951851606369 (0.20890925638377666) - | > loss_disc_real_3: 0.15136052668094635 (0.18139960058033466) - | > loss_disc_real_4: 0.2792339026927948 (0.24404368735849857) - | > loss_disc_real_5: 0.29701918363571167 (0.2711101034656167) - | > loss_0: 2.6319689750671387 (2.6003731191158295) - | > loss_gen: 2.0614092350006104 (1.9946755766868591) - | > loss_kl: 1.9494043588638306 (1.5051963739097118) - | > loss_feat: 4.975227355957031 (5.84455794095993) - | > loss_mel: 20.617626190185547 (22.26252293586731) - | > loss_duration: 1.817339539527893 (1.7181423902511597) - | > loss_1: 31.421005249023438 (33.32509481906891) - - --> STEP: 17 - | > loss_disc: 2.465111255645752 (2.5924165389117073) - | > loss_disc_real_0: 0.05149034410715103 (0.061189736513530504) - | > loss_disc_real_1: 0.25671833753585815 (0.2580053867662655) - | > loss_disc_real_2: 0.22704023122787476 (0.20997578431578243) - | > loss_disc_real_3: 0.18190217018127441 (0.181429163498037) - | > loss_disc_real_4: 0.2222459465265274 (0.24276146730955908) - | > loss_disc_real_5: 0.21940425038337708 (0.2680685826960732) - | > loss_0: 2.465111255645752 (2.5924165389117073) - | > loss_gen: 2.085076093673706 (1.9999932541566736) - | > loss_kl: 1.254228949546814 (1.4904335842413061) - | > loss_feat: 6.205329418182373 (5.86577979256125) - | > loss_mel: 23.399333953857422 (22.32939417221967) - | > loss_duration: 1.6606072187423706 (1.7147579683977014) - | > loss_1: 34.604576110839844 (33.4003584244672) - - --> STEP: 18 - | > loss_disc: 2.6331794261932373 (2.594681143760681) - | > loss_disc_real_0: 0.0562276765704155 (0.06091406651669078) - | > loss_disc_real_1: 0.30386602878570557 (0.26055320021178996) - | > loss_disc_real_2: 0.20446106791496277 (0.20966941118240356) - | > loss_disc_real_3: 0.15302491188049316 (0.17985114951928458) - | > loss_disc_real_4: 0.2005605697631836 (0.24041697300142711) - | > loss_disc_real_5: 0.1786891222000122 (0.26310305711295867) - | > loss_0: 2.6331794261932373 (2.594681143760681) - | > loss_gen: 1.755933403968811 (1.9864343735906813) - | > loss_kl: 1.754216194152832 (1.5050881736808353) - | > loss_feat: 5.272675514221191 (5.832829554875691) - | > loss_mel: 21.92112159729004 (22.306712362501358) - | > loss_duration: 1.6783974170684814 (1.7127379377683003) - | > loss_1: 32.38234329223633 (33.34380202823215) - - --> STEP: 19 - | > loss_disc: 2.4334635734558105 (2.5861960084814775) - | > loss_disc_real_0: 0.08380721509456635 (0.06211896907342108) - | > loss_disc_real_1: 0.2943577468395233 (0.26233238687640753) - | > loss_disc_real_2: 0.19541259109973907 (0.20891905223068438) - | > loss_disc_real_3: 0.1569482535123825 (0.17864573393997393) - | > loss_disc_real_4: 0.18322089314460754 (0.23740665300896294) - | > loss_disc_real_5: 0.21643781661987305 (0.26064699182384893) - | > loss_0: 2.4334635734558105 (2.5861960084814775) - | > loss_gen: 2.0320849418640137 (1.9888370350787514) - | > loss_kl: 1.5373395681381226 (1.5067856154943768) - | > loss_feat: 7.338216304779053 (5.912060436449553) - | > loss_mel: 25.04909896850586 (22.45104849965949) - | > loss_duration: 1.8014726638793945 (1.7174081865109896) - | > loss_1: 37.75821304321289 (33.57613945007324) - - --> STEP: 20 - | > loss_disc: 2.4261415004730225 (2.5781932830810548) - | > loss_disc_real_0: 0.06237850710749626 (0.062131945975124836) - | > loss_disc_real_1: 0.2779344320297241 (0.26311248913407337) - | > loss_disc_real_2: 0.2107660472393036 (0.20901140198111534) - | > loss_disc_real_3: 0.15610434114933014 (0.17751866430044175) - | > loss_disc_real_4: 0.19069963693618774 (0.23507130220532418) - | > loss_disc_real_5: 0.23066756129264832 (0.2591480202972889) - | > loss_0: 2.4261415004730225 (2.5781932830810548) - | > loss_gen: 1.9819347858428955 (1.9884919226169586) - | > loss_kl: 1.4394928216934204 (1.503420975804329) - | > loss_feat: 6.906482219696045 (5.961781525611878) - | > loss_mel: 23.32123374938965 (22.494557762145995) - | > loss_duration: 1.6762951612472534 (1.7153525352478027) - | > loss_1: 35.325439453125 (33.66360445022583) - - --> STEP: 21 - | > loss_disc: 2.5415549278259277 (2.576448599497477) - | > loss_disc_real_0: 0.06888429820537567 (0.062453486557517736) - | > loss_disc_real_1: 0.2771300673484802 (0.2637799928585689) - | > loss_disc_real_2: 0.25104039907455444 (0.21101278279508864) - | > loss_disc_real_3: 0.1669352948665619 (0.17701469432739986) - | > loss_disc_real_4: 0.1785162091255188 (0.23237820253485725) - | > loss_disc_real_5: 0.29630428552627563 (0.260917366260574) - | > loss_0: 2.5415549278259277 (2.576448599497477) - | > loss_gen: 2.1775224208831787 (1.99749337491535) - | > loss_kl: 1.5100234746932983 (1.5037353805133276) - | > loss_feat: 6.394563674926758 (5.982390199388776) - | > loss_mel: 23.511995315551758 (22.543007169451034) - | > loss_duration: 1.6870547533035278 (1.714005021821885) - | > loss_1: 35.281158447265625 (33.74063083103725) - - --> STEP: 22 - | > loss_disc: 2.698075532913208 (2.5819770964709194) - | > loss_disc_real_0: 0.06837549060583115 (0.0627226685597138) - | > loss_disc_real_1: 0.2538023889064789 (0.2633264654062012) - | > loss_disc_real_2: 0.22533053159713745 (0.21166358955881812) - | > loss_disc_real_3: 0.14650750160217285 (0.17562800374898047) - | > loss_disc_real_4: 0.28059351444244385 (0.23456980762156573) - | > loss_disc_real_5: 0.2583615183830261 (0.2608011913570491) - | > loss_0: 2.698075532913208 (2.5819770964709194) - | > loss_gen: 1.8369776010513306 (1.9901972033760764) - | > loss_kl: 1.5803133249282837 (1.5072161961685528) - | > loss_feat: 4.6403303146362305 (5.92138747735457) - | > loss_mel: 18.545738220214844 (22.361313126303937) - | > loss_duration: 1.8042888641357422 (1.7181088328361511) - | > loss_1: 28.40764808654785 (33.49822252446955) - - --> STEP: 23 - | > loss_disc: 2.8533742427825928 (2.593776972397514) - | > loss_disc_real_0: 0.1328190565109253 (0.06577033760107082) - | > loss_disc_real_1: 0.2894599139690399 (0.26446270230023766) - | > loss_disc_real_2: 0.20134945213794708 (0.21121514880138895) - | > loss_disc_real_3: 0.20069542527198792 (0.17671789164128515) - | > loss_disc_real_4: 0.23809637129306793 (0.23472313647684845) - | > loss_disc_real_5: 0.2507990598678589 (0.2603663160749104) - | > loss_0: 2.8533742427825928 (2.593776972397514) - | > loss_gen: 1.8056329488754272 (1.9821726705717004) - | > loss_kl: 1.7913720607757568 (1.5195707989775615) - | > loss_feat: 5.897789478302002 (5.920361477395763) - | > loss_mel: 21.36697006225586 (22.318080819171414) - | > loss_duration: 1.8000879287719727 (1.7216731413550999) - | > loss_1: 32.6618537902832 (33.461858666461445) - - --> STEP: 24 - | > loss_disc: 2.728062629699707 (2.5993722081184387) - | > loss_disc_real_0: 0.04048110544681549 (0.06471661959464352) - | > loss_disc_real_1: 0.2715565264225006 (0.26475827830533194) - | > loss_disc_real_2: 0.17621886730194092 (0.2097569704055786) - | > loss_disc_real_3: 0.15544074773788452 (0.17583134397864345) - | > loss_disc_real_4: 0.15553167462348938 (0.23142349223295847) - | > loss_disc_real_5: 0.267251193523407 (0.26065318596859777) - | > loss_0: 2.728062629699707 (2.5993722081184387) - | > loss_gen: 1.6113780736923218 (1.9667228957017262) - | > loss_kl: 1.3615001440048218 (1.5129845216870308) - | > loss_feat: 3.2449421882629395 (5.808885673681895) - | > loss_mel: 16.48094367980957 (22.074866771698) - | > loss_duration: 1.6601321697235107 (1.7191089342037837) - | > loss_1: 24.358896255493164 (33.08256856600443) - - --> STEP: 25 - | > loss_disc: 2.5760505199432373 (2.5984393405914306) - | > loss_disc_real_0: 0.04504281282424927 (0.06392966732382774) - | > loss_disc_real_1: 0.27241218090057373 (0.2650644344091416) - | > loss_disc_real_2: 0.1716897189617157 (0.2082342803478241) - | > loss_disc_real_3: 0.19511042535305023 (0.17660250723361973) - | > loss_disc_real_4: 0.25484877824783325 (0.23236050367355346) - | > loss_disc_real_5: 0.25157976150512695 (0.2602902489900589) - | > loss_0: 2.5760505199432373 (2.5984393405914306) - | > loss_gen: 1.918778419494629 (1.9648051166534424) - | > loss_kl: 1.4635093212127686 (1.5110055136680602) - | > loss_feat: 3.153989553451538 (5.702689828872681) - | > loss_mel: 11.813163757324219 (21.66439865112305) - | > loss_duration: 1.641940712928772 (1.7160222053527832) - | > loss_1: 19.991382598876953 (32.55892112731934) - - --> STEP: 26 - | > loss_disc: 2.586667537689209 (2.597986578941345) - | > loss_disc_real_0: 0.09669559448957443 (0.06518989529174107) - | > loss_disc_real_1: 0.21514923870563507 (0.263144619189776) - | > loss_disc_real_2: 0.19321109354496002 (0.20765646547079086) - | > loss_disc_real_3: 0.13223828375339508 (0.17489619094591877) - | > loss_disc_real_4: 0.21414430439472198 (0.23165988062436765) - | > loss_disc_real_5: 0.3205716013908386 (0.26260876254393506) - | > loss_0: 2.586667537689209 (2.597986578941345) - | > loss_gen: 1.9340276718139648 (1.963621368775001) - | > loss_kl: 1.520716667175293 (1.5113790195721846) - | > loss_feat: 6.0945281982421875 (5.717760535386892) - | > loss_mel: 23.1374454498291 (21.72105429722713) - | > loss_duration: 1.687854528427124 (1.7149388331633348) - | > loss_1: 34.37457275390625 (32.628753882188064) - - --> STEP: 27 - | > loss_disc: 2.7909631729125977 (2.60513386019954) - | > loss_disc_real_0: 0.07583558559417725 (0.06558418011775723) - | > loss_disc_real_1: 0.29419949650764465 (0.26429479983117854) - | > loss_disc_real_2: 0.26775065064430237 (0.20988217603277276) - | > loss_disc_real_3: 0.18518902361392975 (0.17527740697065994) - | > loss_disc_real_4: 0.3363673686981201 (0.23553793573821033) - | > loss_disc_real_5: 0.2829497754573822 (0.26336213339258124) - | > loss_0: 2.7909631729125977 (2.60513386019954) - | > loss_gen: 2.0184569358825684 (1.9656523157049108) - | > loss_kl: 1.6524971723556519 (1.5166056178234242) - | > loss_feat: 6.170103549957275 (5.734513980370981) - | > loss_mel: 23.780113220214844 (21.797315738819268) - | > loss_duration: 1.7210378646850586 (1.715164723219695) - | > loss_1: 35.34220886230469 (32.72925221478498) - - --> STEP: 28 - | > loss_disc: 2.831653118133545 (2.613223833697183) - | > loss_disc_real_0: 0.05053123086690903 (0.06504657478736979) - | > loss_disc_real_1: 0.2616487741470337 (0.2642002989138877) - | > loss_disc_real_2: 0.18898709118366241 (0.2091359230024474) - | > loss_disc_real_3: 0.235477477312088 (0.1774274094828538) - | > loss_disc_real_4: 0.2711641788482666 (0.23681030156356947) - | > loss_disc_real_5: 0.27596738934516907 (0.26381232110517366) - | > loss_0: 2.831653118133545 (2.613223833697183) - | > loss_gen: 1.8166618347167969 (1.9603312270981925) - | > loss_kl: 1.3268685340881348 (1.5098292934043067) - | > loss_feat: 5.836000919342041 (5.738138513905661) - | > loss_mel: 19.50069808959961 (21.715293679918567) - | > loss_duration: 1.701401710510254 (1.7146731870515006) - | > loss_1: 30.181629180908203 (32.63826567786081) - - --> STEP: 29 - | > loss_disc: 2.3364744186401367 (2.6036807504193535) - | > loss_disc_real_0: 0.08637020736932755 (0.0657818724626097) - | > loss_disc_real_1: 0.25972628593444824 (0.26404602260425186) - | > loss_disc_real_2: 0.25406333804130554 (0.21068514421068388) - | > loss_disc_real_3: 0.21332195401191711 (0.17866515239764907) - | > loss_disc_real_4: 0.2042982280254364 (0.2356891955794959) - | > loss_disc_real_5: 0.21078380942344666 (0.26198375173683824) - | > loss_0: 2.3364744186401367 (2.6036807504193535) - | > loss_gen: 2.422607898712158 (1.9762718019814327) - | > loss_kl: 1.1903156042099 (1.49881157998381) - | > loss_feat: 7.208804130554199 (5.7888511213763) - | > loss_mel: 24.741647720336914 (21.81965071579506) - | > loss_duration: 1.7122254371643066 (1.7145887818829766) - | > loss_1: 37.27560043334961 (32.79817377287766) - - --> STEP: 30 - | > loss_disc: 2.5009615421295166 (2.6002567768096925) - | > loss_disc_real_0: 0.061894841492176056 (0.06565230476359525) - | > loss_disc_real_1: 0.2286818027496338 (0.26286721527576457) - | > loss_disc_real_2: 0.19838710129261017 (0.2102752094467481) - | > loss_disc_real_3: 0.14408467710018158 (0.17751246988773348) - | > loss_disc_real_4: 0.277756005525589 (0.23709142257769902) - | > loss_disc_real_5: 0.25561535358428955 (0.26177147179842) - | > loss_0: 2.5009615421295166 (2.6002567768096925) - | > loss_gen: 2.0082855224609375 (1.9773389259974161) - | > loss_kl: 1.6724913120269775 (1.5046009043852488) - | > loss_feat: 5.299348831176758 (5.77253437836965) - | > loss_mel: 21.02214241027832 (21.79306710561117) - | > loss_duration: 1.6929521560668945 (1.7138675610224405) - | > loss_1: 31.695220947265625 (32.76140867869059) - - --> STEP: 31 - | > loss_disc: 2.634922742843628 (2.601375033778529) - | > loss_disc_real_0: 0.0586562305688858 (0.06542662495086268) - | > loss_disc_real_1: 0.31066298484802246 (0.26440901429422453) - | > loss_disc_real_2: 0.1763824075460434 (0.2091818932564028) - | > loss_disc_real_3: 0.19030915200710297 (0.1779252660851325) - | > loss_disc_real_4: 0.23071180284023285 (0.23688562839261948) - | > loss_disc_real_5: 0.27717140316963196 (0.26226824377813646) - | > loss_0: 2.634922742843628 (2.601375033778529) - | > loss_gen: 1.929734230041504 (1.9758032906439997) - | > loss_kl: 1.7793793678283691 (1.5134647257866398) - | > loss_feat: 4.842239856719971 (5.742524877671273) - | > loss_mel: 19.409605026245117 (21.716181232083233) - | > loss_duration: 1.6716036796569824 (1.7125042100106516) - | > loss_1: 29.63256072998047 (32.660478099699944) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.01191619134718372 (-0.00035570513817571696) - | > avg_loss_disc: 2.601375033778529 (-0.0009072826754668029) - | > avg_loss_disc_real_0: 0.06542662495086268 (-0.050975431958513895) - | > avg_loss_disc_real_1: 0.26440901429422453 (+0.11388518829499536) - | > avg_loss_disc_real_2: 0.2091818932564028 (+0.0021152380974062135) - | > avg_loss_disc_real_3: 0.1779252660851325 (-0.02726681049792995) - | > avg_loss_disc_real_4: 0.23688562839261948 (-0.002142399549484253) - | > avg_loss_disc_real_5: 0.26226824377813646 (+0.02813046978365988) - | > avg_loss_0: 2.601375033778529 (-0.0009072826754668029) - | > avg_loss_gen: 1.9758032906439997 (+0.07404743086907173) - | > avg_loss_kl: 1.5134647257866398 (+0.059331534370299366) - | > avg_loss_feat: 5.742524877671273 (-0.2928793737965245) - | > avg_loss_mel: 21.716181232083233 (-1.404881692701764) - | > avg_loss_duration: 1.7125042100106516 (-0.005503139188212769) - | > avg_loss_1: 32.660478099699944 (-1.5698854384883774) - - > BEST MODEL : vits_shi_male-November-22-2024_02+49AM-0000000/best_model_26295.pth - - > EPOCH: 4/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-22 23:08:59)  - - --> TIME: 2024-11-22 23:09:07 -- STEP: 5/797 -- GLOBAL_STEP: 26300 - | > loss_disc: 2.3947947025299072 (2.5754435539245604) - | > loss_disc_real_0: 0.06069130450487137 (0.1422722026705742) - | > loss_disc_real_1: 0.23893094062805176 (0.2241368681192398) - | > loss_disc_real_2: 0.29063472151756287 (0.2512312322854996) - | > loss_disc_real_3: 0.23594056069850922 (0.26472393572330477) - | > loss_disc_real_4: 0.18122461438179016 (0.20262497067451476) - | > loss_disc_real_5: 0.22516722977161407 (0.2397960513830185) - | > loss_0: 2.3947947025299072 (2.5754435539245604) - | > grad_norm_0: tensor(34.0548, device='cuda:0') (tensor(104.9888, device='cuda:0')) - | > loss_gen: 2.4010989665985107 (2.2859289169311525) - | > loss_kl: 1.7333576679229736 (1.5024956345558167) - | > loss_feat: 6.064425468444824 (5.430480003356934) - | > loss_mel: 22.774215698242188 (20.6533504486084) - | > loss_duration: 1.9491667747497559 (1.966875958442688) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.922264099121094 (31.839131546020507) - | > grad_norm_1: tensor(352.8148, device='cuda:0') (tensor(446.2463, device='cuda:0')) - | > current_lr_0: 0.00019920154806425444 - | > current_lr_1: 0.00019920154806425444 - | > step_time: 1.1269 (1.1885996818542481) - | > loader_time: 0.0063 (0.006480264663696289) - - - --> TIME: 2024-11-22 23:09:31 -- STEP: 30/797 -- GLOBAL_STEP: 26325 - | > loss_disc: 2.5965890884399414 (2.507105708122254) - | > loss_disc_real_0: 0.23300011456012726 (0.1618570875376463) - | > loss_disc_real_1: 0.24875952303409576 (0.21472954601049424) - | > loss_disc_real_2: 0.2253902405500412 (0.22830533385276794) - | > loss_disc_real_3: 0.28906962275505066 (0.23473167220751445) - | > loss_disc_real_4: 0.2454846054315567 (0.22137199540932972) - | > loss_disc_real_5: 0.30000874400138855 (0.2311420624454816) - | > loss_0: 2.5965890884399414 (2.507105708122254) - | > grad_norm_0: tensor(66.9771, device='cuda:0') (tensor(148.4741, device='cuda:0')) - | > loss_gen: 2.5275211334228516 (2.337927579879761) - | > loss_kl: 1.5456899404525757 (1.608787324031194) - | > loss_feat: 5.471175193786621 (5.9781075318654375) - | > loss_mel: 22.579530715942383 (21.588947804768882) - | > loss_duration: 1.7618093490600586 (1.8511522650718688) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.88572692871094 (33.36492220560709) - | > grad_norm_1: tensor(407.3868, device='cuda:0') (tensor(515.7715, device='cuda:0')) - | > current_lr_0: 0.00019920154806425444 - | > current_lr_1: 0.00019920154806425444 - | > step_time: 1.0055 (0.9872307380040487) - | > loader_time: 0.0039 (0.004854027430216471) - - - --> TIME: 2024-11-22 23:09:56 -- STEP: 55/797 -- GLOBAL_STEP: 26350 - | > loss_disc: 2.3100574016571045 (2.4740885127674455) - | > loss_disc_real_0: 0.11601530760526657 (0.1416791686957533) - | > loss_disc_real_1: 0.15466712415218353 (0.21465694335373967) - | > loss_disc_real_2: 0.24723850190639496 (0.23673460673202168) - | > loss_disc_real_3: 0.23775933682918549 (0.228440677577799) - | > loss_disc_real_4: 0.2628324627876282 (0.21951715566895225) - | > loss_disc_real_5: 0.26632896065711975 (0.22971214841712606) - | > loss_0: 2.3100574016571045 (2.4740885127674455) - | > grad_norm_0: tensor(30.7887, device='cuda:0') (tensor(113.4348, device='cuda:0')) - | > loss_gen: 2.669759750366211 (2.3739229158921673) - | > loss_kl: 1.724770426750183 (1.5656450369141321) - | > loss_feat: 7.940791130065918 (6.144468333504417) - | > loss_mel: 23.633195877075195 (21.71820172396573) - | > loss_duration: 1.7412779331207275 (1.8203960158608177) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.709800720214844 (33.62263402071866) - | > grad_norm_1: tensor(605.6354, device='cuda:0') (tensor(483.3916, device='cuda:0')) - | > current_lr_0: 0.00019920154806425444 - | > current_lr_1: 0.00019920154806425444 - | > step_time: 0.9802 (0.9776048573580656) - | > loader_time: 0.0061 (0.00488947088068182) - - - --> TIME: 2024-11-22 23:10:19 -- STEP: 80/797 -- GLOBAL_STEP: 26375 - | > loss_disc: 2.398759603500366 (2.460348322987557) - | > loss_disc_real_0: 0.11484678089618683 (0.13632492767646912) - | > loss_disc_real_1: 0.22687359154224396 (0.21493907514959573) - | > loss_disc_real_2: 0.24263375997543335 (0.23332196976989508) - | > loss_disc_real_3: 0.2393980771303177 (0.2283267866820097) - | > loss_disc_real_4: 0.22122427821159363 (0.2179021229967475) - | > loss_disc_real_5: 0.22956989705562592 (0.2280832152813673) - | > loss_0: 2.398759603500366 (2.460348322987557) - | > grad_norm_0: tensor(46.9839, device='cuda:0') (tensor(108.2922, device='cuda:0')) - | > loss_gen: 2.3967034816741943 (2.368749129772186) - | > loss_kl: 1.3203065395355225 (1.5662979446351528) - | > loss_feat: 5.833858489990234 (6.178880089521409) - | > loss_mel: 20.805858612060547 (21.836034131050113) - | > loss_duration: 1.7109248638153076 (1.796876685321331) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.06765365600586 (33.74683802127838) - | > grad_norm_1: tensor(370.2568, device='cuda:0') (tensor(551.3936, device='cuda:0')) - | > current_lr_0: 0.00019920154806425444 - | > current_lr_1: 0.00019920154806425444 - | > step_time: 0.9798 (0.9602468699216843) - | > loader_time: 0.0048 (0.004890915751457215) - - - --> TIME: 2024-11-22 23:10:41 -- STEP: 105/797 -- GLOBAL_STEP: 26400 - | > loss_disc: 2.3013601303100586 (2.4549861703600206) - | > loss_disc_real_0: 0.06714697182178497 (0.1320910035144716) - | > loss_disc_real_1: 0.24101920425891876 (0.21439549710069383) - | > loss_disc_real_2: 0.2020258754491806 (0.23561934999057224) - | > loss_disc_real_3: 0.19187839329242706 (0.2265348806267693) - | > loss_disc_real_4: 0.15011917054653168 (0.21910793270383563) - | > loss_disc_real_5: 0.2205101102590561 (0.23061219042255765) - | > loss_0: 2.3013601303100586 (2.4549861703600206) - | > grad_norm_0: tensor(32.8451, device='cuda:0') (tensor(104.1117, device='cuda:0')) - | > loss_gen: 2.407702922821045 (2.373213182176863) - | > loss_kl: 1.608438491821289 (1.5707053996267772) - | > loss_feat: 7.019662857055664 (6.196682457696826) - | > loss_mel: 22.6361141204834 (21.861116027832036) - | > loss_duration: 1.773705005645752 (1.7849302552995228) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.445621490478516 (33.78664739699589) - | > grad_norm_1: tensor(736.2528, device='cuda:0') (tensor(593.5912, device='cuda:0')) - | > current_lr_0: 0.00019920154806425444 - | > current_lr_1: 0.00019920154806425444 - | > step_time: 0.884 (0.9419961702255976) - | > loader_time: 0.0054 (0.004912635258265904) - - - --> TIME: 2024-11-22 23:11:04 -- STEP: 130/797 -- GLOBAL_STEP: 26425 - | > loss_disc: 2.4403293132781982 (2.452975665605986) - | > loss_disc_real_0: 0.09252563118934631 (0.13083012098303218) - | > loss_disc_real_1: 0.20338375866413116 (0.21571682909360299) - | > loss_disc_real_2: 0.24531567096710205 (0.23484649245555583) - | > loss_disc_real_3: 0.21941713988780975 (0.22532303757392444) - | > loss_disc_real_4: 0.20020076632499695 (0.2189759922715334) - | > loss_disc_real_5: 0.2136750966310501 (0.23042902533824627) - | > loss_0: 2.4403293132781982 (2.452975665605986) - | > grad_norm_0: tensor(133.8115, device='cuda:0') (tensor(102.6337, device='cuda:0')) - | > loss_gen: 2.2181427478790283 (2.3689255677736725) - | > loss_kl: 1.5626758337020874 (1.5608425062436324) - | > loss_feat: 5.923792839050293 (6.197982887121349) - | > loss_mel: 21.363920211791992 (21.87916465172401) - | > loss_duration: 1.7722046375274658 (1.7788822238261883) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.840736389160156 (33.78579789675198) - | > grad_norm_1: tensor(640.9385, device='cuda:0') (tensor(620.5732, device='cuda:0')) - | > current_lr_0: 0.00019920154806425444 - | > current_lr_1: 0.00019920154806425444 - | > step_time: 0.8924 (0.9317491824810321) - | > loader_time: 0.0092 (0.005018170063312237) - - - --> TIME: 2024-11-22 23:11:27 -- STEP: 155/797 -- GLOBAL_STEP: 26450 - | > loss_disc: 2.3995964527130127 (2.463227256651848) - | > loss_disc_real_0: 0.0803050696849823 (0.13832253155208415) - | > loss_disc_real_1: 0.2658008337020874 (0.216564181062483) - | > loss_disc_real_2: 0.19648510217666626 (0.23533540954512935) - | > loss_disc_real_3: 0.22631633281707764 (0.2251891601470209) - | > loss_disc_real_4: 0.1707436591386795 (0.21868033534096135) - | > loss_disc_real_5: 0.20779380202293396 (0.23078702726671774) - | > loss_0: 2.3995964527130127 (2.463227256651848) - | > grad_norm_0: tensor(157.6449, device='cuda:0') (tensor(107.6241, device='cuda:0')) - | > loss_gen: 2.1566736698150635 (2.373785425001575) - | > loss_kl: 1.4124960899353027 (1.5592402854273397) - | > loss_feat: 6.003582954406738 (6.1924737376551455) - | > loss_mel: 20.394577026367188 (21.953062008273225) - | > loss_duration: 1.7618603706359863 (1.7716686864053048) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.729188919067383 (33.85023018621629) - | > grad_norm_1: tensor(493.1325, device='cuda:0') (tensor(613.4731, device='cuda:0')) - | > current_lr_0: 0.00019920154806425444 - | > current_lr_1: 0.00019920154806425444 - | > step_time: 0.8765 (0.9305632160555932) - | > loader_time: 0.0042 (0.00500040361958165) - - - --> TIME: 2024-11-22 23:11:50 -- STEP: 180/797 -- GLOBAL_STEP: 26475 - | > loss_disc: 2.626960515975952 (2.4678272393014704) - | > loss_disc_real_0: 0.07205631583929062 (0.1408958721698987) - | > loss_disc_real_1: 0.22271345555782318 (0.21638086893492275) - | > loss_disc_real_2: 0.27553290128707886 (0.23549407372872036) - | > loss_disc_real_3: 0.2832110822200775 (0.2258901747564475) - | > loss_disc_real_4: 0.2709902822971344 (0.21939792359868684) - | > loss_disc_real_5: 0.20221389830112457 (0.22932959894339244) - | > loss_0: 2.626960515975952 (2.4678272393014704) - | > grad_norm_0: tensor(79.5095, device='cuda:0') (tensor(103.9050, device='cuda:0')) - | > loss_gen: 2.1327285766601562 (2.3604547792010857) - | > loss_kl: 1.252328634262085 (1.555762353539467) - | > loss_feat: 6.009143352508545 (6.164875859684412) - | > loss_mel: 22.367637634277344 (21.976002873314755) - | > loss_duration: 1.755208134651184 (1.7641582866509755) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.51704406738281 (33.82125411563449) - | > grad_norm_1: tensor(276.6600, device='cuda:0') (tensor(580.3484, device='cuda:0')) - | > current_lr_0: 0.00019920154806425444 - | > current_lr_1: 0.00019920154806425444 - | > step_time: 0.8643 (0.9290696700414022) - | > loader_time: 0.0059 (0.005084360970391164) - - - --> TIME: 2024-11-22 23:12:13 -- STEP: 205/797 -- GLOBAL_STEP: 26500 - | > loss_disc: 2.417140483856201 (2.4704949425488008) - | > loss_disc_real_0: 0.07515202462673187 (0.14071259678500458) - | > loss_disc_real_1: 0.21312151849269867 (0.2161997459283689) - | > loss_disc_real_2: 0.18709759414196014 (0.23511473107628705) - | > loss_disc_real_3: 0.16473957896232605 (0.22548639810666804) - | > loss_disc_real_4: 0.22731676697731018 (0.22025211133608005) - | > loss_disc_real_5: 0.21007786691188812 (0.23047166248647177) - | > loss_0: 2.417140483856201 (2.4704949425488008) - | > grad_norm_0: tensor(18.3036, device='cuda:0') (tensor(104.8888, device='cuda:0')) - | > loss_gen: 2.366486072540283 (2.352261017590035) - | > loss_kl: 1.532086730003357 (1.5573778277490198) - | > loss_feat: 6.781688213348389 (6.1294295915743175) - | > loss_mel: 23.033252716064453 (21.928887474246142) - | > loss_duration: 1.737720012664795 (1.761380553827053) - | > amp_scaler: 256.0 (129.87317073170735) - | > loss_1: 35.45123291015625 (33.729336464114326) - | > grad_norm_1: tensor(171.3127, device='cuda:0') (tensor(569.0910, device='cuda:0')) - | > current_lr_0: 0.00019920154806425444 - | > current_lr_1: 0.00019920154806425444 - | > step_time: 0.802 (0.9237738620944139) - | > loader_time: 0.0044 (0.005114329733499665) - - - --> TIME: 2024-11-22 23:12:35 -- STEP: 230/797 -- GLOBAL_STEP: 26525 - | > loss_disc: 2.633509397506714 (2.4699646327806577) - | > loss_disc_real_0: 0.07116715610027313 (0.1384355970212947) - | > loss_disc_real_1: 0.20959673821926117 (0.21637268468089726) - | > loss_disc_real_2: 0.25778326392173767 (0.23538503433051317) - | > loss_disc_real_3: 0.28481438755989075 (0.22617945515591165) - | > loss_disc_real_4: 0.2418896108865738 (0.2209287827429564) - | > loss_disc_real_5: 0.25117984414100647 (0.23103862709325293) - | > loss_0: 2.633509397506714 (2.4699646327806577) - | > grad_norm_0: tensor(72.4211, device='cuda:0') (tensor(100.4115, device='cuda:0')) - | > loss_gen: 2.179753541946411 (2.351901709515117) - | > loss_kl: 1.548742413520813 (1.5559605601041213) - | > loss_feat: 5.047300815582275 (6.109124351584391) - | > loss_mel: 21.268672943115234 (21.926712417602538) - | > loss_duration: 1.7053422927856445 (1.7582032296968544) - | > amp_scaler: 128.0 (134.67826086956532) - | > loss_1: 31.749813079833984 (33.70190222366998) - | > grad_norm_1: tensor(801.2568, device='cuda:0') (tensor(566.3157, device='cuda:0')) - | > current_lr_0: 0.00019920154806425444 - | > current_lr_1: 0.00019920154806425444 - | > step_time: 0.9059 (0.9187333614929862) - | > loader_time: 0.0055 (0.005216912601305089) - - - --> TIME: 2024-11-22 23:13:01 -- STEP: 255/797 -- GLOBAL_STEP: 26550 - | > loss_disc: 2.451441526412964 (2.472794852537269) - | > loss_disc_real_0: 0.06109654903411865 (0.13584725852398313) - | > loss_disc_real_1: 0.17745612561702728 (0.21702104339412615) - | > loss_disc_real_2: 0.2165810912847519 (0.23536994690988577) - | > loss_disc_real_3: 0.18520358204841614 (0.22629891715797723) - | > loss_disc_real_4: 0.24334032833576202 (0.22130743907947167) - | > loss_disc_real_5: 0.22555756568908691 (0.2318396530899347) - | > loss_0: 2.451441526412964 (2.472794852537269) - | > grad_norm_0: tensor(44.6784, device='cuda:0') (tensor(101.7356, device='cuda:0')) - | > loss_gen: 2.221022129058838 (2.3475394781898062) - | > loss_kl: 1.865701675415039 (1.5562590493875392) - | > loss_feat: 5.88221549987793 (6.083859054715024) - | > loss_mel: 22.441240310668945 (21.927674873202456) - | > loss_duration: 1.7413151264190674 (1.7539283327027864) - | > amp_scaler: 128.0 (134.02352941176483) - | > loss_1: 34.151493072509766 (33.66926075056489) - | > grad_norm_1: tensor(168.1053, device='cuda:0') (tensor(568.5282, device='cuda:0')) - | > current_lr_0: 0.00019920154806425444 - | > current_lr_1: 0.00019920154806425444 - | > step_time: 0.924 (0.927935967725866) - | > loader_time: 0.0065 (0.005324894774193856) - - - --> TIME: 2024-11-22 23:13:26 -- STEP: 280/797 -- GLOBAL_STEP: 26575 - | > loss_disc: 2.358227014541626 (2.4688575080462885) - | > loss_disc_real_0: 0.12229331582784653 (0.13501250955409239) - | > loss_disc_real_1: 0.2019249051809311 (0.21662409513124395) - | > loss_disc_real_2: 0.2093827724456787 (0.2353071015328169) - | > loss_disc_real_3: 0.19614316523075104 (0.22547759179558072) - | > loss_disc_real_4: 0.22414164245128632 (0.2213773117533752) - | > loss_disc_real_5: 0.2264186143875122 (0.2319575061755521) - | > loss_0: 2.358227014541626 (2.4688575080462885) - | > grad_norm_0: tensor(12.9118, device='cuda:0') (tensor(100.1166, device='cuda:0')) - | > loss_gen: 2.4842276573181152 (2.3479382812976852) - | > loss_kl: 1.6305160522460938 (1.5592331415840552) - | > loss_feat: 6.355525970458984 (6.0864071130752535) - | > loss_mel: 22.00031089782715 (21.962773527417866) - | > loss_duration: 1.7367465496063232 (1.750827383995056) - | > amp_scaler: 128.0 (133.4857142857144) - | > loss_1: 34.20732879638672 (33.70717937605723) - | > grad_norm_1: tensor(303.2619, device='cuda:0') (tensor(579.4561, device='cuda:0')) - | > current_lr_0: 0.00019920154806425444 - | > current_lr_1: 0.00019920154806425444 - | > step_time: 0.9098 (0.9350884888853346) - | > loader_time: 0.0053 (0.005426748309816631) - - - --> TIME: 2024-11-22 23:13:51 -- STEP: 305/797 -- GLOBAL_STEP: 26600 - | > loss_disc: 2.5430352687835693 (2.4740087063586143) - | > loss_disc_real_0: 0.0947357714176178 (0.13529082826170766) - | > loss_disc_real_1: 0.2817923426628113 (0.21698127266813497) - | > loss_disc_real_2: 0.20646941661834717 (0.23484282776957652) - | > loss_disc_real_3: 0.2518988847732544 (0.22692793275489181) - | > loss_disc_real_4: 0.20052096247673035 (0.2218452278707848) - | > loss_disc_real_5: 0.22404015064239502 (0.23280121591247496) - | > loss_0: 2.5430352687835693 (2.4740087063586143) - | > grad_norm_0: tensor(15.5691, device='cuda:0') (tensor(100.4276, device='cuda:0')) - | > loss_gen: 2.2208478450775146 (2.3472916384212317) - | > loss_kl: 1.8667478561401367 (1.5602601330788408) - | > loss_feat: 6.04017972946167 (6.080780635896274) - | > loss_mel: 21.1348876953125 (21.96977580961634) - | > loss_duration: 1.7501393556594849 (1.7484793666933403) - | > amp_scaler: 128.0 (133.03606557377063) - | > loss_1: 33.01280212402344 (33.7065875006504) - | > grad_norm_1: tensor(359.4481, device='cuda:0') (tensor(574.7812, device='cuda:0')) - | > current_lr_0: 0.00019920154806425444 - | > current_lr_1: 0.00019920154806425444 - | > step_time: 0.9292 (0.93776104958331) - | > loader_time: 0.0062 (0.0054789308641777675) - - - --> TIME: 2024-11-22 23:14:16 -- STEP: 330/797 -- GLOBAL_STEP: 26625 - | > loss_disc: 2.5992751121520996 (2.4777418931325292) - | > loss_disc_real_0: 0.17099767923355103 (0.13498611191682736) - | > loss_disc_real_1: 0.1782272756099701 (0.21701747729922785) - | > loss_disc_real_2: 0.25718340277671814 (0.23650632830280247) - | > loss_disc_real_3: 0.23791882395744324 (0.22698028963623626) - | > loss_disc_real_4: 0.20819997787475586 (0.22245905737985264) - | > loss_disc_real_5: 0.24786411225795746 (0.2325526130921913) - | > loss_0: 2.5992751121520996 (2.4777418931325292) - | > grad_norm_0: tensor(253.9852, device='cuda:0') (tensor(101.1882, device='cuda:0')) - | > loss_gen: 2.1389212608337402 (2.342401240088724) - | > loss_kl: 1.5678972005844116 (1.5589136999664885) - | > loss_feat: 4.681746006011963 (6.043991516575665) - | > loss_mel: 20.433574676513672 (21.942219890247685) - | > loss_duration: 1.7191762924194336 (1.7461782198963742) - | > amp_scaler: 128.0 (132.65454545454557) - | > loss_1: 30.541316986083984 (33.633704468698234) - | > grad_norm_1: tensor(588.9998, device='cuda:0') (tensor(570.6226, device='cuda:0')) - | > current_lr_0: 0.00019920154806425444 - | > current_lr_1: 0.00019920154806425444 - | > step_time: 1.1502 (0.9441249031009096) - | > loader_time: 0.0062 (0.005535567890514028) - - - --> TIME: 2024-11-22 23:14:41 -- STEP: 355/797 -- GLOBAL_STEP: 26650 - | > loss_disc: 2.402458906173706 (2.479874639779751) - | > loss_disc_real_0: 0.06972172856330872 (0.1347480998702451) - | > loss_disc_real_1: 0.23085464537143707 (0.21772068235236156) - | > loss_disc_real_2: 0.2225968986749649 (0.23623914995663603) - | > loss_disc_real_3: 0.1878589540719986 (0.22704419136886866) - | > loss_disc_real_4: 0.22545255720615387 (0.22266109883785248) - | > loss_disc_real_5: 0.2454826980829239 (0.23330356566838814) - | > loss_0: 2.402458906173706 (2.479874639779751) - | > grad_norm_0: tensor(122.8244, device='cuda:0') (tensor(100.7161, device='cuda:0')) - | > loss_gen: 2.2072696685791016 (2.3388469494564443) - | > loss_kl: 1.6164051294326782 (1.5611055590737033) - | > loss_feat: 6.5163493156433105 (6.027857103482096) - | > loss_mel: 22.82185173034668 (21.93503629120302) - | > loss_duration: 1.7282793521881104 (1.7430433044970874) - | > amp_scaler: 128.0 (132.32676056338042) - | > loss_1: 34.89015197753906 (33.60588909202902) - | > grad_norm_1: tensor(671.6489, device='cuda:0') (tensor(580.9286, device='cuda:0')) - | > current_lr_0: 0.00019920154806425444 - | > current_lr_1: 0.00019920154806425444 - | > step_time: 1.2442 (0.9467222972654961) - | > loader_time: 0.0072 (0.005617222315828566) - - - --> TIME: 2024-11-22 23:15:06 -- STEP: 380/797 -- GLOBAL_STEP: 26675 - | > loss_disc: 2.425929307937622 (2.479756235448938) - | > loss_disc_real_0: 0.08820874989032745 (0.13383221303750018) - | > loss_disc_real_1: 0.20836792886257172 (0.21791302204916352) - | > loss_disc_real_2: 0.2164514660835266 (0.2362476896298559) - | > loss_disc_real_3: 0.1753707230091095 (0.2267564654350281) - | > loss_disc_real_4: 0.17331412434577942 (0.22214006581588797) - | > loss_disc_real_5: 0.19480334222316742 (0.23331392583878416) - | > loss_0: 2.425929307937622 (2.479756235448938) - | > grad_norm_0: tensor(59.4605, device='cuda:0') (tensor(99.3415, device='cuda:0')) - | > loss_gen: 2.282758951187134 (2.338396784506347) - | > loss_kl: 1.7249997854232788 (1.5604555451556257) - | > loss_feat: 6.486502170562744 (6.020788116204109) - | > loss_mel: 22.64255714416504 (21.922679956335756) - | > loss_duration: 1.7282897233963013 (1.740277835256175) - | > amp_scaler: 128.0 (132.04210526315802) - | > loss_1: 34.865108489990234 (33.58259811903305) - | > grad_norm_1: tensor(830.3001, device='cuda:0') (tensor(587.5644, device='cuda:0')) - | > current_lr_0: 0.00019920154806425444 - | > current_lr_1: 0.00019920154806425444 - | > step_time: 0.8599 (0.9498299768096522) - | > loader_time: 0.0056 (0.005716411690962943) - - - --> TIME: 2024-11-22 23:15:30 -- STEP: 405/797 -- GLOBAL_STEP: 26700 - | > loss_disc: 2.2716798782348633 (2.4755914882377357) - | > loss_disc_real_0: 0.06487441062927246 (0.13261197537735653) - | > loss_disc_real_1: 0.17477570474147797 (0.21763434075279) - | > loss_disc_real_2: 0.24667668342590332 (0.2362153090076682) - | > loss_disc_real_3: 0.20029719173908234 (0.2267120467291938) - | > loss_disc_real_4: 0.21736378967761993 (0.22197054893146326) - | > loss_disc_real_5: 0.25255680084228516 (0.23276957854812527) - | > loss_0: 2.2716798782348633 (2.4755914882377357) - | > grad_norm_0: tensor(94.0715, device='cuda:0') (tensor(98.8782, device='cuda:0')) - | > loss_gen: 2.3479390144348145 (2.341181825119773) - | > loss_kl: 1.4924908876419067 (1.5579453714099931) - | > loss_feat: 6.358943462371826 (6.030142851229065) - | > loss_mel: 23.386945724487305 (21.935608390525523) - | > loss_duration: 1.7082164287567139 (1.7389827996124456) - | > amp_scaler: 128.0 (131.79259259259277) - | > loss_1: 35.29453659057617 (33.603861161220266) - | > grad_norm_1: tensor(834.2618, device='cuda:0') (tensor(594.6201, device='cuda:0')) - | > current_lr_0: 0.00019920154806425444 - | > current_lr_1: 0.00019920154806425444 - | > step_time: 0.9105 (0.9483536649633337) - | > loader_time: 0.0069 (0.0058233914551911545) - - - --> TIME: 2024-11-22 23:15:53 -- STEP: 430/797 -- GLOBAL_STEP: 26725 - | > loss_disc: 2.4507174491882324 (2.473325432178587) - | > loss_disc_real_0: 0.11831860989332199 (0.13167348695529055) - | > loss_disc_real_1: 0.16715525090694427 (0.2176776528704998) - | > loss_disc_real_2: 0.23431812226772308 (0.23616162289020626) - | > loss_disc_real_3: 0.19367818534374237 (0.22632888441168986) - | > loss_disc_real_4: 0.24048162996768951 (0.2218667903958365) - | > loss_disc_real_5: 0.20181456208229065 (0.23269016666467798) - | > loss_0: 2.4507174491882324 (2.473325432178587) - | > grad_norm_0: tensor(29.7270, device='cuda:0') (tensor(97.5294, device='cuda:0')) - | > loss_gen: 2.261859655380249 (2.3443786654361465) - | > loss_kl: 1.5457202196121216 (1.5571062574552936) - | > loss_feat: 6.696706771850586 (6.046439503514487) - | > loss_mel: 21.36286163330078 (21.966623803072185) - | > loss_duration: 1.712646245956421 (1.73737952709198) - | > amp_scaler: 128.0 (131.57209302325597) - | > loss_1: 33.579795837402344 (33.651927704034904) - | > grad_norm_1: tensor(562.7132, device='cuda:0') (tensor(601.5604, device='cuda:0')) - | > current_lr_0: 0.00019920154806425444 - | > current_lr_1: 0.00019920154806425444 - | > step_time: 0.8812 (0.9463237762451172) - | > loader_time: 0.0063 (0.005891999533010084) - - - --> TIME: 2024-11-22 23:16:17 -- STEP: 455/797 -- GLOBAL_STEP: 26750 - | > loss_disc: 2.671274185180664 (2.4719758866907484) - | > loss_disc_real_0: 0.09546462446451187 (0.1313023517420003) - | > loss_disc_real_1: 0.27009639143943787 (0.2176289209297725) - | > loss_disc_real_2: 0.22250446677207947 (0.23583732882698813) - | > loss_disc_real_3: 0.30047842860221863 (0.22668706820561335) - | > loss_disc_real_4: 0.2959277629852295 (0.22171709684880225) - | > loss_disc_real_5: 0.26785919070243835 (0.23271800309092133) - | > loss_0: 2.671274185180664 (2.4719758866907484) - | > grad_norm_0: tensor(121.7464, device='cuda:0') (tensor(99.1517, device='cuda:0')) - | > loss_gen: 2.285144567489624 (2.3508040616800496) - | > loss_kl: 1.4995914697647095 (1.5576990755049738) - | > loss_feat: 5.319674015045166 (6.063090548672517) - | > loss_mel: 20.520118713378906 (21.999170223697188) - | > loss_duration: 1.7164063453674316 (1.7362232082492703) - | > amp_scaler: 128.0 (131.3758241758243) - | > loss_1: 31.34093475341797 (33.706987062391406) - | > grad_norm_1: tensor(561.9528, device='cuda:0') (tensor(605.5679, device='cuda:0')) - | > current_lr_0: 0.00019920154806425444 - | > current_lr_1: 0.00019920154806425444 - | > step_time: 0.9164 (0.9452733401413802) - | > loader_time: 0.0128 (0.00599894628419981) - - - --> TIME: 2024-11-22 23:16:40 -- STEP: 480/797 -- GLOBAL_STEP: 26775 - | > loss_disc: 2.4391744136810303 (2.473004611333212) - | > loss_disc_real_0: 0.22158896923065186 (0.13148696177328623) - | > loss_disc_real_1: 0.23831620812416077 (0.21748771987234553) - | > loss_disc_real_2: 0.2429286241531372 (0.23608339556182426) - | > loss_disc_real_3: 0.27167394757270813 (0.226544849978139) - | > loss_disc_real_4: 0.19371625781059265 (0.2217783751276632) - | > loss_disc_real_5: 0.23209106922149658 (0.23302386390666166) - | > loss_0: 2.4391744136810303 (2.473004611333212) - | > grad_norm_0: tensor(29.5462, device='cuda:0') (tensor(99.8189, device='cuda:0')) - | > loss_gen: 2.379589557647705 (2.349869135022163) - | > loss_kl: 1.6806261539459229 (1.5566054434825978) - | > loss_feat: 6.033694744110107 (6.058270024259883) - | > loss_mel: 22.9248104095459 (21.999750586350746) - | > loss_duration: 1.7018910646438599 (1.7350150259832542) - | > amp_scaler: 128.0 (131.20000000000016) - | > loss_1: 34.72061538696289 (33.69951018492386) - | > grad_norm_1: tensor(796.7946, device='cuda:0') (tensor(600.6792, device='cuda:0')) - | > current_lr_0: 0.00019920154806425444 - | > current_lr_1: 0.00019920154806425444 - | > step_time: 0.8795 (0.9436240956187248) - | > loader_time: 0.0069 (0.006093956033388775) - - - --> TIME: 2024-11-22 23:17:03 -- STEP: 505/797 -- GLOBAL_STEP: 26800 - | > loss_disc: 2.4310662746429443 (2.470511216456348) - | > loss_disc_real_0: 0.12212129682302475 (0.1307215235168391) - | > loss_disc_real_1: 0.2097330391407013 (0.21725415106457058) - | > loss_disc_real_2: 0.2408379316329956 (0.23573022729689533) - | > loss_disc_real_3: 0.2412266731262207 (0.22655932150854924) - | > loss_disc_real_4: 0.2712554633617401 (0.22179399469111225) - | > loss_disc_real_5: 0.26956310868263245 (0.23263293882407765) - | > loss_0: 2.4310662746429443 (2.470511216456348) - | > grad_norm_0: tensor(195.7799, device='cuda:0') (tensor(100.3700, device='cuda:0')) - | > loss_gen: 2.645744800567627 (2.3510221339688444) - | > loss_kl: 1.8335607051849365 (1.5563193796884895) - | > loss_feat: 6.297017574310303 (6.06827397393708) - | > loss_mel: 22.505300521850586 (22.002949924280138) - | > loss_duration: 1.7130892276763916 (1.7337018829761166) - | > amp_scaler: 128.0 (131.04158415841596) - | > loss_1: 34.994712829589844 (33.71226728080528) - | > grad_norm_1: tensor(1085.1923, device='cuda:0') (tensor(611.5219, device='cuda:0')) - | > current_lr_0: 0.00019920154806425444 - | > current_lr_1: 0.00019920154806425444 - | > step_time: 0.974 (0.9430376430549244) - | > loader_time: 0.0072 (0.006163732132109086) - - - --> TIME: 2024-11-22 23:17:29 -- STEP: 530/797 -- GLOBAL_STEP: 26825 - | > loss_disc: 2.5544381141662598 (2.4693393819736995) - | > loss_disc_real_0: 0.05017413571476936 (0.12972884544364685) - | > loss_disc_real_1: 0.208028644323349 (0.21738879618779666) - | > loss_disc_real_2: 0.27283185720443726 (0.2359597090280281) - | > loss_disc_real_3: 0.2074945569038391 (0.22654353366145547) - | > loss_disc_real_4: 0.20203302800655365 (0.22180032212779208) - | > loss_disc_real_5: 0.19593845307826996 (0.23234793110838473) - | > loss_0: 2.5544381141662598 (2.4693393819736995) - | > grad_norm_0: tensor(127.9390, device='cuda:0') (tensor(100.4774, device='cuda:0')) - | > loss_gen: 2.0404107570648193 (2.352327610411734) - | > loss_kl: 1.7821959257125854 (1.5551467716693879) - | > loss_feat: 6.147107124328613 (6.070870967181222) - | > loss_mel: 22.456600189208984 (22.008473990098473) - | > loss_duration: 1.7619960308074951 (1.7330714441695305) - | > amp_scaler: 128.0 (130.89811320754728) - | > loss_1: 34.18830871582031 (33.719890767223475) - | > grad_norm_1: tensor(767.3293, device='cuda:0') (tensor(619.0276, device='cuda:0')) - | > current_lr_0: 0.00019920154806425444 - | > current_lr_1: 0.00019920154806425444 - | > step_time: 1.2137 (0.9456234846474989) - | > loader_time: 0.01 (0.006254672104457641) - - - --> TIME: 2024-11-22 23:17:53 -- STEP: 555/797 -- GLOBAL_STEP: 26850 - | > loss_disc: 2.45151424407959 (2.4685725250759654) - | > loss_disc_real_0: 0.10710056871175766 (0.12947065265060548) - | > loss_disc_real_1: 0.16962388157844543 (0.2172991433659115) - | > loss_disc_real_2: 0.2210652232170105 (0.23563347147391722) - | > loss_disc_real_3: 0.26967090368270874 (0.22674509598328185) - | > loss_disc_real_4: 0.25631627440452576 (0.22191225045973118) - | > loss_disc_real_5: 0.20875225961208344 (0.23238402750041035) - | > loss_0: 2.45151424407959 (2.4685725250759654) - | > grad_norm_0: tensor(69.2732, device='cuda:0') (tensor(102.3357, device='cuda:0')) - | > loss_gen: 2.2717080116271973 (2.3549487105360973) - | > loss_kl: 1.6139721870422363 (1.554201136086438) - | > loss_feat: 6.45550012588501 (6.076809961301783) - | > loss_mel: 23.732206344604492 (22.010493733861416) - | > loss_duration: 1.6931476593017578 (1.732438902382378) - | > amp_scaler: 128.0 (130.76756756756765) - | > loss_1: 35.76653289794922 (33.72889242086328) - | > grad_norm_1: tensor(919.8494, device='cuda:0') (tensor(624.5328, device='cuda:0')) - | > current_lr_0: 0.00019920154806425444 - | > current_lr_1: 0.00019920154806425444 - | > step_time: 0.9498 (0.9461799140449043) - | > loader_time: 0.0096 (0.006376771669130069) - - - --> TIME: 2024-11-22 23:18:18 -- STEP: 580/797 -- GLOBAL_STEP: 26875 - | > loss_disc: 2.300079345703125 (2.465698416479704) - | > loss_disc_real_0: 0.08005058765411377 (0.1285552646065581) - | > loss_disc_real_1: 0.14899376034736633 (0.21705005454092186) - | > loss_disc_real_2: 0.22397135198116302 (0.23545195416643702) - | > loss_disc_real_3: 0.22685453295707703 (0.22655200369913003) - | > loss_disc_real_4: 0.209928497672081 (0.22152101621031756) - | > loss_disc_real_5: 0.19922718405723572 (0.23244945196242167) - | > loss_0: 2.300079345703125 (2.465698416479704) - | > grad_norm_0: tensor(70.1657, device='cuda:0') (tensor(101.4091, device='cuda:0')) - | > loss_gen: 2.493173122406006 (2.3563484722170327) - | > loss_kl: 1.421893835067749 (1.5548090497995248) - | > loss_feat: 7.764490127563477 (6.088734797773687) - | > loss_mel: 23.487060546875 (22.04070037644485) - | > loss_duration: 1.7003759145736694 (1.731650700651366) - | > amp_scaler: 128.0 (130.64827586206903) - | > loss_1: 36.86699295043945 (33.772243394522874) - | > grad_norm_1: tensor(1071.5674, device='cuda:0') (tensor(629.6111, device='cuda:0')) - | > current_lr_0: 0.00019920154806425444 - | > current_lr_1: 0.00019920154806425444 - | > step_time: 0.9056 (0.9473706381074314) - | > loader_time: 0.0099 (0.006489787019532304) - - - --> TIME: 2024-11-22 23:18:42 -- STEP: 605/797 -- GLOBAL_STEP: 26900 - | > loss_disc: 2.3304357528686523 (2.4665659604978973) - | > loss_disc_real_0: 0.1351698637008667 (0.12878537080750985) - | > loss_disc_real_1: 0.16336990892887115 (0.21715844293271205) - | > loss_disc_real_2: 0.2252463400363922 (0.23570198665473086) - | > loss_disc_real_3: 0.2012651115655899 (0.22650559209595042) - | > loss_disc_real_4: 0.22308064997196198 (0.22178426860285194) - | > loss_disc_real_5: 0.25287967920303345 (0.23283808095888658) - | > loss_0: 2.3304357528686523 (2.4665659604978973) - | > grad_norm_0: tensor(17.5444, device='cuda:0') (tensor(100.8870, device='cuda:0')) - | > loss_gen: 2.4390363693237305 (2.355249856326205) - | > loss_kl: 1.483154535293579 (1.5530256026047322) - | > loss_feat: 6.277724742889404 (6.085128121336628) - | > loss_mel: 22.692153930664062 (22.063200201869996) - | > loss_duration: 1.7538797855377197 (1.731401418457346) - | > amp_scaler: 128.0 (130.53884297520665) - | > loss_1: 34.64595031738281 (33.78800519832898) - | > grad_norm_1: tensor(458.5630, device='cuda:0') (tensor(630.4135, device='cuda:0')) - | > current_lr_0: 0.00019920154806425444 - | > current_lr_1: 0.00019920154806425444 - | > step_time: 0.9637 (0.9482409351128191) - | > loader_time: 0.0131 (0.006602405516569281) - - - --> TIME: 2024-11-22 23:19:07 -- STEP: 630/797 -- GLOBAL_STEP: 26925 - | > loss_disc: 2.55417537689209 (2.46682006139604) - | > loss_disc_real_0: 0.06492457538843155 (0.12942432887733937) - | > loss_disc_real_1: 0.23463833332061768 (0.2172431398951817) - | > loss_disc_real_2: 0.28765323758125305 (0.23533700600502983) - | > loss_disc_real_3: 0.28933683037757874 (0.22659872987913707) - | > loss_disc_real_4: 0.20983904600143433 (0.2216230577892727) - | > loss_disc_real_5: 0.24618560075759888 (0.2324499404383084) - | > loss_0: 2.55417537689209 (2.46682006139604) - | > grad_norm_0: tensor(19.7375, device='cuda:0') (tensor(100.5352, device='cuda:0')) - | > loss_gen: 2.2568955421447754 (2.3517666372041854) - | > loss_kl: 1.6643201112747192 (1.5516133648062516) - | > loss_feat: 6.063730239868164 (6.072079946881247) - | > loss_mel: 22.031234741210938 (22.060891426934138) - | > loss_duration: 1.7155580520629883 (1.7317861055570931) - | > amp_scaler: 128.0 (130.43809523809526) - | > loss_1: 33.73173904418945 (33.768137483748205) - | > grad_norm_1: tensor(658.0610, device='cuda:0') (tensor(625.8752, device='cuda:0')) - | > current_lr_0: 0.00019920154806425444 - | > current_lr_1: 0.00019920154806425444 - | > step_time: 0.97 (0.9492015456396435) - | > loader_time: 0.0074 (0.006693743145655073) - - - --> TIME: 2024-11-22 23:19:33 -- STEP: 655/797 -- GLOBAL_STEP: 26950 - | > loss_disc: 2.346099853515625 (2.467017500273146) - | > loss_disc_real_0: 0.08834196627140045 (0.12930318162641466) - | > loss_disc_real_1: 0.1574351191520691 (0.2173081577734182) - | > loss_disc_real_2: 0.23898938298225403 (0.2356497502736463) - | > loss_disc_real_3: 0.20803430676460266 (0.22627059639865205) - | > loss_disc_real_4: 0.23435530066490173 (0.22184236461424642) - | > loss_disc_real_5: 0.2235715389251709 (0.23259039009345397) - | > loss_0: 2.346099853515625 (2.467017500273146) - | > grad_norm_0: tensor(38.8886, device='cuda:0') (tensor(100.4898, device='cuda:0')) - | > loss_gen: 2.4674007892608643 (2.3520734308330145) - | > loss_kl: 1.7836077213287354 (1.5518829312033333) - | > loss_feat: 7.462369918823242 (6.072520978942173) - | > loss_mel: 23.546085357666016 (22.06549283675566) - | > loss_duration: 1.7154685258865356 (1.7314083241324385) - | > amp_scaler: 128.0 (130.34503816793898) - | > loss_1: 36.97492980957031 (33.77337850614362) - | > grad_norm_1: tensor(860.0145, device='cuda:0') (tensor(627.1313, device='cuda:0')) - | > current_lr_0: 0.00019920154806425444 - | > current_lr_1: 0.00019920154806425444 - | > step_time: 0.9686 (0.9518066515449349) - | > loader_time: 0.0083 (0.0068284839164209745) - - - --> TIME: 2024-11-22 23:19:59 -- STEP: 680/797 -- GLOBAL_STEP: 26975 - | > loss_disc: 2.4346399307250977 (2.4667204089024515) - | > loss_disc_real_0: 0.2081640660762787 (0.12922729095991933) - | > loss_disc_real_1: 0.21512064337730408 (0.2174926042337627) - | > loss_disc_real_2: 0.176503524184227 (0.23491900948917163) - | > loss_disc_real_3: 0.22683578729629517 (0.22680559833260144) - | > loss_disc_real_4: 0.22929520905017853 (0.22175201221423987) - | > loss_disc_real_5: 0.272895485162735 (0.2326493403490852) - | > loss_0: 2.4346399307250977 (2.4667204089024515) - | > grad_norm_0: tensor(461.6212, device='cuda:0') (tensor(102.1490, device='cuda:0')) - | > loss_gen: 2.373255729675293 (2.3528785353197756) - | > loss_kl: 1.5735563039779663 (1.553086875554394) - | > loss_feat: 5.660150051116943 (6.066275702504551) - | > loss_mel: 21.087873458862305 (22.05508440522588) - | > loss_duration: 1.7613924741744995 (1.7311343820656044) - | > amp_scaler: 64.0 (129.97647058823534) - | > loss_1: 32.45622634887695 (33.75845989339497) - | > grad_norm_1: tensor(951.3573, device='cuda:0') (tensor(628.6033, device='cuda:0')) - | > current_lr_0: 0.00019920154806425444 - | > current_lr_1: 0.00019920154806425444 - | > step_time: 1.0676 (0.9545231812140521) - | > loader_time: 0.0086 (0.006930098814122819) - - - --> TIME: 2024-11-22 23:20:27 -- STEP: 705/797 -- GLOBAL_STEP: 27000 - | > loss_disc: 2.3824827671051025 (2.4690129232744833) - | > loss_disc_real_0: 0.15813957154750824 (0.12954553930049256) - | > loss_disc_real_1: 0.23224645853042603 (0.21769826885656254) - | > loss_disc_real_2: 0.23385389149188995 (0.2355401653770014) - | > loss_disc_real_3: 0.1925426423549652 (0.22667292373400208) - | > loss_disc_real_4: 0.19857262074947357 (0.22206259691123417) - | > loss_disc_real_5: 0.20555369555950165 (0.23234769105911254) - | > loss_0: 2.3824827671051025 (2.4690129232744833) - | > grad_norm_0: tensor(41.0015, device='cuda:0') (tensor(102.8616, device='cuda:0')) - | > loss_gen: 2.5643012523651123 (2.352318584665338) - | > loss_kl: 1.7168484926223755 (1.5513428890113297) - | > loss_feat: 6.202353477478027 (6.062409210205078) - | > loss_mel: 23.2119197845459 (22.06701514332008) - | > loss_duration: 1.7046208381652832 (1.7306589848606295) - | > amp_scaler: 64.0 (127.6368794326242) - | > loss_1: 35.40004348754883 (33.763744797943396) - | > grad_norm_1: tensor(594.2766, device='cuda:0') (tensor(627.1270, device='cuda:0')) - | > current_lr_0: 0.00019920154806425444 - | > current_lr_1: 0.00019920154806425444 - | > step_time: 1.2345 (0.9599855105082195) - | > loader_time: 0.0145 (0.007073745998084969) - - - --> TIME: 2024-11-22 23:20:55 -- STEP: 730/797 -- GLOBAL_STEP: 27025 - | > loss_disc: 2.433818817138672 (2.4702850070718254) - | > loss_disc_real_0: 0.09611456096172333 (0.13006905425493037) - | > loss_disc_real_1: 0.17212116718292236 (0.21778011185257395) - | > loss_disc_real_2: 0.19636985659599304 (0.2354769280103788) - | > loss_disc_real_3: 0.24656671285629272 (0.2266911634231267) - | > loss_disc_real_4: 0.19756630063056946 (0.22214249611309125) - | > loss_disc_real_5: 0.1839682012796402 (0.232303946842886) - | > loss_0: 2.433818817138672 (2.4702850070718254) - | > grad_norm_0: tensor(53.2378, device='cuda:0') (tensor(103.7798, device='cuda:0')) - | > loss_gen: 2.2650814056396484 (2.3490403627696086) - | > loss_kl: 1.5604149103164673 (1.5519293225791362) - | > loss_feat: 6.566962242126465 (6.0510369594783) - | > loss_mel: 22.780166625976562 (22.058002586887326) - | > loss_duration: 1.6992497444152832 (1.7297731174181583) - | > amp_scaler: 64.0 (125.45753424657542) - | > loss_1: 34.87187194824219 (33.7397823385997) - | > grad_norm_1: tensor(778.1047, device='cuda:0') (tensor(629.1071, device='cuda:0')) - | > current_lr_0: 0.00019920154806425444 - | > current_lr_1: 0.00019920154806425444 - | > step_time: 1.1381 (0.9655065232760286) - | > loader_time: 0.0115 (0.007330286992739326) - - - --> TIME: 2024-11-22 23:21:23 -- STEP: 755/797 -- GLOBAL_STEP: 27050 - | > loss_disc: 2.4109110832214355 (2.470040374402182) - | > loss_disc_real_0: 0.10009442269802094 (0.12978149106763068) - | > loss_disc_real_1: 0.2515311539173126 (0.2178352393851374) - | > loss_disc_real_2: 0.22114408016204834 (0.23561036237422994) - | > loss_disc_real_3: 0.22553540766239166 (0.22669214918123964) - | > loss_disc_real_4: 0.2686023414134979 (0.2222860349132525) - | > loss_disc_real_5: 0.23295192420482635 (0.23257760085806942) - | > loss_0: 2.4109110832214355 (2.470040374402182) - | > grad_norm_0: tensor(155.7453, device='cuda:0') (tensor(104.3297, device='cuda:0')) - | > loss_gen: 2.474989175796509 (2.3498725772693447) - | > loss_kl: 1.6579198837280273 (1.5516525705129112) - | > loss_feat: 5.779035568237305 (6.053721645809957) - | > loss_mel: 23.000282287597656 (22.072804487619994) - | > loss_duration: 1.6541991233825684 (1.728622709836391) - | > amp_scaler: 64.0 (123.42251655629147) - | > loss_1: 34.56642532348633 (33.75667395939107) - | > grad_norm_1: tensor(1020.2183, device='cuda:0') (tensor(635.0411, device='cuda:0')) - | > current_lr_0: 0.00019920154806425444 - | > current_lr_1: 0.00019920154806425444 - | > step_time: 1.0646 (0.9671090498665311) - | > loader_time: 0.1088 (0.010245758966104883) - - - --> TIME: 2024-11-22 23:22:00 -- STEP: 780/797 -- GLOBAL_STEP: 27075 - | > loss_disc: 2.3071534633636475 (2.4683054172075747) - | > loss_disc_real_0: 0.09711115062236786 (0.12951368142205955) - | > loss_disc_real_1: 0.21684657037258148 (0.21767547978804655) - | > loss_disc_real_2: 0.20533031225204468 (0.2352775623401006) - | > loss_disc_real_3: 0.20288768410682678 (0.2266227458914121) - | > loss_disc_real_4: 0.215491384267807 (0.22215726830256288) - | > loss_disc_real_5: 0.2210376262664795 (0.23217338037032348) - | > loss_0: 2.3071534633636475 (2.4683054172075747) - | > grad_norm_0: tensor(110.4212, device='cuda:0') (tensor(104.5772, device='cuda:0')) - | > loss_gen: 2.446122646331787 (2.3500987723851807) - | > loss_kl: 1.6291382312774658 (1.5519767622917133) - | > loss_feat: 6.574048042297363 (6.058831312717536) - | > loss_mel: 22.93017578125 (22.072518290006222) - | > loss_duration: 1.7336374521255493 (1.7277160121844362) - | > amp_scaler: 64.0 (121.5179487179488) - | > loss_1: 35.3131217956543 (33.76114112169322) - | > grad_norm_1: tensor(729.4858, device='cuda:0') (tensor(640.8515, device='cuda:0')) - | > current_lr_0: 0.00019920154806425444 - | > current_lr_1: 0.00019920154806425444 - | > step_time: 1.2338 (0.9782973839686467) - | > loader_time: 0.2993 (0.014088826607435184) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.7260923385620117 (2.7260923385620117) - | > loss_disc_real_0: 0.16911953687667847 (0.16911953687667847) - | > loss_disc_real_1: 0.30762049555778503 (0.30762049555778503) - | > loss_disc_real_2: 0.21993304789066315 (0.21993304789066315) - | > loss_disc_real_3: 0.2269703596830368 (0.2269703596830368) - | > loss_disc_real_4: 0.22237662971019745 (0.22237662971019745) - | > loss_disc_real_5: 0.3441202938556671 (0.3441202938556671) - | > loss_0: 2.7260923385620117 (2.7260923385620117) - | > loss_gen: 2.328420639038086 (2.328420639038086) - | > loss_kl: 1.8183073997497559 (1.8183073997497559) - | > loss_feat: 5.6743292808532715 (5.6743292808532715) - | > loss_mel: 22.785686492919922 (22.785686492919922) - | > loss_duration: 1.9981660842895508 (1.9981660842895508) - | > loss_1: 34.60490798950195 (34.60490798950195) - - --> STEP: 1 - | > loss_disc: 2.4502058029174805 (2.4502058029174805) - | > loss_disc_real_0: 0.16485626995563507 (0.16485626995563507) - | > loss_disc_real_1: 0.2590774595737457 (0.2590774595737457) - | > loss_disc_real_2: 0.21048785746097565 (0.21048785746097565) - | > loss_disc_real_3: 0.22818902134895325 (0.22818902134895325) - | > loss_disc_real_4: 0.1729031205177307 (0.1729031205177307) - | > loss_disc_real_5: 0.25523754954338074 (0.25523754954338074) - | > loss_0: 2.4502058029174805 (2.4502058029174805) - | > loss_gen: 2.369302272796631 (2.369302272796631) - | > loss_kl: 1.4751307964324951 (1.4751307964324951) - | > loss_feat: 5.2095255851745605 (5.2095255851745605) - | > loss_mel: 22.524770736694336 (22.524770736694336) - | > loss_duration: 1.7438633441925049 (1.7438633441925049) - | > loss_1: 33.322593688964844 (33.322593688964844) - - --> STEP: 2 - | > loss_disc: 2.402907133102417 (2.4265564680099487) - | > loss_disc_real_0: 0.16085320711135864 (0.16285473853349686) - | > loss_disc_real_1: 0.25319743156433105 (0.2561374455690384) - | > loss_disc_real_2: 0.23548488318920135 (0.2229863703250885) - | > loss_disc_real_3: 0.21783451735973358 (0.22301176935434341) - | > loss_disc_real_4: 0.28510335087776184 (0.22900323569774628) - | > loss_disc_real_5: 0.20212328433990479 (0.22868041694164276) - | > loss_0: 2.402907133102417 (2.4265564680099487) - | > loss_gen: 2.484816551208496 (2.4270594120025635) - | > loss_kl: 1.9387980699539185 (1.7069644331932068) - | > loss_feat: 5.718902111053467 (5.464213848114014) - | > loss_mel: 24.054420471191406 (23.28959560394287) - | > loss_duration: 1.653566598892212 (1.6987149715423584) - | > loss_1: 35.85050582885742 (34.58654975891113) - - --> STEP: 3 - | > loss_disc: 2.579456090927124 (2.4775230089823403) - | > loss_disc_real_0: 0.2150563895702362 (0.18025528887907663) - | > loss_disc_real_1: 0.24278777837753296 (0.25168755650520325) - | > loss_disc_real_2: 0.22362512350082397 (0.22319928805033365) - | > loss_disc_real_3: 0.24891750514507294 (0.23164701461791992) - | > loss_disc_real_4: 0.23972077667713165 (0.2325757493575414) - | > loss_disc_real_5: 0.27593961358070374 (0.24443348248799643) - | > loss_0: 2.579456090927124 (2.4775230089823403) - | > loss_gen: 2.1783151626586914 (2.344144662221273) - | > loss_kl: 1.1250064373016357 (1.512978434562683) - | > loss_feat: 4.720482349395752 (5.21630334854126) - | > loss_mel: 20.207523345947266 (22.262238184611004) - | > loss_duration: 1.7443217039108276 (1.7139172156651814) - | > loss_1: 29.975648880004883 (33.04958279927572) - - --> STEP: 4 - | > loss_disc: 2.5391311645507812 (2.4929250478744507) - | > loss_disc_real_0: 0.22028964757919312 (0.19026387855410576) - | > loss_disc_real_1: 0.2087249606847763 (0.2409469075500965) - | > loss_disc_real_2: 0.13764910399913788 (0.2018117420375347) - | > loss_disc_real_3: 0.17911842465400696 (0.21851486712694168) - | > loss_disc_real_4: 0.13453496992588043 (0.20806555449962616) - | > loss_disc_real_5: 0.1489972472190857 (0.22057442367076874) - | > loss_0: 2.5391311645507812 (2.4929250478744507) - | > loss_gen: 2.1468873023986816 (2.294830322265625) - | > loss_kl: 1.5295628309249878 (1.5171245336532593) - | > loss_feat: 7.688060760498047 (5.8342427015304565) - | > loss_mel: 23.008548736572266 (22.44881582260132) - | > loss_duration: 1.6695393323898315 (1.702822744846344) - | > loss_1: 36.0426025390625 (33.79783773422241) - - --> STEP: 5 - | > loss_disc: 2.409954071044922 (2.476330852508545) - | > loss_disc_real_0: 0.12695103883743286 (0.17760131061077117) - | > loss_disc_real_1: 0.18028102815151215 (0.22881373167037963) - | > loss_disc_real_2: 0.15250425040721893 (0.19195024371147157) - | > loss_disc_real_3: 0.2597825229167938 (0.2267683982849121) - | > loss_disc_real_4: 0.15285234153270721 (0.19702291190624238) - | > loss_disc_real_5: 0.19245345890522003 (0.214950230717659) - | > loss_0: 2.409954071044922 (2.476330852508545) - | > loss_gen: 2.3203506469726562 (2.2999343872070312) - | > loss_kl: 1.2776299715042114 (1.4692256212234498) - | > loss_feat: 7.031929969787598 (6.073780155181884) - | > loss_mel: 24.256887435913086 (22.810430145263673) - | > loss_duration: 1.8893858194351196 (1.7401353597640992) - | > loss_1: 36.77618408203125 (34.39350700378418) - - --> STEP: 6 - | > loss_disc: 2.6303904056549072 (2.5020074446996055) - | > loss_disc_real_0: 0.17499732971191406 (0.17716731379429498) - | > loss_disc_real_1: 0.17654871940612793 (0.22010289629300436) - | > loss_disc_real_2: 0.16975648701190948 (0.18825128426154455) - | > loss_disc_real_3: 0.21941959857940674 (0.22554359833399454) - | > loss_disc_real_4: 0.23396055400371552 (0.20317918558915457) - | > loss_disc_real_5: 0.2213423252105713 (0.21601557979981104) - | > loss_0: 2.6303904056549072 (2.5020074446996055) - | > loss_gen: 1.815369963645935 (2.2191736499468484) - | > loss_kl: 1.454639196395874 (1.4667945504188538) - | > loss_feat: 4.494970321655273 (5.810645182927449) - | > loss_mel: 20.47957992553711 (22.421955108642578) - | > loss_duration: 1.7233343124389648 (1.7373351852099101) - | > loss_1: 29.9678955078125 (33.6559050877889) - - --> STEP: 7 - | > loss_disc: 2.297715425491333 (2.472822870526995) - | > loss_disc_real_0: 0.131214439868927 (0.1706026175192424) - | > loss_disc_real_1: 0.22697795927524567 (0.22108504814761026) - | > loss_disc_real_2: 0.1917940229177475 (0.18875738978385925) - | > loss_disc_real_3: 0.1362665444612503 (0.21278973349503108) - | > loss_disc_real_4: 0.2346118837594986 (0.20766957104206085) - | > loss_disc_real_5: 0.28467831015586853 (0.22582454127924784) - | > loss_0: 2.297715425491333 (2.472822870526995) - | > loss_gen: 2.428295373916626 (2.249048181942531) - | > loss_kl: 1.983032464981079 (1.540542823927743) - | > loss_feat: 7.454988956451416 (6.045551436288016) - | > loss_mel: 24.701168060302734 (22.747556958879745) - | > loss_duration: 1.6891295909881592 (1.7304486717496599) - | > loss_1: 38.256614685058594 (34.313149315970286) - - --> STEP: 8 - | > loss_disc: 2.480442762374878 (2.4737753570079803) - | > loss_disc_real_0: 0.20136815309524536 (0.1744483094662428) - | > loss_disc_real_1: 0.2460290938615799 (0.22420305386185646) - | > loss_disc_real_2: 0.18044674396514893 (0.18771855905652046) - | > loss_disc_real_3: 0.1393374651670456 (0.2036081999540329) - | > loss_disc_real_4: 0.24099035561084747 (0.21183466911315918) - | > loss_disc_real_5: 0.1649053990840912 (0.21820964850485325) - | > loss_0: 2.480442762374878 (2.4737753570079803) - | > loss_gen: 2.3403122425079346 (2.2604561895132065) - | > loss_kl: 2.046614408493042 (1.6038017719984055) - | > loss_feat: 6.319080352783203 (6.0797425508499146) - | > loss_mel: 23.08374786376953 (22.789580821990967) - | > loss_duration: 1.7404303550720215 (1.7316963821649551) - | > loss_1: 35.53018569946289 (34.46527886390686) - - --> STEP: 9 - | > loss_disc: 2.510018825531006 (2.4778024090660944) - | > loss_disc_real_0: 0.17905640602111816 (0.17496032019456229) - | > loss_disc_real_1: 0.26595035195350647 (0.22884164253870645) - | > loss_disc_real_2: 0.20697736740112305 (0.1898584266503652) - | > loss_disc_real_3: 0.15606728196144104 (0.1983258757326338) - | > loss_disc_real_4: 0.1891450434923172 (0.20931359959973228) - | > loss_disc_real_5: 0.30769574642181396 (0.22815254827340445) - | > loss_0: 2.510018825531006 (2.4778024090660944) - | > loss_gen: 2.4199957847595215 (2.2781828112072415) - | > loss_kl: 1.0489389896392822 (1.5421503517362807) - | > loss_feat: 5.9612345695495605 (6.066574997372097) - | > loss_mel: 22.15790367126465 (22.719394471910263) - | > loss_duration: 1.699944019317627 (1.7281683418485854) - | > loss_1: 33.28801727294922 (34.334472020467125) - - --> STEP: 10 - | > loss_disc: 2.5536890029907227 (2.485391068458557) - | > loss_disc_real_0: 0.2402496188879013 (0.18148925006389618) - | > loss_disc_real_1: 0.25581270456314087 (0.2315387487411499) - | > loss_disc_real_2: 0.21083463728427887 (0.19195604771375657) - | > loss_disc_real_3: 0.20822542905807495 (0.19931583106517792) - | > loss_disc_real_4: 0.25126609206199646 (0.21350884884595872) - | > loss_disc_real_5: 0.227444127202034 (0.22808170616626738) - | > loss_0: 2.5536890029907227 (2.485391068458557) - | > loss_gen: 2.3099961280822754 (2.281364142894745) - | > loss_kl: 0.9054180383682251 (1.478477120399475) - | > loss_feat: 5.077655792236328 (5.9676830768585205) - | > loss_mel: 21.965068817138672 (22.643961906433105) - | > loss_duration: 1.6183513402938843 (1.7171866416931152) - | > loss_1: 31.876489639282227 (34.088673782348636) - - --> STEP: 11 - | > loss_disc: 2.707184314727783 (2.5055540908466685) - | > loss_disc_real_0: 0.22459886968135834 (0.18540830639275638) - | > loss_disc_real_1: 0.278515100479126 (0.235809326171875) - | > loss_disc_real_2: 0.20354050397872925 (0.19300918010148135) - | > loss_disc_real_3: 0.21549206972122192 (0.20078639821572739) - | > loss_disc_real_4: 0.24641485512256622 (0.21650030396201395) - | > loss_disc_real_5: 0.20391754806041718 (0.225884964520281) - | > loss_0: 2.707184314727783 (2.5055540908466685) - | > loss_gen: 1.930177092552185 (2.2494380474090576) - | > loss_kl: 2.1798224449157715 (1.542235786264593) - | > loss_feat: 3.4528794288635254 (5.73906456340443) - | > loss_mel: 18.057613372802734 (22.227021130648527) - | > loss_duration: 1.634706735610962 (1.7096884684129194) - | > loss_1: 27.255199432373047 (33.46744884144176) - - --> STEP: 12 - | > loss_disc: 2.311324119567871 (2.489368259906769) - | > loss_disc_real_0: 0.14534011483192444 (0.18206929042935371) - | > loss_disc_real_1: 0.2372460961341858 (0.23592905700206757) - | > loss_disc_real_2: 0.17875024676322937 (0.19182093565662703) - | > loss_disc_real_3: 0.1602674275636673 (0.1974098173280557) - | > loss_disc_real_4: 0.24700689315795898 (0.21904251972834268) - | > loss_disc_real_5: 0.24698218703269958 (0.2276430663963159) - | > loss_0: 2.311324119567871 (2.489368259906769) - | > loss_gen: 2.697995185852051 (2.286817808945974) - | > loss_kl: 1.6007969379425049 (1.5471158822377522) - | > loss_feat: 6.841810703277588 (5.830960075060527) - | > loss_mel: 23.259666442871094 (22.313074906667072) - | > loss_duration: 1.7352700233459473 (1.7118202646573384) - | > loss_1: 36.13554000854492 (33.689789772033684) - - --> STEP: 13 - | > loss_disc: 2.5865893363952637 (2.4968468042520375) - | > loss_disc_real_0: 0.13106858730316162 (0.17814615941964662) - | > loss_disc_real_1: 0.2025444209575653 (0.2333610080755674) - | > loss_disc_real_2: 0.16143390536308289 (0.18948347178789285) - | > loss_disc_real_3: 0.1585141271352768 (0.1944178411593804) - | > loss_disc_real_4: 0.15493009984493256 (0.21411079512192652) - | > loss_disc_real_5: 0.29867249727249146 (0.23310686877140632) - | > loss_0: 2.5865893363952637 (2.4968468042520375) - | > loss_gen: 1.904966115951538 (2.257444601792556) - | > loss_kl: 1.7052404880523682 (1.5592793134542613) - | > loss_feat: 6.87664794921875 (5.9113976038419285) - | > loss_mel: 23.034889221191406 (22.368599084707405) - | > loss_duration: 1.785461187362671 (1.717484951019287) - | > loss_1: 35.30720520019531 (33.81420634343073) - - --> STEP: 14 - | > loss_disc: 2.5093579292297363 (2.497740456036159) - | > loss_disc_real_0: 0.15215034782886505 (0.1762893157345908) - | > loss_disc_real_1: 0.18863192200660706 (0.23016607335635594) - | > loss_disc_real_2: 0.20466360449790955 (0.19056776698146546) - | > loss_disc_real_3: 0.16717587411403656 (0.19247198637042726) - | > loss_disc_real_4: 0.3240364193916321 (0.2219626254269055) - | > loss_disc_real_5: 0.3154847025871277 (0.23899099975824356) - | > loss_0: 2.5093579292297363 (2.497740456036159) - | > loss_gen: 2.225466251373291 (2.2551604339054654) - | > loss_kl: 1.6821144819259644 (1.5680532540593828) - | > loss_feat: 5.851093292236328 (5.907090153012957) - | > loss_mel: 23.218271255493164 (22.429289954049246) - | > loss_duration: 1.7502515316009521 (1.7198254210608346) - | > loss_1: 34.72719955444336 (33.87942014421735) - - --> STEP: 15 - | > loss_disc: 2.443660259246826 (2.494135109583537) - | > loss_disc_real_0: 0.19818200170993805 (0.1777488281329473) - | > loss_disc_real_1: 0.2281208336353302 (0.2300297240416209) - | > loss_disc_real_2: 0.2146230787038803 (0.19217145442962646) - | > loss_disc_real_3: 0.16493535041809082 (0.1906362106402715) - | > loss_disc_real_4: 0.2895365357398987 (0.22646755278110503) - | > loss_disc_real_5: 0.2885194420814514 (0.24229289591312408) - | > loss_0: 2.443660259246826 (2.494135109583537) - | > loss_gen: 2.4267892837524414 (2.266602357228597) - | > loss_kl: 1.3203752040863037 (1.5515413840611776) - | > loss_feat: 6.043318271636963 (5.916172027587891) - | > loss_mel: 23.973054885864258 (22.532207616170247) - | > loss_duration: 1.7304267883300781 (1.7205321788787842) - | > loss_1: 35.49396514892578 (33.98705647786458) - - --> STEP: 16 - | > loss_disc: 2.607375144958496 (2.5012126117944717) - | > loss_disc_real_0: 0.19315487146377563 (0.17871170584112406) - | > loss_disc_real_1: 0.20979636907577515 (0.22876513935625553) - | > loss_disc_real_2: 0.17166081070899963 (0.1908895391970873) - | > loss_disc_real_3: 0.18496423959732056 (0.19028171245008707) - | > loss_disc_real_4: 0.2123287469148636 (0.22558387741446495) - | > loss_disc_real_5: 0.16846759617328644 (0.23767881467938423) - | > loss_0: 2.607375144958496 (2.5012126117944717) - | > loss_gen: 1.9340523481369019 (2.245817981660366) - | > loss_kl: 1.533457636833191 (1.5504111498594284) - | > loss_feat: 5.721558094024658 (5.904008656740189) - | > loss_mel: 23.565231323242188 (22.596771597862244) - | > loss_duration: 1.8043460845947266 (1.7257705479860306) - | > loss_1: 34.55864715576172 (34.02278089523315) - - --> STEP: 17 - | > loss_disc: 2.5104780197143555 (2.501757635789759) - | > loss_disc_real_0: 0.1392122209072113 (0.1763882067273645) - | > loss_disc_real_1: 0.23039856553077698 (0.22886122324887445) - | > loss_disc_real_2: 0.17435821890830994 (0.18991710859186509) - | > loss_disc_real_3: 0.17048104107379913 (0.1891169670750113) - | > loss_disc_real_4: 0.1749054342508316 (0.22260279252248652) - | > loss_disc_real_5: 0.20024292171001434 (0.23547670332824483) - | > loss_0: 2.5104780197143555 (2.501757635789759) - | > loss_gen: 2.04065203666687 (2.2337493966607487) - | > loss_kl: 1.557604432106018 (1.5508342841092277) - | > loss_feat: 5.607349872589111 (5.88655814002542) - | > loss_mel: 21.220617294311523 (22.5158213447122) - | > loss_duration: 1.6930924654006958 (1.7238483078339522) - | > loss_1: 32.11931610107422 (33.91081237792968) - - --> STEP: 18 - | > loss_disc: 2.368230104446411 (2.4943394396040173) - | > loss_disc_real_0: 0.09078134596347809 (0.17163227001825967) - | > loss_disc_real_1: 0.268634557723999 (0.2310708529419369) - | > loss_disc_real_2: 0.19372223317623138 (0.19012850440210766) - | > loss_disc_real_3: 0.19535291194915771 (0.18946340845690834) - | > loss_disc_real_4: 0.22964894771575928 (0.22299424558877945) - | > loss_disc_real_5: 0.21750599145889282 (0.23447833044661415) - | > loss_0: 2.368230104446411 (2.4943394396040173) - | > loss_gen: 2.248232841491699 (2.23455403248469) - | > loss_kl: 1.7610536813735962 (1.5625131395128038) - | > loss_feat: 4.762022972106934 (5.824083964029948) - | > loss_mel: 19.13283920288086 (22.327877892388237) - | > loss_duration: 1.6640042066574097 (1.7205236355463664) - | > loss_1: 29.568151473999023 (33.66955343882242) - - --> STEP: 19 - | > loss_disc: 2.459852695465088 (2.492524347807232) - | > loss_disc_real_0: 0.19842690229415894 (0.17304251382225438) - | > loss_disc_real_1: 0.24420228600502014 (0.23176198099788867) - | > loss_disc_real_2: 0.20577795803546906 (0.1909521598564951) - | > loss_disc_real_3: 0.20842541754245758 (0.19046140893509514) - | > loss_disc_real_4: 0.24133937060832977 (0.22395977848454526) - | > loss_disc_real_5: 0.2053077667951584 (0.23294303762285332) - | > loss_0: 2.459852695465088 (2.492524347807232) - | > loss_gen: 2.2380340099334717 (2.2347371891925207) - | > loss_kl: 1.7319360971450806 (1.5714301372829236) - | > loss_feat: 5.349394798278809 (5.799100323727257) - | > loss_mel: 21.467294692993164 (22.282584039788496) - | > loss_duration: 1.7991061210632324 (1.7246595558367277) - | > loss_1: 32.58576583862305 (33.612511986180344) - - --> STEP: 20 - | > loss_disc: 2.3763186931610107 (2.4867140650749207) - | > loss_disc_real_0: 0.1614656299352646 (0.17246366962790488) - | > loss_disc_real_1: 0.1996510922908783 (0.23015643656253815) - | > loss_disc_real_2: 0.18786920607089996 (0.19079801216721534) - | > loss_disc_real_3: 0.19656825065612793 (0.19076675102114676) - | > loss_disc_real_4: 0.18848396837711334 (0.22218598797917366) - | > loss_disc_real_5: 0.2808440327644348 (0.2353380873799324) - | > loss_0: 2.3763186931610107 (2.4867140650749207) - | > loss_gen: 2.475313186645508 (2.24676598906517) - | > loss_kl: 1.5066463947296143 (1.5681909501552582) - | > loss_feat: 6.542184352874756 (5.836254525184631) - | > loss_mel: 21.053569793701172 (22.221133327484132) - | > loss_duration: 1.6911181211471558 (1.7229824841022492) - | > loss_1: 33.26883316040039 (33.595328044891346) - - --> STEP: 21 - | > loss_disc: 2.3408734798431396 (2.4797692753019787) - | > loss_disc_real_0: 0.1645892858505249 (0.17208869897183918) - | > loss_disc_real_1: 0.20898038148880005 (0.22914805298759824) - | > loss_disc_real_2: 0.19498640298843384 (0.19099745934917814) - | > loss_disc_real_3: 0.19795694947242737 (0.1911091414235887) - | > loss_disc_real_4: 0.1735200434923172 (0.21986856205122812) - | > loss_disc_real_5: 0.23240606486797333 (0.2351984672603153) - | > loss_0: 2.3408734798431396 (2.4797692753019787) - | > loss_gen: 2.3251514434814453 (2.2504986297516596) - | > loss_kl: 1.2425358295440674 (1.552683563459487) - | > loss_feat: 6.717239856719971 (5.878206207638695) - | > loss_mel: 23.08582305908203 (22.262309028988792) - | > loss_duration: 1.709036111831665 (1.7223183711369832) - | > loss_1: 35.07978820800781 (33.66601662408737) - - --> STEP: 22 - | > loss_disc: 2.4091107845306396 (2.4765575257214634) - | > loss_disc_real_0: 0.20085901021957397 (0.17339644039219076) - | > loss_disc_real_1: 0.23901794850826263 (0.2295966846021739) - | > loss_disc_real_2: 0.2252451628446579 (0.19255417314442722) - | > loss_disc_real_3: 0.18426121771335602 (0.19079787216403268) - | > loss_disc_real_4: 0.2670345902442932 (0.22201247242364017) - | > loss_disc_real_5: 0.27506816387176514 (0.2370107261971994) - | > loss_0: 2.4091107845306396 (2.4765575257214634) - | > loss_gen: 2.467013359069824 (2.2603402083570305) - | > loss_kl: 1.9003117084503174 (1.5684848427772522) - | > loss_feat: 5.651736259460449 (5.867912119085139) - | > loss_mel: 24.47332000732422 (22.36280952800404) - | > loss_duration: 1.8103835582733154 (1.7263213341886348) - | > loss_1: 36.302764892578125 (33.78586881810968) - - --> STEP: 23 - | > loss_disc: 2.5275256633758545 (2.478773531706437) - | > loss_disc_real_0: 0.1143767386674881 (0.17083036640416022) - | > loss_disc_real_1: 0.21420490741729736 (0.2289274768984836) - | > loss_disc_real_2: 0.2161940038204193 (0.19358199186947034) - | > loss_disc_real_3: 0.17662864923477173 (0.19018181899319525) - | > loss_disc_real_4: 0.21408085525035858 (0.2216676195030627) - | > loss_disc_real_5: 0.2124186009168625 (0.23594150335892386) - | > loss_0: 2.5275256633758545 (2.478773531706437) - | > loss_gen: 2.094655752182007 (2.253136536349421) - | > loss_kl: 1.4075013399124146 (1.5614855600439983) - | > loss_feat: 6.121075630187988 (5.878919228263523) - | > loss_mel: 23.517133712768555 (22.412997536037278) - | > loss_duration: 1.772405982017517 (1.728325014529021) - | > loss_1: 34.91277313232422 (33.834864657858134) - - --> STEP: 24 - | > loss_disc: 2.5415730476379395 (2.481390178203583) - | > loss_disc_real_0: 0.17911770939826965 (0.1711756723622481) - | > loss_disc_real_1: 0.19870565831661224 (0.2276682344575723) - | > loss_disc_real_2: 0.24133020639419556 (0.19557150080800056) - | > loss_disc_real_3: 0.23914781212806702 (0.19222206870714822) - | > loss_disc_real_4: 0.23129934072494507 (0.22206894122064114) - | > loss_disc_real_5: 0.24926970899105072 (0.2364968452602625) - | > loss_0: 2.5415730476379395 (2.481390178203583) - | > loss_gen: 2.2953941822052 (2.254897271593412) - | > loss_kl: 1.0325443744659424 (1.539446343978246) - | > loss_feat: 5.804271697998047 (5.8758089145024615) - | > loss_mel: 21.562007904052734 (22.37753963470459) - | > loss_duration: 1.664907455444336 (1.7256826162338257) - | > loss_1: 32.35912322998047 (33.773375431696564) - - --> STEP: 25 - | > loss_disc: 2.4667937755584717 (2.480806322097779) - | > loss_disc_real_0: 0.15841852128505707 (0.17066538631916045) - | > loss_disc_real_1: 0.22283777594566345 (0.22747501611709595) - | > loss_disc_real_2: 0.23288816213607788 (0.19706416726112366) - | > loss_disc_real_3: 0.1695726215839386 (0.19131609082221984) - | > loss_disc_real_4: 0.2330152690410614 (0.22250679433345794) - | > loss_disc_real_5: 0.25828641653060913 (0.23736842811107636) - | > loss_0: 2.4667937755584717 (2.480806322097779) - | > loss_gen: 2.2566442489624023 (2.2549671506881714) - | > loss_kl: 1.521458387374878 (1.5387268257141113) - | > loss_feat: 5.073995113372803 (5.843736362457276) - | > loss_mel: 23.103355407714844 (22.406572265625) - | > loss_duration: 1.642993450164795 (1.7223750495910644) - | > loss_1: 33.598445892333984 (33.76637825012206) - - --> STEP: 26 - | > loss_disc: 2.4507157802581787 (2.4796489935654864) - | > loss_disc_real_0: 0.17984068393707275 (0.17101828238138786) - | > loss_disc_real_1: 0.24628688395023346 (0.22819854949529356) - | > loss_disc_real_2: 0.16554337739944458 (0.19585182918952063) - | > loss_disc_real_3: 0.1836438924074173 (0.19102100626780436) - | > loss_disc_real_4: 0.14678241312503815 (0.2195943181331341) - | > loss_disc_real_5: 0.22111018002033234 (0.23674311087681696) - | > loss_0: 2.4507157802581787 (2.4796489935654864) - | > loss_gen: 2.185576915740967 (2.2522982954978943) - | > loss_kl: 1.6294368505477905 (1.542215672823099) - | > loss_feat: 6.0164995193481445 (5.850381099260771) - | > loss_mel: 22.617252349853516 (22.414675345787636) - | > loss_duration: 1.7355742454528809 (1.722882710970365) - | > loss_1: 34.1843376159668 (33.782453610346856) - - --> STEP: 27 - | > loss_disc: 2.450795888900757 (2.4785803600593854) - | > loss_disc_real_0: 0.13274535536766052 (0.16960076656606463) - | > loss_disc_real_1: 0.21866612136363983 (0.22784549660152859) - | > loss_disc_real_2: 0.2102886140346527 (0.19638652492452552) - | > loss_disc_real_3: 0.1884685754776001 (0.19092647179409308) - | > loss_disc_real_4: 0.23486024141311646 (0.22015972269905937) - | > loss_disc_real_5: 0.260986328125 (0.23764100781193487) - | > loss_0: 2.450795888900757 (2.4785803600593854) - | > loss_gen: 2.2896673679351807 (2.253682335217794) - | > loss_kl: 1.7165817022323608 (1.548673673912331) - | > loss_feat: 6.219350337982178 (5.864046626620823) - | > loss_mel: 23.650793075561523 (22.46045748392741) - | > loss_duration: 1.6977741718292236 (1.7219527650762487) - | > loss_1: 35.57416534423828 (33.848813304194685) - - --> STEP: 28 - | > loss_disc: 2.452334403991699 (2.4776430044855395) - | > loss_disc_real_0: 0.13609352707862854 (0.16840407944151334) - | > loss_disc_real_1: 0.2178450971841812 (0.22748833947948047) - | > loss_disc_real_2: 0.21935062110424042 (0.1972066712166582) - | > loss_disc_real_3: 0.20204603672027588 (0.19132359911288535) - | > loss_disc_real_4: 0.26310476660728455 (0.22169347426721028) - | > loss_disc_real_5: 0.23540908098220825 (0.23756129613944463) - | > loss_0: 2.452334403991699 (2.4776430044855395) - | > loss_gen: 2.2630786895751953 (2.254017919301987) - | > loss_kl: 1.7374870777130127 (1.5554170097623552) - | > loss_feat: 5.658973693847656 (5.856722593307495) - | > loss_mel: 23.248851776123047 (22.488614422934397) - | > loss_duration: 1.729627251625061 (1.7222268538815635) - | > loss_1: 34.63801956176758 (33.876999241965144) - - --> STEP: 29 - | > loss_disc: 2.422511100769043 (2.4757419043573843) - | > loss_disc_real_0: 0.17195114493370056 (0.1685263920446922) - | > loss_disc_real_1: 0.2607835829257965 (0.22863645132245689) - | > loss_disc_real_2: 0.24390172958374023 (0.19881684564310928) - | > loss_disc_real_3: 0.28839150071144104 (0.19467076813352518) - | > loss_disc_real_4: 0.2669391930103302 (0.2232536714652489) - | > loss_disc_real_5: 0.25064724683761597 (0.23801253581869192) - | > loss_0: 2.422511100769043 (2.4757419043573843) - | > loss_gen: 2.6579668521881104 (2.2679471928497845) - | > loss_kl: 1.6420398950576782 (1.5584040058070217) - | > loss_feat: 6.907286167144775 (5.892948923439815) - | > loss_mel: 24.073713302612305 (22.543273004992255) - | > loss_duration: 1.689396858215332 (1.7210947850654865) - | > loss_1: 36.970401763916016 (33.98366829444621) - - --> STEP: 30 - | > loss_disc: 2.312410831451416 (2.470297535260519) - | > loss_disc_real_0: 0.13740286231040955 (0.16748894105354944) - | > loss_disc_real_1: 0.15252108871936798 (0.2260992725690206) - | > loss_disc_real_2: 0.149765282869339 (0.19718179355065027) - | > loss_disc_real_3: 0.1864137053489685 (0.1943955327073733) - | > loss_disc_real_4: 0.16461950540542603 (0.2212991992632548) - | > loss_disc_real_5: 0.21061266958713531 (0.2370992069443067) - | > loss_0: 2.312410831451416 (2.470297535260519) - | > loss_gen: 2.303819179534912 (2.2691429257392888) - | > loss_kl: 1.659314513206482 (1.5617676893870036) - | > loss_feat: 7.305821895599365 (5.940044689178467) - | > loss_mel: 26.702159881591797 (22.681902567545574) - | > loss_duration: 1.716549277305603 (1.720943268140157) - | > loss_1: 39.68766403198242 (34.17380148569741) - - --> STEP: 31 - | > loss_disc: 2.4493045806884766 (2.46962034317755) - | > loss_disc_real_0: 0.17881885170936584 (0.16785442204244674) - | > loss_disc_real_1: 0.24535471200942993 (0.22672041577677574) - | > loss_disc_real_2: 0.16413402557373047 (0.19611573651913675) - | > loss_disc_real_3: 0.18075153231620789 (0.193955403662497) - | > loss_disc_real_4: 0.18241655826568604 (0.22004492052139774) - | > loss_disc_real_5: 0.20201647281646729 (0.23596750584340864) - | > loss_0: 2.4493045806884766 (2.46962034317755) - | > loss_gen: 2.017335891723633 (2.261020118190397) - | > loss_kl: 1.4570555686950684 (1.5583898790421025) - | > loss_feat: 5.4046950340271 (5.922775345463907) - | > loss_mel: 20.191469192504883 (22.601566007060388) - | > loss_duration: 1.6668277978897095 (1.7191976078094975) - | > loss_1: 30.737382888793945 (34.06294927289407) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.012540824951664094 (+0.0006246336044803732) - | > avg_loss_disc: 2.46962034317755 (-0.131754690600979) - | > avg_loss_disc_real_0: 0.16785442204244674 (+0.10242779709158406) - | > avg_loss_disc_real_1: 0.22672041577677574 (-0.037688598517448796) - | > avg_loss_disc_real_2: 0.19611573651913675 (-0.01306615673726605) - | > avg_loss_disc_real_3: 0.193955403662497 (+0.01603013757736449) - | > avg_loss_disc_real_4: 0.22004492052139774 (-0.016840707871221744) - | > avg_loss_disc_real_5: 0.23596750584340864 (-0.026300737934727814) - | > avg_loss_0: 2.46962034317755 (-0.131754690600979) - | > avg_loss_gen: 2.261020118190397 (+0.2852168275463971) - | > avg_loss_kl: 1.5583898790421025 (+0.044925153255462646) - | > avg_loss_feat: 5.922775345463907 (+0.18025046779263398) - | > avg_loss_mel: 22.601566007060388 (+0.8853847749771546) - | > avg_loss_duration: 1.7191976078094975 (+0.006693397798845924) - | > avg_loss_1: 34.06294927289407 (+1.4024711731941295) - - - > EPOCH: 5/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-22 23:23:04)  - - --> TIME: 2024-11-22 23:23:11 -- STEP: 8/797 -- GLOBAL_STEP: 27100 - | > loss_disc: 2.471518039703369 (2.463816612958908) - | > loss_disc_real_0: 0.16064295172691345 (0.11570543982088566) - | > loss_disc_real_1: 0.2275753915309906 (0.21844056993722916) - | > loss_disc_real_2: 0.1921825110912323 (0.23295976780354977) - | > loss_disc_real_3: 0.2110639065504074 (0.21959415450692177) - | > loss_disc_real_4: 0.19508697092533112 (0.21189519204199314) - | > loss_disc_real_5: 0.17039062082767487 (0.21391035988926888) - | > loss_0: 2.471518039703369 (2.463816612958908) - | > grad_norm_0: tensor(23.8988, device='cuda:0') (tensor(142.3936, device='cuda:0')) - | > loss_gen: 2.3509292602539062 (2.313687175512314) - | > loss_kl: 1.6018954515457153 (1.3971083238720894) - | > loss_feat: 6.222103118896484 (6.065345346927643) - | > loss_mel: 23.00603675842285 (21.9103102684021) - | > loss_duration: 1.9348323345184326 (1.9358894675970078) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 35.11579895019531 (33.62234020233154) - | > grad_norm_1: tensor(335.8063, device='cuda:0') (tensor(531.1469, device='cuda:0')) - | > current_lr_0: 0.0001991766478707464 - | > current_lr_1: 0.0001991766478707464 - | > step_time: 0.7394 (0.7715221345424652) - | > loader_time: 0.004 (0.004628479480743408) - - - --> TIME: 2024-11-22 23:23:31 -- STEP: 33/797 -- GLOBAL_STEP: 27125 - | > loss_disc: 2.4290072917938232 (2.4779429796970254) - | > loss_disc_real_0: 0.15903672575950623 (0.1300880920254823) - | > loss_disc_real_1: 0.2626933753490448 (0.2164387468135718) - | > loss_disc_real_2: 0.23538783192634583 (0.23142073732433896) - | > loss_disc_real_3: 0.19226005673408508 (0.2288900175780961) - | > loss_disc_real_4: 0.17288385331630707 (0.22012170788013574) - | > loss_disc_real_5: 0.2276304066181183 (0.23223133114251224) - | > loss_0: 2.4290072917938232 (2.4779429796970254) - | > grad_norm_0: tensor(33.2091, device='cuda:0') (tensor(108.9188, device='cuda:0')) - | > loss_gen: 2.4946932792663574 (2.327308784831653) - | > loss_kl: 1.7329078912734985 (1.5690956603397022) - | > loss_feat: 6.804257392883301 (6.135419686635335) - | > loss_mel: 22.64607048034668 (21.72645146919019) - | > loss_duration: 1.8449413776397705 (1.847657109751846) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 35.52286911010742 (33.605932351314664) - | > grad_norm_1: tensor(763.9938, device='cuda:0') (tensor(651.3110, device='cuda:0')) - | > current_lr_0: 0.0001991766478707464 - | > current_lr_1: 0.0001991766478707464 - | > step_time: 0.805 (0.7935712337493896) - | > loader_time: 0.015 (0.005436767231334339) - - - --> TIME: 2024-11-22 23:23:52 -- STEP: 58/797 -- GLOBAL_STEP: 27150 - | > loss_disc: 2.38645601272583 (2.4750544737125266) - | > loss_disc_real_0: 0.15745560824871063 (0.13035875417549025) - | > loss_disc_real_1: 0.2349138706922531 (0.21867042189014368) - | > loss_disc_real_2: 0.2474374920129776 (0.23795595302664) - | > loss_disc_real_3: 0.22819888591766357 (0.22676095135253052) - | > loss_disc_real_4: 0.22455699741840363 (0.22117062709454832) - | > loss_disc_real_5: 0.20381146669387817 (0.23100762197683597) - | > loss_0: 2.38645601272583 (2.4750544737125266) - | > grad_norm_0: tensor(77.7699, device='cuda:0') (tensor(103.9229, device='cuda:0')) - | > loss_gen: 2.5790441036224365 (2.3413596276579223) - | > loss_kl: 1.5530849695205688 (1.575295765852106) - | > loss_feat: 7.310831069946289 (6.179859646435442) - | > loss_mel: 23.664953231811523 (21.888364265704976) - | > loss_duration: 1.71675705909729 (1.8124782956879715) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 36.82467269897461 (33.797357263236215) - | > grad_norm_1: tensor(838.7612, device='cuda:0') (tensor(687.7185, device='cuda:0')) - | > current_lr_0: 0.0001991766478707464 - | > current_lr_1: 0.0001991766478707464 - | > step_time: 0.8089 (0.7967408936599205) - | > loader_time: 0.0038 (0.00522031044137889) - - - --> TIME: 2024-11-22 23:24:12 -- STEP: 83/797 -- GLOBAL_STEP: 27175 - | > loss_disc: 2.514467239379883 (2.470274425414671) - | > loss_disc_real_0: 0.16844728589057922 (0.12733134241348285) - | > loss_disc_real_1: 0.30635032057762146 (0.21938694708318596) - | > loss_disc_real_2: 0.234610453248024 (0.23662152832531066) - | > loss_disc_real_3: 0.2596527636051178 (0.22696543404136796) - | > loss_disc_real_4: 0.2629263699054718 (0.22266065625541182) - | > loss_disc_real_5: 0.22677767276763916 (0.2331235265157309) - | > loss_0: 2.514467239379883 (2.470274425414671) - | > grad_norm_0: tensor(138.6754, device='cuda:0') (tensor(97.3449, device='cuda:0')) - | > loss_gen: 2.4027163982391357 (2.3569863158536246) - | > loss_kl: 1.3886888027191162 (1.5701546934713797) - | > loss_feat: 6.508854866027832 (6.19982559135161) - | > loss_mel: 23.326522827148438 (21.87256459155715) - | > loss_duration: 1.784371256828308 (1.791307121874338) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 35.411155700683594 (33.79083817263683) - | > grad_norm_1: tensor(913.6124, device='cuda:0') (tensor(695.8636, device='cuda:0')) - | > current_lr_0: 0.0001991766478707464 - | > current_lr_1: 0.0001991766478707464 - | > step_time: 0.8859 (0.8013764461839057) - | > loader_time: 0.0048 (0.00531459141926593) - - - --> TIME: 2024-11-22 23:24:33 -- STEP: 108/797 -- GLOBAL_STEP: 27200 - | > loss_disc: 2.4745919704437256 (2.4739787092915275) - | > loss_disc_real_0: 0.1091441810131073 (0.12597552045351923) - | > loss_disc_real_1: 0.23062026500701904 (0.21791641000244352) - | > loss_disc_real_2: 0.3071940243244171 (0.23799427281375285) - | > loss_disc_real_3: 0.22748738527297974 (0.22709912351436085) - | > loss_disc_real_4: 0.19212785363197327 (0.22208552228079903) - | > loss_disc_real_5: 0.24789246916770935 (0.23350938064632593) - | > loss_0: 2.4745919704437256 (2.4739787092915275) - | > grad_norm_0: tensor(21.7177, device='cuda:0') (tensor(98.1808, device='cuda:0')) - | > loss_gen: 2.25723934173584 (2.3542224433686996) - | > loss_kl: 1.6643235683441162 (1.5625929700003727) - | > loss_feat: 6.40574836730957 (6.168890485057123) - | > loss_mel: 23.12594985961914 (21.80603986316257) - | > loss_duration: 1.77081298828125 (1.780592689911524) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 35.22407531738281 (33.67233830911143) - | > grad_norm_1: tensor(367.5670, device='cuda:0') (tensor(690.6809, device='cuda:0')) - | > current_lr_0: 0.0001991766478707464 - | > current_lr_1: 0.0001991766478707464 - | > step_time: 0.8264 (0.8084038937533344) - | > loader_time: 0.0054 (0.005411488038522225) - - - --> TIME: 2024-11-22 23:24:54 -- STEP: 133/797 -- GLOBAL_STEP: 27225 - | > loss_disc: 2.458946943283081 (2.4716445539230683) - | > loss_disc_real_0: 0.17958703637123108 (0.12780318532447166) - | > loss_disc_real_1: 0.20851439237594604 (0.21703893047078213) - | > loss_disc_real_2: 0.2752465605735779 (0.23707126730814912) - | > loss_disc_real_3: 0.21477530896663666 (0.2268734327832559) - | > loss_disc_real_4: 0.22135820984840393 (0.22241983198581783) - | > loss_disc_real_5: 0.2794690728187561 (0.23407368406765444) - | > loss_0: 2.458946943283081 (2.4716445539230683) - | > grad_norm_0: tensor(73.6892, device='cuda:0') (tensor(94.7886, device='cuda:0')) - | > loss_gen: 2.3308329582214355 (2.349427692872241) - | > loss_kl: 1.7108113765716553 (1.5699958693712275) - | > loss_feat: 5.774242401123047 (6.183098628108661) - | > loss_mel: 21.185834884643555 (21.8712158203125) - | > loss_duration: 1.6843632459640503 (1.7754231987142919) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 32.68608474731445 (33.749160967375126) - | > grad_norm_1: tensor(553.3436, device='cuda:0') (tensor(658.1295, device='cuda:0')) - | > current_lr_0: 0.0001991766478707464 - | > current_lr_1: 0.0001991766478707464 - | > step_time: 0.8418 (0.8142217155686) - | > loader_time: 0.0053 (0.005497858936625315) - - - --> TIME: 2024-11-22 23:25:16 -- STEP: 158/797 -- GLOBAL_STEP: 27250 - | > loss_disc: 2.4164226055145264 (2.469920285140412) - | > loss_disc_real_0: 0.09983231127262115 (0.12886974694136583) - | > loss_disc_real_1: 0.20058704912662506 (0.21667328608941427) - | > loss_disc_real_2: 0.2076423615217209 (0.2351773916920529) - | > loss_disc_real_3: 0.23289646208286285 (0.2258596482533443) - | > loss_disc_real_4: 0.19597086310386658 (0.2214200789038139) - | > loss_disc_real_5: 0.24859483540058136 (0.23343671914897388) - | > loss_0: 2.4164226055145264 (2.469920285140412) - | > grad_norm_0: tensor(101.2888, device='cuda:0') (tensor(91.5773, device='cuda:0')) - | > loss_gen: 2.425386667251587 (2.344054273412197) - | > loss_kl: 1.427322506904602 (1.563166106803507) - | > loss_feat: 6.746271133422852 (6.1738946437835684) - | > loss_mel: 24.43036651611328 (21.91451917720746) - | > loss_duration: 1.7624125480651855 (1.7692025220846828) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 36.7917594909668 (33.76483650448958) - | > grad_norm_1: tensor(991.1348, device='cuda:0') (tensor(680.0613, device='cuda:0')) - | > current_lr_0: 0.0001991766478707464 - | > current_lr_1: 0.0001991766478707464 - | > step_time: 0.8461 (0.8182067010976096) - | > loader_time: 0.0042 (0.0054925589621821515) - - - --> TIME: 2024-11-22 23:25:37 -- STEP: 183/797 -- GLOBAL_STEP: 27275 - | > loss_disc: 2.569234609603882 (2.471047811820858) - | > loss_disc_real_0: 0.10699844360351562 (0.1306845900180236) - | > loss_disc_real_1: 0.22331489622592926 (0.2170417103611055) - | > loss_disc_real_2: 0.21439829468727112 (0.23644137960639808) - | > loss_disc_real_3: 0.16851215064525604 (0.22493523750148836) - | > loss_disc_real_4: 0.24042366445064545 (0.22180974589345234) - | > loss_disc_real_5: 0.2469346970319748 (0.233734831132524) - | > loss_0: 2.569234609603882 (2.471047811820858) - | > grad_norm_0: tensor(27.1765, device='cuda:0') (tensor(94.6578, device='cuda:0')) - | > loss_gen: 2.098374605178833 (2.3541687498978567) - | > loss_kl: 1.5302766561508179 (1.5568277431967474) - | > loss_feat: 5.71877908706665 (6.181263032506724) - | > loss_mel: 21.68731689453125 (21.96064230913673) - | > loss_duration: 1.7070915699005127 (1.7614635613446679) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 32.74184036254883 (33.81436519935487) - | > grad_norm_1: tensor(237.0764, device='cuda:0') (tensor(664.1147, device='cuda:0')) - | > current_lr_0: 0.0001991766478707464 - | > current_lr_1: 0.0001991766478707464 - | > step_time: 0.8802 (0.8230276628921597) - | > loader_time: 0.0044 (0.005609404193899018) - - - --> TIME: 2024-11-22 23:25:59 -- STEP: 208/797 -- GLOBAL_STEP: 27300 - | > loss_disc: 2.49615740776062 (2.473790433544379) - | > loss_disc_real_0: 0.126383438706398 (0.13153285893181776) - | > loss_disc_real_1: 0.23178055882453918 (0.21696263573204094) - | > loss_disc_real_2: 0.22486822307109833 (0.2351059657163345) - | > loss_disc_real_3: 0.2623979449272156 (0.22574598951121935) - | > loss_disc_real_4: 0.2180885374546051 (0.22193222858298284) - | > loss_disc_real_5: 0.25270530581474304 (0.23393868346913502) - | > loss_0: 2.49615740776062 (2.473790433544379) - | > grad_norm_0: tensor(69.4253, device='cuda:0') (tensor(95.7803, device='cuda:0')) - | > loss_gen: 2.324453830718994 (2.3501000198034125) - | > loss_kl: 1.5379692316055298 (1.556456317695287) - | > loss_feat: 6.553668975830078 (6.146920520525712) - | > loss_mel: 23.582483291625977 (21.924321486399723) - | > loss_duration: 1.7620537281036377 (1.758853511741528) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 35.7606315612793 (33.736651576482366) - | > grad_norm_1: tensor(881.4957, device='cuda:0') (tensor(649.2645, device='cuda:0')) - | > current_lr_0: 0.0001991766478707464 - | > current_lr_1: 0.0001991766478707464 - | > step_time: 0.9085 (0.829353640858944) - | > loader_time: 0.0049 (0.0056948214769363395) - - - --> TIME: 2024-11-22 23:26:22 -- STEP: 233/797 -- GLOBAL_STEP: 27325 - | > loss_disc: 2.4097628593444824 (2.474921073013109) - | > loss_disc_real_0: 0.1051299199461937 (0.13050323277072334) - | > loss_disc_real_1: 0.1882728934288025 (0.21775677953666883) - | > loss_disc_real_2: 0.2175680547952652 (0.2361039133030969) - | > loss_disc_real_3: 0.23138563334941864 (0.2255846979536212) - | > loss_disc_real_4: 0.249718576669693 (0.22227930120899952) - | > loss_disc_real_5: 0.22771883010864258 (0.23408928942015242) - | > loss_0: 2.4097628593444824 (2.474921073013109) - | > grad_norm_0: tensor(58.1030, device='cuda:0') (tensor(91.9310, device='cuda:0')) - | > loss_gen: 2.3744707107543945 (2.346127115094098) - | > loss_kl: 1.7069133520126343 (1.5611610259109296) - | > loss_feat: 6.682730197906494 (6.126901229563701) - | > loss_mel: 23.070247650146484 (21.962398136122545) - | > loss_duration: 1.7114815711975098 (1.7544257093396822) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 35.54584503173828 (33.75101295765893) - | > grad_norm_1: tensor(666.2673, device='cuda:0') (tensor(640.7792, device='cuda:0')) - | > current_lr_0: 0.0001991766478707464 - | > current_lr_1: 0.0001991766478707464 - | > step_time: 0.9459 (0.8343961730023826) - | > loader_time: 0.013 (0.005785752775331422) - - - --> TIME: 2024-11-22 23:26:44 -- STEP: 258/797 -- GLOBAL_STEP: 27350 - | > loss_disc: 2.5687472820281982 (2.4735770410345506) - | > loss_disc_real_0: 0.19117394089698792 (0.13024868143274804) - | > loss_disc_real_1: 0.25520315766334534 (0.21736098877912344) - | > loss_disc_real_2: 0.25382331013679504 (0.23603328398262807) - | > loss_disc_real_3: 0.23629415035247803 (0.2253580470533334) - | > loss_disc_real_4: 0.26725128293037415 (0.2221379782571349) - | > loss_disc_real_5: 0.23026123642921448 (0.2337467894535656) - | > loss_0: 2.5687472820281982 (2.4735770410345506) - | > grad_norm_0: tensor(28.0346, device='cuda:0') (tensor(88.8427, device='cuda:0')) - | > loss_gen: 2.3447916507720947 (2.343128509299699) - | > loss_kl: 1.6669188737869263 (1.5590495273124336) - | > loss_feat: 4.945735931396484 (6.121199502501377) - | > loss_mel: 19.941068649291992 (21.9782837860344) - | > loss_duration: 1.7322511672973633 (1.750217659066814) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 30.63076400756836 (33.751878753189004) - | > grad_norm_1: tensor(1008.5461, device='cuda:0') (tensor(631.0558, device='cuda:0')) - | > current_lr_0: 0.0001991766478707464 - | > current_lr_1: 0.0001991766478707464 - | > step_time: 0.8657 (0.8383469960486245) - | > loader_time: 0.0052 (0.005860955216163812) - - - --> TIME: 2024-11-22 23:27:07 -- STEP: 283/797 -- GLOBAL_STEP: 27375 - | > loss_disc: 2.6082940101623535 (2.4760788658061217) - | > loss_disc_real_0: 0.3969042897224426 (0.13132661741634982) - | > loss_disc_real_1: 0.19315709173679352 (0.21765834624902097) - | > loss_disc_real_2: 0.22445249557495117 (0.2368279484893745) - | > loss_disc_real_3: 0.20848046243190765 (0.22583241513255628) - | > loss_disc_real_4: 0.20381556451320648 (0.22233831161113177) - | > loss_disc_real_5: 0.23433534801006317 (0.2338607264913013) - | > loss_0: 2.6082940101623535 (2.4760788658061217) - | > grad_norm_0: tensor(213.5411, device='cuda:0') (tensor(89.6633, device='cuda:0')) - | > loss_gen: 2.5031471252441406 (2.3442044342364508) - | > loss_kl: 1.3436825275421143 (1.5588757241993823) - | > loss_feat: 5.49759578704834 (6.104688098489606) - | > loss_mel: 21.648624420166016 (21.985376371511723) - | > loss_duration: 1.790255069732666 (1.748681581062479) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 32.78330612182617 (33.74182595296802) - | > grad_norm_1: tensor(707.7437, device='cuda:0') (tensor(629.5099, device='cuda:0')) - | > current_lr_0: 0.0001991766478707464 - | > current_lr_1: 0.0001991766478707464 - | > step_time: 0.9929 (0.8464973554173124) - | > loader_time: 0.0087 (0.005981071256496038) - - - --> TIME: 2024-11-22 23:27:36 -- STEP: 308/797 -- GLOBAL_STEP: 27400 - | > loss_disc: 2.5680222511291504 (2.4763548637365362) - | > loss_disc_real_0: 0.10564399510622025 (0.13167396498626313) - | > loss_disc_real_1: 0.23209740221500397 (0.21767941804288268) - | > loss_disc_real_2: 0.20716489851474762 (0.23615421707947531) - | > loss_disc_real_3: 0.23292960226535797 (0.22547123136071415) - | > loss_disc_real_4: 0.23512552678585052 (0.22240040799627056) - | > loss_disc_real_5: 0.24569198489189148 (0.2334160293367776) - | > loss_0: 2.5680222511291504 (2.4763548637365362) - | > grad_norm_0: tensor(159.0004, device='cuda:0') (tensor(88.6880, device='cuda:0')) - | > loss_gen: 2.1584322452545166 (2.339999784122812) - | > loss_kl: 1.542564868927002 (1.5620641669669706) - | > loss_feat: 5.202788352966309 (6.096830171424072) - | > loss_mel: 21.485416412353516 (21.985050511050535) - | > loss_duration: 1.7091975212097168 (1.7458125410915972) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 32.0984001159668 (33.72975693739856) - | > grad_norm_1: tensor(366.1367, device='cuda:0') (tensor(623.0769, device='cuda:0')) - | > current_lr_0: 0.0001991766478707464 - | > current_lr_1: 0.0001991766478707464 - | > step_time: 1.5353 (0.8687543899982006) - | > loader_time: 0.0061 (0.006101944229819557) - - - --> TIME: 2024-11-22 23:28:02 -- STEP: 333/797 -- GLOBAL_STEP: 27425 - | > loss_disc: 2.4752113819122314 (2.4736468834919982) - | > loss_disc_real_0: 0.07574766874313354 (0.1307805282799331) - | > loss_disc_real_1: 0.2555201053619385 (0.21782138912348417) - | > loss_disc_real_2: 0.2737598419189453 (0.23601855342094605) - | > loss_disc_real_3: 0.2570056915283203 (0.2253122480065973) - | > loss_disc_real_4: 0.24593491852283478 (0.22217953813684596) - | > loss_disc_real_5: 0.28009867668151855 (0.23402439729050473) - | > loss_0: 2.4752113819122314 (2.4736468834919982) - | > grad_norm_0: tensor(22.7931, device='cuda:0') (tensor(87.7729, device='cuda:0')) - | > loss_gen: 2.39993953704834 (2.3437879959026247) - | > loss_kl: 1.4629871845245361 (1.56496421961455) - | > loss_feat: 5.437046527862549 (6.096469952179504) - | > loss_mel: 20.01985740661621 (21.99209354732845) - | > loss_duration: 1.7201333045959473 (1.7439513707662133) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 31.03996467590332 (33.74126686348215) - | > grad_norm_1: tensor(299.1473, device='cuda:0') (tensor(627.9512, device='cuda:0')) - | > current_lr_0: 0.0001991766478707464 - | > current_lr_1: 0.0001991766478707464 - | > step_time: 0.8409 (0.8814009381486131) - | > loader_time: 0.0063 (0.006225497157008081) - - - --> TIME: 2024-11-22 23:28:27 -- STEP: 358/797 -- GLOBAL_STEP: 27450 - | > loss_disc: 2.6670761108398438 (2.4729605373723547) - | > loss_disc_real_0: 0.35077130794525146 (0.13195878184041498) - | > loss_disc_real_1: 0.2335677444934845 (0.21763332716746037) - | > loss_disc_real_2: 0.25219735503196716 (0.2356228055484468) - | > loss_disc_real_3: 0.23319889605045319 (0.2252886501354212) - | > loss_disc_real_4: 0.23633453249931335 (0.2216322548562588) - | > loss_disc_real_5: 0.29257193207740784 (0.2336918191786585) - | > loss_0: 2.6670761108398438 (2.4729605373723547) - | > grad_norm_0: tensor(300.0963, device='cuda:0') (tensor(89.1854, device='cuda:0')) - | > loss_gen: 2.3973641395568848 (2.34635070449147) - | > loss_kl: 1.6052948236465454 (1.5657986395851857) - | > loss_feat: 5.230649471282959 (6.098739209787806) - | > loss_mel: 20.527441024780273 (21.98487583884979) - | > loss_duration: 1.6951192617416382 (1.7411867107093004) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 31.455867767333984 (33.736950900967564) - | > grad_norm_1: tensor(560.1932, device='cuda:0') (tensor(625.5290, device='cuda:0')) - | > current_lr_0: 0.0001991766478707464 - | > current_lr_1: 0.0001991766478707464 - | > step_time: 1.0051 (0.8881301959799655) - | > loader_time: 0.007 (0.006312943703635444) - - - --> TIME: 2024-11-22 23:28:50 -- STEP: 383/797 -- GLOBAL_STEP: 27475 - | > loss_disc: 2.6975858211517334 (2.4759122522319266) - | > loss_disc_real_0: 0.17565348744392395 (0.13239017503905084) - | > loss_disc_real_1: 0.2043151706457138 (0.21765623667688344) - | > loss_disc_real_2: 0.2277255356311798 (0.2364797267294428) - | > loss_disc_real_3: 0.22394795715808868 (0.2251511335217299) - | > loss_disc_real_4: 0.19332896173000336 (0.22153669124950628) - | > loss_disc_real_5: 0.2260631024837494 (0.2337992207266332) - | > loss_0: 2.6975858211517334 (2.4759122522319266) - | > grad_norm_0: tensor(66.8992, device='cuda:0') (tensor(90.4236, device='cuda:0')) - | > loss_gen: 2.1670522689819336 (2.347697077469786) - | > loss_kl: 1.6142393350601196 (1.5650446206409063) - | > loss_feat: 5.283623218536377 (6.095158405154554) - | > loss_mel: 22.422496795654297 (21.959396700946215) - | > loss_duration: 1.7124468088150024 (1.7386332968196423) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 33.199859619140625 (33.705929927975326) - | > grad_norm_1: tensor(220.4071, device='cuda:0') (tensor(619.3383, device='cuda:0')) - | > current_lr_0: 0.0001991766478707464 - | > current_lr_1: 0.0001991766478707464 - | > step_time: 0.9297 (0.8895797219039877) - | > loader_time: 0.0064 (0.0064218865984724946) - - - --> TIME: 2024-11-22 23:29:15 -- STEP: 408/797 -- GLOBAL_STEP: 27500 - | > loss_disc: 2.4272243976593018 (2.4760720542832924) - | > loss_disc_real_0: 0.0766778290271759 (0.1329038208396193) - | > loss_disc_real_1: 0.17432519793510437 (0.21724297869585307) - | > loss_disc_real_2: 0.2397974580526352 (0.23601996434815958) - | > loss_disc_real_3: 0.21070674061775208 (0.22567304497694268) - | > loss_disc_real_4: 0.24812784790992737 (0.22205523098362426) - | > loss_disc_real_5: 0.20592983067035675 (0.23379534530435123) - | > loss_0: 2.4272243976593018 (2.4760720542832924) - | > grad_norm_0: tensor(57.1156, device='cuda:0') (tensor(91.0640, device='cuda:0')) - | > loss_gen: 2.5292956829071045 (2.347037155838571) - | > loss_kl: 1.5451319217681885 (1.5623968217302768) - | > loss_feat: 6.2434821128845215 (6.097163637479146) - | > loss_mel: 21.655113220214844 (21.968086911182773) - | > loss_duration: 1.7004106044769287 (1.73683841818688) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 33.673431396484375 (33.71152274748859) - | > grad_norm_1: tensor(885.3494, device='cuda:0') (tensor(614.5735, device='cuda:0')) - | > current_lr_0: 0.0001991766478707464 - | > current_lr_1: 0.0001991766478707464 - | > step_time: 0.8732 (0.8966775296949873) - | > loader_time: 0.0065 (0.006530873331369137) - - - --> TIME: 2024-11-22 23:29:39 -- STEP: 433/797 -- GLOBAL_STEP: 27525 - | > loss_disc: 2.452360153198242 (2.4762764412040803) - | > loss_disc_real_0: 0.10554986447095871 (0.1320783040479824) - | > loss_disc_real_1: 0.22680963575839996 (0.21786117185483628) - | > loss_disc_real_2: 0.2318279892206192 (0.2361617084188219) - | > loss_disc_real_3: 0.2720174491405487 (0.225765107410334) - | > loss_disc_real_4: 0.2611792981624603 (0.2219495800158168) - | > loss_disc_real_5: 0.29436948895454407 (0.23422965961433173) - | > loss_0: 2.452360153198242 (2.4762764412040803) - | > grad_norm_0: tensor(237.4095, device='cuda:0') (tensor(91.6860, device='cuda:0')) - | > loss_gen: 2.5276644229888916 (2.3454767952890347) - | > loss_kl: 1.514546275138855 (1.5601964360296585) - | > loss_feat: 5.4059343338012695 (6.092323927626048) - | > loss_mel: 20.495187759399414 (21.97650261453888) - | > loss_duration: 1.694166660308838 (1.7355322504704327) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 31.63749885559082 (33.71003183977158) - | > grad_norm_1: tensor(1009.9073, device='cuda:0') (tensor(621.3012, device='cuda:0')) - | > current_lr_0: 0.0001991766478707464 - | > current_lr_1: 0.0001991766478707464 - | > step_time: 0.9857 (0.8973863554331226) - | > loader_time: 0.0068 (0.006638477911299425) - - - --> TIME: 2024-11-22 23:30:03 -- STEP: 458/797 -- GLOBAL_STEP: 27550 - | > loss_disc: 2.4704949855804443 (2.475345405949256) - | > loss_disc_real_0: 0.1615382879972458 (0.13158497328597524) - | > loss_disc_real_1: 0.17335523664951324 (0.21767427941467044) - | > loss_disc_real_2: 0.18804936110973358 (0.23598531060994452) - | > loss_disc_real_3: 0.23182950913906097 (0.22573398873535305) - | > loss_disc_real_4: 0.22760337591171265 (0.22164022083105478) - | > loss_disc_real_5: 0.25528451800346375 (0.23424118711698524) - | > loss_0: 2.4704949855804443 (2.475345405949256) - | > grad_norm_0: tensor(14.5260, device='cuda:0') (tensor(91.8779, device='cuda:0')) - | > loss_gen: 2.168227434158325 (2.344122208362061) - | > loss_kl: 1.7785258293151855 (1.5615340632642718) - | > loss_feat: 6.018258094787598 (6.089228275040872) - | > loss_mel: 22.44963836669922 (21.97430019711823) - | > loss_duration: 1.7502211332321167 (1.7344902162989158) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 34.16487121582031 (33.703674766174046) - | > grad_norm_1: tensor(598.4755, device='cuda:0') (tensor(626.4694, device='cuda:0')) - | > current_lr_0: 0.0001991766478707464 - | > current_lr_1: 0.0001991766478707464 - | > step_time: 0.8668 (0.9005668319468936) - | > loader_time: 0.0133 (0.006770053284657573) - - - --> TIME: 2024-11-22 23:30:29 -- STEP: 483/797 -- GLOBAL_STEP: 27575 - | > loss_disc: 2.476146697998047 (2.474827176542263) - | > loss_disc_real_0: 0.11965087801218033 (0.13113031033850733) - | > loss_disc_real_1: 0.32745006680488586 (0.2176617443808364) - | > loss_disc_real_2: 0.22759221494197845 (0.23612932058718386) - | > loss_disc_real_3: 0.25339561700820923 (0.22586374811627602) - | > loss_disc_real_4: 0.18042759597301483 (0.22184696318446726) - | > loss_disc_real_5: 0.24623695015907288 (0.23418239977665817) - | > loss_0: 2.476146697998047 (2.474827176542263) - | > grad_norm_0: tensor(71.9678, device='cuda:0') (tensor(92.3106, device='cuda:0')) - | > loss_gen: 2.40463924407959 (2.343747912479975) - | > loss_kl: 1.5581327676773071 (1.56141381900503) - | > loss_feat: 6.446490287780762 (6.093092136501525) - | > loss_mel: 23.17841339111328 (22.000126193028795) - | > loss_duration: 1.68068528175354 (1.7331403012601487) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 35.26836395263672 (33.731520204563836) - | > grad_norm_1: tensor(1013.1913, device='cuda:0') (tensor(634.7554, device='cuda:0')) - | > current_lr_0: 0.0001991766478707464 - | > current_lr_1: 0.0001991766478707464 - | > step_time: 0.8668 (0.9066140967619839) - | > loader_time: 0.0078 (0.006844448006671407) - - - --> TIME: 2024-11-22 23:30:54 -- STEP: 508/797 -- GLOBAL_STEP: 27600 - | > loss_disc: 2.6850693225860596 (2.4744782931222695) - | > loss_disc_real_0: 0.11825178563594818 (0.13097365491282875) - | > loss_disc_real_1: 0.26412853598594666 (0.2179092803573984) - | > loss_disc_real_2: 0.21183384954929352 (0.235722908354181) - | > loss_disc_real_3: 0.2596094310283661 (0.22584245609134201) - | > loss_disc_real_4: 0.2676253020763397 (0.22128384428348127) - | > loss_disc_real_5: 0.2482246458530426 (0.2342617504709349) - | > loss_0: 2.6850693225860596 (2.4744782931222695) - | > grad_norm_0: tensor(27.7846, device='cuda:0') (tensor(93.6319, device='cuda:0')) - | > loss_gen: 2.2722980976104736 (2.346210719562889) - | > loss_kl: 1.737539291381836 (1.5636957351147658) - | > loss_feat: 4.868414878845215 (6.098818871918626) - | > loss_mel: 19.82952117919922 (22.00090573904082) - | > loss_duration: 1.711594820022583 (1.7316825568206669) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 30.419368743896484 (33.74131351005377) - | > grad_norm_1: tensor(447.4189, device='cuda:0') (tensor(638.5891, device='cuda:0')) - | > current_lr_0: 0.0001991766478707464 - | > current_lr_1: 0.0001991766478707464 - | > step_time: 0.9733 (0.9117036569775558) - | > loader_time: 0.0077 (0.006941924414296787) - - - --> TIME: 2024-11-22 23:31:21 -- STEP: 533/797 -- GLOBAL_STEP: 27625 - | > loss_disc: 2.3230626583099365 (2.474886420520117) - | > loss_disc_real_0: 0.15797379612922668 (0.1316736570295597) - | > loss_disc_real_1: 0.20179806649684906 (0.21777273258840837) - | > loss_disc_real_2: 0.23013396561145782 (0.2358774367237628) - | > loss_disc_real_3: 0.19412536919116974 (0.2256287019315401) - | > loss_disc_real_4: 0.18185292184352875 (0.22122132624403398) - | > loss_disc_real_5: 0.23018836975097656 (0.2343341680226138) - | > loss_0: 2.3230626583099365 (2.474886420520117) - | > grad_norm_0: tensor(111.9369, device='cuda:0') (tensor(93.0094, device='cuda:0')) - | > loss_gen: 2.3900837898254395 (2.343224595232706) - | > loss_kl: 1.4247325658798218 (1.5618441981625155) - | > loss_feat: 6.243754863739014 (6.0913160281154495) - | > loss_mel: 23.156347274780273 (22.011092237862588) - | > loss_duration: 1.7245265245437622 (1.7311953549984473) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 34.93944549560547 (33.73867230299045) - | > grad_norm_1: tensor(758.4604, device='cuda:0') (tensor(633.5883, device='cuda:0')) - | > current_lr_0: 0.0001991766478707464 - | > current_lr_1: 0.0001991766478707464 - | > step_time: 0.8973 (0.9190165473193657) - | > loader_time: 0.0076 (0.007077106168077766) - - - --> TIME: 2024-11-22 23:31:48 -- STEP: 558/797 -- GLOBAL_STEP: 27650 - | > loss_disc: 2.4717133045196533 (2.4726893431824175) - | > loss_disc_real_0: 0.08788689225912094 (0.13099271715635372) - | > loss_disc_real_1: 0.16238273680210114 (0.2178067404469709) - | > loss_disc_real_2: 0.23672746121883392 (0.23585610874130736) - | > loss_disc_real_3: 0.22592075169086456 (0.22553096532714836) - | > loss_disc_real_4: 0.26128047704696655 (0.22107183909223926) - | > loss_disc_real_5: 0.28646937012672424 (0.23398290003072403) - | > loss_0: 2.4717133045196533 (2.4726893431824175) - | > grad_norm_0: tensor(46.9826, device='cuda:0') (tensor(91.3348, device='cuda:0')) - | > loss_gen: 2.3178491592407227 (2.3457027156720427) - | > loss_kl: 1.5756076574325562 (1.5620206857240329) - | > loss_feat: 5.365016460418701 (6.106786146813395) - | > loss_mel: 20.735746383666992 (22.029284026033135) - | > loss_duration: 1.722922682762146 (1.7306680017047456) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 31.717144012451172 (33.77446146592446) - | > grad_norm_1: tensor(768.3537, device='cuda:0') (tensor(638.4507, device='cuda:0')) - | > current_lr_0: 0.0001991766478707464 - | > current_lr_1: 0.0001991766478707464 - | > step_time: 1.0106 (0.9258816143945127) - | > loader_time: 0.0074 (0.0071614634606146045) - - - --> TIME: 2024-11-22 23:32:13 -- STEP: 583/797 -- GLOBAL_STEP: 27675 - | > loss_disc: 2.8015122413635254 (2.473823829130693) - | > loss_disc_real_0: 0.4924396872520447 (0.13213778088767075) - | > loss_disc_real_1: 0.2502537667751312 (0.21761122289693588) - | > loss_disc_real_2: 0.21638233959674835 (0.23562643716613382) - | > loss_disc_real_3: 0.23292721807956696 (0.2256236676235346) - | > loss_disc_real_4: 0.20074114203453064 (0.22101233247827298) - | > loss_disc_real_5: 0.22172664105892181 (0.23382978672944457) - | > loss_0: 2.8015122413635254 (2.473823829130693) - | > grad_norm_0: tensor(312.2581, device='cuda:0') (tensor(93.3169, device='cuda:0')) - | > loss_gen: 2.384917736053467 (2.3468353695157846) - | > loss_kl: 1.6043075323104858 (1.5615557745022384) - | > loss_feat: 4.866677761077881 (6.1079898444906915) - | > loss_mel: 20.670211791992188 (22.039526878867303) - | > loss_duration: 1.6906113624572754 (1.7301447645059784) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 31.216726303100586 (33.78605251737566) - | > grad_norm_1: tensor(254.0330, device='cuda:0') (tensor(640.4528, device='cuda:0')) - | > current_lr_0: 0.0001991766478707464 - | > current_lr_1: 0.0001991766478707464 - | > step_time: 1.0103 (0.9277986126534935) - | > loader_time: 0.0075 (0.007231152487046518) - - - --> TIME: 2024-11-22 23:32:38 -- STEP: 608/797 -- GLOBAL_STEP: 27700 - | > loss_disc: 2.4858484268188477 (2.4755684952986865) - | > loss_disc_real_0: 0.05487963557243347 (0.13298776094176773) - | > loss_disc_real_1: 0.24734362959861755 (0.21776249178832308) - | > loss_disc_real_2: 0.23097899556159973 (0.23593415069933) - | > loss_disc_real_3: 0.23672498762607574 (0.22568532542668676) - | > loss_disc_real_4: 0.19704920053482056 (0.22113849379514394) - | > loss_disc_real_5: 0.2543056607246399 (0.23404152617838822) - | > loss_0: 2.4858484268188477 (2.4755684952986865) - | > grad_norm_0: tensor(183.6256, device='cuda:0') (tensor(94.2597, device='cuda:0')) - | > loss_gen: 2.1803486347198486 (2.346764029640898) - | > loss_kl: 1.406934142112732 (1.5594009786452117) - | > loss_feat: 6.123354911804199 (6.108901741473297) - | > loss_mel: 22.198545455932617 (22.055597063742187) - | > loss_duration: 1.7652511596679688 (1.7298539767139836) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 33.674434661865234 (33.80051766571245) - | > grad_norm_1: tensor(754.3091, device='cuda:0') (tensor(634.7375, device='cuda:0')) - | > current_lr_0: 0.0001991766478707464 - | > current_lr_1: 0.0001991766478707464 - | > step_time: 0.9475 (0.9300805557715265) - | > loader_time: 0.0141 (0.007344464330296768) - - - --> TIME: 2024-11-22 23:33:08 -- STEP: 633/797 -- GLOBAL_STEP: 27725 - | > loss_disc: 2.4760591983795166 (2.47570072832454) - | > loss_disc_real_0: 0.10963137447834015 (0.1325211339728764) - | > loss_disc_real_1: 0.22677871584892273 (0.21765056085341736) - | > loss_disc_real_2: 0.2065756469964981 (0.23592396002810148) - | > loss_disc_real_3: 0.20929773151874542 (0.2260471609719745) - | > loss_disc_real_4: 0.21806463599205017 (0.22122793353941014) - | > loss_disc_real_5: 0.225931778550148 (0.23416788433494537) - | > loss_0: 2.4760591983795166 (2.47570072832454) - | > grad_norm_0: tensor(105.9808, device='cuda:0') (tensor(94.6622, device='cuda:0')) - | > loss_gen: 2.195209503173828 (2.3460713189925047) - | > loss_kl: 1.4350203275680542 (1.5595742940526058) - | > loss_feat: 5.633256912231445 (6.097522528438958) - | > loss_mel: 21.631067276000977 (22.047229857241373) - | > loss_duration: 1.7297513484954834 (1.7298510012468455) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 32.624305725097656 (33.78024887398331) - | > grad_norm_1: tensor(474.5789, device='cuda:0') (tensor(630.5353, device='cuda:0')) - | > current_lr_0: 0.0001991766478707464 - | > current_lr_1: 0.0001991766478707464 - | > step_time: 1.2358 (0.9394607419651266) - | > loader_time: 0.008 (0.007440563626763945) - - - --> TIME: 2024-11-22 23:33:35 -- STEP: 658/797 -- GLOBAL_STEP: 27750 - | > loss_disc: 2.6245803833007812 (2.4751472897080298) - | > loss_disc_real_0: 0.18342557549476624 (0.13241543400308026) - | > loss_disc_real_1: 0.29521995782852173 (0.21782902834263262) - | > loss_disc_real_2: 0.24263599514961243 (0.23584209099457257) - | > loss_disc_real_3: 0.2419581562280655 (0.2259897188393903) - | > loss_disc_real_4: 0.24010829627513885 (0.2211560388874138) - | > loss_disc_real_5: 0.24732810258865356 (0.23413494066264492) - | > loss_0: 2.6245803833007812 (2.4751472897080298) - | > grad_norm_0: tensor(16.4027, device='cuda:0') (tensor(93.8126, device='cuda:0')) - | > loss_gen: 2.278998851776123 (2.345481541381415) - | > loss_kl: 1.8579977750778198 (1.560000634302121) - | > loss_feat: 6.084432601928711 (6.102844207844834) - | > loss_mel: 22.32469367980957 (22.070874753331704) - | > loss_duration: 1.7154120206832886 (1.7296631881531248) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 34.26153564453125 (33.808864190585695) - | > grad_norm_1: tensor(483.5965, device='cuda:0') (tensor(633.4650, device='cuda:0')) - | > current_lr_0: 0.0001991766478707464 - | > current_lr_1: 0.0001991766478707464 - | > step_time: 1.1409 (0.9448439915491817) - | > loader_time: 0.0097 (0.007550635236374875) - - - --> TIME: 2024-11-22 23:34:02 -- STEP: 683/797 -- GLOBAL_STEP: 27775 - | > loss_disc: 2.349468231201172 (2.474355563237762) - | > loss_disc_real_0: 0.08341410756111145 (0.13177387813708902) - | > loss_disc_real_1: 0.22150152921676636 (0.21779666856302182) - | > loss_disc_real_2: 0.21550437808036804 (0.23593163538293294) - | > loss_disc_real_3: 0.21285109221935272 (0.2259065696034215) - | > loss_disc_real_4: 0.16556571424007416 (0.2213853331034564) - | > loss_disc_real_5: 0.19617538154125214 (0.23422758414315967) - | > loss_0: 2.349468231201172 (2.474355563237762) - | > grad_norm_0: tensor(196.0359, device='cuda:0') (tensor(92.7005, device='cuda:0')) - | > loss_gen: 2.352546215057373 (2.3449600364243786) - | > loss_kl: 1.7614185810089111 (1.5594029861173722) - | > loss_feat: 6.514581203460693 (6.099643714955052) - | > loss_mel: 22.356847763061523 (22.0767875408882) - | > loss_duration: 1.7385070323944092 (1.7291381898422018) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 34.723899841308594 (33.80993233453127) - | > grad_norm_1: tensor(1314.5740, device='cuda:0') (tensor(633.7164, device='cuda:0')) - | > current_lr_0: 0.0001991766478707464 - | > current_lr_1: 0.0001991766478707464 - | > step_time: 0.991 (0.9485983125985454) - | > loader_time: 0.01 (0.007654666202483729) - - - --> TIME: 2024-11-22 23:34:28 -- STEP: 708/797 -- GLOBAL_STEP: 27800 - | > loss_disc: 2.458977222442627 (2.473730993809674) - | > loss_disc_real_0: 0.1232689917087555 (0.131592049713294) - | > loss_disc_real_1: 0.22663287818431854 (0.21779337990502862) - | > loss_disc_real_2: 0.2679363787174225 (0.23584766780673447) - | > loss_disc_real_3: 0.20609769225120544 (0.22597903126882293) - | > loss_disc_real_4: 0.2632761299610138 (0.22149168095935537) - | > loss_disc_real_5: 0.2519702911376953 (0.23417423884410643) - | > loss_0: 2.458977222442627 (2.473730993809674) - | > grad_norm_0: tensor(105.0001, device='cuda:0') (tensor(93.0466, device='cuda:0')) - | > loss_gen: 2.4093000888824463 (2.344859628017335) - | > loss_kl: 1.4723241329193115 (1.5603377142194967) - | > loss_feat: 5.781436920166016 (6.0943506430771395) - | > loss_mel: 22.80490493774414 (22.079404628882976) - | > loss_duration: 1.6999781131744385 (1.728498196366143) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 34.167945861816406 (33.807450682429916) - | > grad_norm_1: tensor(895.4820, device='cuda:0') (tensor(634.0046, device='cuda:0')) - | > current_lr_0: 0.0001991766478707464 - | > current_lr_1: 0.0001991766478707464 - | > step_time: 1.0134 (0.9510188409164126) - | > loader_time: 0.0087 (0.007779505966746874) - - - --> TIME: 2024-11-22 23:34:59 -- STEP: 733/797 -- GLOBAL_STEP: 27825 - | > loss_disc: 2.409728765487671 (2.4752632283578944) - | > loss_disc_real_0: 0.061588384211063385 (0.13203032956411626) - | > loss_disc_real_1: 0.19636569917201996 (0.21782314179701506) - | > loss_disc_real_2: 0.24817781150341034 (0.2359969259365519) - | > loss_disc_real_3: 0.21178501844406128 (0.2258966436652825) - | > loss_disc_real_4: 0.25312116742134094 (0.22177146399574096) - | > loss_disc_real_5: 0.25525179505348206 (0.23412037757701795) - | > loss_0: 2.409728765487671 (2.4752632283578944) - | > grad_norm_0: tensor(46.7122, device='cuda:0') (tensor(95.3736, device='cuda:0')) - | > loss_gen: 2.4415817260742188 (2.344636024589585) - | > loss_kl: 1.5991644859313965 (1.56086606608569) - | > loss_feat: 6.234442234039307 (6.089628983975107) - | > loss_mel: 22.736377716064453 (22.069388190525775) - | > loss_duration: 1.7165592908859253 (1.727644529219051) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 34.728126525878906 (33.79216367973961) - | > grad_norm_1: tensor(493.5039, device='cuda:0') (tensor(634.6450, device='cuda:0')) - | > current_lr_0: 0.0001991766478707464 - | > current_lr_1: 0.0001991766478707464 - | > step_time: 1.3801 (0.9605970672175471) - | > loader_time: 0.0107 (0.007965956996277602) - - - --> TIME: 2024-11-22 23:35:48 -- STEP: 758/797 -- GLOBAL_STEP: 27850 - | > loss_disc: 2.835463047027588 (2.4780868263546583) - | > loss_disc_real_0: 0.5098721981048584 (0.13420999279407922) - | > loss_disc_real_1: 0.23397554457187653 (0.2178729559076179) - | > loss_disc_real_2: 0.2583564519882202 (0.2359472198465883) - | > loss_disc_real_3: 0.22817069292068481 (0.22604180076270117) - | > loss_disc_real_4: 0.23866373300552368 (0.22184074351608282) - | > loss_disc_real_5: 0.251930832862854 (0.23418649323382917) - | > loss_0: 2.835463047027588 (2.4780868263546583) - | > grad_norm_0: tensor(226.7623, device='cuda:0') (tensor(96.1686, device='cuda:0')) - | > loss_gen: 2.307307004928589 (2.344316485060231) - | > loss_kl: 1.5239194631576538 (1.5591133549848768) - | > loss_feat: 4.51616096496582 (6.085947356941203) - | > loss_mel: 19.61374855041504 (22.080291705269925) - | > loss_duration: 1.6934499740600586 (1.7264808826836557) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 29.654586791992188 (33.796149666516946) - | > grad_norm_1: tensor(438.5347, device='cuda:0') (tensor(629.6184, device='cuda:0')) - | > current_lr_0: 0.0001991766478707464 - | > current_lr_1: 0.0001991766478707464 - | > step_time: 2.3575 (0.9928489187462034) - | > loader_time: 0.0112 (0.008813381509604744) - - - --> TIME: 2024-11-22 23:37:07 -- STEP: 783/797 -- GLOBAL_STEP: 27875 - | > loss_disc: 2.41041898727417 (2.4784321934175066) - | > loss_disc_real_0: 0.07685869932174683 (0.13416820766682602) - | > loss_disc_real_1: 0.17603681981563568 (0.21796312608481375) - | > loss_disc_real_2: 0.23816511034965515 (0.2361322080913936) - | > loss_disc_real_3: 0.19368013739585876 (0.2259294135284302) - | > loss_disc_real_4: 0.26453256607055664 (0.22196563174365277) - | > loss_disc_real_5: 0.2653997838497162 (0.23412050658867886) - | > loss_0: 2.41041898727417 (2.4784321934175066) - | > grad_norm_0: tensor(82.9606, device='cuda:0') (tensor(96.5971, device='cuda:0')) - | > loss_gen: 2.197556972503662 (2.342425428587809) - | > loss_kl: 1.6024800539016724 (1.5585047868324264) - | > loss_feat: 6.172950744628906 (6.082726252642323) - | > loss_mel: 22.499183654785156 (22.073727545610332) - | > loss_duration: 1.700382947921753 (1.7255813595892369) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 34.17255401611328 (33.78296524720172) - | > grad_norm_1: tensor(373.4120, device='cuda:0') (tensor(626.2321, device='cuda:0')) - | > current_lr_0: 0.0001991766478707464 - | > current_lr_1: 0.0001991766478707464 - | > step_time: 4.0199 (1.0610873863614843) - | > loader_time: 0.0124 (0.009281198640436045) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.4274230003356934 (2.4274230003356934) - | > loss_disc_real_0: 0.11013666540384293 (0.11013666540384293) - | > loss_disc_real_1: 0.12308774143457413 (0.12308774143457413) - | > loss_disc_real_2: 0.17470790445804596 (0.17470790445804596) - | > loss_disc_real_3: 0.17417272925376892 (0.17417272925376892) - | > loss_disc_real_4: 0.20450612902641296 (0.20450612902641296) - | > loss_disc_real_5: 0.2405664175748825 (0.2405664175748825) - | > loss_0: 2.4274230003356934 (2.4274230003356934) - | > loss_gen: 1.912043809890747 (1.912043809890747) - | > loss_kl: 1.6888459920883179 (1.6888459920883179) - | > loss_feat: 7.240365505218506 (7.240365505218506) - | > loss_mel: 22.59109115600586 (22.59109115600586) - | > loss_duration: 2.021489143371582 (2.021489143371582) - | > loss_1: 35.453834533691406 (35.453834533691406) - - --> STEP: 1 - | > loss_disc: 2.574056625366211 (2.574056625366211) - | > loss_disc_real_0: 0.08307769894599915 (0.08307769894599915) - | > loss_disc_real_1: 0.19574259221553802 (0.19574259221553802) - | > loss_disc_real_2: 0.19924317300319672 (0.19924317300319672) - | > loss_disc_real_3: 0.22890178859233856 (0.22890178859233856) - | > loss_disc_real_4: 0.22356633841991425 (0.22356633841991425) - | > loss_disc_real_5: 0.19816796481609344 (0.19816796481609344) - | > loss_0: 2.574056625366211 (2.574056625366211) - | > loss_gen: 1.8054618835449219 (1.8054618835449219) - | > loss_kl: 1.5182336568832397 (1.5182336568832397) - | > loss_feat: 5.031671524047852 (5.031671524047852) - | > loss_mel: 17.911787033081055 (17.911787033081055) - | > loss_duration: 1.7193224430084229 (1.7193224430084229) - | > loss_1: 27.98647689819336 (27.98647689819336) - - --> STEP: 2 - | > loss_disc: 2.6878533363342285 (2.6309549808502197) - | > loss_disc_real_0: 0.10271414369344711 (0.09289592131972313) - | > loss_disc_real_1: 0.2142404317855835 (0.20499151200056076) - | > loss_disc_real_2: 0.2443401962518692 (0.22179168462753296) - | > loss_disc_real_3: 0.30974841117858887 (0.2693250998854637) - | > loss_disc_real_4: 0.2254442572593689 (0.22450529783964157) - | > loss_disc_real_5: 0.2817285358905792 (0.23994825035333633) - | > loss_0: 2.6878533363342285 (2.6309549808502197) - | > loss_gen: 1.9814971685409546 (1.8934795260429382) - | > loss_kl: 1.6969940662384033 (1.6076138615608215) - | > loss_feat: 4.991587162017822 (5.011629343032837) - | > loss_mel: 22.60118293762207 (20.256484985351562) - | > loss_duration: 1.7624125480651855 (1.7408674955368042) - | > loss_1: 33.03367233276367 (30.510074615478516) - - --> STEP: 3 - | > loss_disc: 2.3960955142974854 (2.552668491999308) - | > loss_disc_real_0: 0.12124784290790558 (0.10234656184911728) - | > loss_disc_real_1: 0.15665483474731445 (0.18887928624947867) - | > loss_disc_real_2: 0.2971956431865692 (0.24692633748054504) - | > loss_disc_real_3: 0.23222513496875763 (0.25695844491322833) - | > loss_disc_real_4: 0.20967648923397064 (0.21956236163775125) - | > loss_disc_real_5: 0.2488192766904831 (0.24290525913238525) - | > loss_0: 2.3960955142974854 (2.552668491999308) - | > loss_gen: 2.2113823890686035 (1.9994471470514934) - | > loss_kl: 1.3689438104629517 (1.5280571778615315) - | > loss_feat: 5.680522918701172 (5.234593868255615) - | > loss_mel: 22.258207321166992 (20.923725763956707) - | > loss_duration: 1.7854043245315552 (1.7557131052017212) - | > loss_1: 33.30446243286133 (31.441537221272785) - - --> STEP: 4 - | > loss_disc: 2.57297945022583 (2.5577462315559387) - | > loss_disc_real_0: 0.0791885256767273 (0.09655705280601978) - | > loss_disc_real_1: 0.17641893029212952 (0.18576419726014137) - | > loss_disc_real_2: 0.24689407646656036 (0.24691827222704887) - | > loss_disc_real_3: 0.21171624958515167 (0.24564789608120918) - | > loss_disc_real_4: 0.23484887182712555 (0.22338398918509483) - | > loss_disc_real_5: 0.2345941662788391 (0.24082748591899872) - | > loss_0: 2.57297945022583 (2.5577462315559387) - | > loss_gen: 1.9737695455551147 (1.9930277466773987) - | > loss_kl: 1.8860384225845337 (1.617552489042282) - | > loss_feat: 4.668392658233643 (5.093043565750122) - | > loss_mel: 18.530975341796875 (20.325538158416748) - | > loss_duration: 1.6473078727722168 (1.728611797094345) - | > loss_1: 28.706485748291016 (30.757774353027344) - - --> STEP: 5 - | > loss_disc: 2.4405722618103027 (2.5343114376068114) - | > loss_disc_real_0: 0.04864292964339256 (0.08697422817349434) - | > loss_disc_real_1: 0.15114757418632507 (0.17884087264537812) - | > loss_disc_real_2: 0.19475792348384857 (0.23648620247840882) - | > loss_disc_real_3: 0.24259406328201294 (0.24503712952136994) - | > loss_disc_real_4: 0.13477608561515808 (0.20566240847110748) - | > loss_disc_real_5: 0.232361301779747 (0.2391342490911484) - | > loss_0: 2.4405722618103027 (2.5343114376068114) - | > loss_gen: 1.8354504108428955 (1.961512279510498) - | > loss_kl: 2.139324426651001 (1.721906876564026) - | > loss_feat: 6.668679237365723 (5.408170700073242) - | > loss_mel: 24.247936248779297 (21.110017776489258) - | > loss_duration: 1.856050729751587 (1.7540995836257935) - | > loss_1: 36.747440338134766 (31.955707550048828) - - --> STEP: 6 - | > loss_disc: 2.560182809829712 (2.538623332977295) - | > loss_disc_real_0: 0.1535683125257492 (0.09807324223220348) - | > loss_disc_real_1: 0.1276085525751114 (0.170302152633667) - | > loss_disc_real_2: 0.26232537627220154 (0.24079273144404092) - | > loss_disc_real_3: 0.31234613060951233 (0.25625529636939365) - | > loss_disc_real_4: 0.2508055567741394 (0.2131862665216128) - | > loss_disc_real_5: 0.22406776249408722 (0.23662316799163818) - | > loss_0: 2.560182809829712 (2.538623332977295) - | > loss_gen: 2.081822633743286 (1.9815640052159627) - | > loss_kl: 1.5041303634643555 (1.685610791047414) - | > loss_feat: 5.119944095611572 (5.360132932662964) - | > loss_mel: 20.959463119506836 (21.084925333658855) - | > loss_duration: 1.691032886505127 (1.7435884674390156) - | > loss_1: 31.356393814086914 (31.855821927388508) - - --> STEP: 7 - | > loss_disc: 2.3992745876312256 (2.518716369356428) - | > loss_disc_real_0: 0.06735330820083618 (0.09368468022772244) - | > loss_disc_real_1: 0.1365361511707306 (0.1654784381389618) - | > loss_disc_real_2: 0.23754219710826874 (0.24032836939607347) - | > loss_disc_real_3: 0.20137566328048706 (0.24841534878526414) - | > loss_disc_real_4: 0.16898691654205322 (0.20687207366739) - | > loss_disc_real_5: 0.14068931341171265 (0.2229183316230774) - | > loss_0: 2.3992745876312256 (2.518716369356428) - | > loss_gen: 1.9010353088378906 (1.970059905733381) - | > loss_kl: 2.3568789958953857 (1.7815062488828386) - | > loss_feat: 7.001779556274414 (5.594653878893171) - | > loss_mel: 22.782468795776367 (21.327431542532786) - | > loss_duration: 1.6621692180633545 (1.7319571460996355) - | > loss_1: 35.7043342590332 (32.40560940333775) - - --> STEP: 8 - | > loss_disc: 2.6741905212402344 (2.5381506383419037) - | > loss_disc_real_0: 0.06739534437656403 (0.09039851324632764) - | > loss_disc_real_1: 0.11718309670686722 (0.15944152045994997) - | > loss_disc_real_2: 0.21976090967655182 (0.23775743693113327) - | > loss_disc_real_3: 0.18789562582969666 (0.24085038341581821) - | > loss_disc_real_4: 0.19998912513256073 (0.20601170510053635) - | > loss_disc_real_5: 0.2124880999326706 (0.22161455266177654) - | > loss_0: 2.6741905212402344 (2.5381506383419037) - | > loss_gen: 1.6495733261108398 (1.9299990832805634) - | > loss_kl: 1.6529759168624878 (1.7654399573802948) - | > loss_feat: 6.377068519592285 (5.69245570898056) - | > loss_mel: 22.82161521911621 (21.514204502105713) - | > loss_duration: 1.741567850112915 (1.7331584841012955) - | > loss_1: 34.242801666259766 (32.635258436203) - - --> STEP: 9 - | > loss_disc: 2.6667709350585938 (2.552441782421536) - | > loss_disc_real_0: 0.1043022945523262 (0.09194337783588304) - | > loss_disc_real_1: 0.1615467667579651 (0.15967543671528497) - | > loss_disc_real_2: 0.22539040446281433 (0.23638332221243116) - | > loss_disc_real_3: 0.2809562087059021 (0.24530658622582754) - | > loss_disc_real_4: 0.26204928755760193 (0.2122381031513214) - | > loss_disc_real_5: 0.23673687875270844 (0.22329481111632454) - | > loss_0: 2.6667709350585938 (2.552441782421536) - | > loss_gen: 1.8523192405700684 (1.9213679896460638) - | > loss_kl: 1.5429067611694336 (1.7407140466901991) - | > loss_feat: 5.447430610656738 (5.665230698055691) - | > loss_mel: 21.214200973510742 (21.480870776706272) - | > loss_duration: 1.6775848865509033 (1.7269836399290297) - | > loss_1: 31.73444366455078 (32.535167906019424) - - --> STEP: 10 - | > loss_disc: 2.653207302093506 (2.562518334388733) - | > loss_disc_real_0: 0.0662083700299263 (0.08936987705528736) - | > loss_disc_real_1: 0.11157044023275375 (0.15486493706703186) - | > loss_disc_real_2: 0.273908406496048 (0.24013583064079286) - | > loss_disc_real_3: 0.2668832838535309 (0.24746425598859786) - | > loss_disc_real_4: 0.21128161251544952 (0.21214245408773422) - | > loss_disc_real_5: 0.3064270615577698 (0.23160803616046904) - | > loss_0: 2.653207302093506 (2.562518334388733) - | > loss_gen: 1.844832181930542 (1.9137144088745117) - | > loss_kl: 1.4855188131332397 (1.7151945233345032) - | > loss_feat: 5.47437858581543 (5.646145486831665) - | > loss_mel: 21.398216247558594 (21.472605323791505) - | > loss_duration: 1.634589433670044 (1.7177442193031311) - | > loss_1: 31.837535858154297 (32.46540470123291) - - --> STEP: 11 - | > loss_disc: 2.472644090652466 (2.554347948594527) - | > loss_disc_real_0: 0.12673485279083252 (0.09276669303124602) - | > loss_disc_real_1: 0.1442355364561081 (0.15389862792058426) - | > loss_disc_real_2: 0.2022920548915863 (0.236695487390865) - | > loss_disc_real_3: 0.23732224106788635 (0.24654225463216956) - | > loss_disc_real_4: 0.13402113318443298 (0.20504051582379776) - | > loss_disc_real_5: 0.1645040512084961 (0.22550767389210788) - | > loss_0: 2.472644090652466 (2.554347948594527) - | > loss_gen: 1.8425017595291138 (1.9072405316612937) - | > loss_kl: 1.5419974327087402 (1.6994493332776157) - | > loss_feat: 6.154212474822998 (5.692333394830877) - | > loss_mel: 20.452367782592773 (21.3798564564098) - | > loss_duration: 1.6343492269515991 (1.7101628563620828) - | > loss_1: 31.625431060791016 (32.389043461192735) - - --> STEP: 12 - | > loss_disc: 2.5784451961517334 (2.556356052557627) - | > loss_disc_real_0: 0.19663336873054504 (0.10142224933952093) - | > loss_disc_real_1: 0.15080134570598602 (0.15364052106936774) - | > loss_disc_real_2: 0.23902627825737 (0.23688971996307373) - | > loss_disc_real_3: 0.24516414105892181 (0.2464274118343989) - | > loss_disc_real_4: 0.18641892075538635 (0.20348871623476347) - | > loss_disc_real_5: 0.21868324279785156 (0.22493897130091986) - | > loss_0: 2.5784451961517334 (2.556356052557627) - | > loss_gen: 1.955321192741394 (1.9112472534179688) - | > loss_kl: 1.2456679344177246 (1.6616342167059581) - | > loss_feat: 5.5819091796875 (5.683131376902263) - | > loss_mel: 21.475231170654297 (21.387804349263508) - | > loss_duration: 1.7346835136413574 (1.712206244468689) - | > loss_1: 31.992813110351562 (32.3560242652893) - - --> STEP: 13 - | > loss_disc: 2.4587244987487793 (2.5488459330338697) - | > loss_disc_real_0: 0.06794425845146179 (0.09884701927120869) - | > loss_disc_real_1: 0.1705339550971985 (0.15494001599458548) - | > loss_disc_real_2: 0.20149005949497223 (0.23416666915783516) - | > loss_disc_real_3: 0.22653187811374664 (0.2448969861635795) - | > loss_disc_real_4: 0.1785624921321869 (0.20157131438071912) - | > loss_disc_real_5: 0.1884259283542633 (0.22213027568963858) - | > loss_0: 2.4587244987487793 (2.5488459330338697) - | > loss_gen: 1.868788480758667 (1.9079811939826379) - | > loss_kl: 2.207963705062866 (1.7036595619641817) - | > loss_feat: 5.879656791687012 (5.698248716501089) - | > loss_mel: 21.899459838867188 (21.427162463848408) - | > loss_duration: 1.767085075378418 (1.7164276930002065) - | > loss_1: 33.62295150756836 (32.45348020700307) - - --> STEP: 14 - | > loss_disc: 2.3082191944122314 (2.53165830884661) - | > loss_disc_real_0: 0.1200246512889862 (0.10035970727247852) - | > loss_disc_real_1: 0.13204096257686615 (0.15330436932189123) - | > loss_disc_real_2: 0.20695118606090546 (0.23222270607948303) - | > loss_disc_real_3: 0.22817100584506989 (0.24370227328368596) - | > loss_disc_real_4: 0.23864993453025818 (0.20421978724854334) - | > loss_disc_real_5: 0.2516213357448578 (0.22423677997929709) - | > loss_0: 2.3082191944122314 (2.53165830884661) - | > loss_gen: 2.1925578117370605 (1.928308095250811) - | > loss_kl: 1.1511731147766113 (1.6641962443079268) - | > loss_feat: 6.363383769989014 (5.7457583631787985) - | > loss_mel: 22.47611427307129 (21.502087593078613) - | > loss_duration: 1.7485802173614502 (1.7187243018831526) - | > loss_1: 33.93180847167969 (32.5590750830514) - - --> STEP: 15 - | > loss_disc: 2.4742393493652344 (2.527830378214518) - | > loss_disc_real_0: 0.08904534578323364 (0.09960541650652885) - | > loss_disc_real_1: 0.14756779372692108 (0.15292193094889323) - | > loss_disc_real_2: 0.2617481052875519 (0.23419106602668763) - | > loss_disc_real_3: 0.263820618391037 (0.24504349629084268) - | > loss_disc_real_4: 0.19942054152488708 (0.20389983753363292) - | > loss_disc_real_5: 0.27139410376548767 (0.22738060156504314) - | > loss_0: 2.4742393493652344 (2.527830378214518) - | > loss_gen: 2.076112747192383 (1.9381617387135823) - | > loss_kl: 1.4958661794662476 (1.6529742399851481) - | > loss_feat: 5.774866104125977 (5.747698879241943) - | > loss_mel: 21.959087371826172 (21.53255424499512) - | > loss_duration: 1.6706944704055786 (1.7155223131179809) - | > loss_1: 32.976627349853516 (32.5869119008382) - - --> STEP: 16 - | > loss_disc: 2.5093517303466797 (2.5266754627227783) - | > loss_disc_real_0: 0.06793772429227829 (0.0976261857431382) - | > loss_disc_real_1: 0.14930996298789978 (0.15269618295133114) - | > loss_disc_real_2: 0.2121688276529312 (0.23281467612832785) - | > loss_disc_real_3: 0.2199697196483612 (0.2434763852506876) - | > loss_disc_real_4: 0.20989573001861572 (0.20427458081394434) - | > loss_disc_real_5: 0.2251260131597519 (0.22723968978971243) - | > loss_0: 2.5093517303466797 (2.5266754627227783) - | > loss_gen: 1.9044437408447266 (1.9360543638467789) - | > loss_kl: 1.3302003145217896 (1.6328008696436882) - | > loss_feat: 7.353679656982422 (5.848072677850723) - | > loss_mel: 24.43674087524414 (21.71406590938568) - | > loss_duration: 1.7803436517715454 (1.7195736467838287) - | > loss_1: 36.80540466308594 (32.850567698478685) - - --> STEP: 17 - | > loss_disc: 2.522261142730713 (2.526415796840892) - | > loss_disc_real_0: 0.05158156156539917 (0.09491767843856531) - | > loss_disc_real_1: 0.15003302693367004 (0.15253952671499812) - | > loss_disc_real_2: 0.26548710465431213 (0.23473658368867986) - | > loss_disc_real_3: 0.2445656955242157 (0.243540462325601) - | > loss_disc_real_4: 0.22300224006175995 (0.20537620782852173) - | > loss_disc_real_5: 0.30383431911468506 (0.23174525622059317) - | > loss_0: 2.522261142730713 (2.526415796840892) - | > loss_gen: 2.0087597370147705 (1.9403311505037195) - | > loss_kl: 1.5244510173797607 (1.6264273489222807) - | > loss_feat: 5.12905740737915 (5.805777661940631) - | > loss_mel: 21.71666717529297 (21.714218925027286) - | > loss_duration: 1.6535711288452148 (1.7156911457286161) - | > loss_1: 32.03250503540039 (32.80244636535643) - - --> STEP: 18 - | > loss_disc: 2.6615867614746094 (2.5339252948760986) - | > loss_disc_real_0: 0.10438267886638641 (0.09544351179566649) - | > loss_disc_real_1: 0.17167682945728302 (0.15360271020068061) - | > loss_disc_real_2: 0.2177399843931198 (0.23379232817225987) - | > loss_disc_real_3: 0.2531200051307678 (0.24407265914811027) - | > loss_disc_real_4: 0.22808344662189484 (0.20663772109482023) - | > loss_disc_real_5: 0.2357814610004425 (0.23196948981947368) - | > loss_0: 2.6615867614746094 (2.5339252948760986) - | > loss_gen: 1.8345823287963867 (1.9344562159644232) - | > loss_kl: 1.2269988059997559 (1.6042368743154738) - | > loss_feat: 4.5227837562561035 (5.734500222735935) - | > loss_mel: 18.626636505126953 (21.542686568366157) - | > loss_duration: 1.6908711194992065 (1.7143122553825378) - | > loss_1: 27.901872634887695 (32.53019226921928) - - --> STEP: 19 - | > loss_disc: 2.4340639114379883 (2.5286694325898824) - | > loss_disc_real_0: 0.055199917405843735 (0.09332542788041265) - | > loss_disc_real_1: 0.13214118778705597 (0.15247315638943723) - | > loss_disc_real_2: 0.2413836568593979 (0.23419187178737239) - | > loss_disc_real_3: 0.17785730957984924 (0.24058764074978076) - | > loss_disc_real_4: 0.13781729340553284 (0.20301559332169986) - | > loss_disc_real_5: 0.18499717116355896 (0.22949726252179398) - | > loss_0: 2.4340639114379883 (2.5286694325898824) - | > loss_gen: 1.799239158630371 (1.9273395287363153) - | > loss_kl: 1.5282535552978516 (1.6002377522619147) - | > loss_feat: 6.9562907218933105 (5.798804985849481) - | > loss_mel: 23.612749099731445 (21.6516372279117) - | > loss_duration: 1.8123493194580078 (1.719472100860194) - | > loss_1: 35.708885192871094 (32.6974918967799) - - --> STEP: 20 - | > loss_disc: 2.41672682762146 (2.523072302341461) - | > loss_disc_real_0: 0.0945575088262558 (0.09338703192770481) - | > loss_disc_real_1: 0.13694381713867188 (0.15169668942689896) - | > loss_disc_real_2: 0.22901563346385956 (0.23393305987119675) - | > loss_disc_real_3: 0.2070925533771515 (0.2389128863811493) - | > loss_disc_real_4: 0.1823943555355072 (0.2019845314323902) - | > loss_disc_real_5: 0.21844835579395294 (0.2289448171854019) - | > loss_0: 2.41672682762146 (2.523072302341461) - | > loss_gen: 1.9167430400848389 (1.9268097043037415) - | > loss_kl: 1.5258725881576538 (1.5965194940567016) - | > loss_feat: 6.356906890869141 (5.8267100811004635) - | > loss_mel: 21.90538215637207 (21.664324474334716) - | > loss_duration: 1.6821688413619995 (1.7176069378852845) - | > loss_1: 33.3870735168457 (32.73197097778319) - - --> STEP: 21 - | > loss_disc: 2.6382548809051514 (2.5285571870349703) - | > loss_disc_real_0: 0.08516630530357361 (0.09299556875512713) - | > loss_disc_real_1: 0.14050200581550598 (0.15116360925492786) - | > loss_disc_real_2: 0.2346009612083435 (0.23396486469677516) - | > loss_disc_real_3: 0.22180484235286713 (0.23809821761789776) - | > loss_disc_real_4: 0.1577257364988327 (0.19987696976888747) - | > loss_disc_real_5: 0.21520382165908813 (0.22829048406510127) - | > loss_0: 2.6382548809051514 (2.5285571870349703) - | > loss_gen: 1.8105307817459106 (1.9212726127533686) - | > loss_kl: 1.1483893394470215 (1.5751799628848122) - | > loss_feat: 7.154721736907959 (5.889948731377011) - | > loss_mel: 22.988183975219727 (21.727365402948287) - | > loss_duration: 1.6895641088485718 (1.7162715650740124) - | > loss_1: 34.79138946533203 (32.830038524809325) - - --> STEP: 22 - | > loss_disc: 2.335216522216797 (2.5197689749977807) - | > loss_disc_real_0: 0.03889038413763046 (0.09053624218160455) - | > loss_disc_real_1: 0.14697007834911346 (0.15097299421375449) - | > loss_disc_real_2: 0.20387160778045654 (0.23259698938239703) - | > loss_disc_real_3: 0.21723082661628723 (0.2371496998450973) - | > loss_disc_real_4: 0.15597009658813477 (0.19788120280612598) - | > loss_disc_real_5: 0.1718515157699585 (0.22572507641532205) - | > loss_0: 2.335216522216797 (2.5197689749977807) - | > loss_gen: 1.896501064300537 (1.9201466332782398) - | > loss_kl: 1.224039912223816 (1.5592190514911304) - | > loss_feat: 6.53396463394165 (5.919222181493586) - | > loss_mel: 22.61358070373535 (21.767647916620426) - | > loss_duration: 1.7834405899047852 (1.7193247025663203) - | > loss_1: 34.0515251159668 (32.88556064258921) - - --> STEP: 23 - | > loss_disc: 2.5563042163848877 (2.521357463753742) - | > loss_disc_real_0: 0.096026711165905 (0.09077495822440022) - | > loss_disc_real_1: 0.1490158587694168 (0.15088790136834848) - | > loss_disc_real_2: 0.214555561542511 (0.23181257947631503) - | > loss_disc_real_3: 0.2226858288049698 (0.23652083588683087) - | > loss_disc_real_4: 0.205745130777359 (0.19822311271791873) - | > loss_disc_real_5: 0.29271814227104187 (0.22863781840904898) - | > loss_0: 2.5563042163848877 (2.521357463753742) - | > loss_gen: 1.8914384841918945 (1.9188984528831814) - | > loss_kl: 1.6546262502670288 (1.5633671905683435) - | > loss_feat: 6.118697166442871 (5.927895006926163) - | > loss_mel: 22.998647689819336 (21.821169645889942) - | > loss_duration: 1.8027808666229248 (1.7229532314383464) - | > loss_1: 34.466190338134766 (32.95428367283032) - - --> STEP: 24 - | > loss_disc: 2.525631904602051 (2.5215355654557547) - | > loss_disc_real_0: 0.11338171362876892 (0.09171690636624892) - | > loss_disc_real_1: 0.1385732889175415 (0.1503747925162315) - | > loss_disc_real_2: 0.22038914263248444 (0.23133660294115543) - | > loss_disc_real_3: 0.1732540726661682 (0.23388472075263658) - | > loss_disc_real_4: 0.1760401427745819 (0.19729882230361304) - | > loss_disc_real_5: 0.26241663098335266 (0.2300452689329783) - | > loss_0: 2.525631904602051 (2.5215355654557547) - | > loss_gen: 1.8816828727722168 (1.9173478037118912) - | > loss_kl: 1.6890369653701782 (1.5686034311850865) - | > loss_feat: 6.046484470367432 (5.93283623456955) - | > loss_mel: 18.829519271850586 (21.696517546971634) - | > loss_duration: 1.6727845668792725 (1.7208628704150517) - | > loss_1: 30.119508743286133 (32.836168050765984) - - --> STEP: 25 - | > loss_disc: 2.389716148376465 (2.516262788772583) - | > loss_disc_real_0: 0.06784430891275406 (0.09076200246810913) - | > loss_disc_real_1: 0.15304940938949585 (0.15048177719116207) - | > loss_disc_real_2: 0.2201637327671051 (0.23088968813419342) - | > loss_disc_real_3: 0.13996610045433044 (0.23012797594070433) - | > loss_disc_real_4: 0.22112463414669037 (0.19825185477733612) - | > loss_disc_real_5: 0.21381501853466034 (0.2293960589170456) - | > loss_0: 2.389716148376465 (2.516262788772583) - | > loss_gen: 1.9567588567733765 (1.9189242458343505) - | > loss_kl: 1.495720624923706 (1.5656881189346314) - | > loss_feat: 7.007961273193359 (5.975841236114502) - | > loss_mel: 24.145038604736328 (21.794458389282223) - | > loss_duration: 1.639306664466858 (1.717600622177124) - | > loss_1: 36.24478530883789 (32.972512741088856) - - --> STEP: 26 - | > loss_disc: 2.505115270614624 (2.5158340380742) - | > loss_disc_real_0: 0.12882587313652039 (0.09222599749381725) - | > loss_disc_real_1: 0.21790377795696259 (0.15307493106676978) - | > loss_disc_real_2: 0.24458450078964233 (0.23141641169786453) - | > loss_disc_real_3: 0.1993432641029358 (0.22894394856232864) - | > loss_disc_real_4: 0.20021291077136993 (0.1983272800078759) - | > loss_disc_real_5: 0.2781345844268799 (0.23127061759050077) - | > loss_0: 2.505115270614624 (2.5158340380742) - | > loss_gen: 2.1722140312194824 (1.9286661606568556) - | > loss_kl: 1.8213695287704468 (1.575522019312932) - | > loss_feat: 6.60169792175293 (5.9999126471005955) - | > loss_mel: 24.406597137451172 (21.894925264211796) - | > loss_duration: 1.7058883905410767 (1.7171501517295837) - | > loss_1: 36.707767486572266 (33.11617638514591) - - --> STEP: 27 - | > loss_disc: 2.5789151191711426 (2.518170374411124) - | > loss_disc_real_0: 0.09618174284696579 (0.0923725065809709) - | > loss_disc_real_1: 0.1476987600326538 (0.15287581362106178) - | > loss_disc_real_2: 0.24406808614730835 (0.2318849922330291) - | > loss_disc_real_3: 0.21858619153499603 (0.22856032793168668) - | > loss_disc_real_4: 0.26661136746406555 (0.20085632028403105) - | > loss_disc_real_5: 0.20434267818927765 (0.23027328650156656) - | > loss_0: 2.5789151191711426 (2.518170374411124) - | > loss_gen: 1.9450616836547852 (1.9292734022493716) - | > loss_kl: 1.4866653680801392 (1.572231032230236) - | > loss_feat: 6.683815002441406 (6.02524236396507) - | > loss_mel: 22.849489212036133 (21.930279484501586) - | > loss_duration: 1.7082178592681885 (1.7168193260828655) - | > loss_1: 34.673248291015625 (33.173845714992936) - - --> STEP: 28 - | > loss_disc: 2.208343029022217 (2.5071051120758057) - | > loss_disc_real_0: 0.09170923382043839 (0.09234881826809474) - | > loss_disc_real_1: 0.17126698791980743 (0.1535326412745884) - | > loss_disc_real_2: 0.262014776468277 (0.23296105595571653) - | > loss_disc_real_3: 0.1884143352508545 (0.22712654247879982) - | > loss_disc_real_4: 0.17435429990291595 (0.1999098195561341) - | > loss_disc_real_5: 0.22169086337089539 (0.22996677138975688) - | > loss_0: 2.208343029022217 (2.5071051120758057) - | > loss_gen: 2.2560904026031494 (1.9409454379762923) - | > loss_kl: 1.769399642944336 (1.5792727683271681) - | > loss_feat: 6.607370853424072 (6.046032667160034) - | > loss_mel: 23.87550926208496 (21.999751976558137) - | > loss_duration: 1.7047598361968994 (1.7163886300155096) - | > loss_1: 36.213134765625 (33.28239175251551) - - --> STEP: 29 - | > loss_disc: 2.690913200378418 (2.513443322017275) - | > loss_disc_real_0: 0.08294140547513962 (0.09202442472351008) - | > loss_disc_real_1: 0.16946013271808624 (0.15408186511746766) - | > loss_disc_real_2: 0.20898263156414032 (0.23213421373531737) - | > loss_disc_real_3: 0.2294335663318634 (0.2272060950254572) - | > loss_disc_real_4: 0.14513090252876282 (0.19802089138277645) - | > loss_disc_real_5: 0.22407354414463043 (0.22976355665716633) - | > loss_0: 2.690913200378418 (2.513443322017275) - | > loss_gen: 1.607794165611267 (1.9294574630671535) - | > loss_kl: 1.598262071609497 (1.5799275718886276) - | > loss_feat: 5.197401523590088 (6.0167695242783115) - | > loss_mel: 22.63172149658203 (22.02154402897275) - | > loss_duration: 1.6924562454223633 (1.7155633753743664) - | > loss_1: 32.72763442993164 (33.26326218966779) - - --> STEP: 30 - | > loss_disc: 2.495215892791748 (2.512835741043091) - | > loss_disc_real_0: 0.08028766512870789 (0.09163319940368335) - | > loss_disc_real_1: 0.14918819069862366 (0.15391874263683952) - | > loss_disc_real_2: 0.21312400698661804 (0.2315005401770274) - | > loss_disc_real_3: 0.28258734941482544 (0.22905213683843612) - | > loss_disc_real_4: 0.18579529225826263 (0.19761337141195934) - | > loss_disc_real_5: 0.18444713950157166 (0.22825300941864649) - | > loss_0: 2.495215892791748 (2.512835741043091) - | > loss_gen: 1.9210373163223267 (1.9291767915089926) - | > loss_kl: 1.7238882780075073 (1.5847262620925904) - | > loss_feat: 5.185249328613281 (5.989052184422811) - | > loss_mel: 20.414756774902344 (21.967984453837072) - | > loss_duration: 1.703200340270996 (1.715151274204254) - | > loss_1: 30.948131561279297 (33.18609116872151) - - --> STEP: 31 - | > loss_disc: 2.6967897415161133 (2.5187697410583496) - | > loss_disc_real_0: 0.09122070670127869 (0.09161989318747674) - | > loss_disc_real_1: 0.20449018478393555 (0.15555007948029423) - | > loss_disc_real_2: 0.23440439999103546 (0.23159421307425346) - | > loss_disc_real_3: 0.25614097714424133 (0.2299259703966879) - | > loss_disc_real_4: 0.2346167117357254 (0.19880702755143564) - | > loss_disc_real_5: 0.306458055973053 (0.23077575285588542) - | > loss_0: 2.6967897415161133 (2.5187697410583496) - | > loss_gen: 1.7937980890274048 (1.9248097365902317) - | > loss_kl: 1.263529896736145 (1.574365089016576) - | > loss_feat: 3.250007152557373 (5.900695893072313) - | > loss_mel: 17.21149253845215 (21.81454923076014) - | > loss_duration: 1.6462008953094482 (1.7129270684334539) - | > loss_1: 25.165027618408203 (32.92734718322753) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.005260359856390184 (-0.00728046509527391) - | > avg_loss_disc: 2.5187697410583496 (+0.04914939788079975) - | > avg_loss_disc_real_0: 0.09161989318747674 (-0.07623452885497001) - | > avg_loss_disc_real_1: 0.15555007948029423 (-0.0711703362964815) - | > avg_loss_disc_real_2: 0.23159421307425346 (+0.03547847655511671) - | > avg_loss_disc_real_3: 0.2299259703966879 (+0.03597056673419091) - | > avg_loss_disc_real_4: 0.19880702755143564 (-0.02123789296996209) - | > avg_loss_disc_real_5: 0.23077575285588542 (-0.005191752987523224) - | > avg_loss_0: 2.5187697410583496 (+0.04914939788079975) - | > avg_loss_gen: 1.9248097365902317 (-0.33621038160016514) - | > avg_loss_kl: 1.574365089016576 (+0.015975209974473437) - | > avg_loss_feat: 5.900695893072313 (-0.022079452391594145) - | > avg_loss_mel: 21.81454923076014 (-0.7870167763002485) - | > avg_loss_duration: 1.7129270684334539 (-0.0062705393760436046) - | > avg_loss_1: 32.92734718322753 (-1.1356020896665413) - - - > EPOCH: 6/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-22 23:38:16)  - - --> TIME: 2024-11-22 23:38:26 -- STEP: 11/797 -- GLOBAL_STEP: 27900 - | > loss_disc: 2.4958269596099854 (2.4999525113539263) - | > loss_disc_real_0: 0.11283209919929504 (0.16151611777869138) - | > loss_disc_real_1: 0.24148043990135193 (0.22598205235871402) - | > loss_disc_real_2: 0.2743625044822693 (0.2287010442126881) - | > loss_disc_real_3: 0.26565051078796387 (0.22853117097507825) - | > loss_disc_real_4: 0.20211315155029297 (0.21834897724064914) - | > loss_disc_real_5: 0.19056035578250885 (0.23323974419723859) - | > loss_0: 2.4958269596099854 (2.4999525113539263) - | > grad_norm_0: tensor(138.6164, device='cuda:0') (tensor(53.6548, device='cuda:0')) - | > loss_gen: 2.2173514366149902 (2.2897543907165527) - | > loss_kl: 1.1510926485061646 (1.6283806995912031) - | > loss_feat: 5.870756149291992 (5.7618914950977675) - | > loss_mel: 19.4527530670166 (20.788958636197176) - | > loss_duration: 1.8839457035064697 (1.9114199876785278) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 30.575899124145508 (32.38040629300204) - | > grad_norm_1: tensor(1215.3495, device='cuda:0') (tensor(459.8535, device='cuda:0')) - | > current_lr_0: 0.00019915175078976256 - | > current_lr_1: 0.00019915175078976256 - | > step_time: 0.7719 (0.7818950306285511) - | > loader_time: 0.0041 (0.004091804677789862) - - - --> TIME: 2024-11-22 23:38:48 -- STEP: 36/797 -- GLOBAL_STEP: 27925 - | > loss_disc: 2.464808702468872 (2.4736143151919046) - | > loss_disc_real_0: 0.2311686873435974 (0.14865339133474562) - | > loss_disc_real_1: 0.1659073680639267 (0.21594909247424868) - | > loss_disc_real_2: 0.25386837124824524 (0.23715409595105383) - | > loss_disc_real_3: 0.24507665634155273 (0.22617629460162586) - | > loss_disc_real_4: 0.20515966415405273 (0.22012384153074688) - | > loss_disc_real_5: 0.2070561796426773 (0.23007983879910576) - | > loss_0: 2.464808702468872 (2.4736143151919046) - | > grad_norm_0: tensor(15.0420, device='cuda:0') (tensor(74.0626, device='cuda:0')) - | > loss_gen: 2.333735227584839 (2.307163212034437) - | > loss_kl: 1.5332714319229126 (1.5904537439346313) - | > loss_feat: 6.633381366729736 (6.14316729704539) - | > loss_mel: 22.58871078491211 (21.61356518003676) - | > loss_duration: 1.7849791049957275 (1.8369926247331831) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 34.874080657958984 (33.49134270350139) - | > grad_norm_1: tensor(649.5993, device='cuda:0') (tensor(456.9800, device='cuda:0')) - | > current_lr_0: 0.00019915175078976256 - | > current_lr_1: 0.00019915175078976256 - | > step_time: 0.8755 (0.8342232637935214) - | > loader_time: 0.004 (0.004552086194356282) - - - --> TIME: 2024-11-22 23:39:11 -- STEP: 61/797 -- GLOBAL_STEP: 27950 - | > loss_disc: 2.4817516803741455 (2.4871135422440824) - | > loss_disc_real_0: 0.09506855905056 (0.14243315551124636) - | > loss_disc_real_1: 0.203372061252594 (0.2215394739244805) - | > loss_disc_real_2: 0.2377500981092453 (0.233836332305533) - | > loss_disc_real_3: 0.2185211330652237 (0.22571847355756602) - | > loss_disc_real_4: 0.2575584948062897 (0.22259931486161028) - | > loss_disc_real_5: 0.23717549443244934 (0.23332392925121745) - | > loss_0: 2.4817516803741455 (2.4871135422440824) - | > grad_norm_0: tensor(27.4418, device='cuda:0') (tensor(90.7280, device='cuda:0')) - | > loss_gen: 2.2472310066223145 (2.314019715199705) - | > loss_kl: 1.3811365365982056 (1.569653278491536) - | > loss_feat: 5.985231399536133 (6.116581697933009) - | > loss_mel: 22.754878997802734 (21.55244530224409) - | > loss_duration: 1.7695201635360718 (1.8040181300679192) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 34.137996673583984 (33.35671840730261) - | > grad_norm_1: tensor(703.6896, device='cuda:0') (tensor(453.7023, device='cuda:0')) - | > current_lr_0: 0.00019915175078976256 - | > current_lr_1: 0.00019915175078976256 - | > step_time: 1.1679 (0.8636124485828838) - | > loader_time: 0.0041 (0.004563214348965005) - - - --> TIME: 2024-11-22 23:39:33 -- STEP: 86/797 -- GLOBAL_STEP: 27975 - | > loss_disc: 2.440268039703369 (2.4777829952018204) - | > loss_disc_real_0: 0.13412833213806152 (0.13471451020518008) - | > loss_disc_real_1: 0.25232550501823425 (0.21849180619383968) - | > loss_disc_real_2: 0.21730796992778778 (0.2355809970650562) - | > loss_disc_real_3: 0.22026969492435455 (0.2254573307758154) - | > loss_disc_real_4: 0.19967973232269287 (0.22278349829274555) - | > loss_disc_real_5: 0.2542984187602997 (0.2348240816662478) - | > loss_0: 2.440268039703369 (2.4777829952018204) - | > grad_norm_0: tensor(21.6953, device='cuda:0') (tensor(88.2908, device='cuda:0')) - | > loss_gen: 2.2630691528320312 (2.3211859714153196) - | > loss_kl: 1.4305989742279053 (1.5557457485864328) - | > loss_feat: 6.241899490356445 (6.141674729280694) - | > loss_mel: 21.41608238220215 (21.719952849454664) - | > loss_duration: 1.7801597118377686 (1.787513329539188) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 33.13180923461914 (33.52607272392095) - | > grad_norm_1: tensor(801.5065, device='cuda:0') (tensor(521.3522, device='cuda:0')) - | > current_lr_0: 0.00019915175078976256 - | > current_lr_1: 0.00019915175078976256 - | > step_time: 0.8539 (0.8711840551952985) - | > loader_time: 0.0049 (0.004848496858463732) - - - --> TIME: 2024-11-22 23:39:55 -- STEP: 111/797 -- GLOBAL_STEP: 28000 - | > loss_disc: 2.3531606197357178 (2.4697226833652794) - | > loss_disc_real_0: 0.17454606294631958 (0.1301506943329497) - | > loss_disc_real_1: 0.2224579006433487 (0.21803139324660772) - | > loss_disc_real_2: 0.2600165605545044 (0.23503436389807109) - | > loss_disc_real_3: 0.23996683955192566 (0.22611093709060737) - | > loss_disc_real_4: 0.2699086666107178 (0.22256311774253845) - | > loss_disc_real_5: 0.23543457686901093 (0.2333154102434983) - | > loss_0: 2.3531606197357178 (2.4697226833652794) - | > grad_norm_0: tensor(117.0942, device='cuda:0') (tensor(91.3363, device='cuda:0')) - | > loss_gen: 2.6117935180664062 (2.3402049756264893) - | > loss_kl: 1.5059082508087158 (1.5596094088511423) - | > loss_feat: 6.558828353881836 (6.194302885382025) - | > loss_mel: 23.378734588623047 (21.78098853858742) - | > loss_duration: 1.755515694618225 (1.7764619803643442) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 35.8107795715332 (33.651567854322806) - | > grad_norm_1: tensor(499.4925, device='cuda:0') (tensor(543.3795, device='cuda:0')) - | > current_lr_0: 0.00019915175078976256 - | > current_lr_1: 0.00019915175078976256 - | > step_time: 0.8399 (0.8731135355459678) - | > loader_time: 0.0042 (0.0049153555620898015) - - - --> TIME: 2024-11-22 23:40:19 -- STEP: 136/797 -- GLOBAL_STEP: 28025 - | > loss_disc: 2.4019715785980225 (2.4676379333524134) - | > loss_disc_real_0: 0.14085207879543304 (0.1306822028504136) - | > loss_disc_real_1: 0.22251170873641968 (0.21759281011627002) - | > loss_disc_real_2: 0.20757663249969482 (0.23502079079694607) - | > loss_disc_real_3: 0.18114830553531647 (0.22556521973627452) - | > loss_disc_real_4: 0.2216109186410904 (0.2229956791681402) - | > loss_disc_real_5: 0.23344264924526215 (0.23286561930880828) - | > loss_0: 2.4019715785980225 (2.4676379333524134) - | > grad_norm_0: tensor(31.0214, device='cuda:0') (tensor(91.6625, device='cuda:0')) - | > loss_gen: 2.2905831336975098 (2.348933172576567) - | > loss_kl: 1.4272650480270386 (1.5508225709199905) - | > loss_feat: 5.931735515594482 (6.180326535421259) - | > loss_mel: 22.041278839111328 (21.810243606567386) - | > loss_duration: 1.7178274393081665 (1.770392268019564) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 33.40869140625 (33.66071814649244) - | > grad_norm_1: tensor(591.8264, device='cuda:0') (tensor(539.2426, device='cuda:0')) - | > current_lr_0: 0.00019915175078976256 - | > current_lr_1: 0.00019915175078976256 - | > step_time: 0.9462 (0.8844191519653097) - | > loader_time: 0.0045 (0.005148147835451015) - - - --> TIME: 2024-11-22 23:40:41 -- STEP: 161/797 -- GLOBAL_STEP: 28050 - | > loss_disc: 2.4941492080688477 (2.4634828019586394) - | > loss_disc_real_0: 0.10454073548316956 (0.1306350173555915) - | > loss_disc_real_1: 0.19252490997314453 (0.2166468438154422) - | > loss_disc_real_2: 0.24097603559494019 (0.2340783620287913) - | > loss_disc_real_3: 0.20636527240276337 (0.2255752186597504) - | > loss_disc_real_4: 0.19481024146080017 (0.22244742475681423) - | > loss_disc_real_5: 0.2300087958574295 (0.23107889609307236) - | > loss_0: 2.4941492080688477 (2.4634828019586394) - | > grad_norm_0: tensor(44.2098, device='cuda:0') (tensor(84.7474, device='cuda:0')) - | > loss_gen: 2.125464916229248 (2.3394452711069804) - | > loss_kl: 1.469369888305664 (1.5366028680564456) - | > loss_feat: 5.366857051849365 (6.160563264574322) - | > loss_mel: 21.578676223754883 (21.85377996456549) - | > loss_duration: 1.7407021522521973 (1.764242772730241) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 32.281070709228516 (33.65463410845453) - | > grad_norm_1: tensor(385.0816, device='cuda:0') (tensor(528.4862, device='cuda:0')) - | > current_lr_0: 0.00019915175078976256 - | > current_lr_1: 0.00019915175078976256 - | > step_time: 0.8047 (0.8834931065577157) - | > loader_time: 0.0049 (0.005375462289182299) - - - --> TIME: 2024-11-22 23:41:03 -- STEP: 186/797 -- GLOBAL_STEP: 28075 - | > loss_disc: 2.444990396499634 (2.465146295485957) - | > loss_disc_real_0: 0.14087530970573425 (0.1294659214114309) - | > loss_disc_real_1: 0.20705299079418182 (0.21698564795717115) - | > loss_disc_real_2: 0.2544461190700531 (0.23487311361297483) - | > loss_disc_real_3: 0.24758026003837585 (0.2257196930467441) - | > loss_disc_real_4: 0.26124024391174316 (0.22257524856957056) - | > loss_disc_real_5: 0.2524544596672058 (0.23240189742977901) - | > loss_0: 2.444990396499634 (2.465146295485957) - | > grad_norm_0: tensor(69.2815, device='cuda:0') (tensor(84.6416, device='cuda:0')) - | > loss_gen: 2.502370834350586 (2.341524136963711) - | > loss_kl: 1.4308041334152222 (1.537850974708475) - | > loss_feat: 6.084022045135498 (6.1683807167955615) - | > loss_mel: 22.085283279418945 (21.93117827753867) - | > loss_duration: 1.6912115812301636 (1.7563289230869663) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 33.7936897277832 (33.73526293231593) - | > grad_norm_1: tensor(714.0598, device='cuda:0') (tensor(558.8760, device='cuda:0')) - | > current_lr_0: 0.00019915175078976256 - | > current_lr_1: 0.00019915175078976256 - | > step_time: 0.9131 (0.8811203202893657) - | > loader_time: 0.0062 (0.005416580425795693) - - - --> TIME: 2024-11-22 23:41:25 -- STEP: 211/797 -- GLOBAL_STEP: 28100 - | > loss_disc: 2.625962257385254 (2.468463976801288) - | > loss_disc_real_0: 0.23442065715789795 (0.1286113050135108) - | > loss_disc_real_1: 0.20274582505226135 (0.21711959658075847) - | > loss_disc_real_2: 0.2132505178451538 (0.23525480685923336) - | > loss_disc_real_3: 0.21800333261489868 (0.22631052228229304) - | > loss_disc_real_4: 0.18117785453796387 (0.22218140041658663) - | > loss_disc_real_5: 0.22531236708164215 (0.23309610007216014) - | > loss_0: 2.625962257385254 (2.468463976801288) - | > grad_norm_0: tensor(58.2216, device='cuda:0') (tensor(88.4731, device='cuda:0')) - | > loss_gen: 2.250157594680786 (2.3403532516334855) - | > loss_kl: 1.4278932809829712 (1.5363507835785926) - | > loss_feat: 5.7390875816345215 (6.135904714394519) - | > loss_mel: 19.56631088256836 (21.899628942046686) - | > loss_duration: 1.725951910018921 (1.753730404433481) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 30.709402084350586 (33.66596800456114) - | > grad_norm_1: tensor(572.1743, device='cuda:0') (tensor(578.5401, device='cuda:0')) - | > current_lr_0: 0.00019915175078976256 - | > current_lr_1: 0.00019915175078976256 - | > step_time: 0.8345 (0.8780620617889116) - | > loader_time: 0.0045 (0.00552971668153013) - - - --> TIME: 2024-11-22 23:41:47 -- STEP: 236/797 -- GLOBAL_STEP: 28125 - | > loss_disc: 2.616898536682129 (2.471325793508755) - | > loss_disc_real_0: 0.2111712396144867 (0.13011044944178757) - | > loss_disc_real_1: 0.16561879217624664 (0.2178082921999996) - | > loss_disc_real_2: 0.2888201177120209 (0.23543465263762717) - | > loss_disc_real_3: 0.22588595747947693 (0.2260207797763711) - | > loss_disc_real_4: 0.18975844979286194 (0.22220898268081374) - | > loss_disc_real_5: 0.2391515076160431 (0.23285661372592895) - | > loss_0: 2.616898536682129 (2.471325793508755) - | > grad_norm_0: tensor(190.3716, device='cuda:0') (tensor(100.0354, device='cuda:0')) - | > loss_gen: 2.3716847896575928 (2.3419438842999734) - | > loss_kl: 1.75017249584198 (1.5409789964304133) - | > loss_feat: 6.3269429206848145 (6.114015906544054) - | > loss_mel: 21.800973892211914 (21.877011727478546) - | > loss_duration: 1.6802740097045898 (1.7497122242289074) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 33.930049896240234 (33.623662625328954) - | > grad_norm_1: tensor(638.9925, device='cuda:0') (tensor(589.2456, device='cuda:0')) - | > current_lr_0: 0.00019915175078976256 - | > current_lr_1: 0.00019915175078976256 - | > step_time: 0.9249 (0.8768749479520119) - | > loader_time: 0.0055 (0.0056619108733484335) - - - --> TIME: 2024-11-22 23:42:10 -- STEP: 261/797 -- GLOBAL_STEP: 28150 - | > loss_disc: 2.5473580360412598 (2.465959490487401) - | > loss_disc_real_0: 0.17587950825691223 (0.12897438496008687) - | > loss_disc_real_1: 0.2337735891342163 (0.2175854008316537) - | > loss_disc_real_2: 0.2585412561893463 (0.2349788739535087) - | > loss_disc_real_3: 0.3014480769634247 (0.22608982100797337) - | > loss_disc_real_4: 0.28255704045295715 (0.22251761764630504) - | > loss_disc_real_5: 0.23496495187282562 (0.2321180011577533) - | > loss_0: 2.5473580360412598 (2.465959490487401) - | > grad_norm_0: tensor(20.8754, device='cuda:0') (tensor(95.9651, device='cuda:0')) - | > loss_gen: 2.2872800827026367 (2.3432361047386667) - | > loss_kl: 1.5159947872161865 (1.5422834422853258) - | > loss_feat: 5.543878555297852 (6.131235343743101) - | > loss_mel: 22.524639129638672 (21.914277504230366) - | > loss_duration: 1.797716498374939 (1.7468878441843494) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 33.66950988769531 (33.67792011860229) - | > grad_norm_1: tensor(445.1859, device='cuda:0') (tensor(569.4185, device='cuda:0')) - | > current_lr_0: 0.00019915175078976256 - | > current_lr_1: 0.00019915175078976256 - | > step_time: 0.8992 (0.880050449992505) - | > loader_time: 0.0053 (0.005724346043963088) - - - --> TIME: 2024-11-22 23:42:37 -- STEP: 286/797 -- GLOBAL_STEP: 28175 - | > loss_disc: 2.497716188430786 (2.46609018899344) - | > loss_disc_real_0: 0.16636472940444946 (0.12979447045786816) - | > loss_disc_real_1: 0.18846018612384796 (0.21733499255838928) - | > loss_disc_real_2: 0.21544921398162842 (0.23462502241551458) - | > loss_disc_real_3: 0.21755912899971008 (0.2262961115766238) - | > loss_disc_real_4: 0.23003363609313965 (0.22222852409927996) - | > loss_disc_real_5: 0.26293471455574036 (0.23224645144455916) - | > loss_0: 2.497716188430786 (2.46609018899344) - | > grad_norm_0: tensor(149.7650, device='cuda:0') (tensor(92.9353, device='cuda:0')) - | > loss_gen: 2.2016968727111816 (2.3401884107322966) - | > loss_kl: 1.79902184009552 (1.5419428115124467) - | > loss_feat: 5.721944808959961 (6.130820502768029) - | > loss_mel: 21.476346969604492 (21.9311987336699) - | > loss_duration: 1.6954269409179688 (1.7447083579910379) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 32.894439697265625 (33.68885867245547) - | > grad_norm_1: tensor(443.3490, device='cuda:0') (tensor(566.9855, device='cuda:0')) - | > current_lr_0: 0.00019915175078976256 - | > current_lr_1: 0.00019915175078976256 - | > step_time: 1.1354 (0.8964486047104522) - | > loader_time: 0.0071 (0.005891978323876443) - - - --> TIME: 2024-11-22 23:43:02 -- STEP: 311/797 -- GLOBAL_STEP: 28200 - | > loss_disc: 2.6316161155700684 (2.4674461807852004) - | > loss_disc_real_0: 0.14544658362865448 (0.12966134144035182) - | > loss_disc_real_1: 0.27175766229629517 (0.21754629421272462) - | > loss_disc_real_2: 0.19867995381355286 (0.23460168321991273) - | > loss_disc_real_3: 0.23052972555160522 (0.226200858496393) - | > loss_disc_real_4: 0.2039346992969513 (0.22242478087209044) - | > loss_disc_real_5: 0.1668347716331482 (0.23237722652134787) - | > loss_0: 2.6316161155700684 (2.4674461807852004) - | > grad_norm_0: tensor(455.8902, device='cuda:0') (tensor(95.6260, device='cuda:0')) - | > loss_gen: 2.2740678787231445 (2.3382696867755763) - | > loss_kl: 1.6901723146438599 (1.540199193157183) - | > loss_feat: 5.107691287994385 (6.109798531056981) - | > loss_mel: 18.92152976989746 (21.933600459451462) - | > loss_duration: 1.7056533098220825 (1.742286256271926) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 29.699115753173828 (33.664153997537774) - | > grad_norm_1: tensor(753.8753, device='cuda:0') (tensor(574.5927, device='cuda:0')) - | > current_lr_0: 0.00019915175078976256 - | > current_lr_1: 0.00019915175078976256 - | > step_time: 0.9349 (0.902634672029992) - | > loader_time: 0.0055 (0.00595476926331352) - - - --> TIME: 2024-11-22 23:43:26 -- STEP: 336/797 -- GLOBAL_STEP: 28225 - | > loss_disc: 2.319702625274658 (2.4670388585045235) - | > loss_disc_real_0: 0.08483725786209106 (0.1296889254313317) - | > loss_disc_real_1: 0.18028435111045837 (0.21689109774749904) - | > loss_disc_real_2: 0.1906435489654541 (0.23477903394294636) - | > loss_disc_real_3: 0.22936475276947021 (0.22654621320820986) - | > loss_disc_real_4: 0.20059172809123993 (0.22300851416020168) - | > loss_disc_real_5: 0.20642048120498657 (0.2323290157087502) - | > loss_0: 2.319702625274658 (2.4670388585045235) - | > grad_norm_0: tensor(50.7638, device='cuda:0') (tensor(96.9257, device='cuda:0')) - | > loss_gen: 2.4095523357391357 (2.338879077207475) - | > loss_kl: 1.529499888420105 (1.5426974764892027) - | > loss_feat: 6.165130615234375 (6.10105167400269) - | > loss_mel: 22.093059539794922 (21.92578048365457) - | > loss_duration: 1.675769329071045 (1.7399303891829074) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 33.87301254272461 (33.64833899906702) - | > grad_norm_1: tensor(979.3564, device='cuda:0') (tensor(584.7657, device='cuda:0')) - | > current_lr_0: 0.00019915175078976256 - | > current_lr_1: 0.00019915175078976256 - | > step_time: 1.3988 (0.9077222240822655) - | > loader_time: 0.0072 (0.006034076923415782) - - - --> TIME: 2024-11-22 23:44:01 -- STEP: 361/797 -- GLOBAL_STEP: 28250 - | > loss_disc: 2.500582695007324 (2.466243390561471) - | > loss_disc_real_0: 0.09507013857364655 (0.12923366457760502) - | > loss_disc_real_1: 0.2409895956516266 (0.21681083965829864) - | > loss_disc_real_2: 0.21395491063594818 (0.23432728384010018) - | > loss_disc_real_3: 0.22265486419200897 (0.22630077534435195) - | > loss_disc_real_4: 0.24793563783168793 (0.22267042376988483) - | > loss_disc_real_5: 0.2292511910200119 (0.23244689120150008) - | > loss_0: 2.500582695007324 (2.466243390561471) - | > grad_norm_0: tensor(163.1833, device='cuda:0') (tensor(97.6546, device='cuda:0')) - | > loss_gen: 2.248755931854248 (2.3374267142895535) - | > loss_kl: 1.6325712203979492 (1.5428538943261645) - | > loss_feat: 5.224806308746338 (6.089565887345499) - | > loss_mel: 18.867584228515625 (21.876662811744254) - | > loss_duration: 1.6729376316070557 (1.737250711118745) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 29.646656036376953 (33.58375990489841) - | > grad_norm_1: tensor(737.6192, device='cuda:0') (tensor(590.5475, device='cuda:0')) - | > current_lr_0: 0.00019915175078976256 - | > current_lr_1: 0.00019915175078976256 - | > step_time: 1.7114 (0.9408867629941481) - | > loader_time: 0.01 (0.006476128200414776) - - - --> TIME: 2024-11-22 23:44:28 -- STEP: 386/797 -- GLOBAL_STEP: 28275 - | > loss_disc: 2.4500255584716797 (2.4637433827849855) - | > loss_disc_real_0: 0.17074798047542572 (0.1287210145723943) - | > loss_disc_real_1: 0.2358928769826889 (0.2167291991760076) - | > loss_disc_real_2: 0.22725528478622437 (0.23448470080454734) - | > loss_disc_real_3: 0.27444663643836975 (0.22595435998600377) - | > loss_disc_real_4: 0.2585042119026184 (0.22260531829428795) - | > loss_disc_real_5: 0.23266275227069855 (0.23248387216904004) - | > loss_0: 2.4500255584716797 (2.4637433827849855) - | > grad_norm_0: tensor(165.9285, device='cuda:0') (tensor(96.4551, device='cuda:0')) - | > loss_gen: 2.4569287300109863 (2.340805031783841) - | > loss_kl: 1.6930005550384521 (1.5427959332812011) - | > loss_feat: 5.915287971496582 (6.100851735920484) - | > loss_mel: 22.269760131835938 (21.89594610738014) - | > loss_duration: 1.6897679567337036 (1.7351567763738676) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 34.02474594116211 (33.615555432176336) - | > grad_norm_1: tensor(257.0691, device='cuda:0') (tensor(593.7895, device='cuda:0')) - | > current_lr_0: 0.00019915175078976256 - | > current_lr_1: 0.00019915175078976256 - | > step_time: 1.0877 (0.9489866791611509) - | > loader_time: 0.0067 (0.006607271229047238) - - - --> TIME: 2024-11-22 23:44:56 -- STEP: 411/797 -- GLOBAL_STEP: 28300 - | > loss_disc: 2.4521827697753906 (2.4616476456904324) - | > loss_disc_real_0: 0.08747629821300507 (0.12759892457593086) - | > loss_disc_real_1: 0.23121169209480286 (0.21627303657015454) - | > loss_disc_real_2: 0.2448541671037674 (0.23430207291948824) - | > loss_disc_real_3: 0.24105803668498993 (0.22615683350684865) - | > loss_disc_real_4: 0.21841366589069366 (0.2222672979327014) - | > loss_disc_real_5: 0.27358800172805786 (0.23266725176877348) - | > loss_0: 2.4521827697753906 (2.4616476456904324) - | > grad_norm_0: tensor(90.1393, device='cuda:0') (tensor(97.0260, device='cuda:0')) - | > loss_gen: 2.398864269256592 (2.342943514930652) - | > loss_kl: 1.7515047788619995 (1.5434388012201532) - | > loss_feat: 5.824021816253662 (6.106608311915338) - | > loss_mel: 20.993345260620117 (21.88711186801141) - | > loss_duration: 1.7003934383392334 (1.7336151620187312) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 32.668128967285156 (33.61371749450979) - | > grad_norm_1: tensor(343.7800, device='cuda:0') (tensor(600.6655, device='cuda:0')) - | > current_lr_0: 0.00019915175078976256 - | > current_lr_1: 0.00019915175078976256 - | > step_time: 1.1117 (0.9584603060190985) - | > loader_time: 0.01 (0.006717997455828968) - - - --> TIME: 2024-11-22 23:45:26 -- STEP: 436/797 -- GLOBAL_STEP: 28325 - | > loss_disc: 2.370985746383667 (2.46043690847694) - | > loss_disc_real_0: 0.17566660046577454 (0.12781559951056579) - | > loss_disc_real_1: 0.2789919674396515 (0.21622878025977985) - | > loss_disc_real_2: 0.21818292140960693 (0.23391532833012965) - | > loss_disc_real_3: 0.2532864809036255 (0.22601978675624643) - | > loss_disc_real_4: 0.23729543387889862 (0.22187608384757962) - | > loss_disc_real_5: 0.2520163655281067 (0.2322300562139498) - | > loss_0: 2.370985746383667 (2.46043690847694) - | > grad_norm_0: tensor(12.6301, device='cuda:0') (tensor(98.6244, device='cuda:0')) - | > loss_gen: 2.580399751663208 (2.346609551698792) - | > loss_kl: 1.706883192062378 (1.542415755057553) - | > loss_feat: 6.9708147048950195 (6.117645793004865) - | > loss_mel: 23.878782272338867 (21.89258750425567) - | > loss_duration: 1.7212581634521484 (1.7324786905301814) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 36.85813903808594 (33.63173710971795) - | > grad_norm_1: tensor(513.7442, device='cuda:0') (tensor(604.0787, device='cuda:0')) - | > current_lr_0: 0.00019915175078976256 - | > current_lr_1: 0.00019915175078976256 - | > step_time: 0.9542 (0.9701120087859827) - | > loader_time: 0.0079 (0.006966999364555435) - - - --> TIME: 2024-11-22 23:45:50 -- STEP: 461/797 -- GLOBAL_STEP: 28350 - | > loss_disc: 2.5020551681518555 (2.461702199406321) - | > loss_disc_real_0: 0.15348216891288757 (0.12751258539597538) - | > loss_disc_real_1: 0.20308136940002441 (0.21635836918803977) - | > loss_disc_real_2: 0.2502427399158478 (0.23426457098533687) - | > loss_disc_real_3: 0.23801840841770172 (0.22660179080647655) - | > loss_disc_real_4: 0.2166184037923813 (0.22216079990155269) - | > loss_disc_real_5: 0.19980120658874512 (0.23218588159296363) - | > loss_0: 2.5020551681518555 (2.461702199406321) - | > grad_norm_0: tensor(24.9280, device='cuda:0') (tensor(97.0387, device='cuda:0')) - | > loss_gen: 2.4342150688171387 (2.344470223997784) - | > loss_kl: 1.7149726152420044 (1.541697828733481) - | > loss_feat: 6.288346290588379 (6.109552530301107) - | > loss_mel: 22.271398544311523 (21.88745024923131) - | > loss_duration: 1.748579740524292 (1.7316821120566241) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 34.45751190185547 (33.61485276046386) - | > grad_norm_1: tensor(814.9731, device='cuda:0') (tensor(598.1010, device='cuda:0')) - | > current_lr_0: 0.00019915175078976256 - | > current_lr_1: 0.00019915175078976256 - | > step_time: 0.9144 (0.9699803515783877) - | > loader_time: 0.0068 (0.006991897384411866) - - - --> TIME: 2024-11-22 23:46:14 -- STEP: 486/797 -- GLOBAL_STEP: 28375 - | > loss_disc: 2.4002411365509033 (2.461471117573017) - | > loss_disc_real_0: 0.12058715522289276 (0.12771101708336127) - | > loss_disc_real_1: 0.23665709793567657 (0.2168023053081438) - | > loss_disc_real_2: 0.21780766546726227 (0.23393886711126494) - | > loss_disc_real_3: 0.1809374988079071 (0.22623404431244962) - | > loss_disc_real_4: 0.1753784865140915 (0.22178048355343902) - | > loss_disc_real_5: 0.23513182997703552 (0.23210738982560702) - | > loss_0: 2.4002411365509033 (2.461471117573017) - | > grad_norm_0: tensor(102.0988, device='cuda:0') (tensor(98.4721, device='cuda:0')) - | > loss_gen: 2.2958288192749023 (2.3446057826403255) - | > loss_kl: 1.794797658920288 (1.5426760131930124) - | > loss_feat: 6.090399265289307 (6.1133630746676575) - | > loss_mel: 21.26791763305664 (21.881623790097343) - | > loss_duration: 1.717339038848877 (1.730369589701601) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 33.166282653808594 (33.61263808890129) - | > grad_norm_1: tensor(894.3713, device='cuda:0') (tensor(608.3158, device='cuda:0')) - | > current_lr_0: 0.00019915175078976256 - | > current_lr_1: 0.00019915175078976256 - | > step_time: 0.9455 (0.9687645126272131) - | > loader_time: 0.0071 (0.007021704328403557) - - - --> TIME: 2024-11-22 23:46:40 -- STEP: 511/797 -- GLOBAL_STEP: 28400 - | > loss_disc: 2.665928840637207 (2.4618771449460417) - | > loss_disc_real_0: 0.23483486473560333 (0.12828666460199126) - | > loss_disc_real_1: 0.205648273229599 (0.21671813796411055) - | > loss_disc_real_2: 0.1944158673286438 (0.2343498086101155) - | > loss_disc_real_3: 0.1923297792673111 (0.2260555279698157) - | > loss_disc_real_4: 0.2629837393760681 (0.2222909873129104) - | > loss_disc_real_5: 0.24141325056552887 (0.23242871582858016) - | > loss_0: 2.665928840637207 (2.4618771449460417) - | > grad_norm_0: tensor(18.9570, device='cuda:0') (tensor(98.1179, device='cuda:0')) - | > loss_gen: 2.174743890762329 (2.3479445071603005) - | > loss_kl: 1.7112377882003784 (1.5428708462799128) - | > loss_feat: 5.556609153747559 (6.119476101869704) - | > loss_mel: 20.96994400024414 (21.875926012162367) - | > loss_duration: 1.6791791915893555 (1.7291005504574557) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 32.091712951660156 (33.61531785416271) - | > grad_norm_1: tensor(735.2480, device='cuda:0') (tensor(611.2914, device='cuda:0')) - | > current_lr_0: 0.00019915175078976256 - | > current_lr_1: 0.00019915175078976256 - | > step_time: 0.9427 (0.9713942477381159) - | > loader_time: 0.0067 (0.007134036308631977) - - - --> TIME: 2024-11-22 23:47:05 -- STEP: 536/797 -- GLOBAL_STEP: 28425 - | > loss_disc: 2.4955053329467773 (2.462105064694559) - | > loss_disc_real_0: 0.18267714977264404 (0.12784057068847005) - | > loss_disc_real_1: 0.24336695671081543 (0.2168342098037698) - | > loss_disc_real_2: 0.20947124063968658 (0.2341347134658205) - | > loss_disc_real_3: 0.22515830397605896 (0.2262979385846141) - | > loss_disc_real_4: 0.2111009955406189 (0.22203103861590817) - | > loss_disc_real_5: 0.2317061424255371 (0.23213928837829564) - | > loss_0: 2.4955053329467773 (2.462105064694559) - | > grad_norm_0: tensor(55.5181, device='cuda:0') (tensor(97.0333, device='cuda:0')) - | > loss_gen: 2.358442544937134 (2.348520525133434) - | > loss_kl: 1.762373447418213 (1.5425163912239355) - | > loss_feat: 6.471206188201904 (6.126144221469536) - | > loss_mel: 22.521509170532227 (21.885319457125313) - | > loss_duration: 1.704781174659729 (1.7287358212382042) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 34.81831359863281 (33.63123625783773) - | > grad_norm_1: tensor(822.9249, device='cuda:0') (tensor(612.6521, device='cuda:0')) - | > current_lr_0: 0.00019915175078976256 - | > current_lr_1: 0.00019915175078976256 - | > step_time: 0.9673 (0.9708706376267903) - | > loader_time: 0.0076 (0.007198620198377927) - - - --> TIME: 2024-11-22 23:47:33 -- STEP: 561/797 -- GLOBAL_STEP: 28450 - | > loss_disc: 2.5469741821289062 (2.462226464786629) - | > loss_disc_real_0: 0.1184726357460022 (0.12735990726400606) - | > loss_disc_real_1: 0.21800565719604492 (0.2170042503432581) - | > loss_disc_real_2: 0.22195419669151306 (0.23437871912796443) - | > loss_disc_real_3: 0.22142723202705383 (0.2261307602366449) - | > loss_disc_real_4: 0.2072615623474121 (0.22218682658119848) - | > loss_disc_real_5: 0.26395803689956665 (0.23268269616014817) - | > loss_0: 2.5469741821289062 (2.462226464786629) - | > grad_norm_0: tensor(14.7898, device='cuda:0') (tensor(96.2502, device='cuda:0')) - | > loss_gen: 2.215562343597412 (2.349318467146999) - | > loss_kl: 1.5895471572875977 (1.5427785680468282) - | > loss_feat: 5.880085468292236 (6.130837306194337) - | > loss_mel: 21.568655014038086 (21.89716830398098) - | > loss_duration: 1.7125723361968994 (1.7282129343393227) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 32.96642303466797 (33.64831541948773) - | > grad_norm_1: tensor(540.1121, device='cuda:0') (tensor(612.0602, device='cuda:0')) - | > current_lr_0: 0.00019915175078976256 - | > current_lr_1: 0.00019915175078976256 - | > step_time: 1.0433 (0.9775260769747158) - | > loader_time: 0.0072 (0.0073040258438192) - - - --> TIME: 2024-11-22 23:48:01 -- STEP: 586/797 -- GLOBAL_STEP: 28475 - | > loss_disc: 2.6325759887695312 (2.463896257478626) - | > loss_disc_real_0: 0.21297475695610046 (0.12785227734074245) - | > loss_disc_real_1: 0.2513321340084076 (0.2171485374201686) - | > loss_disc_real_2: 0.2807902991771698 (0.23418955281122553) - | > loss_disc_real_3: 0.2753417491912842 (0.2265219133054844) - | > loss_disc_real_4: 0.2992367744445801 (0.22219211351342574) - | > loss_disc_real_5: 0.2780275344848633 (0.23273482232167045) - | > loss_0: 2.6325759887695312 (2.463896257478626) - | > grad_norm_0: tensor(94.1240, device='cuda:0') (tensor(97.0476, device='cuda:0')) - | > loss_gen: 2.4459707736968994 (2.351088738075296) - | > loss_kl: 1.7735364437103271 (1.545297295973976) - | > loss_feat: 6.01592493057251 (6.138466544525613) - | > loss_mel: 24.21271324157715 (21.92506270034322) - | > loss_duration: 1.762787103652954 (1.727616165278308) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 36.210933685302734 (33.68753129548989) - | > grad_norm_1: tensor(989.3122, device='cuda:0') (tensor(617.1548, device='cuda:0')) - | > current_lr_0: 0.00019915175078976256 - | > current_lr_1: 0.00019915175078976256 - | > step_time: 1.0829 (0.9826707376148107) - | > loader_time: 0.0116 (0.007383214735740692) - - - --> TIME: 2024-11-22 23:48:28 -- STEP: 611/797 -- GLOBAL_STEP: 28500 - | > loss_disc: 2.8481149673461914 (2.4641739268544818) - | > loss_disc_real_0: 0.3826989531517029 (0.12823183283990225) - | > loss_disc_real_1: 0.25013211369514465 (0.21748133498791186) - | > loss_disc_real_2: 0.25813227891921997 (0.2346028051233916) - | > loss_disc_real_3: 0.20285020768642426 (0.2262019328955933) - | > loss_disc_real_4: 0.23033489286899567 (0.22238814828341213) - | > loss_disc_real_5: 0.29328006505966187 (0.2325296617324926) - | > loss_0: 2.8481149673461914 (2.4641739268544818) - | > grad_norm_0: tensor(458.8748, device='cuda:0') (tensor(98.0944, device='cuda:0')) - | > loss_gen: 2.121602773666382 (2.3521481978717693) - | > loss_kl: 1.435273289680481 (1.5447800198475383) - | > loss_feat: 4.1018805503845215 (6.1387473377970725) - | > loss_mel: 18.913959503173828 (21.943915165777888) - | > loss_duration: 1.7220628261566162 (1.7273514479545056) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 28.29477882385254 (33.706942004189706) - | > grad_norm_1: tensor(524.0969, device='cuda:0') (tensor(620.1530, device='cuda:0')) - | > current_lr_0: 0.00019915175078976256 - | > current_lr_1: 0.00019915175078976256 - | > step_time: 0.9797 (0.9863107196633047) - | > loader_time: 0.0107 (0.007513781421118209) - - - --> TIME: 2024-11-22 23:48:54 -- STEP: 636/797 -- GLOBAL_STEP: 28525 - | > loss_disc: 2.5752241611480713 (2.4662071087825197) - | > loss_disc_real_0: 0.08873587846755981 (0.12899225378561324) - | > loss_disc_real_1: 0.23268114030361176 (0.21733408025319462) - | > loss_disc_real_2: 0.227031409740448 (0.234397911214791) - | > loss_disc_real_3: 0.23735980689525604 (0.22601035642642645) - | > loss_disc_real_4: 0.22972525656223297 (0.22225119501539747) - | > loss_disc_real_5: 0.2500123679637909 (0.2328038565673918) - | > loss_0: 2.5752241611480713 (2.4662071087825197) - | > grad_norm_0: tensor(103.9544, device='cuda:0') (tensor(97.0642, device='cuda:0')) - | > loss_gen: 2.398961067199707 (2.3492759876656106) - | > loss_kl: 1.4930964708328247 (1.5434946586500913) - | > loss_feat: 5.778223991394043 (6.129917810548024) - | > loss_mel: 21.254417419433594 (21.946169529321057) - | > loss_duration: 1.732297658920288 (1.727425585940199) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 32.6569938659668 (33.69628341242947) - | > grad_norm_1: tensor(985.8764, device='cuda:0') (tensor(617.9094, device='cuda:0')) - | > current_lr_0: 0.00019915175078976256 - | > current_lr_1: 0.00019915175078976256 - | > step_time: 1.0557 (0.987146554503051) - | > loader_time: 0.0124 (0.007596493517077948) - - - --> TIME: 2024-11-22 23:49:20 -- STEP: 661/797 -- GLOBAL_STEP: 28550 - | > loss_disc: 2.535130500793457 (2.4659303316730923) - | > loss_disc_real_0: 0.14857999980449677 (0.1293550529791982) - | > loss_disc_real_1: 0.30998003482818604 (0.21736591071476546) - | > loss_disc_real_2: 0.24344216287136078 (0.23452659967988054) - | > loss_disc_real_3: 0.21483184397220612 (0.22596831407831944) - | > loss_disc_real_4: 0.17194579541683197 (0.2225067510907841) - | > loss_disc_real_5: 0.19959315657615662 (0.23295875757076015) - | > loss_0: 2.535130500793457 (2.4659303316730923) - | > grad_norm_0: tensor(7.1326, device='cuda:0') (tensor(95.8571, device='cuda:0')) - | > loss_gen: 2.0300965309143066 (2.347694933504634) - | > loss_kl: 1.5568737983703613 (1.5430471570697375) - | > loss_feat: 5.473211288452148 (6.124567235291632) - | > loss_mel: 20.920969009399414 (21.93989216433711) - | > loss_duration: 1.732394814491272 (1.7269735118083982) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 31.713544845581055 (33.682174844207935) - | > grad_norm_1: tensor(149.0625, device='cuda:0') (tensor(611.9008, device='cuda:0')) - | > current_lr_0: 0.00019915175078976256 - | > current_lr_1: 0.00019915175078976256 - | > step_time: 0.9775 (0.988734226904911) - | > loader_time: 0.0107 (0.0076635396065762515) - - - --> TIME: 2024-11-22 23:49:46 -- STEP: 686/797 -- GLOBAL_STEP: 28575 - | > loss_disc: 2.542233943939209 (2.4654285410750316) - | > loss_disc_real_0: 0.11696465313434601 (0.12944726613363808) - | > loss_disc_real_1: 0.24058817327022552 (0.21746751850704402) - | > loss_disc_real_2: 0.2911224663257599 (0.23424603068880714) - | > loss_disc_real_3: 0.26419639587402344 (0.22622562988332687) - | > loss_disc_real_4: 0.22756339609622955 (0.22221081147822971) - | > loss_disc_real_5: 0.22066670656204224 (0.23263052594644335) - | > loss_0: 2.542233943939209 (2.4654285410750316) - | > grad_norm_0: tensor(66.5989, device='cuda:0') (tensor(94.7497, device='cuda:0')) - | > loss_gen: 2.471919059753418 (2.346695124060351) - | > loss_kl: 1.643301248550415 (1.5422628832975547) - | > loss_feat: 6.828183174133301 (6.12301586459746) - | > loss_mel: 24.14220428466797 (21.959665365191313) - | > loss_duration: 1.7349591255187988 (1.7265339589327486) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 36.8205680847168 (33.69817304472182) - | > grad_norm_1: tensor(1035.4866, device='cuda:0') (tensor(611.5251, device='cuda:0')) - | > current_lr_0: 0.00019915175078976256 - | > current_lr_1: 0.00019915175078976256 - | > step_time: 1.1495 (0.9897824536259598) - | > loader_time: 0.0086 (0.007764767279777865) - - - --> TIME: 2024-11-22 23:50:14 -- STEP: 711/797 -- GLOBAL_STEP: 28600 - | > loss_disc: 2.4450371265411377 (2.466646227655526) - | > loss_disc_real_0: 0.08052767813205719 (0.12934065413164875) - | > loss_disc_real_1: 0.2222539633512497 (0.2173431362280865) - | > loss_disc_real_2: 0.24644340574741364 (0.23458156794435364) - | > loss_disc_real_3: 0.2211129516363144 (0.22630661331986912) - | > loss_disc_real_4: 0.2264719009399414 (0.2227562205281774) - | > loss_disc_real_5: 0.21068008244037628 (0.2329987017372322) - | > loss_0: 2.4450371265411377 (2.466646227655526) - | > grad_norm_0: tensor(153.2912, device='cuda:0') (tensor(93.8043, device='cuda:0')) - | > loss_gen: 2.3989267349243164 (2.345902073903092) - | > loss_kl: 1.745424509048462 (1.5437221223627284) - | > loss_feat: 6.180497646331787 (6.118927465377137) - | > loss_mel: 22.707406997680664 (21.97069822920358) - | > loss_duration: 1.7141122817993164 (1.7258997798468996) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 34.746368408203125 (33.7051495553404) - | > grad_norm_1: tensor(693.4099, device='cuda:0') (tensor(612.5643, device='cuda:0')) - | > current_lr_0: 0.00019915175078976256 - | > current_lr_1: 0.00019915175078976256 - | > step_time: 1.2061 (0.9936907217640079) - | > loader_time: 0.0106 (0.007871081557454942) - - - --> TIME: 2024-11-22 23:50:45 -- STEP: 736/797 -- GLOBAL_STEP: 28625 - | > loss_disc: 2.5603466033935547 (2.4685775828750187) - | > loss_disc_real_0: 0.1550297737121582 (0.12993270325292244) - | > loss_disc_real_1: 0.20978692173957825 (0.2175484604769102) - | > loss_disc_real_2: 0.2299203723669052 (0.23449772031491864) - | > loss_disc_real_3: 0.2243729829788208 (0.22653589786394782) - | > loss_disc_real_4: 0.25915008783340454 (0.2227999107790706) - | > loss_disc_real_5: 0.23421677947044373 (0.23304566775408128) - | > loss_0: 2.5603466033935547 (2.4685775828750187) - | > grad_norm_0: tensor(33.6017, device='cuda:0') (tensor(93.7873, device='cuda:0')) - | > loss_gen: 2.2924468517303467 (2.3440038488934882) - | > loss_kl: 1.465403437614441 (1.5436889161558243) - | > loss_feat: 6.418008804321289 (6.111439927116679) - | > loss_mel: 24.13412857055664 (21.972346111484203) - | > loss_duration: 1.706520438194275 (1.7250529388370721) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 36.01650619506836 (33.696531619714634) - | > grad_norm_1: tensor(735.5735, device='cuda:0') (tensor(611.6879, device='cuda:0')) - | > current_lr_0: 0.00019915175078976256 - | > current_lr_1: 0.00019915175078976256 - | > step_time: 1.1888 (1.000424101948738) - | > loader_time: 0.1455 (0.009456740125365877) - - - --> TIME: 2024-11-22 23:51:27 -- STEP: 761/797 -- GLOBAL_STEP: 28650 - | > loss_disc: 2.444912910461426 (2.468655253521867) - | > loss_disc_real_0: 0.15127818286418915 (0.129625256791339) - | > loss_disc_real_1: 0.22190293669700623 (0.2176468115441902) - | > loss_disc_real_2: 0.24722279608249664 (0.23469142848809352) - | > loss_disc_real_3: 0.2717522978782654 (0.22653008200492558) - | > loss_disc_real_4: 0.23416349291801453 (0.2229649694183653) - | > loss_disc_real_5: 0.22703105211257935 (0.23308123315289206) - | > loss_0: 2.444912910461426 (2.468655253521867) - | > grad_norm_0: tensor(36.8425, device='cuda:0') (tensor(93.1813, device='cuda:0')) - | > loss_gen: 2.3811581134796143 (2.34404492205922) - | > loss_kl: 1.5712064504623413 (1.5432380715118277) - | > loss_feat: 6.128233432769775 (6.107916905281574) - | > loss_mel: 23.032651901245117 (21.9776217903007) - | > loss_duration: 1.6853045225143433 (1.7238924868316752) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 34.798553466796875 (33.69671406288497) - | > grad_norm_1: tensor(718.7548, device='cuda:0') (tensor(613.1664, device='cuda:0')) - | > current_lr_0: 0.00019915175078976256 - | > current_lr_1: 0.00019915175078976256 - | > step_time: 3.6326 (1.0169525444115974) - | > loader_time: 0.2111 (0.014264998392112618) - - - --> TIME: 2024-11-22 23:52:30 -- STEP: 786/797 -- GLOBAL_STEP: 28675 - | > loss_disc: 2.548525094985962 (2.468277387339948) - | > loss_disc_real_0: 0.16250696778297424 (0.12951561507624385) - | > loss_disc_real_1: 0.21053926646709442 (0.21768110061571488) - | > loss_disc_real_2: 0.2365507334470749 (0.23446707211377968) - | > loss_disc_real_3: 0.21616898477077484 (0.2264145955670881) - | > loss_disc_real_4: 0.2232954204082489 (0.2230384907763423) - | > loss_disc_real_5: 0.2573097050189972 (0.23303743248980768) - | > loss_0: 2.548525094985962 (2.468277387339948) - | > grad_norm_0: tensor(169.0724, device='cuda:0') (tensor(93.2356, device='cuda:0')) - | > loss_gen: 2.2860608100891113 (2.3440796202072365) - | > loss_kl: 1.4199573993682861 (1.5454812303147536) - | > loss_feat: 5.587101936340332 (6.1057922639919555) - | > loss_mel: 21.4344425201416 (21.97711924681531) - | > loss_duration: 1.7266687154769897 (1.7229019709822482) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 32.45423126220703 (33.69537422675212) - | > grad_norm_1: tensor(573.0295, device='cuda:0') (tensor(616.1740, device='cuda:0')) - | > current_lr_0: 0.00019915175078976256 - | > current_lr_1: 0.00019915175078976256 - | > step_time: 2.5182 (1.0583238638084342) - | > loader_time: 0.1343 (0.019863272441252498) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.569993019104004 (2.569993019104004) - | > loss_disc_real_0: 0.06777134537696838 (0.06777134537696838) - | > loss_disc_real_1: 0.15500786900520325 (0.15500786900520325) - | > loss_disc_real_2: 0.20716840028762817 (0.20716840028762817) - | > loss_disc_real_3: 0.22349286079406738 (0.22349286079406738) - | > loss_disc_real_4: 0.17920368909835815 (0.17920368909835815) - | > loss_disc_real_5: 0.22299960255622864 (0.22299960255622864) - | > loss_0: 2.569993019104004 (2.569993019104004) - | > loss_gen: 1.8973140716552734 (1.8973140716552734) - | > loss_kl: 2.1912074089050293 (2.1912074089050293) - | > loss_feat: 5.706970691680908 (5.706970691680908) - | > loss_mel: 23.476524353027344 (23.476524353027344) - | > loss_duration: 2.0357303619384766 (2.0357303619384766) - | > loss_1: 35.30774688720703 (35.30774688720703) - - --> STEP: 1 - | > loss_disc: 2.308946132659912 (2.308946132659912) - | > loss_disc_real_0: 0.11106044054031372 (0.11106044054031372) - | > loss_disc_real_1: 0.18778593838214874 (0.18778593838214874) - | > loss_disc_real_2: 0.1803613007068634 (0.1803613007068634) - | > loss_disc_real_3: 0.17167392373085022 (0.17167392373085022) - | > loss_disc_real_4: 0.13811269402503967 (0.13811269402503967) - | > loss_disc_real_5: 0.16859841346740723 (0.16859841346740723) - | > loss_0: 2.308946132659912 (2.308946132659912) - | > loss_gen: 2.041477680206299 (2.041477680206299) - | > loss_kl: 2.6838953495025635 (2.6838953495025635) - | > loss_feat: 7.025505542755127 (7.025505542755127) - | > loss_mel: 26.19770050048828 (26.19770050048828) - | > loss_duration: 1.786616325378418 (1.786616325378418) - | > loss_1: 39.73519515991211 (39.73519515991211) - - --> STEP: 2 - | > loss_disc: 2.555525302886963 (2.4322357177734375) - | > loss_disc_real_0: 0.13624820113182068 (0.1236543208360672) - | > loss_disc_real_1: 0.18415138125419617 (0.18596865981817245) - | > loss_disc_real_2: 0.31294843554496765 (0.24665486812591553) - | > loss_disc_real_3: 0.24915368854999542 (0.21041380614042282) - | > loss_disc_real_4: 0.23514099419116974 (0.1866268441081047) - | > loss_disc_real_5: 0.2679009735584259 (0.21824969351291656) - | > loss_0: 2.555525302886963 (2.4322357177734375) - | > loss_gen: 2.1220741271972656 (2.0817759037017822) - | > loss_kl: 1.994205117225647 (2.3390502333641052) - | > loss_feat: 4.720390796661377 (5.872948169708252) - | > loss_mel: 22.57694435119629 (24.387322425842285) - | > loss_duration: 1.6748961210250854 (1.7307562232017517) - | > loss_1: 33.08850860595703 (36.41185188293457) - - --> STEP: 3 - | > loss_disc: 2.5204365253448486 (2.4616359869639077) - | > loss_disc_real_0: 0.11272622644901276 (0.12001162270704906) - | > loss_disc_real_1: 0.1903155893087387 (0.18741763631502786) - | > loss_disc_real_2: 0.3056829273700714 (0.26633088787396747) - | > loss_disc_real_3: 0.18769147992134094 (0.20283969740072885) - | > loss_disc_real_4: 0.2715109884738922 (0.21492155889670053) - | > loss_disc_real_5: 0.25281357765197754 (0.2297709882259369) - | > loss_0: 2.5204365253448486 (2.4616359869639077) - | > loss_gen: 2.2095322608947754 (2.1243613560994468) - | > loss_kl: 1.8280380964279175 (2.168712854385376) - | > loss_feat: 4.950401306152344 (5.565432548522949) - | > loss_mel: 21.335121154785156 (23.369922002156574) - | > loss_duration: 1.7769131660461426 (1.7461418708165486) - | > loss_1: 32.100006103515625 (34.974569956461586) - - --> STEP: 4 - | > loss_disc: 2.3622963428497314 (2.4368010759353638) - | > loss_disc_real_0: 0.0953570157289505 (0.11384797096252441) - | > loss_disc_real_1: 0.12171091139316559 (0.1709909550845623) - | > loss_disc_real_2: 0.19645284116268158 (0.248861376196146) - | > loss_disc_real_3: 0.17888420820236206 (0.19685082510113716) - | > loss_disc_real_4: 0.1830696165561676 (0.2069585733115673) - | > loss_disc_real_5: 0.19475391507148743 (0.22101671993732452) - | > loss_0: 2.3622963428497314 (2.4368010759353638) - | > loss_gen: 2.066568374633789 (2.1099131107330322) - | > loss_kl: 2.1742405891418457 (2.1700947880744934) - | > loss_feat: 7.5166497230529785 (6.0532368421554565) - | > loss_mel: 23.042463302612305 (23.288057327270508) - | > loss_duration: 1.6887353658676147 (1.7317902445793152) - | > loss_1: 36.48865509033203 (35.3530912399292) - - --> STEP: 5 - | > loss_disc: 2.1768975257873535 (2.3848203659057616) - | > loss_disc_real_0: 0.07128781825304031 (0.10533594042062759) - | > loss_disc_real_1: 0.10690407454967499 (0.15817357897758483) - | > loss_disc_real_2: 0.18020503222942352 (0.23513010740280152) - | > loss_disc_real_3: 0.1623864769935608 (0.18995795547962188) - | > loss_disc_real_4: 0.17015519738197327 (0.1995978981256485) - | > loss_disc_real_5: 0.1545916646718979 (0.2077317088842392) - | > loss_0: 2.1768975257873535 (2.3848203659057616) - | > loss_gen: 2.1403415203094482 (2.1159987926483153) - | > loss_kl: 2.5516703128814697 (2.2464098930358887) - | > loss_feat: 8.087332725524902 (6.460056018829346) - | > loss_mel: 24.473426818847656 (23.525131225585938) - | > loss_duration: 1.9239686727523804 (1.7702259302139283) - | > loss_1: 39.17674255371094 (36.117821502685544) - - --> STEP: 6 - | > loss_disc: 2.4605116844177246 (2.3974355856577554) - | > loss_disc_real_0: 0.06800608336925507 (0.09911429757873218) - | > loss_disc_real_1: 0.19809158146381378 (0.16482657939195633) - | > loss_disc_real_2: 0.21688269078731537 (0.2320888713002205) - | > loss_disc_real_3: 0.23044916987419128 (0.1967064912120501) - | > loss_disc_real_4: 0.18529166281223297 (0.19721352557341257) - | > loss_disc_real_5: 0.18153679370880127 (0.20336588968833288) - | > loss_0: 2.4605116844177246 (2.3974355856577554) - | > loss_gen: 1.8846595287322998 (2.077442248662313) - | > loss_kl: 1.4168328046798706 (2.1081470449765525) - | > loss_feat: 4.683239936828613 (6.163920005162557) - | > loss_mel: 17.18194580078125 (22.467933654785156) - | > loss_duration: 1.7111413478851318 (1.7603784998257954) - | > loss_1: 26.877819061279297 (34.57782109578451) - - --> STEP: 7 - | > loss_disc: 2.340224027633667 (2.3892625059400285) - | > loss_disc_real_0: 0.14117521047592163 (0.10512299942118782) - | > loss_disc_real_1: 0.1838328093290329 (0.16754175509725297) - | > loss_disc_real_2: 0.21849894523620605 (0.23014745329107558) - | > loss_disc_real_3: 0.20357675850391388 (0.19768795796803065) - | > loss_disc_real_4: 0.18064238131046295 (0.19484621925013407) - | > loss_disc_real_5: 0.21507884562015533 (0.20503916910716466) - | > loss_0: 2.340224027633667 (2.3892625059400285) - | > loss_gen: 2.1108908653259277 (2.0822206224714006) - | > loss_kl: 1.54653000831604 (2.027916039739336) - | > loss_feat: 6.703140735626221 (6.2409515380859375) - | > loss_mel: 25.108383178710938 (22.845140729631698) - | > loss_duration: 1.6613365411758423 (1.746229648590088) - | > loss_1: 37.130279541015625 (34.94245801653181) - - --> STEP: 8 - | > loss_disc: 2.626781463623047 (2.418952375650406) - | > loss_disc_real_0: 0.13198137283325195 (0.10848029609769583) - | > loss_disc_real_1: 0.16810423135757446 (0.16761206462979317) - | > loss_disc_real_2: 0.21916671097278595 (0.22877486050128937) - | > loss_disc_real_3: 0.16759651899337769 (0.19392652809619904) - | > loss_disc_real_4: 0.16855938732624054 (0.19156036525964737) - | > loss_disc_real_5: 0.24333828687667847 (0.20982655882835388) - | > loss_0: 2.626781463623047 (2.418952375650406) - | > loss_gen: 1.84544837474823 (2.0526240915060043) - | > loss_kl: 1.7556582689285278 (1.993883818387985) - | > loss_feat: 6.444221496582031 (6.266360282897949) - | > loss_mel: 24.17369842529297 (23.011210441589355) - | > loss_duration: 1.767143726348877 (1.7488439083099365) - | > loss_1: 35.986167907714844 (35.07292175292969) - - --> STEP: 9 - | > loss_disc: 2.4124755859375 (2.418232732348972) - | > loss_disc_real_0: 0.10175453126430511 (0.10773298889398575) - | > loss_disc_real_1: 0.13943004608154297 (0.16448072923554313) - | > loss_disc_real_2: 0.22344622015953064 (0.22818278935220507) - | > loss_disc_real_3: 0.20425331592559814 (0.19507394896613228) - | > loss_disc_real_4: 0.2726476788520813 (0.20057006676991782) - | > loss_disc_real_5: 0.29151591658592224 (0.21890315413475037) - | > loss_0: 2.4124755859375 (2.418232732348972) - | > loss_gen: 2.180363893508911 (2.0668174028396606) - | > loss_kl: 1.533973217010498 (1.9427826404571533) - | > loss_feat: 5.787219524383545 (6.213122420840794) - | > loss_mel: 21.38615608215332 (22.830648846096462) - | > loss_duration: 1.7066787481307983 (1.7441588905122545) - | > loss_1: 32.594390869140625 (34.79752943250868) - - --> STEP: 10 - | > loss_disc: 2.5700271129608154 (2.4334121704101563) - | > loss_disc_real_0: 0.1087440550327301 (0.10783409550786019) - | > loss_disc_real_1: 0.201426699757576 (0.16817532628774642) - | > loss_disc_real_2: 0.26196569204330444 (0.231561079621315) - | > loss_disc_real_3: 0.2589653432369232 (0.20146308839321136) - | > loss_disc_real_4: 0.20433148741722107 (0.20094620883464814) - | > loss_disc_real_5: 0.2056649625301361 (0.21757933497428894) - | > loss_0: 2.5700271129608154 (2.4334121704101563) - | > loss_gen: 1.8928142786026 (2.0494170904159548) - | > loss_kl: 1.7973310947418213 (1.9282374858856202) - | > loss_feat: 4.915928840637207 (6.083403062820435) - | > loss_mel: 17.624025344848633 (22.30998649597168) - | > loss_duration: 1.5946317911148071 (1.7292061805725099) - | > loss_1: 27.824729919433594 (34.100249481201175) - - --> STEP: 11 - | > loss_disc: 2.434142589569092 (2.4334785721518775) - | > loss_disc_real_0: 0.11615697294473648 (0.1085907207293944) - | > loss_disc_real_1: 0.1615322381258011 (0.16757140918211502) - | > loss_disc_real_2: 0.2254287153482437 (0.2310035919601267) - | > loss_disc_real_3: 0.19791631400585175 (0.20114065435799686) - | > loss_disc_real_4: 0.18138401210308075 (0.19916782731359656) - | > loss_disc_real_5: 0.24351009726524353 (0.21993667700073935) - | > loss_0: 2.434142589569092 (2.4334785721518775) - | > loss_gen: 1.9900739192962646 (2.044022256677801) - | > loss_kl: 1.9925668239593506 (1.9340856075286865) - | > loss_feat: 5.593291759490967 (6.038847489790483) - | > loss_mel: 21.831911087036133 (22.266525095159356) - | > loss_duration: 1.632667064666748 (1.7204298973083496) - | > loss_1: 33.04051208496094 (34.0039097179066) - - --> STEP: 12 - | > loss_disc: 2.4064345359802246 (2.4312249024709063) - | > loss_disc_real_0: 0.0906480997800827 (0.10709550231695175) - | > loss_disc_real_1: 0.16216124594211578 (0.16712056224544844) - | > loss_disc_real_2: 0.20566880702972412 (0.22889235988259315) - | > loss_disc_real_3: 0.1854800134897232 (0.19983560095230737) - | > loss_disc_real_4: 0.26421788334846497 (0.20458866531650224) - | > loss_disc_real_5: 0.22492000460624695 (0.22035195430119833) - | > loss_0: 2.4064345359802246 (2.4312249024709063) - | > loss_gen: 2.167473554611206 (2.054309864838918) - | > loss_kl: 1.7709163427352905 (1.9204881687959034) - | > loss_feat: 6.541249752044678 (6.0807143449783325) - | > loss_mel: 22.608976364135742 (22.29506270090739) - | > loss_duration: 1.6998875141143799 (1.7187180320421855) - | > loss_1: 34.78850173950195 (34.06929238637288) - - --> STEP: 13 - | > loss_disc: 2.08921480178833 (2.404916433187631) - | > loss_disc_real_0: 0.053978174924850464 (0.10300955405602089) - | > loss_disc_real_1: 0.14516371488571167 (0.16543157398700714) - | > loss_disc_real_2: 0.1885518729686737 (0.22578924550459936) - | > loss_disc_real_3: 0.14840756356716156 (0.19587959807652694) - | > loss_disc_real_4: 0.1605517715215683 (0.2012012119476612) - | > loss_disc_real_5: 0.20932824909687042 (0.21950397697778848) - | > loss_0: 2.08921480178833 (2.404916433187631) - | > loss_gen: 2.3936870098114014 (2.0804157990675707) - | > loss_kl: 1.9655081033706665 (1.92395124068627) - | > loss_feat: 7.401259899139404 (6.182294772221492) - | > loss_mel: 23.523483276367188 (22.389556591327374) - | > loss_duration: 1.724881887435913 (1.7191921747647798) - | > loss_1: 37.008819580078125 (34.295409862811745) - - --> STEP: 14 - | > loss_disc: 2.260587692260742 (2.3946072374071394) - | > loss_disc_real_0: 0.08298585563898087 (0.10157928988337517) - | > loss_disc_real_1: 0.15689092874526978 (0.16482152789831161) - | > loss_disc_real_2: 0.20106899738311768 (0.2240235134959221) - | > loss_disc_real_3: 0.16088935732841492 (0.1933802951659475) - | > loss_disc_real_4: 0.22991177439689636 (0.20325196640832083) - | > loss_disc_real_5: 0.188240647315979 (0.21727088200194494) - | > loss_0: 2.260587692260742 (2.3946072374071394) - | > loss_gen: 2.107799530029297 (2.082371779850551) - | > loss_kl: 1.4048490524291992 (1.886872512953622) - | > loss_feat: 6.907441139221191 (6.234090941292899) - | > loss_mel: 23.73769187927246 (22.485851969037736) - | > loss_duration: 1.7874760627746582 (1.724069595336914) - | > loss_1: 35.945255279541016 (34.413255964006694) - - --> STEP: 15 - | > loss_disc: 2.4034688472747803 (2.3951980113983153) - | > loss_disc_real_0: 0.08306186646223068 (0.1003447949886322) - | > loss_disc_real_1: 0.1818976253271103 (0.16595993439356485) - | > loss_disc_real_2: 0.2432555854320526 (0.22530565162499747) - | > loss_disc_real_3: 0.2578172981739044 (0.19767609536647796) - | > loss_disc_real_4: 0.22658699750900269 (0.20480763514836628) - | > loss_disc_real_5: 0.23259137570858002 (0.21829224824905397) - | > loss_0: 2.4034688472747803 (2.3951980113983153) - | > loss_gen: 2.283275842666626 (2.0957653840382893) - | > loss_kl: 1.62529718875885 (1.869434158007304) - | > loss_feat: 6.270390033721924 (6.236510880788168) - | > loss_mel: 24.201501846313477 (22.600228627522785) - | > loss_duration: 1.7048561573028564 (1.7227886994679769) - | > loss_1: 36.085323333740234 (34.52472712198893) - - --> STEP: 16 - | > loss_disc: 2.4233334064483643 (2.3969564735889435) - | > loss_disc_real_0: 0.05803462490439415 (0.09770040935836732) - | > loss_disc_real_1: 0.14936715364456177 (0.16492288559675217) - | > loss_disc_real_2: 0.21681809425354004 (0.22477517928928137) - | > loss_disc_real_3: 0.20153509080410004 (0.19791728258132935) - | > loss_disc_real_4: 0.21475225687026978 (0.20542917400598526) - | > loss_disc_real_5: 0.18321338295936584 (0.21609981916844845) - | > loss_0: 2.4233334064483643 (2.3969564735889435) - | > loss_gen: 1.8207828998565674 (2.0785789787769318) - | > loss_kl: 1.815151333808899 (1.8660414814949036) - | > loss_feat: 4.660581111907959 (6.138015270233154) - | > loss_mel: 14.856420516967773 (22.116240620613098) - | > loss_duration: 1.7958383560180664 (1.7273543030023575) - | > loss_1: 24.948776245117188 (33.92623019218445) - - --> STEP: 17 - | > loss_disc: 2.3752660751342773 (2.3956805677974926) - | > loss_disc_real_0: 0.09076574444770813 (0.09729248789303444) - | > loss_disc_real_1: 0.17332099378108978 (0.16541689196053674) - | > loss_disc_real_2: 0.22510363161563873 (0.22479450001436121) - | > loss_disc_real_3: 0.2130616456270218 (0.19880812746637008) - | > loss_disc_real_4: 0.19142626225948334 (0.20460547331501455) - | > loss_disc_real_5: 0.19107037782669067 (0.21462749908952153) - | > loss_0: 2.3752660751342773 (2.3956805677974926) - | > loss_gen: 1.9522693157196045 (2.071148998597089) - | > loss_kl: 1.8156908750534058 (1.863079681115992) - | > loss_feat: 4.258372783660889 (6.027448065140668) - | > loss_mel: 17.015047073364258 (21.8161704119514) - | > loss_duration: 1.6556000709533691 (1.7231334658230053) - | > loss_1: 26.696979522705078 (33.50098015280331) - - --> STEP: 18 - | > loss_disc: 2.260530471801758 (2.388172229131063) - | > loss_disc_real_0: 0.10391592234373093 (0.09766045647362868) - | > loss_disc_real_1: 0.18744443356990814 (0.1666406442721685) - | > loss_disc_real_2: 0.1862533539533615 (0.22265332523319456) - | > loss_disc_real_3: 0.14945167303085327 (0.19606610221995247) - | > loss_disc_real_4: 0.13118809461593628 (0.20052673005395466) - | > loss_disc_real_5: 0.15233518183231354 (0.21116681479745442) - | > loss_0: 2.260530471801758 (2.388172229131063) - | > loss_gen: 2.0598886013031006 (2.070523420969645) - | > loss_kl: 1.2010897397994995 (1.8263024621539645) - | > loss_feat: 8.085569381713867 (6.141788138283624) - | > loss_mel: 24.74866485595703 (21.979086769951714) - | > loss_duration: 1.6461141109466553 (1.7188546127743192) - | > loss_1: 37.74132537841797 (33.73655488755968) - - --> STEP: 19 - | > loss_disc: 2.4463109970092773 (2.3912321642825476) - | > loss_disc_real_0: 0.07435119152069092 (0.09643365305505301) - | > loss_disc_real_1: 0.12246785312891006 (0.16431576052778646) - | > loss_disc_real_2: 0.19930604100227356 (0.2214245207999882) - | > loss_disc_real_3: 0.184898242354393 (0.19547832012176514) - | > loss_disc_real_4: 0.15541113913059235 (0.19815222526851453) - | > loss_disc_real_5: 0.20271603763103485 (0.21072203705185338) - | > loss_0: 2.4463109970092773 (2.3912321642825476) - | > loss_gen: 1.8260136842727661 (2.057654487459283) - | > loss_kl: 1.9734175205230713 (1.834045359962865) - | > loss_feat: 5.966878414154053 (6.132582363329436) - | > loss_mel: 21.69283103942871 (21.964020678871556) - | > loss_duration: 1.7570905685424805 (1.7208670314989591) - | > loss_1: 33.21623229980469 (33.709169488204154) - - --> STEP: 20 - | > loss_disc: 2.329949140548706 (2.3881680130958554) - | > loss_disc_real_0: 0.12954537570476532 (0.09808923918753862) - | > loss_disc_real_1: 0.13247959315776825 (0.16272395215928553) - | > loss_disc_real_2: 0.2181282490491867 (0.22125970721244811) - | > loss_disc_real_3: 0.17182447016239166 (0.19429562762379646) - | > loss_disc_real_4: 0.23402093350887299 (0.19994566068053246) - | > loss_disc_real_5: 0.1859760880470276 (0.2094847396016121) - | > loss_0: 2.329949140548706 (2.3881680130958554) - | > loss_gen: 2.0952887535095215 (2.059536200761795) - | > loss_kl: 1.7103632688522339 (1.8278612554073335) - | > loss_feat: 5.7008137702941895 (6.110993933677674) - | > loss_mel: 20.676589965820312 (21.899649143218994) - | > loss_duration: 1.6643421649932861 (1.7180407881736754) - | > loss_1: 31.84739875793457 (33.61608095169068) - - --> STEP: 21 - | > loss_disc: 2.359903573989868 (2.3868220874241417) - | > loss_disc_real_0: 0.11784729361534119 (0.09903009892219589) - | > loss_disc_real_1: 0.19316355884075165 (0.16417345723935536) - | > loss_disc_real_2: 0.21686461567878723 (0.22105041713941664) - | > loss_disc_real_3: 0.20202559232711792 (0.19466372118109748) - | > loss_disc_real_4: 0.16347992420196533 (0.19820919703869594) - | > loss_disc_real_5: 0.28400492668151855 (0.2130333199387505) - | > loss_0: 2.359903573989868 (2.3868220874241417) - | > loss_gen: 2.075254440307617 (2.060284688359215) - | > loss_kl: 1.4716744422912598 (1.8108999785922824) - | > loss_feat: 6.186904430389404 (6.114608719235376) - | > loss_mel: 23.09685516357422 (21.9566589537121) - | > loss_duration: 1.700640320777893 (1.717212194488162) - | > loss_1: 34.53133010864258 (33.65966424487886) - - --> STEP: 22 - | > loss_disc: 2.604604959487915 (2.396721308881586) - | > loss_disc_real_0: 0.13465172052383423 (0.10064926354045217) - | > loss_disc_real_1: 0.13595658540725708 (0.16289087215607817) - | > loss_disc_real_2: 0.2972225248813629 (0.22451278567314148) - | > loss_disc_real_3: 0.2528011202812195 (0.19730633023110303) - | > loss_disc_real_4: 0.31351542472839355 (0.20345038920640945) - | > loss_disc_real_5: 0.31372639536857605 (0.21761027791283347) - | > loss_0: 2.604604959487915 (2.396721308881586) - | > loss_gen: 2.176945209503174 (2.065587439320304) - | > loss_kl: 1.7001872062683105 (1.8058675798502835) - | > loss_feat: 5.514943599700928 (6.087351213801992) - | > loss_mel: 24.067296981811523 (22.052597045898438) - | > loss_duration: 1.7976291179656982 (1.7208675091916865) - | > loss_1: 35.25700378417969 (33.732270587574355) - - --> STEP: 23 - | > loss_disc: 2.4551820755004883 (2.3992630813432774) - | > loss_disc_real_0: 0.1398938000202179 (0.1023555477352246) - | > loss_disc_real_1: 0.18557709455490112 (0.16387722965167917) - | > loss_disc_real_2: 0.2207801192998886 (0.22435049583082614) - | > loss_disc_real_3: 0.1899077594280243 (0.19698465323966483) - | > loss_disc_real_4: 0.22136253118515015 (0.20422917798809384) - | > loss_disc_real_5: 0.2564506530761719 (0.21929898987645688) - | > loss_0: 2.4551820755004883 (2.3992630813432774) - | > loss_gen: 2.062448501586914 (2.0654509637666782) - | > loss_kl: 1.5484405755996704 (1.7946751014046047) - | > loss_feat: 4.817708969116211 (6.032149377076523) - | > loss_mel: 19.96538543701172 (21.961848715077277) - | > loss_duration: 1.7652440071105957 (1.7227969221446826) - | > loss_1: 30.15922737121582 (33.57692088251529) - - --> STEP: 24 - | > loss_disc: 2.1613094806671143 (2.3893483479817705) - | > loss_disc_real_0: 0.09897413849830627 (0.10221465568368633) - | > loss_disc_real_1: 0.12138096243143082 (0.16210655185083547) - | > loss_disc_real_2: 0.2109733521938324 (0.2237931148459514) - | > loss_disc_real_3: 0.21430298686027527 (0.19770625047385693) - | > loss_disc_real_4: 0.17198185622692108 (0.2028855395813783) - | > loss_disc_real_5: 0.19515573978424072 (0.21829302112261453) - | > loss_0: 2.1613094806671143 (2.3893483479817705) - | > loss_gen: 2.2677011489868164 (2.0738780548175173) - | > loss_kl: 0.9064333438873291 (1.7576650281747181) - | > loss_feat: 6.861769676208496 (6.066716889540356) - | > loss_mel: 25.390377044677734 (22.104704062143963) - | > loss_duration: 1.682803988456726 (1.7211305499076843) - | > loss_1: 37.10908508300781 (33.72409439086915) - - --> STEP: 25 - | > loss_disc: 2.6507458686828613 (2.399804248809814) - | > loss_disc_real_0: 0.09135687351226807 (0.1017803443968296) - | > loss_disc_real_1: 0.1459437906742096 (0.16146004140377046) - | > loss_disc_real_2: 0.27467644214630127 (0.2258284479379654) - | > loss_disc_real_3: 0.2389896810054779 (0.19935758769512177) - | > loss_disc_real_4: 0.33991101384162903 (0.20836655855178832) - | > loss_disc_real_5: 0.2588731348514557 (0.2199162256717682) - | > loss_0: 2.6507458686828613 (2.399804248809814) - | > loss_gen: 2.000235080718994 (2.0709323358535765) - | > loss_kl: 1.5956536531448364 (1.751184573173523) - | > loss_feat: 5.128605365753174 (6.0291924285888685) - | > loss_mel: 19.071910858154297 (21.983392333984376) - | > loss_duration: 1.6639567613601685 (1.7188435983657837) - | > loss_1: 29.46036148071289 (33.5535450744629) - - --> STEP: 26 - | > loss_disc: 2.108320713043213 (2.3885933435880218) - | > loss_disc_real_0: 0.07673537731170654 (0.10081707643201718) - | > loss_disc_real_1: 0.16568487882614136 (0.1616225351507847) - | > loss_disc_real_2: 0.2453232705593109 (0.22657824880801714) - | > loss_disc_real_3: 0.17651256918907166 (0.19847893313719675) - | > loss_disc_real_4: 0.16159777343273163 (0.2065677591241323) - | > loss_disc_real_5: 0.1862879991531372 (0.21862283234412855) - | > loss_0: 2.108320713043213 (2.3885933435880218) - | > loss_gen: 2.397850751876831 (2.08350612108524) - | > loss_kl: 1.464077353477478 (1.7401419878005981) - | > loss_feat: 6.636467456817627 (6.052549160443821) - | > loss_mel: 23.391971588134766 (22.037568459144005) - | > loss_duration: 1.6683088541030884 (1.71689995435568) - | > loss_1: 35.55867385864258 (33.63066541231597) - - --> STEP: 27 - | > loss_disc: 2.518240451812744 (2.393395088337086) - | > loss_disc_real_0: 0.0943017303943634 (0.10057576731951148) - | > loss_disc_real_1: 0.14447259902954102 (0.1609873523314794) - | > loss_disc_real_2: 0.2174132615327835 (0.22623880483486034) - | > loss_disc_real_3: 0.2178800404071808 (0.19919749266571468) - | > loss_disc_real_4: 0.2682206630706787 (0.20885120001104143) - | > loss_disc_real_5: 0.2609943747520447 (0.2201921487296069) - | > loss_0: 2.518240451812744 (2.393395088337086) - | > loss_gen: 2.1031527519226074 (2.0842337740792165) - | > loss_kl: 1.785393238067627 (1.7418179600327104) - | > loss_feat: 7.037123680114746 (6.089014883394595) - | > loss_mel: 24.052974700927734 (22.112213134765625) - | > loss_duration: 1.721699833869934 (1.7170777276710227) - | > loss_1: 36.70034408569336 (33.74435721503365) - - --> STEP: 28 - | > loss_disc: 2.19565749168396 (2.38633303131376) - | > loss_disc_real_0: 0.11631596833467484 (0.10113791735576731) - | > loss_disc_real_1: 0.1620769500732422 (0.16102626653654234) - | > loss_disc_real_2: 0.22859208285808563 (0.22632285047854697) - | > loss_disc_real_3: 0.17021726071834564 (0.19816248438188008) - | > loss_disc_real_4: 0.12057550251483917 (0.2056984965290342) - | > loss_disc_real_5: 0.19302982091903687 (0.21922206559351512) - | > loss_0: 2.19565749168396 (2.38633303131376) - | > loss_gen: 2.238666534423828 (2.08974922980581) - | > loss_kl: 2.082453727722168 (1.7539835231644767) - | > loss_feat: 7.367168426513672 (6.134663224220277) - | > loss_mel: 23.360321044921875 (22.156788417271205) - | > loss_duration: 1.7372342348098755 (1.7177976029259818) - | > loss_1: 36.78584671020508 (33.85298183986121) - - --> STEP: 29 - | > loss_disc: 2.471215009689331 (2.3892599960853316) - | > loss_disc_real_0: 0.14413492381572723 (0.10262057275093835) - | > loss_disc_real_1: 0.199025958776474 (0.1623366007517124) - | > loss_disc_real_2: 0.23912781476974487 (0.2267644009713469) - | > loss_disc_real_3: 0.26951509714126587 (0.2006229193046175) - | > loss_disc_real_4: 0.2517710328102112 (0.207287204676661) - | > loss_disc_real_5: 0.26103881001472473 (0.22066402229769477) - | > loss_0: 2.471215009689331 (2.3892599960853316) - | > loss_gen: 2.2252280712127686 (2.0944209139922565) - | > loss_kl: 1.711856722831726 (1.7525308748771404) - | > loss_feat: 4.9065117835998535 (6.092313174543711) - | > loss_mel: 22.38058853149414 (22.16450566258924) - | > loss_duration: 1.6750645637512207 (1.71632404985099) - | > loss_1: 32.89925003051758 (33.820094536090735) - - --> STEP: 30 - | > loss_disc: 2.0189313888549805 (2.376915709177653) - | > loss_disc_real_0: 0.09225001931190491 (0.10227488763630391) - | > loss_disc_real_1: 0.09739536046981812 (0.16017189274231594) - | > loss_disc_real_2: 0.14437109231948853 (0.22401795734961827) - | > loss_disc_real_3: 0.11680140346288681 (0.19782886877655984) - | > loss_disc_real_4: 0.18708737194538116 (0.20661387691895167) - | > loss_disc_real_5: 0.15656064450740814 (0.21852724303801854) - | > loss_0: 2.0189313888549805 (2.376915709177653) - | > loss_gen: 2.1406052112579346 (2.0959603905677793) - | > loss_kl: 1.652580738067627 (1.7491992036501567) - | > loss_feat: 7.850640773773193 (6.150924094518027) - | > loss_mel: 24.970134735107422 (22.25802663167318) - | > loss_duration: 1.7208845615386963 (1.716476066907247) - | > loss_1: 38.3348503112793 (33.97058639526369) - - --> STEP: 31 - | > loss_disc: 2.3014090061187744 (2.3744800090789795) - | > loss_disc_real_0: 0.11348054558038712 (0.10263636047320981) - | > loss_disc_real_1: 0.12524273991584778 (0.159045145876946) - | > loss_disc_real_2: 0.22780054807662964 (0.22413997640532832) - | > loss_disc_real_3: 0.17489014565944672 (0.19708890996633038) - | > loss_disc_real_4: 0.11638183891773224 (0.20370316601568653) - | > loss_disc_real_5: 0.1675039380788803 (0.21688132997482054) - | > loss_0: 2.3014090061187744 (2.3744800090789795) - | > loss_gen: 1.9139647483825684 (2.0900895634005145) - | > loss_kl: 1.6733754873275757 (1.7467532773171701) - | > loss_feat: 5.880899429321289 (6.142213621447164) - | > loss_mel: 22.51527214050293 (22.266324873893492) - | > loss_duration: 1.6621812582015991 (1.7147246214651293) - | > loss_1: 33.645694732666016 (33.96010601905086) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.011252357113745904 (+0.005991997257355721) - | > avg_loss_disc: 2.3744800090789795 (-0.14428973197937012) - | > avg_loss_disc_real_0: 0.10263636047320981 (+0.011016467285733078) - | > avg_loss_disc_real_1: 0.159045145876946 (+0.003495066396651758) - | > avg_loss_disc_real_2: 0.22413997640532832 (-0.0074542366689251405) - | > avg_loss_disc_real_3: 0.19708890996633038 (-0.03283706043035753) - | > avg_loss_disc_real_4: 0.20370316601568653 (+0.004896138464250882) - | > avg_loss_disc_real_5: 0.21688132997482054 (-0.013894422881064877) - | > avg_loss_0: 2.3744800090789795 (-0.14428973197937012) - | > avg_loss_gen: 2.0900895634005145 (+0.16527982681028286) - | > avg_loss_kl: 1.7467532773171701 (+0.17238818830059421) - | > avg_loss_feat: 6.142213621447164 (+0.24151772837485108) - | > avg_loss_mel: 22.266324873893492 (+0.4517756431333524) - | > avg_loss_duration: 1.7147246214651293 (+0.0017975530316753918) - | > avg_loss_1: 33.96010601905086 (+1.03275883582333) - - - > EPOCH: 7/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-22 23:53:38)  - - --> TIME: 2024-11-22 23:53:52 -- STEP: 14/797 -- GLOBAL_STEP: 28700 - | > loss_disc: 2.3976168632507324 (2.543632541384016) - | > loss_disc_real_0: 0.09020818024873734 (0.12934625335037706) - | > loss_disc_real_1: 0.21068473160266876 (0.22559944753135955) - | > loss_disc_real_2: 0.17371708154678345 (0.23295722901821136) - | > loss_disc_real_3: 0.18648594617843628 (0.23106325204883302) - | > loss_disc_real_4: 0.1924818605184555 (0.23192747575896128) - | > loss_disc_real_5: 0.19065211713314056 (0.23382744938135147) - | > loss_0: 2.3976168632507324 (2.543632541384016) - | > grad_norm_0: tensor(96.5673, device='cuda:0') (tensor(101.1227, device='cuda:0')) - | > loss_gen: 2.214653491973877 (2.3008662462234497) - | > loss_kl: 1.2120510339736938 (1.6188016108104162) - | > loss_feat: 6.576657295227051 (5.8194202695574075) - | > loss_mel: 22.036046981811523 (21.39754499707903) - | > loss_duration: 1.8314154148101807 (1.901364530835833) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 33.870826721191406 (33.03799792698452) - | > grad_norm_1: tensor(934.8602, device='cuda:0') (tensor(737.1281, device='cuda:0')) - | > current_lr_0: 0.00019912685682091382 - | > current_lr_1: 0.00019912685682091382 - | > step_time: 0.7954 (0.9654064519064767) - | > loader_time: 0.0038 (0.004868745803833008) - - - --> TIME: 2024-11-22 23:54:16 -- STEP: 39/797 -- GLOBAL_STEP: 28725 - | > loss_disc: 2.465000629425049 (2.503467101317186) - | > loss_disc_real_0: 0.08101636916399002 (0.13516909695970708) - | > loss_disc_real_1: 0.1692049354314804 (0.22193836860167673) - | > loss_disc_real_2: 0.19833138585090637 (0.23101717959611845) - | > loss_disc_real_3: 0.23138700425624847 (0.2252413897942274) - | > loss_disc_real_4: 0.2085559070110321 (0.22065651263946143) - | > loss_disc_real_5: 0.2232786864042282 (0.23188634293201643) - | > loss_0: 2.465000629425049 (2.503467101317186) - | > grad_norm_0: tensor(28.3216, device='cuda:0') (tensor(128.1183, device='cuda:0')) - | > loss_gen: 2.4373457431793213 (2.3534100239093485) - | > loss_kl: 1.552385926246643 (1.6166699024347158) - | > loss_feat: 6.204523086547852 (6.132535017453707) - | > loss_mel: 23.60286521911621 (21.558862001467975) - | > loss_duration: 1.8611769676208496 (1.839778591424991) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 35.658294677734375 (33.50125557337052) - | > grad_norm_1: tensor(329.2775, device='cuda:0') (tensor(660.8436, device='cuda:0')) - | > current_lr_0: 0.00019912685682091382 - | > current_lr_1: 0.00019912685682091382 - | > step_time: 0.8426 (0.9317462749970264) - | > loader_time: 0.0041 (0.005607776152781951) - - - --> TIME: 2024-11-22 23:54:37 -- STEP: 64/797 -- GLOBAL_STEP: 28750 - | > loss_disc: 2.4417724609375 (2.512897126376629) - | > loss_disc_real_0: 0.08381905406713486 (0.14894689148059115) - | > loss_disc_real_1: 0.23469047248363495 (0.22384889260865748) - | > loss_disc_real_2: 0.25972500443458557 (0.2332123634405434) - | > loss_disc_real_3: 0.15319666266441345 (0.22160050948150456) - | > loss_disc_real_4: 0.23703938722610474 (0.22511547710746527) - | > loss_disc_real_5: 0.2970900237560272 (0.233800089918077) - | > loss_0: 2.4417724609375 (2.512897126376629) - | > grad_norm_0: tensor(25.7346, device='cuda:0') (tensor(118.1160, device='cuda:0')) - | > loss_gen: 2.3159823417663574 (2.3385054282844058) - | > loss_kl: 1.5681370496749878 (1.6264433041214943) - | > loss_feat: 6.495687961578369 (6.1133397072553635) - | > loss_mel: 23.433982849121094 (21.67718553543091) - | > loss_duration: 1.7625972032546997 (1.8028131145983934) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 35.576385498046875 (33.558287143707275) - | > grad_norm_1: tensor(421.5341, device='cuda:0') (tensor(581.3111, device='cuda:0')) - | > current_lr_0: 0.00019912685682091382 - | > current_lr_1: 0.00019912685682091382 - | > step_time: 0.8579 (0.8965424224734306) - | > loader_time: 0.0041 (0.005432166159152985) - - - --> TIME: 2024-11-22 23:54:59 -- STEP: 89/797 -- GLOBAL_STEP: 28775 - | > loss_disc: 2.466444492340088 (2.4979918565642967) - | > loss_disc_real_0: 0.10528437793254852 (0.13874138117338838) - | > loss_disc_real_1: 0.1844743937253952 (0.22153390726346647) - | > loss_disc_real_2: 0.25179699063301086 (0.2319622098394994) - | > loss_disc_real_3: 0.20733940601348877 (0.22530367585380426) - | > loss_disc_real_4: 0.21898579597473145 (0.22434240395433447) - | > loss_disc_real_5: 0.2645553946495056 (0.23558314161354235) - | > loss_0: 2.466444492340088 (2.4979918565642967) - | > grad_norm_0: tensor(10.6386, device='cuda:0') (tensor(101.1544, device='cuda:0')) - | > loss_gen: 2.4104597568511963 (2.345994054601433) - | > loss_kl: 1.4240328073501587 (1.5925540254357156) - | > loss_feat: 6.166291236877441 (6.176631322067775) - | > loss_mel: 22.611099243164062 (21.728483392951194) - | > loss_duration: 1.7651593685150146 (1.784624134556631) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 34.377044677734375 (33.62828711177525) - | > grad_norm_1: tensor(197.3281, device='cuda:0') (tensor(590.7289, device='cuda:0')) - | > current_lr_0: 0.00019912685682091382 - | > current_lr_1: 0.00019912685682091382 - | > step_time: 0.9165 (0.8908918439672234) - | > loader_time: 0.0046 (0.005555468998598247) - - - --> TIME: 2024-11-22 23:55:23 -- STEP: 114/797 -- GLOBAL_STEP: 28800 - | > loss_disc: 2.37770938873291 (2.497145928834614) - | > loss_disc_real_0: 0.08068156987428665 (0.13614720262979202) - | > loss_disc_real_1: 0.15362809598445892 (0.22118743260701498) - | > loss_disc_real_2: 0.20877158641815186 (0.23440300764744743) - | > loss_disc_real_3: 0.22393949329853058 (0.22483157000520773) - | > loss_disc_real_4: 0.1625860333442688 (0.2239253088309054) - | > loss_disc_real_5: 0.24344998598098755 (0.23420190641231703) - | > loss_0: 2.37770938873291 (2.497145928834614) - | > grad_norm_0: tensor(59.0015, device='cuda:0') (tensor(98.9721, device='cuda:0')) - | > loss_gen: 2.3614745140075684 (2.3317913590816017) - | > loss_kl: 1.51682710647583 (1.585728579445889) - | > loss_feat: 6.228714466094971 (6.124742365719979) - | > loss_mel: 21.878562927246094 (21.642578995018674) - | > loss_duration: 1.8020894527435303 (1.775533846595831) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 33.78766632080078 (33.4603753006249) - | > grad_norm_1: tensor(818.8937, device='cuda:0') (tensor(602.0663, device='cuda:0')) - | > current_lr_0: 0.00019912685682091382 - | > current_lr_1: 0.00019912685682091382 - | > step_time: 0.8271 (0.903459768546255) - | > loader_time: 0.0103 (0.0056102568643134915) - - - --> TIME: 2024-11-22 23:55:47 -- STEP: 139/797 -- GLOBAL_STEP: 28825 - | > loss_disc: 2.366323471069336 (2.487673119675341) - | > loss_disc_real_0: 0.19018761813640594 (0.13591172379984262) - | > loss_disc_real_1: 0.2038111537694931 (0.22053890305457355) - | > loss_disc_real_2: 0.2556971609592438 (0.23381575062978183) - | > loss_disc_real_3: 0.18057207763195038 (0.22380534532687643) - | > loss_disc_real_4: 0.2337026745080948 (0.2238551610879761) - | > loss_disc_real_5: 0.21170969307422638 (0.2333109818345351) - | > loss_0: 2.366323471069336 (2.487673119675341) - | > grad_norm_0: tensor(41.7189, device='cuda:0') (tensor(96.7672, device='cuda:0')) - | > loss_gen: 2.613816738128662 (2.3417065315109356) - | > loss_kl: 1.4265400171279907 (1.575038376471979) - | > loss_feat: 7.082015037536621 (6.162570174649465) - | > loss_mel: 24.22953987121582 (21.70972745881664) - | > loss_duration: 1.7452930212020874 (1.7698930433328204) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 37.09720230102539 (33.5589356868387) - | > grad_norm_1: tensor(947.8200, device='cuda:0') (tensor(631.4061, device='cuda:0')) - | > current_lr_0: 0.00019912685682091382 - | > current_lr_1: 0.00019912685682091382 - | > step_time: 0.9429 (0.9099646780988296) - | > loader_time: 0.0064 (0.005665151335352615) - - - --> TIME: 2024-11-22 23:56:11 -- STEP: 164/797 -- GLOBAL_STEP: 28850 - | > loss_disc: 2.311825752258301 (2.482217095247131) - | > loss_disc_real_0: 0.12800127267837524 (0.13334360700554954) - | > loss_disc_real_1: 0.199417382478714 (0.2192318832002035) - | > loss_disc_real_2: 0.24457226693630219 (0.2325173938964925) - | > loss_disc_real_3: 0.24289169907569885 (0.22548536056788956) - | > loss_disc_real_4: 0.2521418333053589 (0.22330088259243383) - | > loss_disc_real_5: 0.2602725028991699 (0.23330594690107717) - | > loss_0: 2.311825752258301 (2.482217095247131) - | > grad_norm_0: tensor(46.6882, device='cuda:0') (tensor(95.2906, device='cuda:0')) - | > loss_gen: 2.501286268234253 (2.3418480506757406) - | > loss_kl: 1.519431233406067 (1.5664024512942247) - | > loss_feat: 6.300060749053955 (6.171419184382369) - | > loss_mel: 20.9063777923584 (21.721539415964273) - | > loss_duration: 1.6738377809524536 (1.7631505073570624) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 32.90099334716797 (33.56435973469803) - | > grad_norm_1: tensor(1032.4362, device='cuda:0') (tensor(657.1949, device='cuda:0')) - | > current_lr_0: 0.00019912685682091382 - | > current_lr_1: 0.00019912685682091382 - | > step_time: 0.8008 (0.9147666663658328) - | > loader_time: 0.0044 (0.005757507754535207) - - - --> TIME: 2024-11-22 23:56:36 -- STEP: 189/797 -- GLOBAL_STEP: 28875 - | > loss_disc: 2.5074923038482666 (2.4818967095127835) - | > loss_disc_real_0: 0.13564735651016235 (0.13153931691690715) - | > loss_disc_real_1: 0.26998940110206604 (0.21927533476125627) - | > loss_disc_real_2: 0.21056030690670013 (0.23385595502676787) - | > loss_disc_real_3: 0.1743430197238922 (0.22592916729904355) - | > loss_disc_real_4: 0.17239682376384735 (0.22424474319137594) - | > loss_disc_real_5: 0.24667593836784363 (0.23398277660210928) - | > loss_0: 2.5074923038482666 (2.4818967095127835) - | > grad_norm_0: tensor(96.7286, device='cuda:0') (tensor(97.3884, device='cuda:0')) - | > loss_gen: 2.1271986961364746 (2.349600298694831) - | > loss_kl: 1.2574007511138916 (1.564453170413063) - | > loss_feat: 5.166853904724121 (6.176429629956604) - | > loss_mel: 20.772241592407227 (21.739284545656226) - | > loss_duration: 1.7522499561309814 (1.7579067623804485) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 31.075944900512695 (33.58767460010668) - | > grad_norm_1: tensor(718.7350, device='cuda:0') (tensor(664.6583, device='cuda:0')) - | > current_lr_0: 0.00019912685682091382 - | > current_lr_1: 0.00019912685682091382 - | > step_time: 1.1518 (0.9238382558974009) - | > loader_time: 0.0058 (0.005922356610575676) - - - --> TIME: 2024-11-22 23:57:00 -- STEP: 214/797 -- GLOBAL_STEP: 28900 - | > loss_disc: 2.4623003005981445 (2.4823302286807643) - | > loss_disc_real_0: 0.1013566106557846 (0.13143771907715032) - | > loss_disc_real_1: 0.17468950152397156 (0.21959973391249915) - | > loss_disc_real_2: 0.2557882070541382 (0.23374342911432835) - | > loss_disc_real_3: 0.23149026930332184 (0.22641700366947137) - | > loss_disc_real_4: 0.2844195067882538 (0.2238760378873237) - | > loss_disc_real_5: 0.3012038469314575 (0.23313534308538258) - | > loss_0: 2.4623003005981445 (2.4823302286807643) - | > grad_norm_0: tensor(63.7419, device='cuda:0') (tensor(101.0085, device='cuda:0')) - | > loss_gen: 2.377228260040283 (2.3471017084389065) - | > loss_kl: 1.8336654901504517 (1.5601140906877609) - | > loss_feat: 6.166304111480713 (6.161737838638163) - | > loss_mel: 23.100671768188477 (21.779841503250257) - | > loss_duration: 1.765417456626892 (1.7555941025787425) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 35.243289947509766 (33.6043894313206) - | > grad_norm_1: tensor(597.2410, device='cuda:0') (tensor(677.8177, device='cuda:0')) - | > current_lr_0: 0.00019912685682091382 - | > current_lr_1: 0.00019912685682091382 - | > step_time: 0.9496 (0.9296360595204006) - | > loader_time: 0.0055 (0.006055387381081265) - - - --> TIME: 2024-11-22 23:57:23 -- STEP: 239/797 -- GLOBAL_STEP: 28925 - | > loss_disc: 2.4046239852905273 (2.4849917040709193) - | > loss_disc_real_0: 0.14212870597839355 (0.1313903433072017) - | > loss_disc_real_1: 0.1967170685529709 (0.21968579747437433) - | > loss_disc_real_2: 0.25078144669532776 (0.23420042011528333) - | > loss_disc_real_3: 0.21949297189712524 (0.22618942012597326) - | > loss_disc_real_4: 0.20761355757713318 (0.22444541085215294) - | > loss_disc_real_5: 0.239701509475708 (0.2331463546807796) - | > loss_0: 2.4046239852905273 (2.4849917040709193) - | > grad_norm_0: tensor(98.4433, device='cuda:0') (tensor(101.1338, device='cuda:0')) - | > loss_gen: 2.266549587249756 (2.337388239146274) - | > loss_kl: 1.393931269645691 (1.5574824810028078) - | > loss_feat: 5.549322128295898 (6.122550876569548) - | > loss_mel: 22.027179718017578 (21.74585890670201) - | > loss_duration: 1.7186928987503052 (1.750893653187293) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 32.9556770324707 (33.514174329685865) - | > grad_norm_1: tensor(426.5507, device='cuda:0') (tensor(671.8865, device='cuda:0')) - | > current_lr_0: 0.00019912685682091382 - | > current_lr_1: 0.00019912685682091382 - | > step_time: 0.905 (0.9255732322836521) - | > loader_time: 0.0052 (0.006019368830086294) - - - --> TIME: 2024-11-22 23:57:46 -- STEP: 264/797 -- GLOBAL_STEP: 28950 - | > loss_disc: 2.3662784099578857 (2.4823868076006588) - | > loss_disc_real_0: 0.08875064551830292 (0.13098325742634395) - | > loss_disc_real_1: 0.2122041881084442 (0.21956364494381528) - | > loss_disc_real_2: 0.16942813992500305 (0.23379880274561318) - | > loss_disc_real_3: 0.22372570633888245 (0.22548036610312533) - | > loss_disc_real_4: 0.19446055591106415 (0.22437872195785696) - | > loss_disc_real_5: 0.22382187843322754 (0.2328568963390408) - | > loss_0: 2.3662784099578857 (2.4823868076006588) - | > grad_norm_0: tensor(172.9569, device='cuda:0') (tensor(99.7254, device='cuda:0')) - | > loss_gen: 2.1874845027923584 (2.3355066496314403) - | > loss_kl: 1.4233331680297852 (1.5563940478093696) - | > loss_feat: 5.699583530426025 (6.11628537828272) - | > loss_mel: 20.900691986083984 (21.770257328495827) - | > loss_duration: 1.672239899635315 (1.7475231258255062) - | > amp_scaler: 64.0 (64.0) - | > loss_1: 31.883333206176758 (33.52596673098478) - | > grad_norm_1: tensor(564.3704, device='cuda:0') (tensor(684.4512, device='cuda:0')) - | > current_lr_0: 0.00019912685682091382 - | > current_lr_1: 0.00019912685682091382 - | > step_time: 1.2014 (0.9250385661919912) - | > loader_time: 0.0052 (0.006025241179899733) - - - --> TIME: 2024-11-22 23:58:12 -- STEP: 289/797 -- GLOBAL_STEP: 28975 - | > loss_disc: 2.357285261154175 (2.48198291504672) - | > loss_disc_real_0: 0.08767716586589813 (0.13192485516510608) - | > loss_disc_real_1: 0.1863996535539627 (0.21913176223274747) - | > loss_disc_real_2: 0.24662168323993683 (0.23418351332415346) - | > loss_disc_real_3: 0.23510779440402985 (0.2259868347830426) - | > loss_disc_real_4: 0.2086392641067505 (0.22427074358537535) - | > loss_disc_real_5: 0.24565644562244415 (0.2329871948924444) - | > loss_0: 2.357285261154175 (2.48198291504672) - | > grad_norm_0: tensor(47.6272, device='cuda:0') (tensor(104.1963, device='cuda:0')) - | > loss_gen: 2.4985973834991455 (2.3404597955591524) - | > loss_kl: 1.5016192197799683 (1.553022967902847) - | > loss_feat: 6.503452301025391 (6.123347752647005) - | > loss_mel: 23.28373908996582 (21.798943641689004) - | > loss_duration: 1.7107570171356201 (1.7452252496897556) - | > amp_scaler: 128.0 (64.66435986159169) - | > loss_1: 35.498165130615234 (33.560999636006606) - | > grad_norm_1: tensor(458.1980, device='cuda:0') (tensor(682.5398, device='cuda:0')) - | > current_lr_0: 0.00019912685682091382 - | > current_lr_1: 0.00019912685682091382 - | > step_time: 0.8636 (0.9321237724132604) - | > loader_time: 0.0059 (0.0061361855701591705) - - - --> TIME: 2024-11-22 23:58:36 -- STEP: 314/797 -- GLOBAL_STEP: 29000 - | > loss_disc: 2.480658531188965 (2.482183164092388) - | > loss_disc_real_0: 0.09209692478179932 (0.1321044859185719) - | > loss_disc_real_1: 0.22735562920570374 (0.21895698979971515) - | > loss_disc_real_2: 0.21312542259693146 (0.23406724105025553) - | > loss_disc_real_3: 0.2388191968202591 (0.22564377635717392) - | > loss_disc_real_4: 0.2253158688545227 (0.2242642401889631) - | > loss_disc_real_5: 0.2339639961719513 (0.23290667407641744) - | > loss_0: 2.480658531188965 (2.482183164092388) - | > grad_norm_0: tensor(38.3069, device='cuda:0') (tensor(106.3197, device='cuda:0')) - | > loss_gen: 2.283320903778076 (2.3409995812519333) - | > loss_kl: 1.553076982498169 (1.5545547923464687) - | > loss_feat: 5.257567405700684 (6.122435641136899) - | > loss_mel: 21.19766616821289 (21.79948924605255) - | > loss_duration: 1.6962661743164062 (1.742390496335971) - | > amp_scaler: 128.0 (69.70700636942674) - | > loss_1: 31.987897872924805 (33.55986998491227) - | > grad_norm_1: tensor(250.3285, device='cuda:0') (tensor(672.3032, device='cuda:0')) - | > current_lr_0: 0.00019912685682091382 - | > current_lr_1: 0.00019912685682091382 - | > step_time: 0.8525 (0.9337910261883098) - | > loader_time: 0.0052 (0.006233561570477334) - - - --> TIME: 2024-11-22 23:58:59 -- STEP: 339/797 -- GLOBAL_STEP: 29025 - | > loss_disc: 2.369187355041504 (2.4808679344379825) - | > loss_disc_real_0: 0.1169249564409256 (0.1314800396166016) - | > loss_disc_real_1: 0.17449143528938293 (0.21926647675248373) - | > loss_disc_real_2: 0.21760761737823486 (0.23420098358023483) - | > loss_disc_real_3: 0.26487356424331665 (0.22559516448362738) - | > loss_disc_real_4: 0.21740342676639557 (0.2244396525762074) - | > loss_disc_real_5: 0.24534015357494354 (0.23285770658019017) - | > loss_0: 2.369187355041504 (2.4808679344379825) - | > grad_norm_0: tensor(33.5836, device='cuda:0') (tensor(104.0495, device='cuda:0')) - | > loss_gen: 2.372701644897461 (2.33950216791271) - | > loss_kl: 1.800197720527649 (1.5560268866980673) - | > loss_feat: 6.182289123535156 (6.11662887190647) - | > loss_mel: 22.491039276123047 (21.782677034361175) - | > loss_duration: 1.7210766077041626 (1.7404647984687558) - | > amp_scaler: 128.0 (74.00589970501471) - | > loss_1: 34.56730651855469 (33.535299965062336) - | > grad_norm_1: tensor(535.6235, device='cuda:0') (tensor(670.6268, device='cuda:0')) - | > current_lr_0: 0.00019912685682091382 - | > current_lr_1: 0.00019912685682091382 - | > step_time: 0.9808 (0.9325166022883052) - | > loader_time: 0.0069 (0.0062750236826308705) - - - --> TIME: 2024-11-22 23:59:22 -- STEP: 364/797 -- GLOBAL_STEP: 29050 - | > loss_disc: 2.5392074584960938 (2.4781659959436797) - | > loss_disc_real_0: 0.11203213036060333 (0.1313763954727859) - | > loss_disc_real_1: 0.24452075362205505 (0.21903334525260296) - | > loss_disc_real_2: 0.2636944651603699 (0.2335467112997731) - | > loss_disc_real_3: 0.2928834855556488 (0.22585303938159576) - | > loss_disc_real_4: 0.25755664706230164 (0.22405103737345108) - | > loss_disc_real_5: 0.31164073944091797 (0.23268290420809945) - | > loss_0: 2.5392074584960938 (2.4781659959436797) - | > grad_norm_0: tensor(110.5040, device='cuda:0') (tensor(101.3420, device='cuda:0')) - | > loss_gen: 2.4397354125976562 (2.3383046768523825) - | > loss_kl: 1.582977056503296 (1.553577029115551) - | > loss_feat: 6.56015682220459 (6.120403060546287) - | > loss_mel: 22.10464859008789 (21.77328088781336) - | > loss_duration: 1.7189584970474243 (1.7379602613029899) - | > amp_scaler: 128.0 (77.71428571428567) - | > loss_1: 34.40647888183594 (33.52352609739199) - | > grad_norm_1: tensor(1036.0219, device='cuda:0') (tensor(668.5126, device='cuda:0')) - | > current_lr_0: 0.00019912685682091382 - | > current_lr_1: 0.00019912685682091382 - | > step_time: 0.901 (0.9316485196679503) - | > loader_time: 0.0065 (0.006333860067220835) - - - --> TIME: 2024-11-22 23:59:51 -- STEP: 389/797 -- GLOBAL_STEP: 29075 - | > loss_disc: 2.4445762634277344 (2.4789501137476067) - | > loss_disc_real_0: 0.10374366492033005 (0.13124084702494213) - | > loss_disc_real_1: 0.2463615983724594 (0.219385536210396) - | > loss_disc_real_2: 0.1867617517709732 (0.23361106971542142) - | > loss_disc_real_3: 0.13095757365226746 (0.2255373777950944) - | > loss_disc_real_4: 0.16430895030498505 (0.22395104618029607) - | > loss_disc_real_5: 0.1908697634935379 (0.2333099851648115) - | > loss_0: 2.4445762634277344 (2.4789501137476067) - | > grad_norm_0: tensor(61.9374, device='cuda:0') (tensor(99.4572, device='cuda:0')) - | > loss_gen: 2.31075382232666 (2.3375500872692894) - | > loss_kl: 1.5069905519485474 (1.5537469034636235) - | > loss_feat: 6.375355243682861 (6.118482220755137) - | > loss_mel: 21.266090393066406 (21.791040827498648) - | > loss_duration: 1.7182716131210327 (1.7356617913454542) - | > amp_scaler: 128.0 (80.94601542416453) - | > loss_1: 33.17746353149414 (33.53648198968648) - | > grad_norm_1: tensor(591.9668, device='cuda:0') (tensor(673.4393, device='cuda:0')) - | > current_lr_0: 0.00019912685682091382 - | > current_lr_1: 0.00019912685682091382 - | > step_time: 1.002 (0.942819158338336) - | > loader_time: 0.0074 (0.006512584294022509) - - - --> TIME: 2024-11-23 00:00:18 -- STEP: 414/797 -- GLOBAL_STEP: 29100 - | > loss_disc: 2.3548989295959473 (2.477569081357137) - | > loss_disc_real_0: 0.1417669802904129 (0.13113919107450378) - | > loss_disc_real_1: 0.23007115721702576 (0.21938358326465035) - | > loss_disc_real_2: 0.22215649485588074 (0.2333948805136381) - | > loss_disc_real_3: 0.18685129284858704 (0.22572745757114485) - | > loss_disc_real_4: 0.17487040162086487 (0.22350015404863635) - | > loss_disc_real_5: 0.19154763221740723 (0.233467820437922) - | > loss_0: 2.3548989295959473 (2.477569081357137) - | > grad_norm_0: tensor(74.5635, device='cuda:0') (tensor(97.7988, device='cuda:0')) - | > loss_gen: 2.2996606826782227 (2.3379269538870164) - | > loss_kl: 1.5948113203048706 (1.5523176342968779) - | > loss_feat: 6.629615783691406 (6.115254749998377) - | > loss_mel: 20.721933364868164 (21.78249957596047) - | > loss_duration: 1.7149561643600464 (1.7341465192716479) - | > amp_scaler: 128.0 (83.78743961352657) - | > loss_1: 32.960975646972656 (33.52214558919272) - | > grad_norm_1: tensor(761.7147, device='cuda:0') (tensor(677.5389, device='cuda:0')) - | > current_lr_0: 0.00019912685682091382 - | > current_lr_1: 0.00019912685682091382 - | > step_time: 0.928 (0.9517537055960024) - | > loader_time: 0.0064 (0.006596964338551397) - - - --> TIME: 2024-11-23 00:00:43 -- STEP: 439/797 -- GLOBAL_STEP: 29125 - | > loss_disc: 2.5237207412719727 (2.481451442410029) - | > loss_disc_real_0: 0.08229826390743256 (0.13263134335874147) - | > loss_disc_real_1: 0.25179246068000793 (0.21957149225921457) - | > loss_disc_real_2: 0.20498676598072052 (0.23395399586350607) - | > loss_disc_real_3: 0.17852532863616943 (0.22602188468386752) - | > loss_disc_real_4: 0.1763976514339447 (0.22387126743250393) - | > loss_disc_real_5: 0.22681821882724762 (0.2338973461970653) - | > loss_0: 2.5237207412719727 (2.481451442410029) - | > grad_norm_0: tensor(69.6905, device='cuda:0') (tensor(98.5852, device='cuda:0')) - | > loss_gen: 2.2289986610412598 (2.340122796408405) - | > loss_kl: 1.4726351499557495 (1.5520471554410755) - | > loss_feat: 5.340153694152832 (6.120931673158545) - | > loss_mel: 21.129043579101562 (21.794858076577853) - | > loss_duration: 1.6602877378463745 (1.7325678770525852) - | > amp_scaler: 128.0 (86.30523917995444) - | > loss_1: 31.831119537353516 (33.540527726088705) - | > grad_norm_1: tensor(391.4940, device='cuda:0') (tensor(665.5943, device='cuda:0')) - | > current_lr_0: 0.00019912685682091382 - | > current_lr_1: 0.00019912685682091382 - | > step_time: 1.0056 (0.9540391201853481) - | > loader_time: 0.0061 (0.006656065617172484) - - - --> TIME: 2024-11-23 00:01:08 -- STEP: 464/797 -- GLOBAL_STEP: 29150 - | > loss_disc: 2.3870975971221924 (2.4813735659780183) - | > loss_disc_real_0: 0.16232582926750183 (0.1337837859233519) - | > loss_disc_real_1: 0.19373442232608795 (0.21961739945129075) - | > loss_disc_real_2: 0.21011245250701904 (0.23363575156264263) - | > loss_disc_real_3: 0.19931641221046448 (0.2257499716019836) - | > loss_disc_real_4: 0.22465290129184723 (0.2234158361137941) - | > loss_disc_real_5: 0.24721817672252655 (0.23348993875471682) - | > loss_0: 2.3870975971221924 (2.4813735659780183) - | > grad_norm_0: tensor(79.4656, device='cuda:0') (tensor(98.0348, device='cuda:0')) - | > loss_gen: 2.386434316635132 (2.338477516996447) - | > loss_kl: 1.658321738243103 (1.5527190519817944) - | > loss_feat: 6.918491840362549 (6.126136623579879) - | > loss_mel: 23.030275344848633 (21.82277512139288) - | > loss_duration: 1.6757169961929321 (1.731761021603798) - | > amp_scaler: 128.0 (88.55172413793103) - | > loss_1: 35.66923904418945 (33.571869443202864) - | > grad_norm_1: tensor(673.6609, device='cuda:0') (tensor(656.0495, device='cuda:0')) - | > current_lr_0: 0.00019912685682091382 - | > current_lr_1: 0.00019912685682091382 - | > step_time: 1.0357 (0.9551225736223418) - | > loader_time: 0.0074 (0.006703118825780934) - - - --> TIME: 2024-11-23 00:01:32 -- STEP: 489/797 -- GLOBAL_STEP: 29175 - | > loss_disc: 2.4426112174987793 (2.4811657172283033) - | > loss_disc_real_0: 0.14624899625778198 (0.1333266290129449) - | > loss_disc_real_1: 0.29241541028022766 (0.21962035601246332) - | > loss_disc_real_2: 0.214121475815773 (0.23402044609768016) - | > loss_disc_real_3: 0.20378246903419495 (0.22546410776964237) - | > loss_disc_real_4: 0.20038631558418274 (0.22354775310659702) - | > loss_disc_real_5: 0.2795654535293579 (0.23425495676345864) - | > loss_0: 2.4426112174987793 (2.4811657172283033) - | > grad_norm_0: tensor(70.7434, device='cuda:0') (tensor(97.0012, device='cuda:0')) - | > loss_gen: 2.5314249992370605 (2.3389420509338357) - | > loss_kl: 1.564468502998352 (1.5526564445476103) - | > loss_feat: 6.7031683921813965 (6.124968879793318) - | > loss_mel: 22.72654151916504 (21.824122196813793) - | > loss_duration: 1.6617623567581177 (1.7303659294280538) - | > amp_scaler: 128.0 (90.56850715746421) - | > loss_1: 35.1873664855957 (33.57105560926818) - | > grad_norm_1: tensor(739.6536, device='cuda:0') (tensor(649.5603, device='cuda:0')) - | > current_lr_0: 0.00019912685682091382 - | > current_lr_1: 0.00019912685682091382 - | > step_time: 0.9687 (0.9552822727367191) - | > loader_time: 0.0075 (0.006754958068910064) - - - --> TIME: 2024-11-23 00:01:57 -- STEP: 514/797 -- GLOBAL_STEP: 29200 - | > loss_disc: 2.429156541824341 (2.481455483789111) - | > loss_disc_real_0: 0.16397005319595337 (0.1332475399301325) - | > loss_disc_real_1: 0.23245255649089813 (0.21947425363244713) - | > loss_disc_real_2: 0.27445653080940247 (0.23391193476168562) - | > loss_disc_real_3: 0.25292181968688965 (0.22600007518140258) - | > loss_disc_real_4: 0.24670225381851196 (0.2231933781551016) - | > loss_disc_real_5: 0.2154482901096344 (0.23414917617804346) - | > loss_0: 2.429156541824341 (2.481455483789111) - | > grad_norm_0: tensor(24.2803, device='cuda:0') (tensor(96.4403, device='cuda:0')) - | > loss_gen: 2.5532021522521973 (2.3388654886516593) - | > loss_kl: 1.613872766494751 (1.5544399962351017) - | > loss_feat: 5.941410064697266 (6.125147499462972) - | > loss_mel: 19.90683937072754 (21.824119274718292) - | > loss_duration: 1.6761356592178345 (1.7290220589953174) - | > amp_scaler: 128.0 (92.38910505836576) - | > loss_1: 31.69145965576172 (33.57159441268864) - | > grad_norm_1: tensor(468.5137, device='cuda:0') (tensor(650.7274, device='cuda:0')) - | > current_lr_0: 0.00019912685682091382 - | > current_lr_1: 0.00019912685682091382 - | > step_time: 0.9265 (0.9571432023660682) - | > loader_time: 0.007 (0.006822467314130137) - - - --> TIME: 2024-11-23 00:02:23 -- STEP: 539/797 -- GLOBAL_STEP: 29225 - | > loss_disc: 2.726944923400879 (2.4802839136742936) - | > loss_disc_real_0: 0.12195856869220734 (0.13237007940965584) - | > loss_disc_real_1: 0.17728061974048615 (0.21942020568423015) - | > loss_disc_real_2: 0.27429234981536865 (0.23436014415050038) - | > loss_disc_real_3: 0.23270006477832794 (0.22590278174748893) - | > loss_disc_real_4: 0.2666923999786377 (0.2233403287758854) - | > loss_disc_real_5: 0.24314187467098236 (0.23367074588123632) - | > loss_0: 2.726944923400879 (2.4802839136742936) - | > grad_norm_0: tensor(77.4176, device='cuda:0') (tensor(94.8461, device='cuda:0')) - | > loss_gen: 2.0510897636413574 (2.338204100534511) - | > loss_kl: 1.5523602962493896 (1.553379495643729) - | > loss_feat: 6.295810699462891 (6.126364663713275) - | > loss_mel: 21.963001251220703 (21.849815513738235) - | > loss_duration: 1.7092781066894531 (1.7289133147096367) - | > amp_scaler: 128.0 (94.04081632653062) - | > loss_1: 33.57154083251953 (33.59667718211444) - | > grad_norm_1: tensor(263.2750, device='cuda:0') (tensor(643.5876, device='cuda:0')) - | > current_lr_0: 0.00019912685682091382 - | > current_lr_1: 0.00019912685682091382 - | > step_time: 0.9782 (0.9591153972887595) - | > loader_time: 0.0116 (0.006905135506822802) - - - --> TIME: 2024-11-23 00:02:49 -- STEP: 564/797 -- GLOBAL_STEP: 29250 - | > loss_disc: 2.4838411808013916 (2.4822660976267885) - | > loss_disc_real_0: 0.15309102833271027 (0.13270598401625944) - | > loss_disc_real_1: 0.19751332700252533 (0.21965897706806234) - | > loss_disc_real_2: 0.25739067792892456 (0.23432299307157808) - | > loss_disc_real_3: 0.2376234084367752 (0.22606679429927617) - | > loss_disc_real_4: 0.22971436381340027 (0.22330938306049256) - | > loss_disc_real_5: 0.2400953769683838 (0.23386955092139278) - | > loss_0: 2.4838411808013916 (2.4822660976267885) - | > grad_norm_0: tensor(210.9205, device='cuda:0') (tensor(94.6795, device='cuda:0')) - | > loss_gen: 2.3168716430664062 (2.3352782343718994) - | > loss_kl: 1.5976533889770508 (1.5540693655927131) - | > loss_feat: 5.692540645599365 (6.120254030464388) - | > loss_mel: 21.59796714782715 (21.85618638654127) - | > loss_duration: 1.7020055055618286 (1.7280707817973815) - | > amp_scaler: 128.0 (95.54609929078015) - | > loss_1: 32.907039642333984 (33.593858867672346) - | > grad_norm_1: tensor(863.3369, device='cuda:0') (tensor(644.2668, device='cuda:0')) - | > current_lr_0: 0.00019912685682091382 - | > current_lr_1: 0.00019912685682091382 - | > step_time: 1.0305 (0.961863064596839) - | > loader_time: 0.0087 (0.007027771456021788) - - - --> TIME: 2024-11-23 00:03:14 -- STEP: 589/797 -- GLOBAL_STEP: 29275 - | > loss_disc: 2.631127119064331 (2.4815590774264122) - | > loss_disc_real_0: 0.258957177400589 (0.1323056010646406) - | > loss_disc_real_1: 0.27393704652786255 (0.21961657040086788) - | > loss_disc_real_2: 0.20016741752624512 (0.23435741440347177) - | > loss_disc_real_3: 0.20393814146518707 (0.22601181253512564) - | > loss_disc_real_4: 0.20067302882671356 (0.2234572218209252) - | > loss_disc_real_5: 0.22981321811676025 (0.2341543213671456) - | > loss_0: 2.631127119064331 (2.4815590774264122) - | > grad_norm_0: tensor(126.9664, device='cuda:0') (tensor(94.6652, device='cuda:0')) - | > loss_gen: 2.187344789505005 (2.338106238983683) - | > loss_kl: 1.566122055053711 (1.5546392250951562) - | > loss_feat: 6.061922073364258 (6.128331926763564) - | > loss_mel: 22.049049377441406 (21.878745576116955) - | > loss_duration: 1.7271027565002441 (1.727590934125191) - | > amp_scaler: 128.0 (96.92359932088283) - | > loss_1: 33.5915412902832 (33.627413952087515) - | > grad_norm_1: tensor(830.0283, device='cuda:0') (tensor(640.2064, device='cuda:0')) - | > current_lr_0: 0.00019912685682091382 - | > current_lr_1: 0.00019912685682091382 - | > step_time: 1.0618 (0.9624445956510275) - | > loader_time: 0.0079 (0.007132556118665608) - - - --> TIME: 2024-11-23 00:03:39 -- STEP: 614/797 -- GLOBAL_STEP: 29300 - | > loss_disc: 2.440286159515381 (2.4819235211474893) - | > loss_disc_real_0: 0.10863452404737473 (0.13242741995748936) - | > loss_disc_real_1: 0.16979046165943146 (0.2193300379409852) - | > loss_disc_real_2: 0.19551494717597961 (0.23426010275217143) - | > loss_disc_real_3: 0.184270977973938 (0.2258846497933717) - | > loss_disc_real_4: 0.2297496348619461 (0.22343303219503222) - | > loss_disc_real_5: 0.2150825709104538 (0.2342298172098806) - | > loss_0: 2.440286159515381 (2.4819235211474893) - | > grad_norm_0: tensor(51.3998, device='cuda:0') (tensor(96.8033, device='cuda:0')) - | > loss_gen: 2.4011781215667725 (2.3381242598695144) - | > loss_kl: 1.6456667184829712 (1.554738439255506) - | > loss_feat: 6.660171031951904 (6.1245058918620545) - | > loss_mel: 23.919652938842773 (21.890667561211103) - | > loss_duration: 1.7213448286056519 (1.727414549561976) - | > amp_scaler: 128.0 (98.18892508143324) - | > loss_1: 36.3480110168457 (33.63545074525023) - | > grad_norm_1: tensor(374.8678, device='cuda:0') (tensor(638.3748, device='cuda:0')) - | > current_lr_0: 0.00019912685682091382 - | > current_lr_1: 0.00019912685682091382 - | > step_time: 1.0064 (0.9637676547326949) - | > loader_time: 0.0076 (0.007242049767062408) - - - --> TIME: 2024-11-23 00:04:04 -- STEP: 639/797 -- GLOBAL_STEP: 29325 - | > loss_disc: 2.4505701065063477 (2.481267599246124) - | > loss_disc_real_0: 0.12983086705207825 (0.13235796359549842) - | > loss_disc_real_1: 0.2086194008588791 (0.2193183227090955) - | > loss_disc_real_2: 0.2234601527452469 (0.2344753022111824) - | > loss_disc_real_3: 0.17513729631900787 (0.22586856015224785) - | > loss_disc_real_4: 0.23464712500572205 (0.22341946352722125) - | > loss_disc_real_5: 0.24597735702991486 (0.23453899786599178) - | > loss_0: 2.4505701065063477 (2.481267599246124) - | > grad_norm_0: tensor(81.8220, device='cuda:0') (tensor(98.2396, device='cuda:0')) - | > loss_gen: 2.37410831451416 (2.3393956236249753) - | > loss_kl: 1.4618812799453735 (1.5525760040596617) - | > loss_feat: 6.32965087890625 (6.123982497410782) - | > loss_mel: 22.449716567993164 (21.904372986866665) - | > loss_duration: 1.7420542240142822 (1.727538141286429) - | > amp_scaler: 128.0 (99.35524256651017) - | > loss_1: 34.3574104309082 (33.64786530138) - | > grad_norm_1: tensor(107.4447, device='cuda:0') (tensor(635.3627, device='cuda:0')) - | > current_lr_0: 0.00019912685682091382 - | > current_lr_1: 0.00019912685682091382 - | > step_time: 1.0356 (0.9645507119257871) - | > loader_time: 0.0081 (0.0073287987000132575) - - - --> TIME: 2024-11-23 00:04:30 -- STEP: 664/797 -- GLOBAL_STEP: 29350 - | > loss_disc: 2.491717576980591 (2.481200474213404) - | > loss_disc_real_0: 0.11479754745960236 (0.13257855566285814) - | > loss_disc_real_1: 0.24095818400382996 (0.2190493548356266) - | > loss_disc_real_2: 0.2110632359981537 (0.2341961515506348) - | > loss_disc_real_3: 0.19600456953048706 (0.22594935734228916) - | > loss_disc_real_4: 0.19193688035011292 (0.22335215507591344) - | > loss_disc_real_5: 0.2622200548648834 (0.23453662540000605) - | > loss_0: 2.491717576980591 (2.481200474213404) - | > grad_norm_0: tensor(81.6822, device='cuda:0') (tensor(97.3183, device='cuda:0')) - | > loss_gen: 2.3358142375946045 (2.336321716746651) - | > loss_kl: 1.6405613422393799 (1.5529751373701786) - | > loss_feat: 5.416532516479492 (6.116646222321384) - | > loss_mel: 21.298856735229492 (21.9105394920671) - | > loss_duration: 1.704193115234375 (1.726826838341104) - | > amp_scaler: 128.0 (100.43373493975903) - | > loss_1: 32.395957946777344 (33.6433094553201) - | > grad_norm_1: tensor(276.5104, device='cuda:0') (tensor(626.0759, device='cuda:0')) - | > current_lr_0: 0.00019912685682091382 - | > current_lr_1: 0.00019912685682091382 - | > step_time: 1.1833 (0.9666052148284683) - | > loader_time: 0.0094 (0.007457090070448726) - - - --> TIME: 2024-11-23 00:04:56 -- STEP: 689/797 -- GLOBAL_STEP: 29375 - | > loss_disc: 2.561736822128296 (2.4813485744210575) - | > loss_disc_real_0: 0.16074787080287933 (0.13244668304574164) - | > loss_disc_real_1: 0.22254769504070282 (0.21896376234786086) - | > loss_disc_real_2: 0.23080743849277496 (0.23432962055735734) - | > loss_disc_real_3: 0.20438796281814575 (0.2261650939248989) - | > loss_disc_real_4: 0.23107750713825226 (0.22338314884286833) - | > loss_disc_real_5: 0.2652049958705902 (0.2342163876715523) - | > loss_0: 2.561736822128296 (2.4813485744210575) - | > grad_norm_0: tensor(15.1350, device='cuda:0') (tensor(97.5121, device='cuda:0')) - | > loss_gen: 2.422457456588745 (2.334230035932731) - | > loss_kl: 1.6681780815124512 (1.5533220473844531) - | > loss_feat: 5.472339630126953 (6.106499249772513) - | > loss_mel: 22.4742488861084 (21.906499422513537) - | > loss_duration: 1.7349631786346436 (1.7261760413041136) - | > amp_scaler: 128.0 (101.43396226415095) - | > loss_1: 33.772186279296875 (33.6267268564255) - | > grad_norm_1: tensor(183.0446, device='cuda:0') (tensor(621.5662, device='cuda:0')) - | > current_lr_0: 0.00019912685682091382 - | > current_lr_1: 0.00019912685682091382 - | > step_time: 1.0264 (0.9693122252670532) - | > loader_time: 0.01 (0.007573146778544078) - - - --> TIME: 2024-11-23 00:05:22 -- STEP: 714/797 -- GLOBAL_STEP: 29400 - | > loss_disc: 2.3546879291534424 (2.4809403840233317) - | > loss_disc_real_0: 0.09128080308437347 (0.13211734273603987) - | > loss_disc_real_1: 0.23396168649196625 (0.21894251148239904) - | > loss_disc_real_2: 0.23564359545707703 (0.23449935970687064) - | > loss_disc_real_3: 0.25454121828079224 (0.22602843601747052) - | > loss_disc_real_4: 0.2455916702747345 (0.223524098928903) - | > loss_disc_real_5: 0.21480025351047516 (0.2343456492412324) - | > loss_0: 2.3546879291534424 (2.4809403840233317) - | > grad_norm_0: tensor(14.2902, device='cuda:0') (tensor(95.9427, device='cuda:0')) - | > loss_gen: 2.4895074367523193 (2.3345606145070694) - | > loss_kl: 1.672167181968689 (1.5545429453796364) - | > loss_feat: 5.872870922088623 (6.108554789999954) - | > loss_mel: 22.13918113708496 (21.918875232130215) - | > loss_duration: 1.7013516426086426 (1.7252982071801728) - | > amp_scaler: 128.0 (102.36414565826331) - | > loss_1: 33.87507629394531 (33.641831860154994) - | > grad_norm_1: tensor(803.4222, device='cuda:0') (tensor(617.2600, device='cuda:0')) - | > current_lr_0: 0.00019912685682091382 - | > current_lr_1: 0.00019912685682091382 - | > step_time: 0.9868 (0.970616327948263) - | > loader_time: 0.0102 (0.007678466684678022) - - - --> TIME: 2024-11-23 00:05:50 -- STEP: 739/797 -- GLOBAL_STEP: 29425 - | > loss_disc: 2.3985726833343506 (2.4814767195504173) - | > loss_disc_real_0: 0.16508261859416962 (0.13211311815314097) - | > loss_disc_real_1: 0.17988914251327515 (0.21928537563396888) - | > loss_disc_real_2: 0.23360848426818848 (0.23464036294346088) - | > loss_disc_real_3: 0.21444062888622284 (0.22618582993947442) - | > loss_disc_real_4: 0.20288962125778198 (0.22321376377900656) - | > loss_disc_real_5: 0.2485753744840622 (0.2342571477243155) - | > loss_0: 2.3985726833343506 (2.4814767195504173) - | > grad_norm_0: tensor(19.0578, device='cuda:0') (tensor(95.4462, device='cuda:0')) - | > loss_gen: 2.3794007301330566 (2.3345749344328888) - | > loss_kl: 1.5028038024902344 (1.5541335274950576) - | > loss_feat: 6.196033954620361 (6.111615570052874) - | > loss_mel: 21.571643829345703 (21.928241203215187) - | > loss_duration: 1.6829195022583008 (1.724302559970035) - | > amp_scaler: 128.0 (103.23139377537213) - | > loss_1: 33.332801818847656 (33.65286786824024) - | > grad_norm_1: tensor(608.4377, device='cuda:0') (tensor(621.2382, device='cuda:0')) - | > current_lr_0: 0.00019912685682091382 - | > current_lr_1: 0.00019912685682091382 - | > step_time: 1.0229 (0.9741503095433257) - | > loader_time: 0.1067 (0.008722633405693169) - - - --> TIME: 2024-11-23 00:06:25 -- STEP: 764/797 -- GLOBAL_STEP: 29450 - | > loss_disc: 2.442018985748291 (2.481088549366799) - | > loss_disc_real_0: 0.08067579567432404 (0.13228519985462048) - | > loss_disc_real_1: 0.15506501495838165 (0.21916183755191834) - | > loss_disc_real_2: 0.2370012253522873 (0.2346684386592885) - | > loss_disc_real_3: 0.22522853314876556 (0.22609797945119323) - | > loss_disc_real_4: 0.2697436809539795 (0.2233928660447685) - | > loss_disc_real_5: 0.26661399006843567 (0.2340324642575536) - | > loss_0: 2.442018985748291 (2.481088549366799) - | > grad_norm_0: tensor(132.0798, device='cuda:0') (tensor(95.3789, device='cuda:0')) - | > loss_gen: 2.452920913696289 (2.3336726590912975) - | > loss_kl: 1.594670057296753 (1.5531428915043777) - | > loss_feat: 6.246354579925537 (6.107265280179329) - | > loss_mel: 23.236671447753906 (21.924889102656174) - | > loss_duration: 1.69008469581604 (1.7232255292812566) - | > amp_scaler: 128.0 (104.04188481675392) - | > loss_1: 35.220703125 (33.64219553682818) - | > grad_norm_1: tensor(971.1174, device='cuda:0') (tensor(620.4117, device='cuda:0')) - | > current_lr_0: 0.00019912685682091382 - | > current_lr_1: 0.00019912685682091382 - | > step_time: 1.3271 (0.9844643548521071) - | > loader_time: 0.1286 (0.012451032381407254) - - - --> TIME: 2024-11-23 00:07:16 -- STEP: 789/797 -- GLOBAL_STEP: 29475 - | > loss_disc: 2.4242889881134033 (2.480612782017815) - | > loss_disc_real_0: 0.1383761465549469 (0.13208346802585483) - | > loss_disc_real_1: 0.24918535351753235 (0.21933204196251843) - | > loss_disc_real_2: 0.22373002767562866 (0.23462293556736752) - | > loss_disc_real_3: 0.23350124061107635 (0.22612059140915503) - | > loss_disc_real_4: 0.2217230349779129 (0.2231760903985177) - | > loss_disc_real_5: 0.17519232630729675 (0.23392147169518077) - | > loss_0: 2.4242889881134033 (2.480612782017815) - | > grad_norm_0: tensor(28.5045, device='cuda:0') (tensor(94.4688, device='cuda:0')) - | > loss_gen: 2.346661329269409 (2.333896160578997) - | > loss_kl: 1.747090220451355 (1.5539384995727636) - | > loss_feat: 6.605408668518066 (6.111848169406557) - | > loss_mel: 21.654109954833984 (21.92872549281827) - | > loss_duration: 1.7296199798583984 (1.722376856664892) - | > amp_scaler: 128.0 (104.80101394169836) - | > loss_1: 34.08289337158203 (33.650785260025266) - | > grad_norm_1: tensor(475.9737, device='cuda:0') (tensor(620.0125, device='cuda:0')) - | > current_lr_0: 0.00019912685682091382 - | > current_lr_1: 0.00019912685682091382 - | > step_time: 1.1685 (1.013285424470599) - | > loader_time: 0.1166 (0.016804779739283182) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.573016405105591 (2.573016405105591) - | > loss_disc_real_0: 0.09748229384422302 (0.09748229384422302) - | > loss_disc_real_1: 0.15318280458450317 (0.15318280458450317) - | > loss_disc_real_2: 0.19964170455932617 (0.19964170455932617) - | > loss_disc_real_3: 0.2073555439710617 (0.2073555439710617) - | > loss_disc_real_4: 0.2598835527896881 (0.2598835527896881) - | > loss_disc_real_5: 0.17371349036693573 (0.17371349036693573) - | > loss_0: 2.573016405105591 (2.573016405105591) - | > loss_gen: 1.7868971824645996 (1.7868971824645996) - | > loss_kl: 1.6653379201889038 (1.6653379201889038) - | > loss_feat: 6.084666728973389 (6.084666728973389) - | > loss_mel: 24.489381790161133 (24.489381790161133) - | > loss_duration: 2.0158700942993164 (2.0158700942993164) - | > loss_1: 36.042152404785156 (36.042152404785156) - - --> STEP: 1 - | > loss_disc: 2.5062286853790283 (2.5062286853790283) - | > loss_disc_real_0: 0.10842683166265488 (0.10842683166265488) - | > loss_disc_real_1: 0.15994621813297272 (0.15994621813297272) - | > loss_disc_real_2: 0.19234418869018555 (0.19234418869018555) - | > loss_disc_real_3: 0.24650688469409943 (0.24650688469409943) - | > loss_disc_real_4: 0.1935635209083557 (0.1935635209083557) - | > loss_disc_real_5: 0.2059134989976883 (0.2059134989976883) - | > loss_0: 2.5062286853790283 (2.5062286853790283) - | > loss_gen: 2.0433900356292725 (2.0433900356292725) - | > loss_kl: 1.8141090869903564 (1.8141090869903564) - | > loss_feat: 8.266745567321777 (8.266745567321777) - | > loss_mel: 26.641206741333008 (26.641206741333008) - | > loss_duration: 1.7478840351104736 (1.7478840351104736) - | > loss_1: 40.51333236694336 (40.51333236694336) - - --> STEP: 2 - | > loss_disc: 2.4559359550476074 (2.481082320213318) - | > loss_disc_real_0: 0.1165078729391098 (0.11246735230088234) - | > loss_disc_real_1: 0.142971470952034 (0.15145884454250336) - | > loss_disc_real_2: 0.16880027949810028 (0.1805722340941429) - | > loss_disc_real_3: 0.2181146740913391 (0.23231077939271927) - | > loss_disc_real_4: 0.1900528371334076 (0.19180817902088165) - | > loss_disc_real_5: 0.21869568526744843 (0.21230459213256836) - | > loss_0: 2.4559359550476074 (2.481082320213318) - | > loss_gen: 1.9113255739212036 (1.977357804775238) - | > loss_kl: 1.4248850345611572 (1.6194970607757568) - | > loss_feat: 6.15639066696167 (7.211568117141724) - | > loss_mel: 21.937715530395508 (24.289461135864258) - | > loss_duration: 1.6559966802597046 (1.7019403576850891) - | > loss_1: 33.0863151550293 (36.79982376098633) - - --> STEP: 3 - | > loss_disc: 2.610623836517334 (2.5242628256479898) - | > loss_disc_real_0: 0.2652736306190491 (0.16340277840693793) - | > loss_disc_real_1: 0.18990445137023926 (0.16427404681841531) - | > loss_disc_real_2: 0.24055953323841095 (0.20056800047556558) - | > loss_disc_real_3: 0.23481164872646332 (0.23314440250396729) - | > loss_disc_real_4: 0.26504430174827576 (0.21622021993001303) - | > loss_disc_real_5: 0.25355103611946106 (0.22605340679486594) - | > loss_0: 2.610623836517334 (2.5242628256479898) - | > loss_gen: 2.3220572471618652 (2.0922576189041138) - | > loss_kl: 1.6339155435562134 (1.6243032217025757) - | > loss_feat: 4.939583778381348 (6.454240004221599) - | > loss_mel: 19.012784957885742 (22.530569076538086) - | > loss_duration: 1.7096413373947144 (1.7045073509216309) - | > loss_1: 29.617982864379883 (34.405876795450844) - - --> STEP: 4 - | > loss_disc: 2.489870071411133 (2.5156646370887756) - | > loss_disc_real_0: 0.12068931758403778 (0.15272441320121288) - | > loss_disc_real_1: 0.11290940642356873 (0.15143288671970367) - | > loss_disc_real_2: 0.15274502336978912 (0.18861225619912148) - | > loss_disc_real_3: 0.19389992952346802 (0.22333328425884247) - | > loss_disc_real_4: 0.14050544798374176 (0.1972915269434452) - | > loss_disc_real_5: 0.23214386403560638 (0.22757602110505104) - | > loss_0: 2.489870071411133 (2.5156646370887756) - | > loss_gen: 1.907926082611084 (2.0461747348308563) - | > loss_kl: 1.62950599193573 (1.6256039142608643) - | > loss_feat: 6.758642196655273 (6.530340552330017) - | > loss_mel: 23.433937072753906 (22.75641107559204) - | > loss_duration: 1.6424283981323242 (1.6889876127243042) - | > loss_1: 35.372440338134766 (34.647517681121826) - - --> STEP: 5 - | > loss_disc: 2.638308048248291 (2.5401933193206787) - | > loss_disc_real_0: 0.11560798436403275 (0.14530112743377685) - | > loss_disc_real_1: 0.17998871207237244 (0.15714405179023744) - | > loss_disc_real_2: 0.1598406434059143 (0.18285793364048003) - | > loss_disc_real_3: 0.21111524105072021 (0.220889675617218) - | > loss_disc_real_4: 0.14813362061977386 (0.18745994567871094) - | > loss_disc_real_5: 0.19476006925106049 (0.22101283073425293) - | > loss_0: 2.638308048248291 (2.5401933193206787) - | > loss_gen: 1.8302359580993652 (2.0029869794845583) - | > loss_kl: 1.4516468048095703 (1.5908124923706055) - | > loss_feat: 7.459324836730957 (6.716137409210205) - | > loss_mel: 20.126977920532227 (22.230524444580077) - | > loss_duration: 1.8504503965377808 (1.7212801694869995) - | > loss_1: 32.71863555908203 (34.26174125671387) - - --> STEP: 6 - | > loss_disc: 2.5573947429656982 (2.543060223261515) - | > loss_disc_real_0: 0.18080607056617737 (0.1512186179558436) - | > loss_disc_real_1: 0.2201707512140274 (0.16764850169420242) - | > loss_disc_real_2: 0.17956489324569702 (0.18230909357468286) - | > loss_disc_real_3: 0.28175869584083557 (0.23103451232115427) - | > loss_disc_real_4: 0.1971079558134079 (0.1890679473678271) - | > loss_disc_real_5: 0.28172093629837036 (0.2311308483282725) - | > loss_0: 2.5573947429656982 (2.543060223261515) - | > loss_gen: 2.2077667713165283 (2.0371169447898865) - | > loss_kl: 1.202409029006958 (1.5260785818099976) - | > loss_feat: 4.449052333831787 (6.338289896647136) - | > loss_mel: 19.592763900756836 (21.790897687276203) - | > loss_duration: 1.6963322162628174 (1.7171221772829692) - | > loss_1: 29.148324966430664 (33.409505208333336) - - --> STEP: 7 - | > loss_disc: 2.3392791748046875 (2.5139486449105397) - | > loss_disc_real_0: 0.12396757304668427 (0.14732561154024942) - | > loss_disc_real_1: 0.12192163616418839 (0.16111609233277185) - | > loss_disc_real_2: 0.21525077521800995 (0.18701504809515818) - | > loss_disc_real_3: 0.22341026365756989 (0.22994533394064223) - | > loss_disc_real_4: 0.15204043686389923 (0.18377830301012313) - | > loss_disc_real_5: 0.1938086897134781 (0.22579911138330186) - | > loss_0: 2.3392791748046875 (2.5139486449105397) - | > loss_gen: 2.094797134399414 (2.045356971876962) - | > loss_kl: 1.8534170389175415 (1.5728412185396468) - | > loss_feat: 6.759655952453613 (6.398485047476632) - | > loss_mel: 21.31428337097168 (21.72280992780413) - | > loss_duration: 1.6572070121765137 (1.708562867982047) - | > loss_1: 33.67936325073242 (33.44805635724749) - - --> STEP: 8 - | > loss_disc: 2.4738333225250244 (2.5089342296123505) - | > loss_disc_real_0: 0.12180859595537186 (0.14413598459213972) - | > loss_disc_real_1: 0.16022443771362305 (0.16100463550537825) - | > loss_disc_real_2: 0.19841530919075012 (0.18844008073210716) - | > loss_disc_real_3: 0.20467400550842285 (0.2267864178866148) - | > loss_disc_real_4: 0.15793831646442413 (0.18054830469191074) - | > loss_disc_real_5: 0.14850735664367676 (0.21613764204084873) - | > loss_0: 2.4738333225250244 (2.5089342296123505) - | > loss_gen: 1.896275281906128 (2.0267217606306076) - | > loss_kl: 1.8473608493804932 (1.6071561723947525) - | > loss_feat: 7.083724021911621 (6.484139919281006) - | > loss_mel: 23.468975067138672 (21.941080570220947) - | > loss_duration: 1.776581883430481 (1.7170652449131012) - | > loss_1: 36.072914123535156 (33.77616357803345) - - --> STEP: 9 - | > loss_disc: 2.6026439666748047 (2.51934642261929) - | > loss_disc_real_0: 0.1077544316649437 (0.14009358982245126) - | > loss_disc_real_1: 0.17138051986694336 (0.16215751154555214) - | > loss_disc_real_2: 0.210286945104599 (0.19086751010682848) - | > loss_disc_real_3: 0.2377718687057495 (0.22800702353318533) - | > loss_disc_real_4: 0.25447195768356323 (0.18876204391320547) - | > loss_disc_real_5: 0.25049078464508057 (0.21995465788576338) - | > loss_0: 2.6026439666748047 (2.51934642261929) - | > loss_gen: 1.8310091495513916 (2.004975914955139) - | > loss_kl: 1.2707711458206177 (1.5697800583309598) - | > loss_feat: 4.612706661224365 (6.276202890608046) - | > loss_mel: 20.818750381469727 (21.816377215915256) - | > loss_duration: 1.7005929946899414 (1.7152349948883057) - | > loss_1: 30.233829498291016 (33.38257090250651) - - --> STEP: 10 - | > loss_disc: 2.421628475189209 (2.509574627876282) - | > loss_disc_real_0: 0.18828672170639038 (0.1449129030108452) - | > loss_disc_real_1: 0.15696744620800018 (0.16163850501179694) - | > loss_disc_real_2: 0.2335919439792633 (0.19513995349407195) - | > loss_disc_real_3: 0.25526538491249084 (0.23073285967111587) - | > loss_disc_real_4: 0.2228471040725708 (0.192170549929142) - | > loss_disc_real_5: 0.20178669691085815 (0.21813786178827285) - | > loss_0: 2.421628475189209 (2.509574627876282) - | > loss_gen: 2.220010995864868 (2.026479423046112) - | > loss_kl: 1.610579252243042 (1.573859977722168) - | > loss_feat: 4.849815368652344 (6.133564138412476) - | > loss_mel: 18.34410858154297 (21.469150352478028) - | > loss_duration: 1.6191818714141846 (1.7056296825408936) - | > loss_1: 28.64369773864746 (32.9086835861206) - - --> STEP: 11 - | > loss_disc: 2.2843053340911865 (2.489095601168546) - | > loss_disc_real_0: 0.09414178878068924 (0.1402973471717401) - | > loss_disc_real_1: 0.17278286814689636 (0.16265162893316962) - | > loss_disc_real_2: 0.1643715649843216 (0.19234282726591284) - | > loss_disc_real_3: 0.20804020762443542 (0.22866989130323584) - | > loss_disc_real_4: 0.13572688400745392 (0.1870393075726249) - | > loss_disc_real_5: 0.14727485179901123 (0.21169576997106726) - | > loss_0: 2.2843053340911865 (2.489095601168546) - | > loss_gen: 2.082260847091675 (2.0315504615957085) - | > loss_kl: 1.9484031200408936 (1.6079093542965976) - | > loss_feat: 6.328080177307129 (6.151247414675626) - | > loss_mel: 19.57064437866211 (21.296558900312945) - | > loss_duration: 1.656825065612793 (1.7011928991837935) - | > loss_1: 31.586212158203125 (32.78845891085538) - - --> STEP: 12 - | > loss_disc: 2.247730016708374 (2.4689818024635315) - | > loss_disc_real_0: 0.1129554957151413 (0.1380188595503569) - | > loss_disc_real_1: 0.17775684595108032 (0.1639103970179955) - | > loss_disc_real_2: 0.1948070377111435 (0.19254817813634872) - | > loss_disc_real_3: 0.1874096542596817 (0.22523153821627298) - | > loss_disc_real_4: 0.15877029299736023 (0.1846835563580195) - | > loss_disc_real_5: 0.19889351725578308 (0.2106289155781269) - | > loss_0: 2.247730016708374 (2.4689818024635315) - | > loss_gen: 2.3123176097869873 (2.054947723944982) - | > loss_kl: 1.5008846521377563 (1.5989906291166942) - | > loss_feat: 7.104880332946777 (6.230716824531555) - | > loss_mel: 22.78990364074707 (21.42100429534912) - | > loss_duration: 1.6947981119155884 (1.7006600002447765) - | > loss_1: 35.40278244018555 (33.006319204966225) - - --> STEP: 13 - | > loss_disc: 2.6270790100097656 (2.481143126120934) - | > loss_disc_real_0: 0.1632889211177826 (0.13996271044015887) - | > loss_disc_real_1: 0.16952601075172424 (0.1643423673052054) - | > loss_disc_real_2: 0.20007206499576569 (0.1931269386639962) - | > loss_disc_real_3: 0.18880467116832733 (0.22242947152027717) - | > loss_disc_real_4: 0.18339599668979645 (0.18458451330661774) - | > loss_disc_real_5: 0.18330872058868408 (0.20852736211740053) - | > loss_0: 2.6270790100097656 (2.481143126120934) - | > loss_gen: 1.8958971500396729 (2.042713064413804) - | > loss_kl: 1.808724045753479 (1.6151239688579853) - | > loss_feat: 5.927524089813232 (6.207394306476299) - | > loss_mel: 19.683874130249023 (21.28737889803373) - | > loss_duration: 1.7543115615844727 (1.704787043424753) - | > loss_1: 31.070331573486328 (32.85739707946777) - - --> STEP: 14 - | > loss_disc: 2.462698221206665 (2.479825632912772) - | > loss_disc_real_0: 0.10013215243816376 (0.13711767058287352) - | > loss_disc_real_1: 0.19131828844547272 (0.16626921881522452) - | > loss_disc_real_2: 0.19156856834888458 (0.19301562649863108) - | > loss_disc_real_3: 0.21864661574363708 (0.22215926753623144) - | > loss_disc_real_4: 0.21133096516132355 (0.18649497415338243) - | > loss_disc_real_5: 0.21265742182731628 (0.20882236638239451) - | > loss_0: 2.462698221206665 (2.479825632912772) - | > loss_gen: 2.019011974334717 (2.041020129408155) - | > loss_kl: 1.8042527437210083 (1.628633167062487) - | > loss_feat: 5.773916721343994 (6.176431621823992) - | > loss_mel: 23.55584716796875 (21.44941234588623) - | > loss_duration: 1.7338552474975586 (1.7068633437156677) - | > loss_1: 34.88688278198242 (33.002360343933105) - - --> STEP: 15 - | > loss_disc: 2.158512592315674 (2.458404763539632) - | > loss_disc_real_0: 0.08741512894630432 (0.13380416780710228) - | > loss_disc_real_1: 0.13627268373966217 (0.164269449810187) - | > loss_disc_real_2: 0.23027373850345612 (0.19549950063228608) - | > loss_disc_real_3: 0.1795906126499176 (0.21932135721047719) - | > loss_disc_real_4: 0.197114497423172 (0.18720294237136842) - | > loss_disc_real_5: 0.16393020749092102 (0.2058295557896296) - | > loss_0: 2.158512592315674 (2.458404763539632) - | > loss_gen: 2.264009952545166 (2.055886117617289) - | > loss_kl: 1.833470344543457 (1.6422889788945516) - | > loss_feat: 7.863536834716797 (6.288905302683513) - | > loss_mel: 24.63210678100586 (21.661591974894204) - | > loss_duration: 1.716301441192627 (1.7074925502141316) - | > loss_1: 38.309425354003906 (33.35616467793783) - - --> STEP: 16 - | > loss_disc: 2.3878726959228516 (2.4539965093135834) - | > loss_disc_real_0: 0.07971961051225662 (0.1304238829761744) - | > loss_disc_real_1: 0.16717667877674103 (0.16445115162059665) - | > loss_disc_real_2: 0.1627165526151657 (0.19345056638121605) - | > loss_disc_real_3: 0.1679660975933075 (0.2161116534844041) - | > loss_disc_real_4: 0.15611347556114197 (0.18525985069572926) - | > loss_disc_real_5: 0.15608926117420197 (0.2027207873761654) - | > loss_0: 2.3878726959228516 (2.4539965093135834) - | > loss_gen: 1.9015355110168457 (2.0462392047047615) - | > loss_kl: 1.8700793981552124 (1.656525880098343) - | > loss_feat: 7.340872764587402 (6.3546532690525055) - | > loss_mel: 21.818775177001953 (21.67141592502594) - | > loss_duration: 1.8365380764007568 (1.7155578956007957) - | > loss_1: 34.767799377441406 (33.4443918466568) - - --> STEP: 17 - | > loss_disc: 2.375587224960327 (2.449384198469274) - | > loss_disc_real_0: 0.1231088861823082 (0.12999358904712346) - | > loss_disc_real_1: 0.13284602761268616 (0.16259202667895487) - | > loss_disc_real_2: 0.22043722867965698 (0.19503801710465374) - | > loss_disc_real_3: 0.2318481206893921 (0.21703732802587397) - | > loss_disc_real_4: 0.18929317593574524 (0.18549710512161255) - | > loss_disc_real_5: 0.24070151150226593 (0.2049549476188772) - | > loss_0: 2.375587224960327 (2.449384198469274) - | > loss_gen: 2.0923585891723633 (2.048952109673444) - | > loss_kl: 1.6131627559661865 (1.653975108090569) - | > loss_feat: 5.712044715881348 (6.31685276592479) - | > loss_mel: 22.56165313720703 (21.723782819860123) - | > loss_duration: 1.6737560033798218 (1.713098960764268) - | > loss_1: 33.65297317504883 (33.45666133656221) - - --> STEP: 18 - | > loss_disc: 2.437422275543213 (2.4487196471956043) - | > loss_disc_real_0: 0.12347632646560669 (0.12963151890370586) - | > loss_disc_real_1: 0.19053545594215393 (0.16414443941579926) - | > loss_disc_real_2: 0.17704889178276062 (0.19403862125343746) - | > loss_disc_real_3: 0.22363534569740295 (0.21740388456318113) - | > loss_disc_real_4: 0.1533757597208023 (0.18371258593267864) - | > loss_disc_real_5: 0.18594099581241608 (0.2038986169629627) - | > loss_0: 2.437422275543213 (2.4487196471956043) - | > loss_gen: 2.136451482772827 (2.0538131859567432) - | > loss_kl: 1.1240731477737427 (1.6245361102951899) - | > loss_feat: 6.95781946182251 (6.352462026807997) - | > loss_mel: 23.734689712524414 (21.835499869452583) - | > loss_duration: 1.667419672012329 (1.7105612225002713) - | > loss_1: 35.620452880859375 (33.576871977912056) - - --> STEP: 19 - | > loss_disc: 2.152711868286133 (2.433140290410895) - | > loss_disc_real_0: 0.06934739649295807 (0.12645867035577177) - | > loss_disc_real_1: 0.14721180498600006 (0.16325324813002035) - | > loss_disc_real_2: 0.18394848704338074 (0.1935075615581713) - | > loss_disc_real_3: 0.20029547810554504 (0.2165034421180424) - | > loss_disc_real_4: 0.14302808046340942 (0.18157129617113815) - | > loss_disc_real_5: 0.2039799839258194 (0.20390289943469198) - | > loss_0: 2.152711868286133 (2.433140290410895) - | > loss_gen: 2.3409907817840576 (2.0689277962634436) - | > loss_kl: 1.7562785148620605 (1.631469921061867) - | > loss_feat: 6.848165035247803 (6.378551658831145) - | > loss_mel: 22.920747756958008 (21.89261817932129) - | > loss_duration: 1.781113624572754 (1.7142745068198757) - | > loss_1: 35.64729690551758 (33.685841710943926) - - --> STEP: 20 - | > loss_disc: 2.3330345153808594 (2.428135001659393) - | > loss_disc_real_0: 0.08903652429580688 (0.12458756305277352) - | > loss_disc_real_1: 0.15000171959400177 (0.16259067170321942) - | > loss_disc_real_2: 0.180536687374115 (0.19285901784896847) - | > loss_disc_real_3: 0.21946664154529572 (0.21665160208940507) - | > loss_disc_real_4: 0.15288102626800537 (0.18013678267598152) - | > loss_disc_real_5: 0.2198370397090912 (0.20469960644841195) - | > loss_0: 2.3330345153808594 (2.428135001659393) - | > loss_gen: 2.2488059997558594 (2.0779217064380644) - | > loss_kl: 1.7455825805664062 (1.637175554037094) - | > loss_feat: 7.2157158851623535 (6.420409870147705) - | > loss_mel: 22.327709197998047 (21.914372730255128) - | > loss_duration: 1.683932900428772 (1.7127574265003205) - | > loss_1: 35.221744537353516 (33.76263685226441) - - --> STEP: 21 - | > loss_disc: 2.4852004051208496 (2.4308524018242244) - | > loss_disc_real_0: 0.1376594603061676 (0.1252100343505542) - | > loss_disc_real_1: 0.21265894174575806 (0.16497487503857838) - | > loss_disc_real_2: 0.2704905867576599 (0.1965557592255728) - | > loss_disc_real_3: 0.23283107578754425 (0.21742205321788788) - | > loss_disc_real_4: 0.1972772777080536 (0.18095299672512782) - | > loss_disc_real_5: 0.21053995192050934 (0.20497771813755944) - | > loss_0: 2.4852004051208496 (2.4308524018242244) - | > loss_gen: 2.2009029388427734 (2.0837779556001936) - | > loss_kl: 1.546343207359314 (1.632850204195295) - | > loss_feat: 6.796011447906494 (6.43829565956479) - | > loss_mel: 22.149749755859375 (21.925581160045805) - | > loss_duration: 1.6876698732376099 (1.711562781106858) - | > loss_1: 34.380680084228516 (33.792067482357936) - - --> STEP: 22 - | > loss_disc: 2.5183892250061035 (2.4348313483324913) - | > loss_disc_real_0: 0.11096829175949097 (0.12456268241459677) - | > loss_disc_real_1: 0.1692694127559662 (0.16517008129845964) - | > loss_disc_real_2: 0.22334425151348114 (0.19777341796593229) - | > loss_disc_real_3: 0.21370549499988556 (0.21725311875343323) - | > loss_disc_real_4: 0.25761446356773376 (0.18443760885433716) - | > loss_disc_real_5: 0.23515555262565613 (0.20634943788701837) - | > loss_0: 2.5183892250061035 (2.4348313483324913) - | > loss_gen: 2.0490612983703613 (2.08219992572611) - | > loss_kl: 1.3209092617034912 (1.6186710704456677) - | > loss_feat: 5.504374980926514 (6.3958447196266865) - | > loss_mel: 20.517593383789062 (21.8615817156705) - | > loss_duration: 1.7989492416381836 (1.715534892949191) - | > loss_1: 31.190887451171875 (33.67383202639493) - - --> STEP: 23 - | > loss_disc: 2.3260490894317627 (2.4301016849020245) - | > loss_disc_real_0: 0.14916789531707764 (0.12563247427992202) - | > loss_disc_real_1: 0.21341802179813385 (0.16726781784192374) - | > loss_disc_real_2: 0.18074451386928558 (0.19703303083129547) - | > loss_disc_real_3: 0.14207468926906586 (0.2139844913845477) - | > loss_disc_real_4: 0.1754741221666336 (0.1840478920418283) - | > loss_disc_real_5: 0.1950703263282776 (0.20585904173229053) - | > loss_0: 2.3260490894317627 (2.4301016849020245) - | > loss_gen: 2.1106810569763184 (2.0834382357804673) - | > loss_kl: 1.5619040727615356 (1.616202940111575) - | > loss_feat: 6.4373459815979 (6.397649122321087) - | > loss_mel: 21.441883087158203 (21.84333394921344) - | > loss_duration: 1.7909296751022339 (1.718812926955845) - | > loss_1: 33.342742919921875 (33.659436847852625) - - --> STEP: 24 - | > loss_disc: 2.5165610313415527 (2.433704157670338) - | > loss_disc_real_0: 0.12114933878183365 (0.12544567696750167) - | > loss_disc_real_1: 0.19951076805591583 (0.1686112741008401) - | > loss_disc_real_2: 0.2016165405511856 (0.19722401040295756) - | > loss_disc_real_3: 0.24968388676643372 (0.21547196619212627) - | > loss_disc_real_4: 0.1913130134344101 (0.1843506054331859) - | > loss_disc_real_5: 0.24568088352680206 (0.20751828514039516) - | > loss_0: 2.5165610313415527 (2.433704157670338) - | > loss_gen: 2.194868803024292 (2.088081176082293) - | > loss_kl: 1.5912407636642456 (1.6151628494262695) - | > loss_feat: 5.7808709144592285 (6.371950030326843) - | > loss_mel: 23.252981185913086 (21.902069250742596) - | > loss_duration: 1.6742277145385742 (1.7169552097717922) - | > loss_1: 34.49419021606445 (33.694218238194786) - - --> STEP: 25 - | > loss_disc: 2.6775293350219727 (2.443457164764404) - | > loss_disc_real_0: 0.166707843542099 (0.12709616363048556) - | > loss_disc_real_1: 0.18776863813400269 (0.1693775686621666) - | > loss_disc_real_2: 0.22335809469223022 (0.19826937377452847) - | > loss_disc_real_3: 0.2709198594093323 (0.2176898819208145) - | > loss_disc_real_4: 0.22737738490104675 (0.18607167661190033) - | > loss_disc_real_5: 0.2728818356990814 (0.21013282716274262) - | > loss_0: 2.6775293350219727 (2.443457164764404) - | > loss_gen: 1.8892483711242676 (2.080127863883972) - | > loss_kl: 1.5905388593673706 (1.6141778898239136) - | > loss_feat: 3.958282709121704 (6.275403337478638) - | > loss_mel: 19.518470764160156 (21.806725311279298) - | > loss_duration: 1.64658522605896 (1.714140410423279) - | > loss_1: 28.603124618530273 (33.490574493408204) - - --> STEP: 26 - | > loss_disc: 2.593214273452759 (2.44921705356011) - | > loss_disc_real_0: 0.11993075162172318 (0.12682057086091778) - | > loss_disc_real_1: 0.1566126048564911 (0.16888660851579446) - | > loss_disc_real_2: 0.2240014672279358 (0.1992590696765826) - | > loss_disc_real_3: 0.239561527967453 (0.21853109907645446) - | > loss_disc_real_4: 0.22078971564769745 (0.18740698580558485) - | > loss_disc_real_5: 0.24701015651226044 (0.21155118598387793) - | > loss_0: 2.593214273452759 (2.44921705356011) - | > loss_gen: 1.945757269859314 (2.074959764113793) - | > loss_kl: 1.5016212463378906 (1.6098487881513743) - | > loss_feat: 6.7508673667907715 (6.293690415529104) - | > loss_mel: 22.769350051879883 (21.843749339763935) - | > loss_duration: 1.6761999130249023 (1.7126811605233412) - | > loss_1: 34.643798828125 (33.534929275512695) - - --> STEP: 27 - | > loss_disc: 2.4892868995666504 (2.450701121930723) - | > loss_disc_real_0: 0.12039927393198013 (0.1265827450487349) - | > loss_disc_real_1: 0.1661929041147232 (0.16878684168612515) - | > loss_disc_real_2: 0.2486267238855362 (0.20108750131395126) - | > loss_disc_real_3: 0.2636239230632782 (0.22020120366855903) - | > loss_disc_real_4: 0.22513730823993683 (0.18880440515500527) - | > loss_disc_real_5: 0.23628957569599152 (0.21246742263988214) - | > loss_0: 2.4892868995666504 (2.450701121930723) - | > loss_gen: 2.1625404357910156 (2.078203492694431) - | > loss_kl: 1.7969528436660767 (1.616778567985252) - | > loss_feat: 5.959300518035889 (6.2813056045108375) - | > loss_mel: 23.859834671020508 (21.91841916684751) - | > loss_duration: 1.7262067794799805 (1.713182109373587) - | > loss_1: 35.50483703613281 (33.60788882220233) - - --> STEP: 28 - | > loss_disc: 2.347996473312378 (2.447033098765782) - | > loss_disc_real_0: 0.18252936005592346 (0.12858083844184878) - | > loss_disc_real_1: 0.20122818648815155 (0.1699454611433404) - | > loss_disc_real_2: 0.1794537603855133 (0.20031486770936419) - | > loss_disc_real_3: 0.18097954988479614 (0.21880043031913893) - | > loss_disc_real_4: 0.19350804388523102 (0.18897239225251333) - | > loss_disc_real_5: 0.2154812067747116 (0.21257505778755462) - | > loss_0: 2.347996473312378 (2.447033098765782) - | > loss_gen: 2.406676769256592 (2.0899346811430797) - | > loss_kl: 1.2849096059799194 (1.6049261050564902) - | > loss_feat: 6.3335280418396 (6.2831706915582926) - | > loss_mel: 20.125871658325195 (21.854399612971715) - | > loss_duration: 1.7415440082550049 (1.7141950343336378) - | > loss_1: 31.89253044128418 (33.54662602288382) - - --> STEP: 29 - | > loss_disc: 2.164127826690674 (2.4372777445562956) - | > loss_disc_real_0: 0.10369866341352463 (0.12772283240638932) - | > loss_disc_real_1: 0.1511240154504776 (0.16929644577462097) - | > loss_disc_real_2: 0.21659310162067413 (0.200876186120099) - | > loss_disc_real_3: 0.2527388334274292 (0.21997072008149376) - | > loss_disc_real_4: 0.201507106423378 (0.1894046237756466) - | > loss_disc_real_5: 0.20337364077568054 (0.21225776754576584) - | > loss_0: 2.164127826690674 (2.4372777445562956) - | > loss_gen: 2.455812931060791 (2.1025511725195525) - | > loss_kl: 1.2384369373321533 (1.5922885475487545) - | > loss_feat: 7.071934223175049 (6.3103694340278365) - | > loss_mel: 25.046939849853516 (21.96448720734695) - | > loss_duration: 1.6575860977172852 (1.7122430020365222) - | > loss_1: 37.47071075439453 (33.68193928948764) - - --> STEP: 30 - | > loss_disc: 2.34694766998291 (2.4342667420705157) - | > loss_disc_real_0: 0.10027856379747391 (0.1268080234527588) - | > loss_disc_real_1: 0.12272559106349945 (0.16774408395091692) - | > loss_disc_real_2: 0.19390816986560822 (0.20064391891161598) - | > loss_disc_real_3: 0.18390293419361115 (0.2187684605518977) - | > loss_disc_real_4: 0.17799073457717896 (0.18902416080236434) - | > loss_disc_real_5: 0.20233461260795593 (0.21192699571450552) - | > loss_0: 2.34694766998291 (2.4342667420705157) - | > loss_gen: 1.9526633024215698 (2.097554910182953) - | > loss_kl: 1.7882527112960815 (1.598820686340332) - | > loss_feat: 7.50349760055542 (6.350140372912089) - | > loss_mel: 25.049699783325195 (22.067327626546223) - | > loss_duration: 1.7080552577972412 (1.7121034105618795) - | > loss_1: 38.002166748046875 (33.82594687143961) - - --> STEP: 31 - | > loss_disc: 2.2731895446777344 (2.429070703444942) - | > loss_disc_real_0: 0.12339320778846741 (0.1266978681087494) - | > loss_disc_real_1: 0.19403241574764252 (0.1685920946540371) - | > loss_disc_real_2: 0.16822707653045654 (0.19959821431867536) - | > loss_disc_real_3: 0.1786058396100998 (0.21747289213442034) - | > loss_disc_real_4: 0.13059069216251373 (0.18713921020107885) - | > loss_disc_real_5: 0.15816903114318848 (0.21019286782510818) - | > loss_0: 2.2731895446777344 (2.429070703444942) - | > loss_gen: 2.1907284259796143 (2.100560507466716) - | > loss_kl: 1.1232924461364746 (1.5834810656885947) - | > loss_feat: 7.829819679260254 (6.397871963439449) - | > loss_mel: 22.42133140563965 (22.078747103291175) - | > loss_duration: 1.7223767042160034 (1.7124348071313673) - | > loss_1: 35.28754806518555 (33.87309529704432) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.012950681870983492 (+0.001698324757237588) - | > avg_loss_disc: 2.429070703444942 (+0.054590694365962644) - | > avg_loss_disc_real_0: 0.1266978681087494 (+0.024061507635539575) - | > avg_loss_disc_real_1: 0.1685920946540371 (+0.009546948777091113) - | > avg_loss_disc_real_2: 0.19959821431867536 (-0.024541762086652957) - | > avg_loss_disc_real_3: 0.21747289213442034 (+0.020383982168089954) - | > avg_loss_disc_real_4: 0.18713921020107885 (-0.016563955814607678) - | > avg_loss_disc_real_5: 0.21019286782510818 (-0.00668846214971236) - | > avg_loss_0: 2.429070703444942 (+0.054590694365962644) - | > avg_loss_gen: 2.100560507466716 (+0.010470944066201415) - | > avg_loss_kl: 1.5834810656885947 (-0.16327221162857541) - | > avg_loss_feat: 6.397871963439449 (+0.25565834199228554) - | > avg_loss_mel: 22.078747103291175 (-0.18757777060231717) - | > avg_loss_duration: 1.7124348071313673 (-0.0022898143337619636) - | > avg_loss_1: 33.87309529704432 (-0.08701072200653925) - - - > EPOCH: 8/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 00:08:05)  - - --> TIME: 2024-11-23 00:08:24 -- STEP: 17/797 -- GLOBAL_STEP: 29500 - | > loss_disc: 2.7126779556274414 (2.503367704503677) - | > loss_disc_real_0: 0.4111559987068176 (0.15269996335401254) - | > loss_disc_real_1: 0.1782747209072113 (0.22417277711279252) - | > loss_disc_real_2: 0.22722436487674713 (0.2291091338676565) - | > loss_disc_real_3: 0.2651750445365906 (0.2325614787199918) - | > loss_disc_real_4: 0.21671299636363983 (0.21566115933306076) - | > loss_disc_real_5: 0.22072374820709229 (0.22480150706627788) - | > loss_0: 2.7126779556274414 (2.503367704503677) - | > grad_norm_0: tensor(192.3356, device='cuda:0') (tensor(143.4622, device='cuda:0')) - | > loss_gen: 2.3418545722961426 (2.3995908288394703) - | > loss_kl: 1.2638788223266602 (1.5280205922968246) - | > loss_feat: 6.04751443862915 (6.1702924055211685) - | > loss_mel: 21.10466766357422 (21.561742782592773) - | > loss_duration: 1.899843454360962 (1.8835980751935173) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.65776062011719 (33.54324486676384) - | > grad_norm_1: tensor(557.2219, device='cuda:0') (tensor(565.6550, device='cuda:0')) - | > current_lr_0: 0.0001991019659638112 - | > current_lr_1: 0.0001991019659638112 - | > step_time: 0.8896 (1.0271847248077393) - | > loader_time: 0.0046 (0.0046314491945154525) - - - --> TIME: 2024-11-23 00:08:49 -- STEP: 42/797 -- GLOBAL_STEP: 29525 - | > loss_disc: 2.5232582092285156 (2.5324874491918656) - | > loss_disc_real_0: 0.12152790278196335 (0.16544871138674871) - | > loss_disc_real_1: 0.19043199717998505 (0.21679939755371638) - | > loss_disc_real_2: 0.2370484173297882 (0.2352657981571697) - | > loss_disc_real_3: 0.21344466507434845 (0.23179063484782264) - | > loss_disc_real_4: 0.18522432446479797 (0.22423431135359265) - | > loss_disc_real_5: 0.20167700946331024 (0.23134139854283559) - | > loss_0: 2.5232582092285156 (2.5324874491918656) - | > grad_norm_0: tensor(121.5366, device='cuda:0') (tensor(128.4395, device='cuda:0')) - | > loss_gen: 2.1899030208587646 (2.3416418518338884) - | > loss_kl: 1.2411998510360718 (1.5475183327992756) - | > loss_feat: 6.374876976013184 (6.226665723891485) - | > loss_mel: 21.12539291381836 (21.42722157069615) - | > loss_duration: 1.817219614982605 (1.8297105062575567) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.748592376708984 (33.372758138747436) - | > grad_norm_1: tensor(762.2880, device='cuda:0') (tensor(500.5159, device='cuda:0')) - | > current_lr_0: 0.0001991019659638112 - | > current_lr_1: 0.0001991019659638112 - | > step_time: 1.5361 (0.9888329392387754) - | > loader_time: 0.0068 (0.004962824639819918) - - - --> TIME: 2024-11-23 00:09:27 -- STEP: 67/797 -- GLOBAL_STEP: 29550 - | > loss_disc: 2.270902633666992 (2.506554785059459) - | > loss_disc_real_0: 0.07884924113750458 (0.15253779047460697) - | > loss_disc_real_1: 0.1783924102783203 (0.21891511287262191) - | > loss_disc_real_2: 0.23190145194530487 (0.2345648116585034) - | > loss_disc_real_3: 0.1527262032032013 (0.22677867336949306) - | > loss_disc_real_4: 0.18471983075141907 (0.2228050839100311) - | > loss_disc_real_5: 0.19017301499843597 (0.23171576568439825) - | > loss_0: 2.270902633666992 (2.506554785059459) - | > grad_norm_0: tensor(119.5638, device='cuda:0') (tensor(112.9194, device='cuda:0')) - | > loss_gen: 2.2157506942749023 (2.3254482959633433) - | > loss_kl: 1.534079909324646 (1.5536328696492891) - | > loss_feat: 6.536410331726074 (6.175065325267279) - | > loss_mel: 21.841716766357422 (21.398194811237392) - | > loss_duration: 1.7050695419311523 (1.7936844914706784) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.83302688598633 (33.24602574021066) - | > grad_norm_1: tensor(926.6101, device='cuda:0') (tensor(554.5593, device='cuda:0')) - | > current_lr_0: 0.0001991019659638112 - | > current_lr_1: 0.0001991019659638112 - | > step_time: 1.1916 (1.191310661942212) - | > loader_time: 0.005 (0.00691573655427392) - - - --> TIME: 2024-11-23 00:09:51 -- STEP: 92/797 -- GLOBAL_STEP: 29575 - | > loss_disc: 2.3138365745544434 (2.4867658485536994) - | > loss_disc_real_0: 0.10903869569301605 (0.14411662130252179) - | > loss_disc_real_1: 0.20528939366340637 (0.2162628651637098) - | > loss_disc_real_2: 0.23658990859985352 (0.23547305814597919) - | > loss_disc_real_3: 0.19644449651241302 (0.2279724692520888) - | > loss_disc_real_4: 0.18504156172275543 (0.22263870955161427) - | > loss_disc_real_5: 0.21027348935604095 (0.23023734241724014) - | > loss_0: 2.3138365745544434 (2.4867658485536994) - | > grad_norm_0: tensor(11.8156, device='cuda:0') (tensor(103.9308, device='cuda:0')) - | > loss_gen: 2.4706003665924072 (2.3276976398799722) - | > loss_kl: 1.5363248586654663 (1.5587452066981273) - | > loss_feat: 6.339375972747803 (6.196145363475965) - | > loss_mel: 22.453720092773438 (21.526575897050947) - | > loss_duration: 1.765681266784668 (1.7777899594410607) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.565704345703125 (33.38695416243179) - | > grad_norm_1: tensor(384.8966, device='cuda:0') (tensor(558.1497, device='cuda:0')) - | > current_lr_0: 0.0001991019659638112 - | > current_lr_1: 0.0001991019659638112 - | > step_time: 0.9029 (1.1220470355904626) - | > loader_time: 0.0039 (0.0066666939984197215) - - - --> TIME: 2024-11-23 00:10:25 -- STEP: 117/797 -- GLOBAL_STEP: 29600 - | > loss_disc: 2.4164631366729736 (2.4870404911856365) - | > loss_disc_real_0: 0.12479058653116226 (0.14302630919931286) - | > loss_disc_real_1: 0.2495407611131668 (0.21708764479710504) - | > loss_disc_real_2: 0.24236910045146942 (0.23523147569762337) - | > loss_disc_real_3: 0.23568612337112427 (0.2270216256634802) - | > loss_disc_real_4: 0.22614681720733643 (0.22259228249900362) - | > loss_disc_real_5: 0.24068346619606018 (0.23155797011831886) - | > loss_0: 2.4164631366729736 (2.4870404911856365) - | > grad_norm_0: tensor(57.6655, device='cuda:0') (tensor(94.9921, device='cuda:0')) - | > loss_gen: 2.4106128215789795 (2.3200843864017062) - | > loss_kl: 1.4281651973724365 (1.5613757810022078) - | > loss_feat: 5.941788196563721 (6.191655782552866) - | > loss_mel: 21.042831420898438 (21.600549616365356) - | > loss_duration: 1.71620774269104 (1.7692329679798877) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.53960418701172 (33.44289864434136) - | > grad_norm_1: tensor(494.5713, device='cuda:0') (tensor(519.9188, device='cuda:0')) - | > current_lr_0: 0.0001991019659638112 - | > current_lr_1: 0.0001991019659638112 - | > step_time: 1.6768 (1.1702179480821664) - | > loader_time: 0.008 (0.006958307364048103) - - - --> TIME: 2024-11-23 00:10:51 -- STEP: 142/797 -- GLOBAL_STEP: 29625 - | > loss_disc: 2.2398204803466797 (2.486902727207667) - | > loss_disc_real_0: 0.04403522610664368 (0.14355492313772863) - | > loss_disc_real_1: 0.18824608623981476 (0.21691085608072683) - | > loss_disc_real_2: 0.24321550130844116 (0.2355648675854777) - | > loss_disc_real_3: 0.20321790874004364 (0.22691321824218186) - | > loss_disc_real_4: 0.1498991847038269 (0.22265164805969723) - | > loss_disc_real_5: 0.13901381194591522 (0.23215274239929629) - | > loss_0: 2.2398204803466797 (2.486902727207667) - | > grad_norm_0: tensor(59.5038, device='cuda:0') (tensor(97.4868, device='cuda:0')) - | > loss_gen: 2.589370012283325 (2.320154742455818) - | > loss_kl: 1.562002420425415 (1.549304958800195) - | > loss_feat: 7.033452033996582 (6.194624820225674) - | > loss_mel: 21.814420700073242 (21.62498240403726) - | > loss_duration: 1.6769605875015259 (1.765080769297103) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.676204681396484 (33.454147741828166) - | > grad_norm_1: tensor(477.2752, device='cuda:0') (tensor(526.0079, device='cuda:0')) - | > current_lr_0: 0.0001991019659638112 - | > current_lr_1: 0.0001991019659638112 - | > step_time: 0.9703 (1.1452710225548548) - | > loader_time: 0.0045 (0.006829659703751685) - - - --> TIME: 2024-11-23 00:11:17 -- STEP: 167/797 -- GLOBAL_STEP: 29650 - | > loss_disc: 2.646913766860962 (2.484119463823513) - | > loss_disc_real_0: 0.1484023630619049 (0.14461427340339764) - | > loss_disc_real_1: 0.24941472709178925 (0.2170502588063657) - | > loss_disc_real_2: 0.29028043150901794 (0.23442116370815003) - | > loss_disc_real_3: 0.22484782338142395 (0.22719889647232558) - | > loss_disc_real_4: 0.23804551362991333 (0.22131886542914156) - | > loss_disc_real_5: 0.23808607459068298 (0.23153191001829274) - | > loss_0: 2.646913766860962 (2.484119463823513) - | > grad_norm_0: tensor(193.6350, device='cuda:0') (tensor(98.5888, device='cuda:0')) - | > loss_gen: 2.1247546672821045 (2.3308467136885596) - | > loss_kl: 1.6644874811172485 (1.5475299843771015) - | > loss_feat: 5.563907623291016 (6.195238353249556) - | > loss_mel: 19.903532028198242 (21.634487803110822) - | > loss_duration: 1.6952338218688965 (1.757575660408614) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.951915740966797 (33.46567858621745) - | > grad_norm_1: tensor(854.5523, device='cuda:0') (tensor(517.8235, device='cuda:0')) - | > current_lr_0: 0.0001991019659638112 - | > current_lr_1: 0.0001991019659638112 - | > step_time: 0.9028 (1.1263776068202038) - | > loader_time: 0.0046 (0.006826720551816289) - - - --> TIME: 2024-11-23 00:11:40 -- STEP: 192/797 -- GLOBAL_STEP: 29675 - | > loss_disc: 2.1436972618103027 (2.4808358227213225) - | > loss_disc_real_0: 0.09591415524482727 (0.14061971053403494) - | > loss_disc_real_1: 0.16795876622200012 (0.2173322575787703) - | > loss_disc_real_2: 0.21372081339359283 (0.23528611846268177) - | > loss_disc_real_3: 0.1800733059644699 (0.22616583962614337) - | > loss_disc_real_4: 0.14618703722953796 (0.22167600272223353) - | > loss_disc_real_5: 0.16458560526371002 (0.2314888440693418) - | > loss_0: 2.1436972618103027 (2.4808358227213225) - | > grad_norm_0: tensor(63.4042, device='cuda:0') (tensor(94.9138, device='cuda:0')) - | > loss_gen: 2.57942795753479 (2.332580171525479) - | > loss_kl: 1.7415016889572144 (1.5455972490211327) - | > loss_feat: 7.6108598709106445 (6.196564217408498) - | > loss_mel: 22.807939529418945 (21.703508685032528) - | > loss_duration: 1.7737410068511963 (1.7532222320636113) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.51347351074219 (33.531472563743606) - | > grad_norm_1: tensor(719.0588, device='cuda:0') (tensor(528.6030, device='cuda:0')) - | > current_lr_0: 0.0001991019659638112 - | > current_lr_1: 0.0001991019659638112 - | > step_time: 0.8283 (1.0968824314574408) - | > loader_time: 0.0047 (0.006697309513886769) - - - --> TIME: 2024-11-23 00:12:05 -- STEP: 217/797 -- GLOBAL_STEP: 29700 - | > loss_disc: 2.44655704498291 (2.478471534043414) - | > loss_disc_real_0: 0.12440438568592072 (0.13882103804413082) - | > loss_disc_real_1: 0.2271762192249298 (0.21770747699495835) - | > loss_disc_real_2: 0.25135093927383423 (0.23444270998376854) - | > loss_disc_real_3: 0.23768676817417145 (0.22584924712983145) - | > loss_disc_real_4: 0.2382180392742157 (0.2215452313011143) - | > loss_disc_real_5: 0.24264422059059143 (0.23247665482732008) - | > loss_0: 2.44655704498291 (2.478471534043414) - | > grad_norm_0: tensor(17.5250, device='cuda:0') (tensor(92.6904, device='cuda:0')) - | > loss_gen: 2.32771897315979 (2.331155083695865) - | > loss_kl: 1.8939417600631714 (1.5508928403326994) - | > loss_feat: 6.137336254119873 (6.19196287937428) - | > loss_mel: 22.781597137451172 (21.747202824887044) - | > loss_duration: 1.6648058891296387 (1.7514112006684053) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.80540084838867 (33.572624848185605) - | > grad_norm_1: tensor(226.2443, device='cuda:0') (tensor(536.9227, device='cuda:0')) - | > current_lr_0: 0.0001991019659638112 - | > current_lr_1: 0.0001991019659638112 - | > step_time: 0.8799 (1.0827737579697294) - | > loader_time: 0.0053 (0.0066837890906268) - - - --> TIME: 2024-11-23 00:12:30 -- STEP: 242/797 -- GLOBAL_STEP: 29725 - | > loss_disc: 2.420916795730591 (2.477825939162704) - | > loss_disc_real_0: 0.16571764647960663 (0.1378754482196629) - | > loss_disc_real_1: 0.2499367743730545 (0.218097284559376) - | > loss_disc_real_2: 0.25470373034477234 (0.23494301040556806) - | > loss_disc_real_3: 0.23574568331241608 (0.22542384094443202) - | > loss_disc_real_4: 0.24275362491607666 (0.2215469013437752) - | > loss_disc_real_5: 0.21205298602581024 (0.2328971447654007) - | > loss_0: 2.420916795730591 (2.477825939162704) - | > grad_norm_0: tensor(93.4864, device='cuda:0') (tensor(92.8804, device='cuda:0')) - | > loss_gen: 2.3653438091278076 (2.333534961889599) - | > loss_kl: 1.5973926782608032 (1.5560064360129933) - | > loss_feat: 6.336947917938232 (6.195839178463644) - | > loss_mel: 21.445837020874023 (21.76050109705649) - | > loss_duration: 1.701962947845459 (1.7475676743452213) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.44748306274414 (33.593449348260556) - | > grad_norm_1: tensor(627.3586, device='cuda:0') (tensor(556.0233, device='cuda:0')) - | > current_lr_0: 0.0001991019659638112 - | > current_lr_1: 0.0001991019659638112 - | > step_time: 1.0336 (1.073865967348588) - | > loader_time: 0.0063 (0.006700204423636444) - - - --> TIME: 2024-11-23 00:12:53 -- STEP: 267/797 -- GLOBAL_STEP: 29750 - | > loss_disc: 2.3265624046325684 (2.476526330919302) - | > loss_disc_real_0: 0.11862850189208984 (0.13691340864039545) - | > loss_disc_real_1: 0.24082408845424652 (0.2187464397944761) - | > loss_disc_real_2: 0.2098594754934311 (0.23431098221169874) - | > loss_disc_real_3: 0.22117352485656738 (0.2249928086103125) - | > loss_disc_real_4: 0.20912185311317444 (0.221598989675554) - | > loss_disc_real_5: 0.2616533041000366 (0.23308634467785724) - | > loss_0: 2.3265624046325684 (2.476526330919302) - | > grad_norm_0: tensor(188.0108, device='cuda:0') (tensor(96.5715, device='cuda:0')) - | > loss_gen: 2.2838332653045654 (2.3358353738034716) - | > loss_kl: 1.5672825574874878 (1.5540604935156719) - | > loss_feat: 6.003912448883057 (6.19052793381366) - | > loss_mel: 21.991483688354492 (21.7783405075359) - | > loss_duration: 1.7179698944091797 (1.744187004557263) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.564483642578125 (33.60295139984247) - | > grad_norm_1: tensor(835.8811, device='cuda:0') (tensor(575.3243, device='cuda:0')) - | > current_lr_0: 0.0001991019659638112 - | > current_lr_1: 0.0001991019659638112 - | > step_time: 0.881 (1.0606244262238125) - | > loader_time: 0.005 (0.006671998384740022) - - - --> TIME: 2024-11-23 00:13:17 -- STEP: 292/797 -- GLOBAL_STEP: 29775 - | > loss_disc: 2.555205821990967 (2.477184186243031) - | > loss_disc_real_0: 0.0748986154794693 (0.1360975617338738) - | > loss_disc_real_1: 0.2313086986541748 (0.21930037887945567) - | > loss_disc_real_2: 0.25025662779808044 (0.23516109544936925) - | > loss_disc_real_3: 0.23403078317642212 (0.224672308931612) - | > loss_disc_real_4: 0.1861402541399002 (0.22130605006871157) - | > loss_disc_real_5: 0.21552489697933197 (0.2335256941310347) - | > loss_0: 2.555205821990967 (2.477184186243031) - | > grad_norm_0: tensor(15.9075, device='cuda:0') (tensor(95.4497, device='cuda:0')) - | > loss_gen: 2.103025197982788 (2.341568836610612) - | > loss_kl: 1.8416005373001099 (1.5527416390098934) - | > loss_feat: 5.76240348815918 (6.19646738326713) - | > loss_mel: 21.439136505126953 (21.800983102354287) - | > loss_duration: 1.735522985458374 (1.7422293244975884) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.88168716430664 (33.633990359632946) - | > grad_norm_1: tensor(578.1722, device='cuda:0') (tensor(576.6001, device='cuda:0')) - | > current_lr_0: 0.0001991019659638112 - | > current_lr_1: 0.0001991019659638112 - | > step_time: 0.8381 (1.0501485973188327) - | > loader_time: 0.008 (0.0066644598359931004) - - - --> TIME: 2024-11-23 00:13:44 -- STEP: 317/797 -- GLOBAL_STEP: 29800 - | > loss_disc: 2.371903896331787 (2.4770905535303833) - | > loss_disc_real_0: 0.09203332662582397 (0.13556856942900725) - | > loss_disc_real_1: 0.1820877343416214 (0.21842493013440623) - | > loss_disc_real_2: 0.2245333343744278 (0.23498707182399858) - | > loss_disc_real_3: 0.18603387475013733 (0.22494661582381192) - | > loss_disc_real_4: 0.24727211892604828 (0.221685893246052) - | > loss_disc_real_5: 0.25000500679016113 (0.2342860618788361) - | > loss_0: 2.371903896331787 (2.4770905535303833) - | > grad_norm_0: tensor(64.5114, device='cuda:0') (tensor(96.0512, device='cuda:0')) - | > loss_gen: 2.4658098220825195 (2.341856816589644) - | > loss_kl: 1.5585839748382568 (1.5493880032740932) - | > loss_feat: 7.0426344871521 (6.198177357201322) - | > loss_mel: 23.157562255859375 (21.82300113353068) - | > loss_duration: 1.6720993518829346 (1.7395965958995394) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.896690368652344 (33.652019994115996) - | > grad_norm_1: tensor(948.2849, device='cuda:0') (tensor(587.9931, device='cuda:0')) - | > current_lr_0: 0.0001991019659638112 - | > current_lr_1: 0.0001991019659638112 - | > step_time: 0.9425 (1.050566740968627) - | > loader_time: 0.0066 (0.006745209077179245) - - - --> TIME: 2024-11-23 00:14:08 -- STEP: 342/797 -- GLOBAL_STEP: 29825 - | > loss_disc: 2.531475782394409 (2.476471898848549) - | > loss_disc_real_0: 0.0896221473813057 (0.13449072409747997) - | > loss_disc_real_1: 0.2655365467071533 (0.2184482774975007) - | > loss_disc_real_2: 0.18415208160877228 (0.23516546982770775) - | > loss_disc_real_3: 0.21236415207386017 (0.22491381692084653) - | > loss_disc_real_4: 0.22823795676231384 (0.22191594837353243) - | > loss_disc_real_5: 0.24652747809886932 (0.23390337620039434) - | > loss_0: 2.531475782394409 (2.476471898848549) - | > grad_norm_0: tensor(320.1467, device='cuda:0') (tensor(99.2772, device='cuda:0')) - | > loss_gen: 2.3311963081359863 (2.344416292090164) - | > loss_kl: 1.5443991422653198 (1.5481095097915472) - | > loss_feat: 6.985466480255127 (6.198845825697246) - | > loss_mel: 21.489152908325195 (21.809059209990934) - | > loss_duration: 1.7000794410705566 (1.737596894216816) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.050296783447266 (33.638027849253156) - | > grad_norm_1: tensor(841.1451, device='cuda:0') (tensor(598.0377, device='cuda:0')) - | > current_lr_0: 0.0001991019659638112 - | > current_lr_1: 0.0001991019659638112 - | > step_time: 1.2383 (1.0426127297139318) - | > loader_time: 0.01 (0.006772921796430622) - - - --> TIME: 2024-11-23 00:14:35 -- STEP: 367/797 -- GLOBAL_STEP: 29850 - | > loss_disc: 2.5994930267333984 (2.47844161714455) - | > loss_disc_real_0: 0.1301557868719101 (0.13547155846732525) - | > loss_disc_real_1: 0.22343119978904724 (0.21811855756944143) - | > loss_disc_real_2: 0.25563231110572815 (0.23512084266470304) - | > loss_disc_real_3: 0.21923796832561493 (0.2250333740210988) - | > loss_disc_real_4: 0.25976109504699707 (0.22201622003430566) - | > loss_disc_real_5: 0.2337506264448166 (0.23415151404912204) - | > loss_0: 2.5994930267333984 (2.47844161714455) - | > grad_norm_0: tensor(197.3351, device='cuda:0') (tensor(100.0639, device='cuda:0')) - | > loss_gen: 2.1070425510406494 (2.343064684309164) - | > loss_kl: 1.5764573812484741 (1.5500842339336385) - | > loss_feat: 5.564939022064209 (6.193463664613563) - | > loss_mel: 20.13731575012207 (21.825588808397526) - | > loss_duration: 1.7290639877319336 (1.735143299323661) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.114818572998047 (33.64734480751309) - | > grad_norm_1: tensor(233.8094, device='cuda:0') (tensor(597.3482, device='cuda:0')) - | > current_lr_0: 0.0001991019659638112 - | > current_lr_1: 0.0001991019659638112 - | > step_time: 0.942 (1.0434367981528727) - | > loader_time: 0.0062 (0.006820703397329888) - - - --> TIME: 2024-11-23 00:15:01 -- STEP: 392/797 -- GLOBAL_STEP: 29875 - | > loss_disc: 2.466224431991577 (2.4761923162304615) - | > loss_disc_real_0: 0.11827993392944336 (0.13452070353704756) - | > loss_disc_real_1: 0.20916475355625153 (0.21800274204234688) - | > loss_disc_real_2: 0.1907031536102295 (0.23480819180911902) - | > loss_disc_real_3: 0.23485112190246582 (0.22516426242583867) - | > loss_disc_real_4: 0.1500837802886963 (0.22182491657381154) - | > loss_disc_real_5: 0.19464898109436035 (0.23401570080646447) - | > loss_0: 2.466224431991577 (2.4761923162304615) - | > grad_norm_0: tensor(84.3794, device='cuda:0') (tensor(98.4228, device='cuda:0')) - | > loss_gen: 2.131856918334961 (2.343656663991965) - | > loss_kl: 1.433000087738037 (1.5514232966364647) - | > loss_feat: 6.672202110290527 (6.205232391552049) - | > loss_mel: 21.967548370361328 (21.869622293783713) - | > loss_duration: 1.7169709205627441 (1.733226600654271) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.92157745361328 (33.70316134180343) - | > grad_norm_1: tensor(675.3240, device='cuda:0') (tensor(602.6634, device='cuda:0')) - | > current_lr_0: 0.0001991019659638112 - | > current_lr_1: 0.0001991019659638112 - | > step_time: 1.3489 (1.0431503221696745) - | > loader_time: 0.0076 (0.00687632694536326) - - - --> TIME: 2024-11-23 00:15:27 -- STEP: 417/797 -- GLOBAL_STEP: 29900 - | > loss_disc: 2.404750347137451 (2.4755664815147997) - | > loss_disc_real_0: 0.10675991326570511 (0.1337960761674732) - | > loss_disc_real_1: 0.21681134402751923 (0.21779221499995363) - | > loss_disc_real_2: 0.25147566199302673 (0.23533334241782447) - | > loss_disc_real_3: 0.1698674112558365 (0.2249908167109501) - | > loss_disc_real_4: 0.1938212811946869 (0.22234078255488718) - | > loss_disc_real_5: 0.2359153777360916 (0.2340239833870666) - | > loss_0: 2.404750347137451 (2.4755664815147997) - | > grad_norm_0: tensor(107.6818, device='cuda:0') (tensor(97.8120, device='cuda:0')) - | > loss_gen: 2.4593002796173096 (2.344515584355634) - | > loss_kl: 1.4866406917572021 (1.550810402531704) - | > loss_feat: 6.249231338500977 (6.211185603976536) - | > loss_mel: 22.622413635253906 (21.889244331158626) - | > loss_duration: 1.6857047080993652 (1.7314438859907555) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.50328826904297 (33.727199865473864) - | > grad_norm_1: tensor(743.9117, device='cuda:0') (tensor(611.4449, device='cuda:0')) - | > current_lr_0: 0.0001991019659638112 - | > current_lr_1: 0.0001991019659638112 - | > step_time: 0.9369 (1.0427818761455077) - | > loader_time: 0.0069 (0.006949873565198135) - - - --> TIME: 2024-11-23 00:15:53 -- STEP: 442/797 -- GLOBAL_STEP: 29925 - | > loss_disc: 2.372764825820923 (2.4749443104903617) - | > loss_disc_real_0: 0.12494782358407974 (0.13306050072529477) - | > loss_disc_real_1: 0.2274986356496811 (0.2181413053994265) - | > loss_disc_real_2: 0.22332027554512024 (0.23513734212558193) - | > loss_disc_real_3: 0.22396491467952728 (0.22524702832170201) - | > loss_disc_real_4: 0.23237919807434082 (0.22236083073718516) - | > loss_disc_real_5: 0.20433931052684784 (0.23334252281426304) - | > loss_0: 2.372764825820923 (2.4749443104903617) - | > grad_norm_0: tensor(174.4632, device='cuda:0') (tensor(99.7401, device='cuda:0')) - | > loss_gen: 2.545137643814087 (2.3452133544429925) - | > loss_kl: 1.766231656074524 (1.5501680883886588) - | > loss_feat: 6.063084602355957 (6.210028101416195) - | > loss_mel: 22.37442970275879 (21.88890580569998) - | > loss_duration: 1.7053029537200928 (1.7300789431748884) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.45418930053711 (33.724394362436726) - | > grad_norm_1: tensor(428.9958, device='cuda:0') (tensor(616.1172, device='cuda:0')) - | > current_lr_0: 0.0001991019659638112 - | > current_lr_1: 0.0001991019659638112 - | > step_time: 0.9201 (1.041918111063237) - | > loader_time: 0.0064 (0.006986057596508735) - - - --> TIME: 2024-11-23 00:16:20 -- STEP: 467/797 -- GLOBAL_STEP: 29950 - | > loss_disc: 2.4009270668029785 (2.474343162022004) - | > loss_disc_real_0: 0.19243896007537842 (0.1332888528624874) - | > loss_disc_real_1: 0.17541912198066711 (0.2179887014933776) - | > loss_disc_real_2: 0.2725032866001129 (0.23482894597523218) - | > loss_disc_real_3: 0.20047999918460846 (0.22519748078806753) - | > loss_disc_real_4: 0.18575991690158844 (0.2225762579821417) - | > loss_disc_real_5: 0.22333095967769623 (0.23376520488578706) - | > loss_0: 2.4009270668029785 (2.474343162022004) - | > grad_norm_0: tensor(35.4667, device='cuda:0') (tensor(99.5451, device='cuda:0')) - | > loss_gen: 2.471714496612549 (2.3469626454265513) - | > loss_kl: 1.6379657983779907 (1.5525206250858512) - | > loss_feat: 5.890653610229492 (6.219203294472215) - | > loss_mel: 21.380043029785156 (21.907801001179156) - | > loss_duration: 1.6778260469436646 (1.7293372286974233) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.058204650878906 (33.75582484668023) - | > grad_norm_1: tensor(595.8016, device='cuda:0') (tensor(620.4946, device='cuda:0')) - | > current_lr_0: 0.0001991019659638112 - | > current_lr_1: 0.0001991019659638112 - | > step_time: 0.9148 (1.0424149546939767) - | > loader_time: 0.0082 (0.007089012440062693) - - - --> TIME: 2024-11-23 00:16:47 -- STEP: 492/797 -- GLOBAL_STEP: 29975 - | > loss_disc: 2.3087048530578613 (2.4744260989553557) - | > loss_disc_real_0: 0.12826068699359894 (0.13274496090333401) - | > loss_disc_real_1: 0.2780621647834778 (0.218296595341791) - | > loss_disc_real_2: 0.23646074533462524 (0.23476931031763068) - | > loss_disc_real_3: 0.24598516523838043 (0.22520143793123523) - | > loss_disc_real_4: 0.20836077630519867 (0.22244722647516707) - | > loss_disc_real_5: 0.20091940462589264 (0.2334658975099645) - | > loss_0: 2.3087048530578613 (2.4744260989553557) - | > grad_norm_0: tensor(67.4650, device='cuda:0') (tensor(98.1693, device='cuda:0')) - | > loss_gen: 2.4829459190368652 (2.3459237435968903) - | > loss_kl: 1.3492677211761475 (1.553032122491821) - | > loss_feat: 6.979866981506348 (6.219559427199325) - | > loss_mel: 24.04287338256836 (21.901295956557373) - | > loss_duration: 1.6762189865112305 (1.7279842713984046) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.53117370605469 (33.74779557794092) - | > grad_norm_1: tensor(887.3109, device='cuda:0') (tensor(626.0284, device='cuda:0')) - | > current_lr_0: 0.0001991019659638112 - | > current_lr_1: 0.0001991019659638112 - | > step_time: 1.0529 (1.0438195486378867) - | > loader_time: 0.007 (0.007174902330569137) - - - --> TIME: 2024-11-23 00:17:16 -- STEP: 517/797 -- GLOBAL_STEP: 30000 - | > loss_disc: 2.42301869392395 (2.4737841317455356) - | > loss_disc_real_0: 0.0667925477027893 (0.13213744672371994) - | > loss_disc_real_1: 0.20132042467594147 (0.2182373414878919) - | > loss_disc_real_2: 0.2865678071975708 (0.23493920203219068) - | > loss_disc_real_3: 0.23954235017299652 (0.22528414229359803) - | > loss_disc_real_4: 0.23173893988132477 (0.22232203225909625) - | > loss_disc_real_5: 0.1871931254863739 (0.23371027637727027) - | > loss_0: 2.42301869392395 (2.4737841317455356) - | > grad_norm_0: tensor(40.0193, device='cuda:0') (tensor(97.3927, device='cuda:0')) - | > loss_gen: 2.4416511058807373 (2.347233164010702) - | > loss_kl: 1.4530836343765259 (1.5517625087003875) - | > loss_feat: 7.109530448913574 (6.220993464412726) - | > loss_mel: 22.667898178100586 (21.916224570062234) - | > loss_duration: 1.746075987815857 (1.7270032723129831) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.41823959350586 (33.76321704429171) - | > grad_norm_1: tensor(717.2640, device='cuda:0') (tensor(625.1976, device='cuda:0')) - | > current_lr_0: 0.0001991019659638112 - | > current_lr_1: 0.0001991019659638112 - | > step_time: 0.9846 (1.049634886894743) - | > loader_time: 0.0079 (0.007304581267690752) - - - > CHECKPOINT : vits_shi_male-November-22-2024_02+49AM-0000000/checkpoint_30000.pth - - --> TIME: 2024-11-23 00:17:57 -- STEP: 542/797 -- GLOBAL_STEP: 30025 - | > loss_disc: 2.4376697540283203 (2.473249950092217) - | > loss_disc_real_0: 0.08791148662567139 (0.13248847136308353) - | > loss_disc_real_1: 0.22194382548332214 (0.21807287262264652) - | > loss_disc_real_2: 0.22682590782642365 (0.2346799419264952) - | > loss_disc_real_3: 0.2822328805923462 (0.2251993335536045) - | > loss_disc_real_4: 0.21795202791690826 (0.22211668269220752) - | > loss_disc_real_5: 0.24126604199409485 (0.23358538969526432) - | > loss_0: 2.4376697540283203 (2.473249950092217) - | > grad_norm_0: tensor(56.6678, device='cuda:0') (tensor(98.7352, device='cuda:0')) - | > loss_gen: 2.353135585784912 (2.34776333513295) - | > loss_kl: 1.5229759216308594 (1.5515373470158595) - | > loss_feat: 6.119539737701416 (6.221584147632782) - | > loss_mel: 20.26907730102539 (21.9005048970015) - | > loss_duration: 1.7519370317459106 (1.7269155543668682) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.016666412353516 (33.74830534889251) - | > grad_norm_1: tensor(294.9789, device='cuda:0') (tensor(625.6617, device='cuda:0')) - | > current_lr_0: 0.0001991019659638112 - | > current_lr_1: 0.0001991019659638112 - | > step_time: 0.9746 (1.0503948478241252) - | > loader_time: 0.0067 (0.007538027868939502) - - - --> TIME: 2024-11-23 00:18:22 -- STEP: 567/797 -- GLOBAL_STEP: 30050 - | > loss_disc: 2.3123574256896973 (2.4729709028146467) - | > loss_disc_real_0: 0.09785845130681992 (0.13222297821095388) - | > loss_disc_real_1: 0.20397086441516876 (0.2180542957688135) - | > loss_disc_real_2: 0.2661677300930023 (0.23481812728880994) - | > loss_disc_real_3: 0.2071412354707718 (0.22503426778779037) - | > loss_disc_real_4: 0.23432455956935883 (0.22211171045400063) - | > loss_disc_real_5: 0.27187272906303406 (0.23393777643561994) - | > loss_0: 2.3123574256896973 (2.4729709028146467) - | > grad_norm_0: tensor(77.9221, device='cuda:0') (tensor(97.4762, device='cuda:0')) - | > loss_gen: 2.4950902462005615 (2.345986503352143) - | > loss_kl: 1.5840551853179932 (1.5521122576698427) - | > loss_feat: 6.4714860916137695 (6.216988448322976) - | > loss_mel: 22.406076431274414 (21.901691860622847) - | > loss_duration: 1.7344422340393066 (1.7261432705732875) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.6911506652832 (33.742922401091846) - | > grad_norm_1: tensor(956.5991, device='cuda:0') (tensor(621.8530, device='cuda:0')) - | > current_lr_0: 0.0001991019659638112 - | > current_lr_1: 0.0001991019659638112 - | > step_time: 0.9801 (1.0481492821291432) - | > loader_time: 0.0102 (0.007619971320742653) - - - --> TIME: 2024-11-23 00:18:47 -- STEP: 592/797 -- GLOBAL_STEP: 30075 - | > loss_disc: 2.3338451385498047 (2.4705928966805746) - | > loss_disc_real_0: 0.1468435823917389 (0.1317722135651354) - | > loss_disc_real_1: 0.25015854835510254 (0.2178107948117966) - | > loss_disc_real_2: 0.24354924261569977 (0.2345677788897946) - | > loss_disc_real_3: 0.2038688063621521 (0.22494939133222844) - | > loss_disc_real_4: 0.21269315481185913 (0.22167722495725836) - | > loss_disc_real_5: 0.20264503359794617 (0.23367585105871833) - | > loss_0: 2.3338451385498047 (2.4705928966805746) - | > grad_norm_0: tensor(47.3753, device='cuda:0') (tensor(97.4427, device='cuda:0')) - | > loss_gen: 2.4614317417144775 (2.346785667377549) - | > loss_kl: 1.611747145652771 (1.550662813557161) - | > loss_feat: 6.276083469390869 (6.221182849761601) - | > loss_mel: 21.83670997619629 (21.905366858920544) - | > loss_duration: 1.7659385204315186 (1.7256901084973992) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.95191192626953 (33.74968834181089) - | > grad_norm_1: tensor(656.4673, device='cuda:0') (tensor(624.4047, device='cuda:0')) - | > current_lr_0: 0.0001991019659638112 - | > current_lr_1: 0.0001991019659638112 - | > step_time: 0.9488 (1.0457589090675918) - | > loader_time: 0.0082 (0.0076533866089743535) - - - --> TIME: 2024-11-23 00:19:14 -- STEP: 617/797 -- GLOBAL_STEP: 30100 - | > loss_disc: 2.5510780811309814 (2.4707195971348295) - | > loss_disc_real_0: 0.12302573025226593 (0.1314677116815817) - | > loss_disc_real_1: 0.26034682989120483 (0.21793445019803143) - | > loss_disc_real_2: 0.24880331754684448 (0.23461114065766914) - | > loss_disc_real_3: 0.23571287095546722 (0.22512340263087707) - | > loss_disc_real_4: 0.2537771463394165 (0.22195986927618283) - | > loss_disc_real_5: 0.258765310049057 (0.23384077414701204) - | > loss_0: 2.5510780811309814 (2.4707195971348295) - | > grad_norm_0: tensor(387.0559, device='cuda:0') (tensor(97.3350, device='cuda:0')) - | > loss_gen: 2.1644256114959717 (2.3469050456098057) - | > loss_kl: 1.6292775869369507 (1.5494676461289343) - | > loss_feat: 4.774372100830078 (6.210744411091364) - | > loss_mel: 19.117244720458984 (21.895922612912063) - | > loss_duration: 1.7017250061035156 (1.7253421119971237) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 29.38704490661621 (33.72838186947222) - | > grad_norm_1: tensor(1155.4972, device='cuda:0') (tensor(620.6035, device='cuda:0')) - | > current_lr_0: 0.0001991019659638112 - | > current_lr_1: 0.0001991019659638112 - | > step_time: 1.0266 (1.0470021725473753) - | > loader_time: 0.0098 (0.007772668640656062) - - - --> TIME: 2024-11-23 00:19:44 -- STEP: 642/797 -- GLOBAL_STEP: 30125 - | > loss_disc: 2.7456960678100586 (2.4721519980475177) - | > loss_disc_real_0: 0.3264032006263733 (0.13270772900142233) - | > loss_disc_real_1: 0.197200745344162 (0.21775411324709013) - | > loss_disc_real_2: 0.22250665724277496 (0.23461987041053) - | > loss_disc_real_3: 0.2177513688802719 (0.22519808928728846) - | > loss_disc_real_4: 0.25280943512916565 (0.22170162391254097) - | > loss_disc_real_5: 0.25345689058303833 (0.23355128017262877) - | > loss_0: 2.7456960678100586 (2.4721519980475177) - | > grad_norm_0: tensor(109.6793, device='cuda:0') (tensor(98.4363, device='cuda:0')) - | > loss_gen: 2.147645950317383 (2.345352330683175) - | > loss_kl: 1.5196479558944702 (1.5485784615683036) - | > loss_feat: 5.648146629333496 (6.193183312906283) - | > loss_mel: 21.436569213867188 (21.85927394023193) - | > loss_duration: 1.71909499168396 (1.725547134133513) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.47110366821289 (33.67193522705836) - | > grad_norm_1: tensor(515.1888, device='cuda:0') (tensor(617.5320, device='cuda:0')) - | > current_lr_0: 0.0001991019659638112 - | > current_lr_1: 0.0001991019659638112 - | > step_time: 0.9887 (1.051503009513901) - | > loader_time: 0.0092 (0.007904040479214391) - - - --> TIME: 2024-11-23 00:20:10 -- STEP: 667/797 -- GLOBAL_STEP: 30150 - | > loss_disc: 2.5804452896118164 (2.4744822878887627) - | > loss_disc_real_0: 0.20249925553798676 (0.1335701460725275) - | > loss_disc_real_1: 0.21319809556007385 (0.21788744454172965) - | > loss_disc_real_2: 0.2614818513393402 (0.23477164717360416) - | > loss_disc_real_3: 0.28584861755371094 (0.2252406854590197) - | > loss_disc_real_4: 0.2614067494869232 (0.22221422555117776) - | > loss_disc_real_5: 0.24257789552211761 (0.2338223132504516) - | > loss_0: 2.5804452896118164 (2.4744822878887627) - | > grad_norm_0: tensor(117.1017, device='cuda:0') (tensor(96.6154, device='cuda:0')) - | > loss_gen: 2.2299039363861084 (2.343505377533553) - | > loss_kl: 1.596457839012146 (1.5495143379943481) - | > loss_feat: 6.014123439788818 (6.185937097226304) - | > loss_mel: 22.268461227416992 (21.85900028749206) - | > loss_duration: 1.6869206428527832 (1.725151167816664) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.795867919921875 (33.66310830237801) - | > grad_norm_1: tensor(604.3598, device='cuda:0') (tensor(614.2538, device='cuda:0')) - | > current_lr_0: 0.0001991019659638112 - | > current_lr_1: 0.0001991019659638112 - | > step_time: 1.0089 (1.0503943077270403) - | > loader_time: 0.0086 (0.007991895504083588) - - - --> TIME: 2024-11-23 00:20:37 -- STEP: 692/797 -- GLOBAL_STEP: 30175 - | > loss_disc: 2.4789350032806396 (2.4744451431869776) - | > loss_disc_real_0: 0.08340931683778763 (0.13325272646404257) - | > loss_disc_real_1: 0.2333652377128601 (0.21800729007907005) - | > loss_disc_real_2: 0.2403746098279953 (0.23447017289827324) - | > loss_disc_real_3: 0.2520112097263336 (0.22518511979996814) - | > loss_disc_real_4: 0.23942780494689941 (0.22208941443634864) - | > loss_disc_real_5: 0.23431167006492615 (0.23334834138954305) - | > loss_0: 2.4789350032806396 (2.4744451431869776) - | > grad_norm_0: tensor(91.8413, device='cuda:0') (tensor(94.9754, device='cuda:0')) - | > loss_gen: 2.1985056400299072 (2.339976058529979) - | > loss_kl: 1.5366365909576416 (1.550888551625213) - | > loss_feat: 5.5713958740234375 (6.172909347308164) - | > loss_mel: 20.420528411865234 (21.858062948105648) - | > loss_duration: 1.7226510047912598 (1.7244260759022871) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.449716567993164 (33.646263017819756) - | > grad_norm_1: tensor(287.6090, device='cuda:0') (tensor(610.2304, device='cuda:0')) - | > current_lr_0: 0.0001991019659638112 - | > current_lr_1: 0.0001991019659638112 - | > step_time: 1.012 (1.051299036238233) - | > loader_time: 0.0105 (0.008068655267616227) - - - --> TIME: 2024-11-23 00:21:04 -- STEP: 717/797 -- GLOBAL_STEP: 30200 - | > loss_disc: 2.4436357021331787 (2.475872496680735) - | > loss_disc_real_0: 0.12425567954778671 (0.13323403790468455) - | > loss_disc_real_1: 0.19802524149417877 (0.21818535096392647) - | > loss_disc_real_2: 0.26995065808296204 (0.2346487827962745) - | > loss_disc_real_3: 0.19524216651916504 (0.22531463278553643) - | > loss_disc_real_4: 0.22496847808361053 (0.222550928945987) - | > loss_disc_real_5: 0.22195059061050415 (0.23394174896689804) - | > loss_0: 2.4436357021331787 (2.475872496680735) - | > grad_norm_0: tensor(54.5166, device='cuda:0') (tensor(93.4184, device='cuda:0')) - | > loss_gen: 2.3472201824188232 (2.3386706228535536) - | > loss_kl: 1.6684845685958862 (1.5534888979780126) - | > loss_feat: 6.429469585418701 (6.171301867007545) - | > loss_mel: 23.738523483276367 (21.873683064885046) - | > loss_duration: 1.676915168762207 (1.7236979366845153) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.86061096191406 (33.66084241933565) - | > grad_norm_1: tensor(775.3146, device='cuda:0') (tensor(607.1245, device='cuda:0')) - | > current_lr_0: 0.0001991019659638112 - | > current_lr_1: 0.0001991019659638112 - | > step_time: 0.9808 (1.0512226665369115) - | > loader_time: 0.0195 (0.008255487040329511) - - - --> TIME: 2024-11-23 00:21:33 -- STEP: 742/797 -- GLOBAL_STEP: 30225 - | > loss_disc: 2.4977054595947266 (2.4759076467421495) - | > loss_disc_real_0: 0.1294223964214325 (0.13309660543388926) - | > loss_disc_real_1: 0.23083674907684326 (0.218107001479424) - | > loss_disc_real_2: 0.23974405229091644 (0.2345626328512022) - | > loss_disc_real_3: 0.2455749362707138 (0.22558889170541274) - | > loss_disc_real_4: 0.22269965708255768 (0.2226806036384922) - | > loss_disc_real_5: 0.2641445994377136 (0.2338590963148685) - | > loss_0: 2.4977054595947266 (2.4759076467421495) - | > grad_norm_0: tensor(52.5029, device='cuda:0') (tensor(92.7678, device='cuda:0')) - | > loss_gen: 2.2580559253692627 (2.338422403181337) - | > loss_kl: 1.4820120334625244 (1.55470203116255) - | > loss_feat: 5.822006702423096 (6.169181886708961) - | > loss_mel: 21.104209899902344 (21.86990656942691) - | > loss_duration: 1.7307827472686768 (1.7228335252990608) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.39706802368164 (33.65504646301264) - | > grad_norm_1: tensor(591.1216, device='cuda:0') (tensor(609.2510, device='cuda:0')) - | > current_lr_0: 0.0001991019659638112 - | > current_lr_1: 0.0001991019659638112 - | > step_time: 1.3068 (1.05233716547007) - | > loader_time: 0.1272 (0.009852880737530899) - - - --> TIME: 2024-11-23 00:22:04 -- STEP: 767/797 -- GLOBAL_STEP: 30250 - | > loss_disc: 2.518537759780884 (2.4766644144617747) - | > loss_disc_real_0: 0.0681629329919815 (0.13345432525313672) - | > loss_disc_real_1: 0.22868797183036804 (0.21825485722182478) - | > loss_disc_real_2: 0.26001158356666565 (0.23457600838824078) - | > loss_disc_real_3: 0.19088657200336456 (0.22546551018137354) - | > loss_disc_real_4: 0.22282248735427856 (0.22274243388679538) - | > loss_disc_real_5: 0.21938632428646088 (0.23386887341465756) - | > loss_0: 2.518537759780884 (2.4766644144617747) - | > grad_norm_0: tensor(9.3738, device='cuda:0') (tensor(92.8984, device='cuda:0')) - | > loss_gen: 2.202458143234253 (2.3393191054094253) - | > loss_kl: 1.5834312438964844 (1.5532050331692653) - | > loss_feat: 5.516300201416016 (6.16938737909051) - | > loss_mel: 20.099376678466797 (21.87440773219141) - | > loss_duration: 1.6758942604064941 (1.7216258975331122) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.07745933532715 (33.65794518780363) - | > grad_norm_1: tensor(332.5538, device='cuda:0') (tensor(608.8031, device='cuda:0')) - | > current_lr_0: 0.0001991019659638112 - | > current_lr_1: 0.0001991019659638112 - | > step_time: 1.1868 (1.0550992603873943) - | > loader_time: 0.1289 (0.0134124755859375) - - - --> TIME: 2024-11-23 00:23:17 -- STEP: 792/797 -- GLOBAL_STEP: 30275 - | > loss_disc: 2.576129913330078 (2.4785726320261916) - | > loss_disc_real_0: 0.0914287269115448 (0.13424846531371717) - | > loss_disc_real_1: 0.21361130475997925 (0.2184386939525304) - | > loss_disc_real_2: 0.22148564457893372 (0.23477086039128328) - | > loss_disc_real_3: 0.22961008548736572 (0.22556903841670115) - | > loss_disc_real_4: 0.22524380683898926 (0.2226886523116117) - | > loss_disc_real_5: 0.1858237087726593 (0.23351046015894172) - | > loss_0: 2.576129913330078 (2.4785726320261916) - | > grad_norm_0: tensor(143.2749, device='cuda:0') (tensor(92.3172, device='cuda:0')) - | > loss_gen: 2.0341968536376953 (2.336713494074465) - | > loss_kl: 1.5751521587371826 (1.552714208009267) - | > loss_feat: 5.38735818862915 (6.168117898281174) - | > loss_mel: 19.576435089111328 (21.880515652473516) - | > loss_duration: 1.7035863399505615 (1.7207349266367717) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.2767276763916 (33.658796214094025) - | > grad_norm_1: tensor(279.1646, device='cuda:0') (tensor(602.3174, device='cuda:0')) - | > current_lr_0: 0.0001991019659638112 - | > current_lr_1: 0.0001991019659638112 - | > step_time: 5.733 (1.109314759271312) - | > loader_time: 0.117 (0.016802071922957296) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.2833662033081055 (2.2833662033081055) - | > loss_disc_real_0: 0.1408558040857315 (0.1408558040857315) - | > loss_disc_real_1: 0.16194576025009155 (0.16194576025009155) - | > loss_disc_real_2: 0.17659808695316315 (0.17659808695316315) - | > loss_disc_real_3: 0.16199690103530884 (0.16199690103530884) - | > loss_disc_real_4: 0.15597844123840332 (0.15597844123840332) - | > loss_disc_real_5: 0.1895582675933838 (0.1895582675933838) - | > loss_0: 2.2833662033081055 (2.2833662033081055) - | > loss_gen: 2.095262289047241 (2.095262289047241) - | > loss_kl: 1.2628979682922363 (1.2628979682922363) - | > loss_feat: 7.39544153213501 (7.39544153213501) - | > loss_mel: 20.816268920898438 (20.816268920898438) - | > loss_duration: 1.9603291749954224 (1.9603291749954224) - | > loss_1: 33.53020095825195 (33.53020095825195) - - --> STEP: 1 - | > loss_disc: 2.4892327785491943 (2.4892327785491943) - | > loss_disc_real_0: 0.10776741802692413 (0.10776741802692413) - | > loss_disc_real_1: 0.18304188549518585 (0.18304188549518585) - | > loss_disc_real_2: 0.2067333608865738 (0.2067333608865738) - | > loss_disc_real_3: 0.21954482793807983 (0.21954482793807983) - | > loss_disc_real_4: 0.23279017210006714 (0.23279017210006714) - | > loss_disc_real_5: 0.21294638514518738 (0.21294638514518738) - | > loss_0: 2.4892327785491943 (2.4892327785491943) - | > loss_gen: 2.0056724548339844 (2.0056724548339844) - | > loss_kl: 0.7413432598114014 (0.7413432598114014) - | > loss_feat: 5.75736141204834 (5.75736141204834) - | > loss_mel: 20.508934020996094 (20.508934020996094) - | > loss_duration: 1.7582716941833496 (1.7582716941833496) - | > loss_1: 30.771583557128906 (30.771583557128906) - - --> STEP: 2 - | > loss_disc: 2.6070852279663086 (2.5481590032577515) - | > loss_disc_real_0: 0.14573007822036743 (0.12674874812364578) - | > loss_disc_real_1: 0.21198642253875732 (0.1975141540169716) - | > loss_disc_real_2: 0.2311471551656723 (0.21894025802612305) - | > loss_disc_real_3: 0.2958257794380188 (0.2576853036880493) - | > loss_disc_real_4: 0.2696579396724701 (0.2512240558862686) - | > loss_disc_real_5: 0.3386848568916321 (0.27581562101840973) - | > loss_0: 2.6070852279663086 (2.5481590032577515) - | > loss_gen: 2.209792137145996 (2.1077322959899902) - | > loss_kl: 1.156171202659607 (0.9487572312355042) - | > loss_feat: 4.264004230499268 (5.010682821273804) - | > loss_mel: 19.192914962768555 (19.850924491882324) - | > loss_duration: 1.6492995023727417 (1.7037855982780457) - | > loss_1: 28.472183227539062 (29.621883392333984) - - --> STEP: 3 - | > loss_disc: 2.468601703643799 (2.521639903386434) - | > loss_disc_real_0: 0.12376318126916885 (0.12575355917215347) - | > loss_disc_real_1: 0.2243352085351944 (0.20645450552304587) - | > loss_disc_real_2: 0.2299211472272873 (0.22260055442651114) - | > loss_disc_real_3: 0.21222342550754547 (0.24253134429454803) - | > loss_disc_real_4: 0.20658531785011292 (0.2363444765408834) - | > loss_disc_real_5: 0.19099490344524384 (0.2475420484940211) - | > loss_0: 2.468601703643799 (2.521639903386434) - | > loss_gen: 2.0814647674560547 (2.098976453145345) - | > loss_kl: 1.1252936124801636 (1.0076026916503906) - | > loss_feat: 5.533112525939941 (5.184826056162517) - | > loss_mel: 20.415996551513672 (20.039281845092773) - | > loss_duration: 1.754241704940796 (1.7206043004989624) - | > loss_1: 30.91010856628418 (30.051291783650715) - - --> STEP: 4 - | > loss_disc: 2.584822177886963 (2.537435472011566) - | > loss_disc_real_0: 0.06309089064598083 (0.11008789204061031) - | > loss_disc_real_1: 0.21709293127059937 (0.20911411195993423) - | > loss_disc_real_2: 0.2125035971403122 (0.2200763151049614) - | > loss_disc_real_3: 0.20051968097686768 (0.23202842846512794) - | > loss_disc_real_4: 0.16854487359523773 (0.21939457580447197) - | > loss_disc_real_5: 0.27399343252182007 (0.25415489450097084) - | > loss_0: 2.584822177886963 (2.537435472011566) - | > loss_gen: 1.8631775379180908 (2.0400267243385315) - | > loss_kl: 1.6852656602859497 (1.1770184338092804) - | > loss_feat: 5.707444190979004 (5.315480589866638) - | > loss_mel: 20.27187728881836 (20.09743070602417) - | > loss_duration: 1.6533355712890625 (1.7037871181964874) - | > loss_1: 31.181100845336914 (30.333744049072266) - - --> STEP: 5 - | > loss_disc: 2.568392038345337 (2.5436267852783203) - | > loss_disc_real_0: 0.13167116045951843 (0.11440454572439193) - | > loss_disc_real_1: 0.17793098092079163 (0.2028774857521057) - | > loss_disc_real_2: 0.1881069540977478 (0.21368244290351868) - | > loss_disc_real_3: 0.23090232908725739 (0.23180320858955383) - | > loss_disc_real_4: 0.2964511811733246 (0.2348058968782425) - | > loss_disc_real_5: 0.2482261061668396 (0.25296913683414457) - | > loss_0: 2.568392038345337 (2.5436267852783203) - | > loss_gen: 2.1380369663238525 (2.0596287727355955) - | > loss_kl: 2.044724702835083 (1.350559687614441) - | > loss_feat: 6.66409969329834 (5.585204410552978) - | > loss_mel: 20.728561401367188 (20.223656845092773) - | > loss_duration: 1.850952386856079 (1.7332201719284057) - | > loss_1: 33.42637634277344 (30.9522705078125) - - --> STEP: 6 - | > loss_disc: 2.5814919471740723 (2.549937645594279) - | > loss_disc_real_0: 0.12338729202747345 (0.11590167010823886) - | > loss_disc_real_1: 0.21031193435192108 (0.2041165605187416) - | > loss_disc_real_2: 0.22298330068588257 (0.215232585867246) - | > loss_disc_real_3: 0.2287077009677887 (0.231287290652593) - | > loss_disc_real_4: 0.2597992420196533 (0.23897145440181097) - | > loss_disc_real_5: 0.20266464352607727 (0.24458505461613336) - | > loss_0: 2.5814919471740723 (2.549937645594279) - | > loss_gen: 2.121004343032837 (2.0698580344518027) - | > loss_kl: 1.4281123876571655 (1.3634851376215618) - | > loss_feat: 6.367495536804199 (5.715586264928182) - | > loss_mel: 23.583620071411133 (20.783650716145832) - | > loss_duration: 1.6974382400512695 (1.7272565166155498) - | > loss_1: 35.197669982910156 (31.65983708699544) - - --> STEP: 7 - | > loss_disc: 2.2102386951446533 (2.5014092241014754) - | > loss_disc_real_0: 0.11507304757833481 (0.1157832954611097) - | > loss_disc_real_1: 0.15032848715782166 (0.19643255003861018) - | > loss_disc_real_2: 0.14786909520626068 (0.2056092300585338) - | > loss_disc_real_3: 0.19287148118019104 (0.22579931787082128) - | > loss_disc_real_4: 0.20315374433994293 (0.23385463867868697) - | > loss_disc_real_5: 0.22892330586910248 (0.2423476619379861) - | > loss_0: 2.2102386951446533 (2.5014092241014754) - | > loss_gen: 2.263958215713501 (2.0975866317749023) - | > loss_kl: 1.5818285942077637 (1.3946770599910192) - | > loss_feat: 8.233800888061523 (6.075331211090088) - | > loss_mel: 24.147716522216797 (21.264231545584543) - | > loss_duration: 1.6770693063735962 (1.7200869151524134) - | > loss_1: 37.90437698364258 (32.55191421508789) - - --> STEP: 8 - | > loss_disc: 2.2600345611572266 (2.471237391233444) - | > loss_disc_real_0: 0.08605296909809113 (0.11206700466573238) - | > loss_disc_real_1: 0.14529326558113098 (0.19004013948142529) - | > loss_disc_real_2: 0.18887662887573242 (0.20351765491068363) - | > loss_disc_real_3: 0.16866406798362732 (0.21865741163492203) - | > loss_disc_real_4: 0.18520642817020416 (0.2277736123651266) - | > loss_disc_real_5: 0.1839110255241394 (0.23504308238625526) - | > loss_0: 2.2600345611572266 (2.471237391233444) - | > loss_gen: 2.0521669387817383 (2.091909170150757) - | > loss_kl: 1.7807155847549438 (1.4429318755865097) - | > loss_feat: 7.443507194519043 (6.246353209018707) - | > loss_mel: 22.63239860534668 (21.43525242805481) - | > loss_duration: 1.7157363891601562 (1.7195430994033813) - | > loss_1: 35.6245231628418 (32.93599033355713) - - --> STEP: 9 - | > loss_disc: 2.0134568214416504 (2.4203728834788003) - | > loss_disc_real_0: 0.05902998894453049 (0.10617400291893217) - | > loss_disc_real_1: 0.2204427868127823 (0.1934182114071316) - | > loss_disc_real_2: 0.21658703684806824 (0.20496980845928192) - | > loss_disc_real_3: 0.1976950466632843 (0.21632825997140673) - | > loss_disc_real_4: 0.16625167429447174 (0.22093784146838719) - | > loss_disc_real_5: 0.15798600018024445 (0.22648118436336517) - | > loss_0: 2.0134568214416504 (2.4203728834788003) - | > loss_gen: 2.6382601261138916 (2.1526148319244385) - | > loss_kl: 1.1781138181686401 (1.4135076469845242) - | > loss_feat: 8.08036994934082 (6.450132846832275) - | > loss_mel: 24.32806396484375 (21.75667593214247) - | > loss_duration: 1.704466462135315 (1.7178679174847074) - | > loss_1: 37.92927551269531 (33.490799797905815) - - --> STEP: 10 - | > loss_disc: 2.4919185638427734 (2.4275274515151977) - | > loss_disc_real_0: 0.1624084860086441 (0.11179745122790337) - | > loss_disc_real_1: 0.24221788346767426 (0.19829817861318588) - | > loss_disc_real_2: 0.25378966331481934 (0.20985179394483566) - | > loss_disc_real_3: 0.26540499925613403 (0.22123593389987944) - | > loss_disc_real_4: 0.18818098306655884 (0.21766215562820435) - | > loss_disc_real_5: 0.23019981384277344 (0.226853047311306) - | > loss_0: 2.4919185638427734 (2.4275274515151977) - | > loss_gen: 2.2766740322113037 (2.165020751953125) - | > loss_kl: 1.7376718521118164 (1.4459240674972533) - | > loss_feat: 5.122929573059082 (6.317412519454956) - | > loss_mel: 20.19579315185547 (21.60058765411377) - | > loss_duration: 1.6286523342132568 (1.7089463591575622) - | > loss_1: 30.961721420288086 (33.23789196014404) - - --> STEP: 11 - | > loss_disc: 2.5331456661224365 (2.437129107388583) - | > loss_disc_real_0: 0.1135130375623703 (0.11195341362194582) - | > loss_disc_real_1: 0.21272331476211548 (0.19960955462672494) - | > loss_disc_real_2: 0.18978767096996307 (0.2080277827653018) - | > loss_disc_real_3: 0.21795597672462463 (0.2209377559748563) - | > loss_disc_real_4: 0.2303173989057541 (0.21881263228979977) - | > loss_disc_real_5: 0.15803781151771545 (0.22059711678461594) - | > loss_0: 2.5331456661224365 (2.437129107388583) - | > loss_gen: 2.119169235229492 (2.1608524322509766) - | > loss_kl: 1.7344508171081543 (1.4721537720073352) - | > loss_feat: 8.212063789367676 (6.489653543992476) - | > loss_mel: 23.184349060058594 (21.744565963745117) - | > loss_duration: 1.6076557636260986 (1.6997381232001565) - | > loss_1: 36.85768508911133 (33.56696406277743) - - --> STEP: 12 - | > loss_disc: 2.2845799922943115 (2.4244166811307273) - | > loss_disc_real_0: 0.12671197950839996 (0.11318329411248367) - | > loss_disc_real_1: 0.15287604928016663 (0.19571509584784508) - | > loss_disc_real_2: 0.18610931932926178 (0.2062012441456318) - | > loss_disc_real_3: 0.1906692385673523 (0.21841537952423096) - | > loss_disc_real_4: 0.22419676184654236 (0.21926130975286165) - | > loss_disc_real_5: 0.27321118116378784 (0.22498162214954695) - | > loss_0: 2.2845799922943115 (2.4244166811307273) - | > loss_gen: 2.4407548904418945 (2.1841776371002197) - | > loss_kl: 1.4080185890197754 (1.4668091734250386) - | > loss_feat: 7.631679058074951 (6.584822336832683) - | > loss_mel: 24.675979614257812 (21.988850434621174) - | > loss_duration: 1.725124478340149 (1.7018536527951558) - | > loss_1: 37.881553649902344 (33.92651319503784) - - --> STEP: 13 - | > loss_disc: 2.2348294258117676 (2.4098330461061916) - | > loss_disc_real_0: 0.0908348560333252 (0.11146418349100994) - | > loss_disc_real_1: 0.19702431559562683 (0.1958158050592129) - | > loss_disc_real_2: 0.1812850385904312 (0.2042846129490779) - | > loss_disc_real_3: 0.21217527985572815 (0.21793537185742304) - | > loss_disc_real_4: 0.18923744559288025 (0.2169517817405554) - | > loss_disc_real_5: 0.17013327777385712 (0.22076251873603234) - | > loss_0: 2.2348294258117676 (2.4098330461061916) - | > loss_gen: 2.255913734436035 (2.189695798433744) - | > loss_kl: 2.1642353534698486 (1.5204573411207933) - | > loss_feat: 7.087812423706055 (6.623513881976788) - | > loss_mel: 24.470230102539062 (22.17972579369178) - | > loss_duration: 1.7700532674789429 (1.707099777001601) - | > loss_1: 37.74824523925781 (34.220492583054764) - - --> STEP: 14 - | > loss_disc: 2.5444223880767822 (2.4194465705326627) - | > loss_disc_real_0: 0.15202821791172028 (0.11436161452106067) - | > loss_disc_real_1: 0.21187424659729004 (0.196962836597647) - | > loss_disc_real_2: 0.22249865531921387 (0.2055856159755162) - | > loss_disc_real_3: 0.21269996464252472 (0.217561414199216) - | > loss_disc_real_4: 0.20339876413345337 (0.2159837090543338) - | > loss_disc_real_5: 0.2675946354866028 (0.22410766993250167) - | > loss_0: 2.5444223880767822 (2.4194465705326627) - | > loss_gen: 2.083826780319214 (2.1821337257112776) - | > loss_kl: 1.3873226642608643 (1.5109477213450841) - | > loss_feat: 4.775705337524414 (6.491527557373047) - | > loss_mel: 17.923259735107422 (21.875692503792898) - | > loss_duration: 1.7494053840637207 (1.7101216060774667) - | > loss_1: 27.919519424438477 (33.77042307172503) - - --> STEP: 15 - | > loss_disc: 2.2180252075195312 (2.4060184796651205) - | > loss_disc_real_0: 0.0961843729019165 (0.11314979841311773) - | > loss_disc_real_1: 0.2377059906721115 (0.19967904686927795) - | > loss_disc_real_2: 0.21067321300506592 (0.2059247891108195) - | > loss_disc_real_3: 0.1869269609451294 (0.21551911731561024) - | > loss_disc_real_4: 0.23981209099292755 (0.21757226785024006) - | > loss_disc_real_5: 0.19975997507572174 (0.222484490275383) - | > loss_0: 2.2180252075195312 (2.4060184796651205) - | > loss_gen: 2.5091798305511475 (2.203936799367269) - | > loss_kl: 1.3373979330062866 (1.4993777354558309) - | > loss_feat: 6.984369277954102 (6.524383672078451) - | > loss_mel: 26.1163387298584 (22.158402252197266) - | > loss_duration: 1.679061770439148 (1.7080509503682455) - | > loss_1: 38.626346588134766 (34.09415130615234) - - --> STEP: 16 - | > loss_disc: 2.231931686401367 (2.395138055086136) - | > loss_disc_real_0: 0.11308266222476959 (0.11314560240134597) - | > loss_disc_real_1: 0.21775852143764496 (0.2008090140298009) - | > loss_disc_real_2: 0.19480924308300018 (0.2052300674840808) - | > loss_disc_real_3: 0.22714783251285553 (0.21624591201543808) - | > loss_disc_real_4: 0.16596071422100067 (0.2143465457484126) - | > loss_disc_real_5: 0.14211437106132507 (0.21746135782450438) - | > loss_0: 2.231931686401367 (2.395138055086136) - | > loss_gen: 2.2388675212860107 (2.2061199694871902) - | > loss_kl: 1.6852492094039917 (1.510994702577591) - | > loss_feat: 6.550474166870117 (6.52601432800293) - | > loss_mel: 19.67760467529297 (22.003352403640747) - | > loss_duration: 1.8034663200378418 (1.7140144109725952) - | > loss_1: 31.95566177368164 (33.960495710372925) - - --> STEP: 17 - | > loss_disc: 2.408470392227173 (2.3959223102120792) - | > loss_disc_real_0: 0.10840273648500443 (0.11286661028862) - | > loss_disc_real_1: 0.19681404531002045 (0.2005740158698138) - | > loss_disc_real_2: 0.22686323523521423 (0.20650260676355922) - | > loss_disc_real_3: 0.21142135560512543 (0.21596211457953735) - | > loss_disc_real_4: 0.23980800807476044 (0.21584427882643306) - | > loss_disc_real_5: 0.17330868542194366 (0.21486414180082433) - | > loss_0: 2.408470392227173 (2.3959223102120792) - | > loss_gen: 2.1104190349578857 (2.2004905027501724) - | > loss_kl: 1.5500125885009766 (1.51328987233779) - | > loss_feat: 6.1481218338012695 (6.503785357755773) - | > loss_mel: 20.114757537841797 (21.892258588005514) - | > loss_duration: 1.6682491302490234 (1.7113223356359146) - | > loss_1: 31.59156036376953 (33.82114657233743) - - --> STEP: 18 - | > loss_disc: 2.2303874492645264 (2.3867259290483265) - | > loss_disc_real_0: 0.06947795301675797 (0.1104561293290721) - | > loss_disc_real_1: 0.20319192111492157 (0.20071945505009758) - | > loss_disc_real_2: 0.19631853699684143 (0.20593682510985267) - | > loss_disc_real_3: 0.19626696407794952 (0.21486793955167136) - | > loss_disc_real_4: 0.22297251224517822 (0.21624029179414114) - | > loss_disc_real_5: 0.23848889768123627 (0.216176628238625) - | > loss_0: 2.2303874492645264 (2.3867259290483265) - | > loss_gen: 2.420712471008301 (2.2127250565422907) - | > loss_kl: 1.9036310911178589 (1.5349754956033494) - | > loss_feat: 7.28157901763916 (6.546996116638184) - | > loss_mel: 24.433671951293945 (22.033448219299316) - | > loss_duration: 1.6512539386749268 (1.7079852024714153) - | > loss_1: 37.69084548950195 (34.03612984551324) - - --> STEP: 19 - | > loss_disc: 2.3294267654418945 (2.383710183595356) - | > loss_disc_real_0: 0.1478988081216812 (0.11242679663394627) - | > loss_disc_real_1: 0.16456425189971924 (0.1988165496211303) - | > loss_disc_real_2: 0.17890040576457977 (0.2045138556706278) - | > loss_disc_real_3: 0.19464540481567383 (0.21380359561819778) - | > loss_disc_real_4: 0.18942423164844513 (0.21482892020752556) - | > loss_disc_real_5: 0.1995815932750702 (0.21530320534580633) - | > loss_0: 2.3294267654418945 (2.383710183595356) - | > loss_gen: 2.2318313121795654 (2.2137306489442525) - | > loss_kl: 1.7981667518615723 (1.5488276669853611) - | > loss_feat: 7.259911060333252 (6.584517955780029) - | > loss_mel: 22.290088653564453 (22.04695561057643) - | > loss_duration: 1.7548611164093018 (1.7104523558365672) - | > loss_1: 35.33485794067383 (34.10448395578485) - - --> STEP: 20 - | > loss_disc: 2.408210277557373 (2.384935188293457) - | > loss_disc_real_0: 0.09801733493804932 (0.11170632354915142) - | > loss_disc_real_1: 0.17479830980300903 (0.19761563763022422) - | > loss_disc_real_2: 0.20035478472709656 (0.20430590212345123) - | > loss_disc_real_3: 0.1623453050851822 (0.21123068109154702) - | > loss_disc_real_4: 0.23169563710689545 (0.21567225605249404) - | > loss_disc_real_5: 0.23311887681484222 (0.21619398891925812) - | > loss_0: 2.408210277557373 (2.384935188293457) - | > loss_gen: 2.226530075073242 (2.214370620250702) - | > loss_kl: 1.821025013923645 (1.5624375343322754) - | > loss_feat: 8.050037384033203 (6.657793927192688) - | > loss_mel: 25.336002349853516 (22.211407947540284) - | > loss_duration: 1.6729687452316284 (1.7085781753063203) - | > loss_1: 39.106563568115234 (34.354587936401366) - - --> STEP: 21 - | > loss_disc: 2.3014369010925293 (2.380959079379127) - | > loss_disc_real_0: 0.059564266353845596 (0.10922336844461304) - | > loss_disc_real_1: 0.22280167043209076 (0.1988149725255512) - | > loss_disc_real_2: 0.2223358005285263 (0.2051644687141691) - | > loss_disc_real_3: 0.24414652585983276 (0.2127981022709892) - | > loss_disc_real_4: 0.25859013199806213 (0.21771596443085445) - | > loss_disc_real_5: 0.2276865392923355 (0.216741253222738) - | > loss_0: 2.3014369010925293 (2.380959079379127) - | > loss_gen: 2.429485321044922 (2.2246141774313792) - | > loss_kl: 1.654371976852417 (1.5668153649284726) - | > loss_feat: 6.675744533538818 (6.658648717971075) - | > loss_mel: 22.39874839782715 (22.220328921363468) - | > loss_duration: 1.6782124042510986 (1.7071321862084525) - | > loss_1: 34.8365592956543 (34.37753895350865) - - --> STEP: 22 - | > loss_disc: 2.3129892349243164 (2.3778695409948174) - | > loss_disc_real_0: 0.09424220025539398 (0.108542406254194) - | > loss_disc_real_1: 0.21302145719528198 (0.1994607218287208) - | > loss_disc_real_2: 0.21409031748771667 (0.2055701891129667) - | > loss_disc_real_3: 0.20836259424686432 (0.2125964882698926) - | > loss_disc_real_4: 0.15648747980594635 (0.2149328514933586) - | > loss_disc_real_5: 0.25543126463890076 (0.21849989010529083) - | > loss_0: 2.3129892349243164 (2.3778695409948174) - | > loss_gen: 2.1333060264587402 (2.220463806932623) - | > loss_kl: 1.9754917621612549 (1.58539156480269) - | > loss_feat: 6.1525559425354 (6.635644500905817) - | > loss_mel: 21.709688186645508 (22.19711797887629) - | > loss_duration: 1.821251630783081 (1.7123194336891174) - | > loss_1: 33.792293548583984 (34.35093688964844) - - --> STEP: 23 - | > loss_disc: 2.5290234088897705 (2.384441448294598) - | > loss_disc_real_0: 0.2377798855304718 (0.11416142709229303) - | > loss_disc_real_1: 0.2065761834383011 (0.1997700897247895) - | > loss_disc_real_2: 0.2174064666032791 (0.20608480987341507) - | > loss_disc_real_3: 0.24608063697814941 (0.2140523208224255) - | > loss_disc_real_4: 0.24330972135066986 (0.21616662844367648) - | > loss_disc_real_5: 0.2619364261627197 (0.22038843515126602) - | > loss_0: 2.5290234088897705 (2.384441448294598) - | > loss_gen: 2.3632397651672363 (2.22667145729065) - | > loss_kl: 1.5632154941558838 (1.5844273878180462) - | > loss_feat: 5.769522190093994 (6.59798700913139) - | > loss_mel: 22.664859771728516 (22.217454578565516) - | > loss_duration: 1.7579423189163208 (1.714303037394648) - | > loss_1: 34.118778228759766 (34.34084303482719) - - --> STEP: 24 - | > loss_disc: 2.528360605239868 (2.3904380798339844) - | > loss_disc_real_0: 0.1267346441745758 (0.11468531113738815) - | > loss_disc_real_1: 0.24065124988555908 (0.20147347139815489) - | > loss_disc_real_2: 0.25755012035369873 (0.20822919781009355) - | > loss_disc_real_3: 0.21019963920116425 (0.21389179242153963) - | > loss_disc_real_4: 0.24028423428535461 (0.21717152868707976) - | > loss_disc_real_5: 0.20634831488132477 (0.21980343014001846) - | > loss_0: 2.528360605239868 (2.3904380798339844) - | > loss_gen: 2.0955262184143066 (2.2212070723374686) - | > loss_kl: 1.6800050735473633 (1.5884097913901012) - | > loss_feat: 4.2355451583862305 (6.499551932017009) - | > loss_mel: 18.204023361206055 (22.050228277842205) - | > loss_duration: 1.6784987449645996 (1.7128111918767293) - | > loss_1: 27.893598556518555 (34.072207848230995) - - --> STEP: 25 - | > loss_disc: 2.306222915649414 (2.3870694732666013) - | > loss_disc_real_0: 0.06521405279636383 (0.11270646080374717) - | > loss_disc_real_1: 0.20294393599033356 (0.20153228998184203) - | > loss_disc_real_2: 0.24008415639400482 (0.20950339615345) - | > loss_disc_real_3: 0.21202880144119263 (0.21381727278232573) - | > loss_disc_real_4: 0.23681774735450745 (0.21795737743377686) - | > loss_disc_real_5: 0.18616913259029388 (0.21845805823802947) - | > loss_0: 2.306222915649414 (2.3870694732666013) - | > loss_gen: 2.3944756984710693 (2.2281378173828124) - | > loss_kl: 1.5003811120986938 (1.5848886442184449) - | > loss_feat: 6.149996757507324 (6.485569725036621) - | > loss_mel: 21.66449546813965 (22.0347989654541) - | > loss_duration: 1.65047025680542 (1.710317554473877) - | > loss_1: 33.35981750488281 (34.04371223449707) - - --> STEP: 26 - | > loss_disc: 2.372580051422119 (2.3865121878110442) - | > loss_disc_real_0: 0.07824043184518814 (0.11138084430534106) - | > loss_disc_real_1: 0.27766743302345276 (0.20446056471421167) - | > loss_disc_real_2: 0.21915996074676514 (0.20987480248396212) - | > loss_disc_real_3: 0.1810304820537567 (0.21255624236968848) - | > loss_disc_real_4: 0.13617382943630219 (0.2148118563569509) - | > loss_disc_real_5: 0.16986370086669922 (0.2165890444929783) - | > loss_0: 2.372580051422119 (2.3865121878110442) - | > loss_gen: 2.014899730682373 (2.219936352509719) - | > loss_kl: 1.3523635864257812 (1.575945372764881) - | > loss_feat: 6.054748058319092 (6.4689996609321) - | > loss_mel: 19.990619659423828 (21.956176684452938) - | > loss_duration: 1.6600608825683594 (1.708384605554434) - | > loss_1: 31.07269287109375 (33.92944225898156) - - --> STEP: 27 - | > loss_disc: 2.2519001960754395 (2.381526558487504) - | > loss_disc_real_0: 0.12398823350667953 (0.11184778464613138) - | > loss_disc_real_1: 0.1888827085494995 (0.2038836070784816) - | > loss_disc_real_2: 0.1607370227575302 (0.2080548847163165) - | > loss_disc_real_3: 0.23541249334812164 (0.21340277018370452) - | > loss_disc_real_4: 0.19240069389343262 (0.21398181330274652) - | > loss_disc_real_5: 0.13302676379680634 (0.21349414520793492) - | > loss_0: 2.2519001960754395 (2.381526558487504) - | > loss_gen: 2.2760069370269775 (2.222013040825173) - | > loss_kl: 1.6167100667953491 (1.5774551762474909) - | > loss_feat: 7.635466575622559 (6.5122021392539695) - | > loss_mel: 25.242094039916992 (22.0778773272479) - | > loss_duration: 1.6943248510360718 (1.7078638739056058) - | > loss_1: 38.464603424072266 (34.097411191021955) - - --> STEP: 28 - | > loss_disc: 2.5424304008483887 (2.3872731242861067) - | > loss_disc_real_0: 0.10454776138067245 (0.11158706952950784) - | > loss_disc_real_1: 0.210769921541214 (0.20412954688072205) - | > loss_disc_real_2: 0.19601726531982422 (0.20762496973787034) - | > loss_disc_real_3: 0.2244865894317627 (0.21379862087113516) - | > loss_disc_real_4: 0.22232398390769958 (0.21427974796720914) - | > loss_disc_real_5: 0.26182588934898376 (0.2152202789272581) - | > loss_0: 2.5424304008483887 (2.3872731242861067) - | > loss_gen: 2.017409086227417 (2.214705756732396) - | > loss_kl: 2.10598087310791 (1.5963310939925057) - | > loss_feat: 5.545341491699219 (6.4776714018413) - | > loss_mel: 19.234907150268555 (21.97634267807007) - | > loss_duration: 1.7173800468444824 (1.7082037372248513) - | > loss_1: 30.62101936340332 (33.973254340035574) - - --> STEP: 29 - | > loss_disc: 2.2431833744049072 (2.382304512221238) - | > loss_disc_real_0: 0.07798971235752106 (0.11042853997185312) - | > loss_disc_real_1: 0.15791328251361847 (0.20253588259220123) - | > loss_disc_real_2: 0.20083557069301605 (0.2073908525294271) - | > loss_disc_real_3: 0.19852310419082642 (0.21327187891664176) - | > loss_disc_real_4: 0.1662578284740448 (0.21262381970882416) - | > loss_disc_real_5: 0.26457926630973816 (0.2169223129749298) - | > loss_0: 2.2431833744049072 (2.382304512221238) - | > loss_gen: 2.195255756378174 (2.2140350670650086) - | > loss_kl: 1.2926515340805054 (1.5858593850300229) - | > loss_feat: 6.317078113555908 (6.472133702245252) - | > loss_mel: 22.49556541442871 (21.994246910358296) - | > loss_duration: 1.657961130142212 (1.7064712335323464) - | > loss_1: 33.95851516723633 (33.97274609269767) - - --> STEP: 30 - | > loss_disc: 2.797389030456543 (2.3961406628290813) - | > loss_disc_real_0: 0.2110809087753296 (0.113783618931969) - | > loss_disc_real_1: 0.22271396219730377 (0.20320848524570465) - | > loss_disc_real_2: 0.21766863763332367 (0.20773344536622365) - | > loss_disc_real_3: 0.29835402965545654 (0.21610795060793558) - | > loss_disc_real_4: 0.2385978102684021 (0.21348961939414343) - | > loss_disc_real_5: 0.2689352333545685 (0.21865607698758444) - | > loss_0: 2.797389030456543 (2.3961406628290813) - | > loss_gen: 2.012810468673706 (2.2073275804519654) - | > loss_kl: 1.5446585416793823 (1.5844860235850016) - | > loss_feat: 5.007010459899902 (6.42329626083374) - | > loss_mel: 20.74911117553711 (21.95274238586426) - | > loss_duration: 1.7111281156539917 (1.7066264629364014) - | > loss_1: 31.02471923828125 (33.87447853088379) - - --> STEP: 31 - | > loss_disc: 2.377380847930908 (2.3955355075097855) - | > loss_disc_real_0: 0.0958106741309166 (0.11320384651903183) - | > loss_disc_real_1: 0.2076646089553833 (0.20335223117182333) - | > loss_disc_real_2: 0.2125450074672699 (0.20788865704690257) - | > loss_disc_real_3: 0.2188289612531662 (0.2161957251448785) - | > loss_disc_real_4: 0.17509621381759644 (0.21225112244006125) - | > loss_disc_real_5: 0.2989045977592468 (0.22124473894796065) - | > loss_0: 2.377380847930908 (2.3955355075097855) - | > loss_gen: 2.1979286670684814 (2.2070243896976596) - | > loss_kl: 1.6553629636764526 (1.5867723764911774) - | > loss_feat: 6.968454837799072 (6.440882021381009) - | > loss_mel: 23.386520385742188 (21.998993289086126) - | > loss_duration: 1.6765718460083008 (1.7056569591645272) - | > loss_1: 35.88483810424805 (33.93932883970199) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.011639779613864037 (-0.0013109022571194551) - | > avg_loss_disc: 2.3955355075097855 (-0.033535195935156636) - | > avg_loss_disc_real_0: 0.11320384651903183 (-0.013494021589717561) - | > avg_loss_disc_real_1: 0.20335223117182333 (+0.03476013651778623) - | > avg_loss_disc_real_2: 0.20788865704690257 (+0.00829044272822721) - | > avg_loss_disc_real_3: 0.2161957251448785 (-0.0012771669895418336) - | > avg_loss_disc_real_4: 0.21225112244006125 (+0.025111912238982403) - | > avg_loss_disc_real_5: 0.22124473894796065 (+0.011051871122852469) - | > avg_loss_0: 2.3955355075097855 (-0.033535195935156636) - | > avg_loss_gen: 2.2070243896976596 (+0.10646388223094361) - | > avg_loss_kl: 1.5867723764911774 (+0.0032913108025827142) - | > avg_loss_feat: 6.440882021381009 (+0.043010057941559765) - | > avg_loss_mel: 21.998993289086126 (-0.07975381420504846) - | > avg_loss_duration: 1.7056569591645272 (-0.0067778479668401115) - | > avg_loss_1: 33.93932883970199 (+0.06623354265767034) - - - > EPOCH: 9/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 00:23:49)  - - --> TIME: 2024-11-23 00:24:08 -- STEP: 20/797 -- GLOBAL_STEP: 30300 - | > loss_disc: 2.4242594242095947 (2.481291079521179) - | > loss_disc_real_0: 0.09301415830850601 (0.13409207463264466) - | > loss_disc_real_1: 0.23455294966697693 (0.22022470608353614) - | > loss_disc_real_2: 0.20872506499290466 (0.23697055354714394) - | > loss_disc_real_3: 0.19473384320735931 (0.2213569849729538) - | > loss_disc_real_4: 0.22527402639389038 (0.22995838299393653) - | > loss_disc_real_5: 0.20915745198726654 (0.23871851712465286) - | > loss_0: 2.4242594242095947 (2.481291079521179) - | > grad_norm_0: tensor(68.6551, device='cuda:0') (tensor(97.0894, device='cuda:0')) - | > loss_gen: 2.1321330070495605 (2.3312016248703005) - | > loss_kl: 1.8639605045318604 (1.611281281709671) - | > loss_feat: 6.016623497009277 (6.045473265647888) - | > loss_mel: 21.508037567138672 (21.077867698669433) - | > loss_duration: 1.8321423530578613 (1.8746140956878663) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.35289764404297 (32.94043788909912) - | > grad_norm_1: tensor(488.1362, device='cuda:0') (tensor(577.8327, device='cuda:0')) - | > current_lr_0: 0.0001990770782180657 - | > current_lr_1: 0.0001990770782180657 - | > step_time: 0.7624 (0.9183786630630493) - | > loader_time: 0.0056 (0.004640209674835205) - - - --> TIME: 2024-11-23 00:24:30 -- STEP: 45/797 -- GLOBAL_STEP: 30325 - | > loss_disc: 2.4769821166992188 (2.4398945119645865) - | > loss_disc_real_0: 0.07550086081027985 (0.11910676558812458) - | > loss_disc_real_1: 0.1859361082315445 (0.21531550486882528) - | > loss_disc_real_2: 0.2107873260974884 (0.23221680190828112) - | > loss_disc_real_3: 0.20810291171073914 (0.2241357511944241) - | > loss_disc_real_4: 0.2371305227279663 (0.221127407418357) - | > loss_disc_real_5: 0.2128826081752777 (0.231523800889651) - | > loss_0: 2.4769821166992188 (2.4398945119645865) - | > grad_norm_0: tensor(85.3590, device='cuda:0') (tensor(90.4819, device='cuda:0')) - | > loss_gen: 2.2775583267211914 (2.3749486022525366) - | > loss_kl: 1.5066263675689697 (1.5772328191333347) - | > loss_feat: 6.217118740081787 (6.308949544694689) - | > loss_mel: 21.354469299316406 (21.269852786593972) - | > loss_duration: 1.7637697458267212 (1.8243164168463812) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.119544982910156 (33.35530026753744) - | > grad_norm_1: tensor(499.0023, device='cuda:0') (tensor(566.6041, device='cuda:0')) - | > current_lr_0: 0.0001990770782180657 - | > current_lr_1: 0.0001990770782180657 - | > step_time: 0.8617 (0.8765977594587538) - | > loader_time: 0.0038 (0.004662148157755534) - - - --> TIME: 2024-11-23 00:24:52 -- STEP: 70/797 -- GLOBAL_STEP: 30350 - | > loss_disc: 2.4363088607788086 (2.4481841564178475) - | > loss_disc_real_0: 0.09772156924009323 (0.12458027931196348) - | > loss_disc_real_1: 0.26591992378234863 (0.2168065654379981) - | > loss_disc_real_2: 0.2589622735977173 (0.23508687572819845) - | > loss_disc_real_3: 0.2547202408313751 (0.22399076989718847) - | > loss_disc_real_4: 0.24530525505542755 (0.22450514244181768) - | > loss_disc_real_5: 0.2912948727607727 (0.23226914235523768) - | > loss_0: 2.4363088607788086 (2.4481841564178475) - | > grad_norm_0: tensor(35.4048, device='cuda:0') (tensor(83.2693, device='cuda:0')) - | > loss_gen: 2.343151569366455 (2.3691849402018965) - | > loss_kl: 1.2013567686080933 (1.5938095263072423) - | > loss_feat: 6.740777492523193 (6.323827416556222) - | > loss_mel: 22.21701431274414 (21.576308005196715) - | > loss_duration: 1.718642234802246 (1.7907215561185563) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.220943450927734 (33.653851318359365) - | > grad_norm_1: tensor(804.1440, device='cuda:0') (tensor(644.0821, device='cuda:0')) - | > current_lr_0: 0.0001990770782180657 - | > current_lr_1: 0.0001990770782180657 - | > step_time: 0.8019 (0.8755404097693307) - | > loader_time: 0.0041 (0.004868865013122559) - - - --> TIME: 2024-11-23 00:25:13 -- STEP: 95/797 -- GLOBAL_STEP: 30375 - | > loss_disc: 2.5961949825286865 (2.45376834116484) - | > loss_disc_real_0: 0.12617748975753784 (0.12398312648660258) - | > loss_disc_real_1: 0.23395460844039917 (0.21673963430680726) - | > loss_disc_real_2: 0.24684447050094604 (0.23399412020256644) - | > loss_disc_real_3: 0.25473326444625854 (0.22257965112987319) - | > loss_disc_real_4: 0.28159627318382263 (0.2216481553880792) - | > loss_disc_real_5: 0.320767343044281 (0.2346233921615701) - | > loss_0: 2.5961949825286865 (2.45376834116484) - | > grad_norm_0: tensor(198.9675, device='cuda:0') (tensor(80.9586, device='cuda:0')) - | > loss_gen: 2.4455573558807373 (2.3630351944973595) - | > loss_kl: 1.348771333694458 (1.5590108482461227) - | > loss_feat: 6.087557315826416 (6.331626425291363) - | > loss_mel: 20.715089797973633 (21.558546106438897) - | > loss_duration: 1.7790230512619019 (1.7757602766940468) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.375999450683594 (33.58797882481623) - | > grad_norm_1: tensor(683.9274, device='cuda:0') (tensor(659.1094, device='cuda:0')) - | > current_lr_0: 0.0001990770782180657 - | > current_lr_1: 0.0001990770782180657 - | > step_time: 0.83 (0.865652965244494) - | > loader_time: 0.0065 (0.004928312803569592) - - - --> TIME: 2024-11-23 00:25:34 -- STEP: 120/797 -- GLOBAL_STEP: 30400 - | > loss_disc: 2.4672892093658447 (2.4622225880622866) - | > loss_disc_real_0: 0.10638279467821121 (0.12687158888826772) - | > loss_disc_real_1: 0.2057681381702423 (0.21805794462561606) - | > loss_disc_real_2: 0.22977706789970398 (0.23403393067419528) - | > loss_disc_real_3: 0.19935539364814758 (0.22300261681278546) - | > loss_disc_real_4: 0.22002221643924713 (0.22125822256008784) - | > loss_disc_real_5: 0.2139323651790619 (0.23481545150279998) - | > loss_0: 2.4672892093658447 (2.4622225880622866) - | > grad_norm_0: tensor(124.4577, device='cuda:0') (tensor(81.9035, device='cuda:0')) - | > loss_gen: 2.2774550914764404 (2.3560133397579195) - | > loss_kl: 1.7422566413879395 (1.5537174671888352) - | > loss_feat: 5.9452996253967285 (6.293818549315135) - | > loss_mel: 20.06680679321289 (21.505990934371955) - | > loss_duration: 1.6900055408477783 (1.7673598776261012) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.721824645996094 (33.47690021196999) - | > grad_norm_1: tensor(625.2349, device='cuda:0') (tensor(647.7152, device='cuda:0')) - | > current_lr_0: 0.0001990770782180657 - | > current_lr_1: 0.0001990770782180657 - | > step_time: 0.8506 (0.8623619735240936) - | > loader_time: 0.0041 (0.005032799641291301) - - - --> TIME: 2024-11-23 00:25:56 -- STEP: 145/797 -- GLOBAL_STEP: 30425 - | > loss_disc: 2.5278210639953613 (2.4626062541172424) - | > loss_disc_real_0: 0.14830327033996582 (0.12910269164833535) - | > loss_disc_real_1: 0.20403742790222168 (0.2172828790442697) - | > loss_disc_real_2: 0.220906063914299 (0.23313215333839943) - | > loss_disc_real_3: 0.19801542162895203 (0.2226882982870628) - | > loss_disc_real_4: 0.23469562828540802 (0.2204799884352191) - | > loss_disc_real_5: 0.2910296618938446 (0.23491170231638284) - | > loss_0: 2.5278210639953613 (2.4626062541172424) - | > grad_norm_0: tensor(136.0701, device='cuda:0') (tensor(79.9656, device='cuda:0')) - | > loss_gen: 2.5338547229766846 (2.350252968689491) - | > loss_kl: 1.5896587371826172 (1.5560934971118796) - | > loss_feat: 6.499969005584717 (6.290524841177053) - | > loss_mel: 22.917943954467773 (21.541154427363956) - | > loss_duration: 1.69801926612854 (1.7622940688297666) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.23944854736328 (33.500319908405146) - | > grad_norm_1: tensor(1012.7805, device='cuda:0') (tensor(647.2972, device='cuda:0')) - | > current_lr_0: 0.0001990770782180657 - | > current_lr_1: 0.0001990770782180657 - | > step_time: 0.7945 (0.859034488941061) - | > loader_time: 0.0044 (0.005144905221873317) - - - --> TIME: 2024-11-23 00:26:17 -- STEP: 170/797 -- GLOBAL_STEP: 30450 - | > loss_disc: 2.4468612670898438 (2.4712647802689514) - | > loss_disc_real_0: 0.17189010977745056 (0.13189181895817031) - | > loss_disc_real_1: 0.24649043381214142 (0.21814953623449101) - | > loss_disc_real_2: 0.2709541916847229 (0.23442036123836743) - | > loss_disc_real_3: 0.1646609753370285 (0.22373791266890133) - | > loss_disc_real_4: 0.14314670860767365 (0.22048132577363183) - | > loss_disc_real_5: 0.19425204396247864 (0.23509562795653063) - | > loss_0: 2.4468612670898438 (2.4712647802689514) - | > grad_norm_0: tensor(74.0206, device='cuda:0') (tensor(82.9812, device='cuda:0')) - | > loss_gen: 2.3601233959198 (2.3514703554265632) - | > loss_kl: 1.6804780960083008 (1.5631389042910409) - | > loss_feat: 6.921420574188232 (6.2807372233446905) - | > loss_mel: 22.756370544433594 (21.5467716553632) - | > loss_duration: 1.7116990089416504 (1.7560823545736426) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.430091857910156 (33.49820060729978) - | > grad_norm_1: tensor(78.8287, device='cuda:0') (tensor(634.1198, device='cuda:0')) - | > current_lr_0: 0.0001990770782180657 - | > current_lr_1: 0.0001990770782180657 - | > step_time: 0.8626 (0.85798120358411) - | > loader_time: 0.0055 (0.00528738358441521) - - - --> TIME: 2024-11-23 00:26:39 -- STEP: 195/797 -- GLOBAL_STEP: 30475 - | > loss_disc: 2.4713220596313477 (2.4696379588200505) - | > loss_disc_real_0: 0.07682935148477554 (0.1316470210368818) - | > loss_disc_real_1: 0.19063973426818848 (0.21828930255694268) - | > loss_disc_real_2: 0.23531487584114075 (0.2331326560332225) - | > loss_disc_real_3: 0.24353188276290894 (0.22435868764534975) - | > loss_disc_real_4: 0.25873443484306335 (0.2209257462849984) - | > loss_disc_real_5: 0.29230210185050964 (0.23419732780028613) - | > loss_0: 2.4713220596313477 (2.4696379588200505) - | > grad_norm_0: tensor(33.8949, device='cuda:0') (tensor(84.3210, device='cuda:0')) - | > loss_gen: 2.2753472328186035 (2.3547686087779502) - | > loss_kl: 1.5260727405548096 (1.5617633899052938) - | > loss_feat: 6.2375569343566895 (6.2971871620569475) - | > loss_mel: 21.508712768554688 (21.610110385601338) - | > loss_duration: 1.7416975498199463 (1.751300542171185) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.28938674926758 (33.575130110520575) - | > grad_norm_1: tensor(352.1766, device='cuda:0') (tensor(629.7344, device='cuda:0')) - | > current_lr_0: 0.0001990770782180657 - | > current_lr_1: 0.0001990770782180657 - | > step_time: 0.8385 (0.8568559695512821) - | > loader_time: 0.0053 (0.005304719240237503) - - - --> TIME: 2024-11-23 00:27:01 -- STEP: 220/797 -- GLOBAL_STEP: 30500 - | > loss_disc: 2.564974308013916 (2.4677033684470446) - | > loss_disc_real_0: 0.08486887812614441 (0.1298889771442523) - | > loss_disc_real_1: 0.23646749556064606 (0.21740720935843208) - | > loss_disc_real_2: 0.23542314767837524 (0.23383430330590768) - | > loss_disc_real_3: 0.24218371510505676 (0.224487976255742) - | > loss_disc_real_4: 0.236123189330101 (0.22237680513750424) - | > loss_disc_real_5: 0.31132104992866516 (0.23485805080695585) - | > loss_0: 2.564974308013916 (2.4677033684470446) - | > grad_norm_0: tensor(112.3564, device='cuda:0') (tensor(83.7122, device='cuda:0')) - | > loss_gen: 2.2580924034118652 (2.3545558886094518) - | > loss_kl: 1.490941047668457 (1.5603156284852462) - | > loss_feat: 4.8531494140625 (6.2769698359749535) - | > loss_mel: 19.222658157348633 (21.65856836492365) - | > loss_duration: 1.7425637245178223 (1.7491963771256533) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 29.567405700683594 (33.599606089158485) - | > grad_norm_1: tensor(659.7031, device='cuda:0') (tensor(645.0751, device='cuda:0')) - | > current_lr_0: 0.0001990770782180657 - | > current_lr_1: 0.0001990770782180657 - | > step_time: 0.7852 (0.8573428587480025) - | > loader_time: 0.0055 (0.005405010960318824) - - - --> TIME: 2024-11-23 00:27:22 -- STEP: 245/797 -- GLOBAL_STEP: 30525 - | > loss_disc: 2.7818679809570312 (2.472439926497791) - | > loss_disc_real_0: 0.23157575726509094 (0.13131415273766142) - | > loss_disc_real_1: 0.24919626116752625 (0.21795457449494576) - | > loss_disc_real_2: 0.2468636929988861 (0.23416639085935087) - | > loss_disc_real_3: 0.23540346324443817 (0.22432086747519825) - | > loss_disc_real_4: 0.18631789088249207 (0.22191979982415025) - | > loss_disc_real_5: 0.27033063769340515 (0.23477599146414777) - | > loss_0: 2.7818679809570312 (2.472439926497791) - | > grad_norm_0: tensor(92.6532, device='cuda:0') (tensor(89.2824, device='cuda:0')) - | > loss_gen: 2.227862596511841 (2.3562629359109053) - | > loss_kl: 1.7497669458389282 (1.5594450872771595) - | > loss_feat: 5.294206142425537 (6.2758584762106135) - | > loss_mel: 21.681854248046875 (21.710738302736868) - | > loss_duration: 1.6743677854537964 (1.7445686768512336) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.628055572509766 (33.646873435195594) - | > grad_norm_1: tensor(251.3533, device='cuda:0') (tensor(650.7090, device='cuda:0')) - | > current_lr_0: 0.0001990770782180657 - | > current_lr_1: 0.0001990770782180657 - | > step_time: 0.8744 (0.857020176673422) - | > loader_time: 0.0068 (0.005520817698264607) - - - --> TIME: 2024-11-23 00:27:45 -- STEP: 270/797 -- GLOBAL_STEP: 30550 - | > loss_disc: 2.7365665435791016 (2.4792091784653842) - | > loss_disc_real_0: 0.1032940149307251 (0.13446261831731718) - | > loss_disc_real_1: 0.24544309079647064 (0.21858926161571784) - | > loss_disc_real_2: 0.3324550688266754 (0.23482579048033114) - | > loss_disc_real_3: 0.25813305377960205 (0.2249908415255723) - | > loss_disc_real_4: 0.30145740509033203 (0.22279193180578727) - | > loss_disc_real_5: 0.30675503611564636 (0.2348399771584405) - | > loss_0: 2.7365665435791016 (2.4792091784653842) - | > grad_norm_0: tensor(74.6235, device='cuda:0') (tensor(90.2630, device='cuda:0')) - | > loss_gen: 2.285229444503784 (2.3541487234610097) - | > loss_kl: 1.7636187076568604 (1.5598065234996656) - | > loss_feat: 5.927724838256836 (6.271632060298213) - | > loss_mel: 22.24200439453125 (21.761243862575956) - | > loss_duration: 1.7664144039154053 (1.7416753349480805) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.98499298095703 (33.68850649374502) - | > grad_norm_1: tensor(689.5044, device='cuda:0') (tensor(631.3972, device='cuda:0')) - | > current_lr_0: 0.0001990770782180657 - | > current_lr_1: 0.0001990770782180657 - | > step_time: 0.9025 (0.8591012124662046) - | > loader_time: 0.006 (0.005577256944444443) - - - --> TIME: 2024-11-23 00:28:07 -- STEP: 295/797 -- GLOBAL_STEP: 30575 - | > loss_disc: 2.579754590988159 (2.482509529792656) - | > loss_disc_real_0: 0.19406293332576752 (0.13419203168507365) - | > loss_disc_real_1: 0.20568566024303436 (0.21853270222574978) - | > loss_disc_real_2: 0.25854942202568054 (0.23452182841503014) - | > loss_disc_real_3: 0.21803273260593414 (0.22568068792254237) - | > loss_disc_real_4: 0.26915785670280457 (0.22363510222758287) - | > loss_disc_real_5: 0.2598050832748413 (0.23573103289482958) - | > loss_0: 2.579754590988159 (2.482509529792656) - | > grad_norm_0: tensor(26.9046, device='cuda:0') (tensor(87.6064, device='cuda:0')) - | > loss_gen: 2.2864906787872314 (2.343809963484942) - | > loss_kl: 1.4712905883789062 (1.5610693188036906) - | > loss_feat: 6.047536849975586 (6.234323894371419) - | > loss_mel: 22.75324058532715 (21.758991577665686) - | > loss_duration: 1.6932058334350586 (1.7396061481055571) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.251766204833984 (33.637800895561604) - | > grad_norm_1: tensor(413.0292, device='cuda:0') (tensor(616.6100, device='cuda:0')) - | > current_lr_0: 0.0001990770782180657 - | > current_lr_1: 0.0001990770782180657 - | > step_time: 0.8195 (0.8624418396060749) - | > loader_time: 0.0058 (0.005654929047923977) - - - --> TIME: 2024-11-23 00:28:30 -- STEP: 320/797 -- GLOBAL_STEP: 30600 - | > loss_disc: 2.528404712677002 (2.4788754597306255) - | > loss_disc_real_0: 0.20018425583839417 (0.13328332417877406) - | > loss_disc_real_1: 0.24759544432163239 (0.2181993200443685) - | > loss_disc_real_2: 0.25717756152153015 (0.2342086852528155) - | > loss_disc_real_3: 0.2312198430299759 (0.2254095829091966) - | > loss_disc_real_4: 0.2535986602306366 (0.22340293852612386) - | > loss_disc_real_5: 0.25903522968292236 (0.23519786577671767) - | > loss_0: 2.528404712677002 (2.4788754597306255) - | > grad_norm_0: tensor(169.9432, device='cuda:0') (tensor(89.1344, device='cuda:0')) - | > loss_gen: 2.49102520942688 (2.342513447999954) - | > loss_kl: 1.608967900276184 (1.559138859063388) - | > loss_feat: 5.525282859802246 (6.226068979501722) - | > loss_mel: 21.995716094970703 (21.764507907629007) - | > loss_duration: 1.7437304258346558 (1.7373299911618236) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.364723205566406 (33.629559177160246) - | > grad_norm_1: tensor(829.3385, device='cuda:0') (tensor(621.4619, device='cuda:0')) - | > current_lr_0: 0.0001990770782180657 - | > current_lr_1: 0.0001990770782180657 - | > step_time: 0.9411 (0.8647380866110325) - | > loader_time: 0.0086 (0.005739890038967132) - - - --> TIME: 2024-11-23 00:28:54 -- STEP: 345/797 -- GLOBAL_STEP: 30625 - | > loss_disc: 2.39001727104187 (2.4792960892552918) - | > loss_disc_real_0: 0.15210595726966858 (0.1334636523347836) - | > loss_disc_real_1: 0.23138146102428436 (0.21862774776375812) - | > loss_disc_real_2: 0.24140885472297668 (0.2342899984639624) - | > loss_disc_real_3: 0.2113834172487259 (0.2251845911361169) - | > loss_disc_real_4: 0.19631777703762054 (0.22346064755018216) - | > loss_disc_real_5: 0.21894825994968414 (0.23533344247202942) - | > loss_0: 2.39001727104187 (2.4792960892552918) - | > grad_norm_0: tensor(32.1864, device='cuda:0') (tensor(87.8368, device='cuda:0')) - | > loss_gen: 2.3834445476531982 (2.3397847949594692) - | > loss_kl: 1.7593107223510742 (1.5611403472181693) - | > loss_feat: 6.414967060089111 (6.213965384165443) - | > loss_mel: 23.01085662841797 (21.755945918870996) - | > loss_duration: 1.6842129230499268 (1.7350447354109395) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.25279235839844 (33.60588117405987) - | > grad_norm_1: tensor(130.2111, device='cuda:0') (tensor(616.2253, device='cuda:0')) - | > current_lr_0: 0.0001990770782180657 - | > current_lr_1: 0.0001990770782180657 - | > step_time: 0.8838 (0.8698051031085028) - | > loader_time: 0.0061 (0.005841508810070978) - - - --> TIME: 2024-11-23 00:29:18 -- STEP: 370/797 -- GLOBAL_STEP: 30650 - | > loss_disc: 2.419477939605713 (2.478744963697485) - | > loss_disc_real_0: 0.10219191014766693 (0.13372859238974166) - | > loss_disc_real_1: 0.2617357075214386 (0.21865100727693454) - | > loss_disc_real_2: 0.27008187770843506 (0.23437520837461626) - | > loss_disc_real_3: 0.20937873423099518 (0.22521437402512576) - | > loss_disc_real_4: 0.20958632230758667 (0.22317163452908806) - | > loss_disc_real_5: 0.199665829539299 (0.23479634926125809) - | > loss_0: 2.419477939605713 (2.478744963697485) - | > grad_norm_0: tensor(21.6987, device='cuda:0') (tensor(85.4758, device='cuda:0')) - | > loss_gen: 2.435070753097534 (2.338569899507471) - | > loss_kl: 1.5907106399536133 (1.562478283611505) - | > loss_feat: 7.0502610206604 (6.218025787456613) - | > loss_mel: 23.751331329345703 (21.800985702308427) - | > loss_duration: 1.6830755472183228 (1.7325958522590434) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.51044845581055 (33.65265552933151) - | > grad_norm_1: tensor(331.3045, device='cuda:0') (tensor(614.0614, device='cuda:0')) - | > current_lr_0: 0.0001990770782180657 - | > current_lr_1: 0.0001990770782180657 - | > step_time: 0.8893 (0.8757271032075624) - | > loader_time: 0.0092 (0.0059489823676444386) - - - --> TIME: 2024-11-23 00:29:41 -- STEP: 395/797 -- GLOBAL_STEP: 30675 - | > loss_disc: 2.2921202182769775 (2.4787487362004534) - | > loss_disc_real_0: 0.05412701889872551 (0.13355777689927767) - | > loss_disc_real_1: 0.23006708920001984 (0.21880444458013848) - | > loss_disc_real_2: 0.2216304987668991 (0.23443868058391765) - | > loss_disc_real_3: 0.20416142046451569 (0.22546851502943643) - | > loss_disc_real_4: 0.25309786200523376 (0.22351441677612602) - | > loss_disc_real_5: 0.16630873084068298 (0.23442827036863642) - | > loss_0: 2.2921202182769775 (2.4787487362004534) - | > grad_norm_0: tensor(68.9783, device='cuda:0') (tensor(87.5453, device='cuda:0')) - | > loss_gen: 2.434645414352417 (2.339740297462367) - | > loss_kl: 1.5852285623550415 (1.5614540598060522) - | > loss_feat: 7.622990608215332 (6.217474121383471) - | > loss_mel: 22.99561309814453 (21.808180468595456) - | > loss_duration: 1.726011037826538 (1.7307595135290414) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.3644905090332 (33.65760849095595) - | > grad_norm_1: tensor(866.9266, device='cuda:0') (tensor(615.6260, device='cuda:0')) - | > current_lr_0: 0.0001990770782180657 - | > current_lr_1: 0.0001990770782180657 - | > step_time: 1.0042 (0.879137756854673) - | > loader_time: 0.0114 (0.006022721302660206) - - - --> TIME: 2024-11-23 00:30:06 -- STEP: 420/797 -- GLOBAL_STEP: 30700 - | > loss_disc: 2.405832290649414 (2.476030803294409) - | > loss_disc_real_0: 0.11871641874313354 (0.13237541211502912) - | > loss_disc_real_1: 0.17362643778324127 (0.21861501807967823) - | > loss_disc_real_2: 0.25742706656455994 (0.23445888165207135) - | > loss_disc_real_3: 0.24182653427124023 (0.22553844391590072) - | > loss_disc_real_4: 0.24353446066379547 (0.22308598863227033) - | > loss_disc_real_5: 0.23222453892230988 (0.23437909483909608) - | > loss_0: 2.405832290649414 (2.476030803294409) - | > grad_norm_0: tensor(54.7355, device='cuda:0') (tensor(86.2071, device='cuda:0')) - | > loss_gen: 2.3699793815612793 (2.3413816139811554) - | > loss_kl: 1.6621289253234863 (1.56136814299084) - | > loss_feat: 6.374528408050537 (6.234758697237285) - | > loss_mel: 21.744342803955078 (21.83617815744307) - | > loss_duration: 1.6384541988372803 (1.7291667512484963) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.789432525634766 (33.702853389013356) - | > grad_norm_1: tensor(850.8434, device='cuda:0') (tensor(625.9478, device='cuda:0')) - | > current_lr_0: 0.0001990770782180657 - | > current_lr_1: 0.0001990770782180657 - | > step_time: 1.129 (0.8845316041083563) - | > loader_time: 0.0065 (0.006133617673601423) - - - --> TIME: 2024-11-23 00:30:33 -- STEP: 445/797 -- GLOBAL_STEP: 30725 - | > loss_disc: 2.378178358078003 (2.474025419856725) - | > loss_disc_real_0: 0.09879361838102341 (0.13190990708182387) - | > loss_disc_real_1: 0.2581968307495117 (0.21859192781234055) - | > loss_disc_real_2: 0.24811871349811554 (0.23418260755833614) - | > loss_disc_real_3: 0.23432886600494385 (0.22538062049431748) - | > loss_disc_real_4: 0.23835615813732147 (0.22300384419687685) - | > loss_disc_real_5: 0.25231799483299255 (0.23436634332946177) - | > loss_0: 2.378178358078003 (2.474025419856725) - | > grad_norm_0: tensor(46.2991, device='cuda:0') (tensor(88.2989, device='cuda:0')) - | > loss_gen: 2.550640106201172 (2.345650986339268) - | > loss_kl: 1.346239686012268 (1.5623124653034006) - | > loss_feat: 6.661105155944824 (6.246543708544097) - | > loss_mel: 23.88255500793457 (21.842094974303492) - | > loss_duration: 1.7662456035614014 (1.7277920248803131) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.206787109375 (33.72439417464007) - | > grad_norm_1: tensor(141.9061, device='cuda:0') (tensor(632.8862, device='cuda:0')) - | > current_lr_0: 0.0001990770782180657 - | > current_lr_1: 0.0001990770782180657 - | > step_time: 0.9456 (0.894035584739085) - | > loader_time: 0.0139 (0.0062850159205747455) - - - --> TIME: 2024-11-23 00:30:58 -- STEP: 470/797 -- GLOBAL_STEP: 30750 - | > loss_disc: 2.3391189575195312 (2.4731964730201885) - | > loss_disc_real_0: 0.10531938076019287 (0.1316551167597164) - | > loss_disc_real_1: 0.23933587968349457 (0.21876776468880632) - | > loss_disc_real_2: 0.21624363958835602 (0.23383371611224843) - | > loss_disc_real_3: 0.23995621502399445 (0.2253489279049508) - | > loss_disc_real_4: 0.18437913060188293 (0.22264611327901807) - | > loss_disc_real_5: 0.21900691092014313 (0.2338862804339287) - | > loss_0: 2.3391189575195312 (2.4731964730201885) - | > grad_norm_0: tensor(33.2352, device='cuda:0') (tensor(87.5872, device='cuda:0')) - | > loss_gen: 2.3951423168182373 (2.345590140971731) - | > loss_kl: 1.4261603355407715 (1.5630335495827055) - | > loss_feat: 6.86090612411499 (6.248006295143288) - | > loss_mel: 23.268020629882812 (21.85242819278796) - | > loss_duration: 1.693195104598999 (1.7269376315969105) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.64342498779297 (33.73599584051903) - | > grad_norm_1: tensor(184.3793, device='cuda:0') (tensor(628.8708, device='cuda:0')) - | > current_lr_0: 0.0001990770782180657 - | > current_lr_1: 0.0001990770782180657 - | > step_time: 1.0081 (0.8988334823161997) - | > loader_time: 0.0069 (0.006382802699474578) - - - --> TIME: 2024-11-23 00:31:23 -- STEP: 495/797 -- GLOBAL_STEP: 30775 - | > loss_disc: 2.300398349761963 (2.471879917202574) - | > loss_disc_real_0: 0.11627881228923798 (0.13089069222862085) - | > loss_disc_real_1: 0.19409960508346558 (0.21906517518289162) - | > loss_disc_real_2: 0.20904825627803802 (0.23401017902475416) - | > loss_disc_real_3: 0.15148214995861053 (0.2247343099779553) - | > loss_disc_real_4: 0.2236345261335373 (0.22271509366204045) - | > loss_disc_real_5: 0.1978098750114441 (0.23420987532596396) - | > loss_0: 2.300398349761963 (2.471879917202574) - | > grad_norm_0: tensor(23.7439, device='cuda:0') (tensor(86.5353, device='cuda:0')) - | > loss_gen: 2.4670064449310303 (2.346311046619607) - | > loss_kl: 1.4845855236053467 (1.562150803960936) - | > loss_feat: 7.133080005645752 (6.254580657650724) - | > loss_mel: 21.836334228515625 (21.851280724881857) - | > loss_duration: 1.7187849283218384 (1.7254954834177039) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.63978958129883 (33.73981874254013) - | > grad_norm_1: tensor(929.2473, device='cuda:0') (tensor(623.1020, device='cuda:0')) - | > current_lr_0: 0.0001990770782180657 - | > current_lr_1: 0.0001990770782180657 - | > step_time: 0.9673 (0.9031315760179) - | > loader_time: 0.0072 (0.006564169219045928) - - - --> TIME: 2024-11-23 00:31:48 -- STEP: 520/797 -- GLOBAL_STEP: 30800 - | > loss_disc: 2.452544689178467 (2.4727215707302093) - | > loss_disc_real_0: 0.09783969074487686 (0.13119288502404336) - | > loss_disc_real_1: 0.22235529124736786 (0.21884192460431504) - | > loss_disc_real_2: 0.2449430674314499 (0.23344320786687045) - | > loss_disc_real_3: 0.2655615508556366 (0.22500075225073557) - | > loss_disc_real_4: 0.21590586006641388 (0.22246877424992054) - | > loss_disc_real_5: 0.2760079503059387 (0.23445764255638307) - | > loss_0: 2.452544689178467 (2.4727215707302093) - | > grad_norm_0: tensor(74.0433, device='cuda:0') (tensor(86.5751, device='cuda:0')) - | > loss_gen: 2.3896377086639404 (2.345202374916809) - | > loss_kl: 1.3733603954315186 (1.5612399633114162) - | > loss_feat: 5.826671600341797 (6.255452347718751) - | > loss_mel: 21.705625534057617 (21.864389258164607) - | > loss_duration: 1.710091471672058 (1.7243887227315169) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.00538635253906 (33.75067266684311) - | > grad_norm_1: tensor(769.7212, device='cuda:0') (tensor(619.5460, device='cuda:0')) - | > current_lr_0: 0.0001990770782180657 - | > current_lr_1: 0.0001990770782180657 - | > step_time: 1.0657 (0.9070452809333801) - | > loader_time: 0.0088 (0.006667640575995812) - - - --> TIME: 2024-11-23 00:32:12 -- STEP: 545/797 -- GLOBAL_STEP: 30825 - | > loss_disc: 2.5865869522094727 (2.4739060301299483) - | > loss_disc_real_0: 0.12991979718208313 (0.13135957147823574) - | > loss_disc_real_1: 0.1901298463344574 (0.21904521171652944) - | > loss_disc_real_2: 0.2711935043334961 (0.23446582894806467) - | > loss_disc_real_3: 0.2073107361793518 (0.22494692515342607) - | > loss_disc_real_4: 0.28201088309288025 (0.22274086773395543) - | > loss_disc_real_5: 0.28735026717185974 (0.234350136961412) - | > loss_0: 2.5865869522094727 (2.4739060301299483) - | > grad_norm_0: tensor(23.6832, device='cuda:0') (tensor(87.0195, device='cuda:0')) - | > loss_gen: 2.3051340579986572 (2.3462578436650263) - | > loss_kl: 1.6244299411773682 (1.56022658216844) - | > loss_feat: 6.3325300216674805 (6.256257631144391) - | > loss_mel: 22.122909545898438 (21.86960024352466) - | > loss_duration: 1.6881318092346191 (1.7241516458878825) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.07313537597656 (33.75649394814027) - | > grad_norm_1: tensor(810.2676, device='cuda:0') (tensor(623.6356, device='cuda:0')) - | > current_lr_0: 0.0001990770782180657 - | > current_lr_1: 0.0001990770782180657 - | > step_time: 0.8947 (0.9097441760771865) - | > loader_time: 0.0107 (0.0067477510609758005) - - - --> TIME: 2024-11-23 00:32:36 -- STEP: 570/797 -- GLOBAL_STEP: 30850 - | > loss_disc: 2.5011212825775146 (2.4733486451600735) - | > loss_disc_real_0: 0.06365042924880981 (0.13136001675013928) - | > loss_disc_real_1: 0.16876040399074554 (0.21876626234305535) - | > loss_disc_real_2: 0.21349941194057465 (0.23380234774790312) - | > loss_disc_real_3: 0.2130875140428543 (0.22488272848882174) - | > loss_disc_real_4: 0.20145268738269806 (0.22255942873787468) - | > loss_disc_real_5: 0.23394441604614258 (0.23441950098464365) - | > loss_0: 2.5011212825775146 (2.4733486451600735) - | > grad_norm_0: tensor(63.2970, device='cuda:0') (tensor(86.0034, device='cuda:0')) - | > loss_gen: 2.175821304321289 (2.346861117346245) - | > loss_kl: 1.532079815864563 (1.5592359743620232) - | > loss_feat: 6.119192123413086 (6.269017032991373) - | > loss_mel: 21.720317840576172 (21.89999359532405) - | > loss_duration: 1.7497460842132568 (1.7233774114073372) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.297157287597656 (33.79848513352242) - | > grad_norm_1: tensor(733.4668, device='cuda:0') (tensor(627.9744, device='cuda:0')) - | > current_lr_0: 0.0001990770782180657 - | > current_lr_1: 0.0001990770782180657 - | > step_time: 0.9692 (0.9118232593201754) - | > loader_time: 0.0078 (0.006828734749241878) - - - --> TIME: 2024-11-23 00:33:01 -- STEP: 595/797 -- GLOBAL_STEP: 30875 - | > loss_disc: 2.3432722091674805 (2.4720441561787085) - | > loss_disc_real_0: 0.09684614837169647 (0.13072118997072993) - | > loss_disc_real_1: 0.21828438341617584 (0.21882680086027675) - | > loss_disc_real_2: 0.18230348825454712 (0.23415799536624876) - | > loss_disc_real_3: 0.18008267879486084 (0.22485248423924967) - | > loss_disc_real_4: 0.19040364027023315 (0.22251702466932674) - | > loss_disc_real_5: 0.2229597121477127 (0.2344317019987507) - | > loss_0: 2.3432722091674805 (2.4720441561787085) - | > grad_norm_0: tensor(140.8846, device='cuda:0') (tensor(85.9826, device='cuda:0')) - | > loss_gen: 2.2979886531829834 (2.3483339413875295) - | > loss_kl: 1.6563271284103394 (1.5590391842257083) - | > loss_feat: 7.170912742614746 (6.2756644321089015) - | > loss_mel: 22.17083168029785 (21.917423171355928) - | > loss_duration: 1.7049676179885864 (1.7230774072038033) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.00102615356445 (33.823538118250205) - | > grad_norm_1: tensor(755.3431, device='cuda:0') (tensor(630.0135, device='cuda:0')) - | > current_lr_0: 0.0001990770782180657 - | > current_lr_1: 0.0001990770782180657 - | > step_time: 0.9286 (0.9142122376866701) - | > loader_time: 0.0105 (0.006905924372312401) - - - --> TIME: 2024-11-23 00:33:25 -- STEP: 620/797 -- GLOBAL_STEP: 30900 - | > loss_disc: 2.4390368461608887 (2.474887049198152) - | > loss_disc_real_0: 0.07461673021316528 (0.13230514268000296) - | > loss_disc_real_1: 0.22170953452587128 (0.21868280093035392) - | > loss_disc_real_2: 0.224226176738739 (0.23374183384641525) - | > loss_disc_real_3: 0.22550693154335022 (0.225018807716908) - | > loss_disc_real_4: 0.17478689551353455 (0.22255379033665512) - | > loss_disc_real_5: 0.21941721439361572 (0.23434614178634458) - | > loss_0: 2.4390368461608887 (2.474887049198152) - | > grad_norm_0: tensor(58.9778, device='cuda:0') (tensor(86.9727, device='cuda:0')) - | > loss_gen: 2.275458574295044 (2.347198842225536) - | > loss_kl: 1.427269697189331 (1.5578198955905054) - | > loss_feat: 6.515138626098633 (6.267878741602742) - | > loss_mel: 21.097118377685547 (21.924901937669308) - | > loss_duration: 1.7465230226516724 (1.7230395040204456) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.0615119934082 (33.82083891899355) - | > grad_norm_1: tensor(625.2816, device='cuda:0') (tensor(627.1680, device='cuda:0')) - | > current_lr_0: 0.0001990770782180657 - | > current_lr_1: 0.0001990770782180657 - | > step_time: 0.9679 (0.9162067251820718) - | > loader_time: 0.0085 (0.007007872673772997) - - - --> TIME: 2024-11-23 00:33:50 -- STEP: 645/797 -- GLOBAL_STEP: 30925 - | > loss_disc: 2.4516382217407227 (2.4756070281184015) - | > loss_disc_real_0: 0.11746043711900711 (0.1315524160168894) - | > loss_disc_real_1: 0.19490425288677216 (0.21879229420839355) - | > loss_disc_real_2: 0.21090753376483917 (0.23428266748439433) - | > loss_disc_real_3: 0.20753400027751923 (0.22556651504926903) - | > loss_disc_real_4: 0.25662490725517273 (0.2232485806988192) - | > loss_disc_real_5: 0.22449761629104614 (0.23440960883632186) - | > loss_0: 2.4516382217407227 (2.4756070281184015) - | > grad_norm_0: tensor(85.0638, device='cuda:0') (tensor(87.3825, device='cuda:0')) - | > loss_gen: 2.3895914554595947 (2.3496100057927207) - | > loss_kl: 1.4384530782699585 (1.5575838373612985) - | > loss_feat: 6.19141960144043 (6.260995704443878) - | > loss_mel: 21.09733009338379 (21.918915297633898) - | > loss_duration: 1.713470458984375 (1.7230899306230774) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.830265045166016 (33.810194793228035) - | > grad_norm_1: tensor(624.5562, device='cuda:0') (tensor(626.8337, device='cuda:0')) - | > current_lr_0: 0.0001990770782180657 - | > current_lr_1: 0.0001990770782180657 - | > step_time: 0.9399 (0.9188638823901036) - | > loader_time: 0.0082 (0.0071199705434399985) - - - --> TIME: 2024-11-23 00:34:16 -- STEP: 670/797 -- GLOBAL_STEP: 30950 - | > loss_disc: 2.560643196105957 (2.4751528167012924) - | > loss_disc_real_0: 0.15101905167102814 (0.13112705234827413) - | > loss_disc_real_1: 0.2202238291501999 (0.2190852351820291) - | > loss_disc_real_2: 0.2633063793182373 (0.2339645360387973) - | > loss_disc_real_3: 0.27341797947883606 (0.22545407788077398) - | > loss_disc_real_4: 0.26940783858299255 (0.22304225988797297) - | > loss_disc_real_5: 0.27070870995521545 (0.2340236045308967) - | > loss_0: 2.560643196105957 (2.4751528167012924) - | > grad_norm_0: tensor(167.3497, device='cuda:0') (tensor(88.6574, device='cuda:0')) - | > loss_gen: 2.40340518951416 (2.3491261110376955) - | > loss_kl: 1.463463306427002 (1.5556727871965998) - | > loss_feat: 5.852908611297607 (6.260611962560396) - | > loss_mel: 21.907211303710938 (21.924492081599443) - | > loss_duration: 1.6958286762237549 (1.72263174804289) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.32281494140625 (33.812534682430446) - | > grad_norm_1: tensor(885.1550, device='cuda:0') (tensor(632.7488, device='cuda:0')) - | > current_lr_0: 0.0001990770782180657 - | > current_lr_1: 0.0001990770782180657 - | > step_time: 0.9961 (0.9222034201693179) - | > loader_time: 0.0094 (0.0072203109513467815) - - - --> TIME: 2024-11-23 00:34:42 -- STEP: 695/797 -- GLOBAL_STEP: 30975 - | > loss_disc: 2.299985408782959 (2.4736292327908305) - | > loss_disc_real_0: 0.09514521062374115 (0.13020089130929074) - | > loss_disc_real_1: 0.23519675433635712 (0.2189436465072975) - | > loss_disc_real_2: 0.2294662594795227 (0.23408230671779715) - | > loss_disc_real_3: 0.20243772864341736 (0.22549746971336201) - | > loss_disc_real_4: 0.21601568162441254 (0.22328043631512492) - | > loss_disc_real_5: 0.22704754769802094 (0.2341123736376385) - | > loss_0: 2.299985408782959 (2.4736292327908305) - | > grad_norm_0: tensor(18.1696, device='cuda:0') (tensor(89.0517, device='cuda:0')) - | > loss_gen: 2.4782233238220215 (2.3501549400013984) - | > loss_kl: 1.3880281448364258 (1.556321803099817) - | > loss_feat: 7.011199951171875 (6.258932589798521) - | > loss_mel: 23.576229095458984 (21.93098734025474) - | > loss_duration: 1.723292350769043 (1.7220985316544135) - | > amp_scaler: 256.0 (128.5525179856115) - | > loss_1: 36.176971435546875 (33.81849520566653) - | > grad_norm_1: tensor(130.5136, device='cuda:0') (tensor(636.9792, device='cuda:0')) - | > current_lr_0: 0.0001990770782180657 - | > current_lr_1: 0.0001990770782180657 - | > step_time: 1.0492 (0.9252101627185191) - | > loader_time: 0.012 (0.0073342515410279195) - - - --> TIME: 2024-11-23 00:35:07 -- STEP: 720/797 -- GLOBAL_STEP: 31000 - | > loss_disc: 2.406350612640381 (2.4727604760064015) - | > loss_disc_real_0: 0.14188048243522644 (0.1301528448290711) - | > loss_disc_real_1: 0.24039676785469055 (0.21879546555380028) - | > loss_disc_real_2: 0.22927165031433105 (0.23385021245727936) - | > loss_disc_real_3: 0.21930034458637238 (0.22539987622035873) - | > loss_disc_real_4: 0.20036305487155914 (0.2230099910456274) - | > loss_disc_real_5: 0.2194761484861374 (0.2340080852309863) - | > loss_0: 2.406350612640381 (2.4727604760064015) - | > grad_norm_0: tensor(130.5134, device='cuda:0') (tensor(90.0896, device='cuda:0')) - | > loss_gen: 2.3789753913879395 (2.349486843579345) - | > loss_kl: 1.551385760307312 (1.5569374468591473) - | > loss_feat: 5.103601932525635 (6.258730749289193) - | > loss_mel: 20.167139053344727 (21.931961615880326) - | > loss_duration: 1.7447819709777832 (1.7213390047351527) - | > amp_scaler: 128.0 (128.71111111111108) - | > loss_1: 30.94588279724121 (33.81845564312407) - | > grad_norm_1: tensor(990.2347, device='cuda:0') (tensor(642.4947, device='cuda:0')) - | > current_lr_0: 0.0001990770782180657 - | > current_lr_1: 0.0001990770782180657 - | > step_time: 0.9828 (0.9284311559465196) - | > loader_time: 0.0095 (0.007453832030296326) - - - --> TIME: 2024-11-23 00:35:35 -- STEP: 745/797 -- GLOBAL_STEP: 31025 - | > loss_disc: 2.4601991176605225 (2.472554904822536) - | > loss_disc_real_0: 0.07209248095750809 (0.12990901432681426) - | > loss_disc_real_1: 0.19110627472400665 (0.21891630289938627) - | > loss_disc_real_2: 0.20691075921058655 (0.233845840844532) - | > loss_disc_real_3: 0.1990239918231964 (0.22544007733364232) - | > loss_disc_real_4: 0.21103981137275696 (0.22315497486383332) - | > loss_disc_real_5: 0.1868072897195816 (0.2338107614709227) - | > loss_0: 2.4601991176605225 (2.472554904822536) - | > grad_norm_0: tensor(13.5958, device='cuda:0') (tensor(90.2897, device='cuda:0')) - | > loss_gen: 2.4903132915496826 (2.3503364340570947) - | > loss_kl: 1.4425872564315796 (1.5568696796494037) - | > loss_feat: 7.016053199768066 (6.262390998225883) - | > loss_mel: 22.756216049194336 (21.937236179121367) - | > loss_duration: 1.693965196609497 (1.7203119482770068) - | > amp_scaler: 128.0 (128.6872483221477) - | > loss_1: 35.39913558959961 (33.82714523213021) - | > grad_norm_1: tensor(753.9094, device='cuda:0') (tensor(643.1630, device='cuda:0')) - | > current_lr_0: 0.0001990770782180657 - | > current_lr_1: 0.0001990770782180657 - | > step_time: 0.9849 (0.9323166152774888) - | > loader_time: 0.1063 (0.009012013313754291) - - - --> TIME: 2024-11-23 00:36:09 -- STEP: 770/797 -- GLOBAL_STEP: 31050 - | > loss_disc: 2.640721082687378 (2.4733779727638545) - | > loss_disc_real_0: 0.22000935673713684 (0.1301280258973313) - | > loss_disc_real_1: 0.2086634635925293 (0.21884541099334692) - | > loss_disc_real_2: 0.24445730447769165 (0.23362200099539446) - | > loss_disc_real_3: 0.22281835973262787 (0.2257517758127931) - | > loss_disc_real_4: 0.2706165611743927 (0.22324495611639775) - | > loss_disc_real_5: 0.2709099352359772 (0.23395138926707304) - | > loss_0: 2.640721082687378 (2.4733779727638545) - | > grad_norm_0: tensor(101.9066, device='cuda:0') (tensor(91.5803, device='cuda:0')) - | > loss_gen: 2.461677074432373 (2.352132462681112) - | > loss_kl: 1.5265816450119019 (1.5562377468332063) - | > loss_feat: 6.201355457305908 (6.2643472405223095) - | > loss_mel: 23.612035751342773 (21.93855511553874) - | > loss_duration: 1.6682696342468262 (1.7191933915212563) - | > amp_scaler: 128.0 (128.6649350649351) - | > loss_1: 35.46992111206055 (33.83046594594983) - | > grad_norm_1: tensor(476.2407, device='cuda:0') (tensor(644.7362, device='cuda:0')) - | > current_lr_0: 0.0001990770782180657 - | > current_lr_1: 0.0001990770782180657 - | > step_time: 1.3139 (0.9417554542615816) - | > loader_time: 0.1247 (0.01267495248224828) - - - --> TIME: 2024-11-23 00:37:19 -- STEP: 795/797 -- GLOBAL_STEP: 31075 - | > loss_disc: 2.4652140140533447 (2.4744696854045563) - | > loss_disc_real_0: 0.07215054333209991 (0.1305716448141346) - | > loss_disc_real_1: 0.19278699159622192 (0.2189818817676988) - | > loss_disc_real_2: 0.2535470128059387 (0.23406326071646227) - | > loss_disc_real_3: 0.22799763083457947 (0.22548283325426233) - | > loss_disc_real_4: 0.2278938740491867 (0.22322486815212664) - | > loss_disc_real_5: 0.22554698586463928 (0.23430790119576003) - | > loss_0: 2.4652140140533447 (2.4744696854045563) - | > grad_norm_0: tensor(12.4650, device='cuda:0') (tensor(91.4688, device='cuda:0')) - | > loss_gen: 2.197657346725464 (2.3506466057315523) - | > loss_kl: 1.6494117975234985 (1.5565557590820498) - | > loss_feat: 6.0146307945251465 (6.258296525703285) - | > loss_mel: 21.552892684936523 (21.941607272549977) - | > loss_duration: 1.71099853515625 (1.7183180879496933) - | > amp_scaler: 128.0 (128.64402515723273) - | > loss_1: 33.125587463378906 (33.82542423752121) - | > grad_norm_1: tensor(256.6514, device='cuda:0') (tensor(640.1282, device='cuda:0')) - | > current_lr_0: 0.0001990770782180657 - | > current_lr_1: 0.0001990770782180657 - | > step_time: 7.577 (0.9958343373904438) - | > loader_time: 0.1157 (0.016307181832175582) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.508767604827881 (2.508767604827881) - | > loss_disc_real_0: 0.3241197466850281 (0.3241197466850281) - | > loss_disc_real_1: 0.14538007974624634 (0.14538007974624634) - | > loss_disc_real_2: 0.19265112280845642 (0.19265112280845642) - | > loss_disc_real_3: 0.16562502086162567 (0.16562502086162567) - | > loss_disc_real_4: 0.2533252239227295 (0.2533252239227295) - | > loss_disc_real_5: 0.25536227226257324 (0.25536227226257324) - | > loss_0: 2.508767604827881 (2.508767604827881) - | > loss_gen: 2.529362440109253 (2.529362440109253) - | > loss_kl: 1.5242208242416382 (1.5242208242416382) - | > loss_feat: 7.562887191772461 (7.562887191772461) - | > loss_mel: 22.243497848510742 (22.243497848510742) - | > loss_duration: 1.9697353839874268 (1.9697353839874268) - | > loss_1: 35.8297004699707 (35.8297004699707) - - --> STEP: 1 - | > loss_disc: 2.6549880504608154 (2.6549880504608154) - | > loss_disc_real_0: 0.20547698438167572 (0.20547698438167572) - | > loss_disc_real_1: 0.1807028353214264 (0.1807028353214264) - | > loss_disc_real_2: 0.2140030711889267 (0.2140030711889267) - | > loss_disc_real_3: 0.18367430567741394 (0.18367430567741394) - | > loss_disc_real_4: 0.21620121598243713 (0.21620121598243713) - | > loss_disc_real_5: 0.2096819430589676 (0.2096819430589676) - | > loss_0: 2.6549880504608154 (2.6549880504608154) - | > loss_gen: 2.0286383628845215 (2.0286383628845215) - | > loss_kl: 1.5376707315444946 (1.5376707315444946) - | > loss_feat: 5.8957343101501465 (5.8957343101501465) - | > loss_mel: 20.819377899169922 (20.819377899169922) - | > loss_duration: 1.7806024551391602 (1.7806024551391602) - | > loss_1: 32.0620231628418 (32.0620231628418) - - --> STEP: 2 - | > loss_disc: 2.6313438415527344 (2.643165946006775) - | > loss_disc_real_0: 0.27411097288131714 (0.23979397863149643) - | > loss_disc_real_1: 0.20057791471481323 (0.1906403750181198) - | > loss_disc_real_2: 0.22071394324302673 (0.21735850721597672) - | > loss_disc_real_3: 0.2148527354001999 (0.19926352053880692) - | > loss_disc_real_4: 0.23285946249961853 (0.22453033924102783) - | > loss_disc_real_5: 0.3094179928302765 (0.25954996794462204) - | > loss_0: 2.6313438415527344 (2.643165946006775) - | > loss_gen: 2.301731824874878 (2.1651850938796997) - | > loss_kl: 1.7307058572769165 (1.6341882944107056) - | > loss_feat: 4.85656213760376 (5.376148223876953) - | > loss_mel: 21.53077507019043 (21.175076484680176) - | > loss_duration: 1.6633678674697876 (1.7219851613044739) - | > loss_1: 32.0831413269043 (32.07258224487305) - - --> STEP: 3 - | > loss_disc: 2.3192296028137207 (2.5351871649424234) - | > loss_disc_real_0: 0.19902795553207397 (0.22620530426502228) - | > loss_disc_real_1: 0.169783353805542 (0.18368803461392721) - | > loss_disc_real_2: 0.21511933207511902 (0.21661211550235748) - | > loss_disc_real_3: 0.16763997077941895 (0.18872233728567758) - | > loss_disc_real_4: 0.25944551825523376 (0.23616873224576315) - | > loss_disc_real_5: 0.23102779686450958 (0.25004257758458454) - | > loss_0: 2.3192296028137207 (2.5351871649424234) - | > loss_gen: 2.551905393600464 (2.2940918604532876) - | > loss_kl: 1.9932665824890137 (1.7538810571034749) - | > loss_feat: 6.097476959228516 (5.616591135660808) - | > loss_mel: 22.379043579101562 (21.576398849487305) - | > loss_duration: 1.7594356536865234 (1.734468658765157) - | > loss_1: 34.7811279296875 (32.97543080647787) - - --> STEP: 4 - | > loss_disc: 2.6171185970306396 (2.5556700229644775) - | > loss_disc_real_0: 0.31297194957733154 (0.2478969655930996) - | > loss_disc_real_1: 0.23726052045822144 (0.19708115607500076) - | > loss_disc_real_2: 0.22383907437324524 (0.21841885522007942) - | > loss_disc_real_3: 0.18850915133953094 (0.18866904079914093) - | > loss_disc_real_4: 0.26800626516342163 (0.24412811547517776) - | > loss_disc_real_5: 0.2688216269016266 (0.25473733991384506) - | > loss_0: 2.6171185970306396 (2.5556700229644775) - | > loss_gen: 2.4698007106781006 (2.338019073009491) - | > loss_kl: 1.4576557874679565 (1.6798247396945953) - | > loss_feat: 4.376856327056885 (5.306657433509827) - | > loss_mel: 17.884653091430664 (20.653462409973145) - | > loss_duration: 1.6633678674697876 (1.7166934609413147) - | > loss_1: 27.85233497619629 (31.69465684890747) - - --> STEP: 5 - | > loss_disc: 2.4141621589660645 (2.527368450164795) - | > loss_disc_real_0: 0.20425128936767578 (0.23916783034801484) - | > loss_disc_real_1: 0.1687893122434616 (0.19142278730869294) - | > loss_disc_real_2: 0.18185633420944214 (0.21110635101795197) - | > loss_disc_real_3: 0.1584995687007904 (0.18263514637947081) - | > loss_disc_real_4: 0.1953919380903244 (0.2343808799982071) - | > loss_disc_real_5: 0.2374725043773651 (0.2512843728065491) - | > loss_0: 2.4141621589660645 (2.527368450164795) - | > loss_gen: 2.7613930702209473 (2.422693872451782) - | > loss_kl: 2.005486249923706 (1.7449570417404174) - | > loss_feat: 7.870962619781494 (5.8195184707641605) - | > loss_mel: 23.04688835144043 (21.132147598266602) - | > loss_duration: 1.9217727184295654 (1.7577093124389649) - | > loss_1: 37.606502532958984 (32.87702598571777) - - --> STEP: 6 - | > loss_disc: 2.62485408782959 (2.5436160564422607) - | > loss_disc_real_0: 0.30605053901672363 (0.2503149484594663) - | > loss_disc_real_1: 0.19775605201721191 (0.19247833142677942) - | > loss_disc_real_2: 0.19296899437904358 (0.20808345824480057) - | > loss_disc_real_3: 0.24231651425361633 (0.19258204102516174) - | > loss_disc_real_4: 0.21653330326080322 (0.23140628387530646) - | > loss_disc_real_5: 0.2500438392162323 (0.25107761720816296) - | > loss_0: 2.62485408782959 (2.5436160564422607) - | > loss_gen: 2.409242868423462 (2.420452038447062) - | > loss_kl: 1.5592544078826904 (1.7140066027641296) - | > loss_feat: 6.3353118896484375 (5.905484040578206) - | > loss_mel: 23.732707977294922 (21.565574328104656) - | > loss_duration: 1.7212570905685425 (1.7516339421272278) - | > loss_1: 35.757774353027344 (33.3571507136027) - - --> STEP: 7 - | > loss_disc: 2.332655668258667 (2.513478858130319) - | > loss_disc_real_0: 0.3301548957824707 (0.2617206552198955) - | > loss_disc_real_1: 0.14218679070472717 (0.1852938256093434) - | > loss_disc_real_2: 0.2041027992963791 (0.20751479268074036) - | > loss_disc_real_3: 0.16416408121585846 (0.18852233248097555) - | > loss_disc_real_4: 0.20229442417621613 (0.2272474467754364) - | > loss_disc_real_5: 0.2343468964099884 (0.24868751423699514) - | > loss_0: 2.332655668258667 (2.513478858130319) - | > loss_gen: 2.607025623321533 (2.4471054077148438) - | > loss_kl: 1.7462995052337646 (1.7186198745455061) - | > loss_feat: 7.158763885498047 (6.084524018423898) - | > loss_mel: 21.998577117919922 (21.627431869506836) - | > loss_duration: 1.680285930633545 (1.7414413690567017) - | > loss_1: 35.19095230102539 (33.6191223689488) - - --> STEP: 8 - | > loss_disc: 2.565795421600342 (2.5200184285640717) - | > loss_disc_real_0: 0.23835575580596924 (0.2588000427931547) - | > loss_disc_real_1: 0.19192761182785034 (0.18612304888665676) - | > loss_disc_real_2: 0.2079697549343109 (0.20757166296243668) - | > loss_disc_real_3: 0.1682521104812622 (0.1859885547310114) - | > loss_disc_real_4: 0.21311639249324799 (0.22548106499016285) - | > loss_disc_real_5: 0.22596053779125214 (0.24584664218127728) - | > loss_0: 2.565795421600342 (2.5200184285640717) - | > loss_gen: 2.0975279808044434 (2.4034082293510437) - | > loss_kl: 2.092468500137329 (1.765350952744484) - | > loss_feat: 5.945224761962891 (6.067111611366272) - | > loss_mel: 20.526283264160156 (21.4897882938385) - | > loss_duration: 1.7495143413543701 (1.7424504905939102) - | > loss_1: 32.41101837158203 (33.468109369277954) - - --> STEP: 9 - | > loss_disc: 2.4126226902008057 (2.508085568745931) - | > loss_disc_real_0: 0.23699256777763367 (0.2563769900136524) - | > loss_disc_real_1: 0.22613491117954254 (0.19056881136364406) - | > loss_disc_real_2: 0.2141668051481247 (0.20830445653862423) - | > loss_disc_real_3: 0.2154684215784073 (0.18926409549183315) - | > loss_disc_real_4: 0.24127264320850372 (0.22723568479220072) - | > loss_disc_real_5: 0.2629847824573517 (0.24775087998973) - | > loss_0: 2.4126226902008057 (2.508085568745931) - | > loss_gen: 2.716752290725708 (2.4382242361704507) - | > loss_kl: 1.7159075736999512 (1.7598572439617581) - | > loss_feat: 6.016902923583984 (6.061532868279351) - | > loss_mel: 21.423192977905273 (21.482388814290363) - | > loss_duration: 1.7181373834609985 (1.7397490342458088) - | > loss_1: 33.59089279174805 (33.48175197177463) - - --> STEP: 10 - | > loss_disc: 2.5938539505004883 (2.5166624069213865) - | > loss_disc_real_0: 0.22777563333511353 (0.2535168543457985) - | > loss_disc_real_1: 0.234236478805542 (0.19493557810783385) - | > loss_disc_real_2: 0.200100377202034 (0.20748404860496522) - | > loss_disc_real_3: 0.17542584240436554 (0.1878802701830864) - | > loss_disc_real_4: 0.23078566789627075 (0.22759068310260772) - | > loss_disc_real_5: 0.28719770908355713 (0.2516955628991127) - | > loss_0: 2.5938539505004883 (2.5166624069213865) - | > loss_gen: 2.315487861633301 (2.425950598716736) - | > loss_kl: 1.488633155822754 (1.7327348351478578) - | > loss_feat: 5.536397933959961 (6.009019374847412) - | > loss_mel: 22.144996643066406 (21.54864959716797) - | > loss_duration: 1.5825574398040771 (1.7240298748016358) - | > loss_1: 33.06807327270508 (33.44038410186768) - - --> STEP: 11 - | > loss_disc: 2.3989148139953613 (2.505958080291748) - | > loss_disc_real_0: 0.2089843600988388 (0.24946844577789307) - | > loss_disc_real_1: 0.14395274221897125 (0.19030077484521) - | > loss_disc_real_2: 0.18053792417049408 (0.2050344009291042) - | > loss_disc_real_3: 0.14892199635505676 (0.1843386089259928) - | > loss_disc_real_4: 0.19225363433361053 (0.22437822412360797) - | > loss_disc_real_5: 0.23676525056362152 (0.2503382617777044) - | > loss_0: 2.3989148139953613 (2.505958080291748) - | > loss_gen: 2.3550972938537598 (2.419509389183738) - | > loss_kl: 1.9021493196487427 (1.7481361519206653) - | > loss_feat: 7.500459671020508 (6.144604856317693) - | > loss_mel: 23.202295303344727 (21.69898102500222) - | > loss_duration: 1.6063356399536133 (1.713330398906361) - | > loss_1: 36.56633758544922 (33.72456169128418) - - --> STEP: 12 - | > loss_disc: 2.5683298110961914 (2.5111557245254517) - | > loss_disc_real_0: 0.20649972558021545 (0.24588771909475327) - | > loss_disc_real_1: 0.19296078383922577 (0.19052244226137796) - | > loss_disc_real_2: 0.23652279376983643 (0.2076584336658319) - | > loss_disc_real_3: 0.21479056775569916 (0.18687627216180167) - | > loss_disc_real_4: 0.24073927104473114 (0.22574164470036825) - | > loss_disc_real_5: 0.2404526323080063 (0.24951445932189623) - | > loss_0: 2.5683298110961914 (2.5111557245254517) - | > loss_gen: 2.3274471759796143 (2.411837538083394) - | > loss_kl: 1.5335500240325928 (1.7302539745966594) - | > loss_feat: 7.0055832862854 (6.216353058815002) - | > loss_mel: 22.106904983520508 (21.732974688212078) - | > loss_duration: 1.7231590747833252 (1.7141494552294414) - | > loss_1: 34.6966438293457 (33.80556853612264) - - --> STEP: 13 - | > loss_disc: 2.521641254425049 (2.5119623037484975) - | > loss_disc_real_0: 0.2400948405265808 (0.24544211305104768) - | > loss_disc_real_1: 0.19281230866909027 (0.190698585831202) - | > loss_disc_real_2: 0.22372403740882874 (0.2088942493383701) - | > loss_disc_real_3: 0.15118955075740814 (0.1841311397460791) - | > loss_disc_real_4: 0.2574104964733124 (0.22817771022136396) - | > loss_disc_real_5: 0.17133288085460663 (0.24350049174748933) - | > loss_0: 2.521641254425049 (2.5119623037484975) - | > loss_gen: 2.2261359691619873 (2.3975528020125165) - | > loss_kl: 1.3770666122436523 (1.7030857159541204) - | > loss_feat: 5.046126842498779 (6.126335657559908) - | > loss_mel: 18.52772331237793 (21.486416890070988) - | > loss_duration: 1.7627339363098145 (1.7178867230048547) - | > loss_1: 28.93978500366211 (33.43127749516414) - - --> STEP: 14 - | > loss_disc: 2.5950284004211426 (2.517895596367972) - | > loss_disc_real_0: 0.2415827512741089 (0.2451664443526949) - | > loss_disc_real_1: 0.21876160800457 (0.192703087415014) - | > loss_disc_real_2: 0.22373749315738678 (0.20995448103972844) - | > loss_disc_real_3: 0.2766591012477875 (0.19074027985334396) - | > loss_disc_real_4: 0.26525700092315674 (0.23082623098577773) - | > loss_disc_real_5: 0.23981374502182007 (0.24323715269565582) - | > loss_0: 2.5950284004211426 (2.517895596367972) - | > loss_gen: 2.314162492752075 (2.391596351351057) - | > loss_kl: 1.2213528156280518 (1.668676223073687) - | > loss_feat: 3.9480698108673096 (5.970745239939008) - | > loss_mel: 20.323333740234375 (21.403339522225515) - | > loss_duration: 1.7264424562454224 (1.7184978468077523) - | > loss_1: 29.533361434936523 (33.152854919433594) - - --> STEP: 15 - | > loss_disc: 2.412515163421631 (2.5108702341715494) - | > loss_disc_real_0: 0.206596240401268 (0.2425950974225998) - | > loss_disc_real_1: 0.17246390879154205 (0.19135380884011585) - | > loss_disc_real_2: 0.18627847731113434 (0.2083760807911555) - | > loss_disc_real_3: 0.25865408778190613 (0.19526786704858143) - | > loss_disc_real_4: 0.18101650476455688 (0.22750558257102965) - | > loss_disc_real_5: 0.23948809504508972 (0.24298721551895142) - | > loss_0: 2.412515163421631 (2.5108702341715494) - | > loss_gen: 2.230806589126587 (2.3808770338694254) - | > loss_kl: 1.3514186143875122 (1.647525715827942) - | > loss_feat: 6.19221305847168 (5.98550976117452) - | > loss_mel: 26.095046997070312 (21.7161200205485) - | > loss_duration: 1.686956524848938 (1.716395092010498) - | > loss_1: 37.55644607543945 (33.44642766316732) - - --> STEP: 16 - | > loss_disc: 2.3325884342193604 (2.4997276216745377) - | > loss_disc_real_0: 0.10947589576244354 (0.23427514731884003) - | > loss_disc_real_1: 0.1708144098520279 (0.19007009640336037) - | > loss_disc_real_2: 0.2660743296146393 (0.21198222134262323) - | > loss_disc_real_3: 0.15057501196861267 (0.1924745636060834) - | > loss_disc_real_4: 0.17116495966911316 (0.22398429363965988) - | > loss_disc_real_5: 0.21496491134166718 (0.24123582150787115) - | > loss_0: 2.3325884342193604 (2.4997276216745377) - | > loss_gen: 2.185558795928955 (2.368669643998146) - | > loss_kl: 1.6108602285385132 (1.6452341228723526) - | > loss_feat: 6.8766984939575195 (6.041209056973457) - | > loss_mel: 21.597511291503906 (21.708706974983215) - | > loss_duration: 1.7684088945388794 (1.7196459546685219) - | > loss_1: 34.039039611816406 (33.483465909957886) - - --> STEP: 17 - | > loss_disc: 2.4922871589660645 (2.4992899473975685) - | > loss_disc_real_0: 0.19084769487380981 (0.2317205912926618) - | > loss_disc_real_1: 0.17354629933834076 (0.18909810834071217) - | > loss_disc_real_2: 0.23983769118785858 (0.21362077839234295) - | > loss_disc_real_3: 0.18334916234016418 (0.19193777529632344) - | > loss_disc_real_4: 0.2525303065776825 (0.22566347087130828) - | > loss_disc_real_5: 0.3248814642429352 (0.24615615343346314) - | > loss_0: 2.4922871589660645 (2.4992899473975685) - | > loss_gen: 2.5225589275360107 (2.377721954794491) - | > loss_kl: 2.0018422603607178 (1.666211072136374) - | > loss_feat: 6.045100212097168 (6.041437948451323) - | > loss_mel: 23.794912338256836 (21.831424937528723) - | > loss_duration: 1.668670892715454 (1.716647421612459) - | > loss_1: 36.033084869384766 (33.633443495806524) - - --> STEP: 18 - | > loss_disc: 2.5407471656799316 (2.5015931261910334) - | > loss_disc_real_0: 0.19188177585601807 (0.2295073237684038) - | > loss_disc_real_1: 0.17603789269924164 (0.1883725408050749) - | > loss_disc_real_2: 0.22395946085453033 (0.21419514964024225) - | > loss_disc_real_3: 0.1862722486257553 (0.1916230238146252) - | > loss_disc_real_4: 0.21266911923885345 (0.224941562447283) - | > loss_disc_real_5: 0.21987053751945496 (0.24469584143824047) - | > loss_0: 2.5407471656799316 (2.5015931261910334) - | > loss_gen: 2.2841055393218994 (2.3725210428237915) - | > loss_kl: 1.2399932146072388 (1.6425323022736444) - | > loss_feat: 7.742699146270752 (6.135952459441291) - | > loss_mel: 23.64607810974121 (21.932239002651638) - | > loss_duration: 1.6983603239059448 (1.7156314717398748) - | > loss_1: 36.611236572265625 (33.798876444498696) - - --> STEP: 19 - | > loss_disc: 2.601016044616699 (2.5068259113713314) - | > loss_disc_real_0: 0.2283354550600052 (0.22944564646796176) - | > loss_disc_real_1: 0.15801770985126495 (0.18677491812329544) - | > loss_disc_real_2: 0.20319414138793945 (0.21361614920591054) - | > loss_disc_real_3: 0.17667318880558014 (0.19083619039309652) - | > loss_disc_real_4: 0.17600518465042114 (0.22236596361586922) - | > loss_disc_real_5: 0.219467431306839 (0.24336803037869303) - | > loss_0: 2.601016044616699 (2.5068259113713314) - | > loss_gen: 2.2608754634857178 (2.366644959700735) - | > loss_kl: 1.5669007301330566 (1.6385516932136135) - | > loss_feat: 6.459157943725586 (6.152963274403622) - | > loss_mel: 22.11710548400879 (21.94196881745991) - | > loss_duration: 1.7840888500213623 (1.7192344916494269) - | > loss_1: 34.18812561035156 (33.81936324270148) - - --> STEP: 20 - | > loss_disc: 2.3468124866485596 (2.4988252401351927) - | > loss_disc_real_0: 0.2634158432483673 (0.23114415630698204) - | > loss_disc_real_1: 0.17805424332618713 (0.18633888438344) - | > loss_disc_real_2: 0.22133426368236542 (0.2140020549297333) - | > loss_disc_real_3: 0.18228070437908173 (0.19040841609239578) - | > loss_disc_real_4: 0.24789509177207947 (0.22364242002367973) - | > loss_disc_real_5: 0.2098744958639145 (0.2416933536529541) - | > loss_0: 2.3468124866485596 (2.4988252401351927) - | > loss_gen: 2.6865804195404053 (2.3826417326927185) - | > loss_kl: 1.450311541557312 (1.6291396856307983) - | > loss_feat: 6.295475006103516 (6.160088860988617) - | > loss_mel: 24.364551544189453 (22.063097953796387) - | > loss_duration: 1.6559202671051025 (1.7160687804222108) - | > loss_1: 36.45283889770508 (33.95103702545166) - - --> STEP: 21 - | > loss_disc: 2.228825092315674 (2.4859680902390253) - | > loss_disc_real_0: 0.1463853418827057 (0.2271080222867784) - | > loss_disc_real_1: 0.18830804526805878 (0.18643265394937425) - | > loss_disc_real_2: 0.22645802795886993 (0.2145951965025493) - | > loss_disc_real_3: 0.19687853753566742 (0.19071651711350396) - | > loss_disc_real_4: 0.2109597772359848 (0.22303848465283713) - | > loss_disc_real_5: 0.2937415540218353 (0.24417183938480558) - | > loss_0: 2.228825092315674 (2.4859680902390253) - | > loss_gen: 2.8920087814331055 (2.4068973064422607) - | > loss_kl: 1.5019490718841553 (1.623082989738101) - | > loss_feat: 5.8418707847595215 (6.144935619263422) - | > loss_mel: 22.15951919555664 (22.067689441499255) - | > loss_duration: 1.6654505729675293 (1.7136583895910353) - | > loss_1: 34.06079864501953 (33.95626376924061) - - --> STEP: 22 - | > loss_disc: 2.489871025085449 (2.486145496368408) - | > loss_disc_real_0: 0.1625336855649948 (0.22417282516306097) - | > loss_disc_real_1: 0.16315267980098724 (0.18537447330626575) - | > loss_disc_real_2: 0.22442467510700226 (0.2150419909845699) - | > loss_disc_real_3: 0.20379610359668732 (0.19131104377183047) - | > loss_disc_real_4: 0.2535609006881714 (0.22442586719989777) - | > loss_disc_real_5: 0.282208114862442 (0.24590076099742542) - | > loss_0: 2.489871025085449 (2.486145496368408) - | > loss_gen: 2.308528423309326 (2.402425993572582) - | > loss_kl: 1.772552490234375 (1.629877057942477) - | > loss_feat: 6.131481647491455 (6.144324075091969) - | > loss_mel: 20.88774871826172 (22.014055772261187) - | > loss_duration: 1.790897250175476 (1.7171692468903281) - | > loss_1: 32.89120864868164 (33.90785217285156) - - --> STEP: 23 - | > loss_disc: 2.51021671295166 (2.4871920710024624) - | > loss_disc_real_0: 0.27341294288635254 (0.22631369984668234) - | > loss_disc_real_1: 0.18023084104061127 (0.18515083712080252) - | > loss_disc_real_2: 0.2236400991678238 (0.21541582177514615) - | > loss_disc_real_3: 0.193887397646904 (0.19142305915770325) - | > loss_disc_real_4: 0.20553487539291382 (0.2236045197300289) - | > loss_disc_real_5: 0.2429327517747879 (0.24577171711818033) - | > loss_0: 2.51021671295166 (2.4871920710024624) - | > loss_gen: 2.3926620483398438 (2.4020014742146367) - | > loss_kl: 1.6306321620941162 (1.6299098885577659) - | > loss_feat: 5.008896350860596 (6.094957652299301) - | > loss_mel: 19.376773834228516 (21.89939134017281) - | > loss_duration: 1.7846505641937256 (1.7201032172078672) - | > loss_1: 30.193614959716797 (33.746363598367445) - - --> STEP: 24 - | > loss_disc: 2.38259220123291 (2.4828337430953975) - | > loss_disc_real_0: 0.3545442223548889 (0.2316566382845243) - | > loss_disc_real_1: 0.22434216737747192 (0.1867838092148304) - | > loss_disc_real_2: 0.24632826447486877 (0.21670384022096792) - | > loss_disc_real_3: 0.16790089011192322 (0.19044296878079572) - | > loss_disc_real_4: 0.23570463061332703 (0.22410869101683298) - | > loss_disc_real_5: 0.1986956149339676 (0.24381021286050478) - | > loss_0: 2.38259220123291 (2.4828337430953975) - | > loss_gen: 2.8802123069763184 (2.4219269255797067) - | > loss_kl: 1.5485063791275024 (1.626518075664838) - | > loss_feat: 6.829742908477783 (6.125573704640071) - | > loss_mel: 24.699913024902344 (22.016079743703205) - | > loss_duration: 1.6290550231933594 (1.7163095424572627) - | > loss_1: 37.58742904663086 (33.90640799204509) - - --> STEP: 25 - | > loss_disc: 2.6718368530273438 (2.490393867492675) - | > loss_disc_real_0: 0.26645633578300476 (0.2330486261844635) - | > loss_disc_real_1: 0.19973011314868927 (0.18730166137218476) - | > loss_disc_real_2: 0.20984388887882233 (0.2164294421672821) - | > loss_disc_real_3: 0.19651195406913757 (0.1906857281923294) - | > loss_disc_real_4: 0.25097358226776123 (0.22518328666687012) - | > loss_disc_real_5: 0.21215152740478516 (0.242543865442276) - | > loss_0: 2.6718368530273438 (2.490393867492675) - | > loss_gen: 2.0794670581817627 (2.408228530883789) - | > loss_kl: 1.3424758911132812 (1.615156388282776) - | > loss_feat: 4.565647125244141 (6.063176641464233) - | > loss_mel: 16.900972366333008 (21.811475448608398) - | > loss_duration: 1.647749900817871 (1.713567156791687) - | > loss_1: 26.536312103271484 (33.611604156494145) - - --> STEP: 26 - | > loss_disc: 2.3499960899353027 (2.4849939529712377) - | > loss_disc_real_0: 0.23994453251361847 (0.23331385335096946) - | > loss_disc_real_1: 0.15399985015392303 (0.18602082247917467) - | > loss_disc_real_2: 0.17712020874023438 (0.2149175485739341) - | > loss_disc_real_3: 0.13161364197731018 (0.18841372487636712) - | > loss_disc_real_4: 0.11595059931278229 (0.22098202946094367) - | > loss_disc_real_5: 0.23120282590389252 (0.24210767161387664) - | > loss_0: 2.3499960899353027 (2.4849939529712377) - | > loss_gen: 2.5829577445983887 (2.4149488852574277) - | > loss_kl: 1.8763909339904785 (1.6252038708099952) - | > loss_feat: 8.323185920715332 (6.150100075281584) - | > loss_mel: 24.342069625854492 (21.908805993887093) - | > loss_duration: 1.6484010219573975 (1.7110607669903681) - | > loss_1: 38.773006439208984 (33.81011962890626) - - --> STEP: 27 - | > loss_disc: 2.341221809387207 (2.4796690587644217) - | > loss_disc_real_0: 0.1865643709897995 (0.2315823910412965) - | > loss_disc_real_1: 0.16466666758060455 (0.18522992785330172) - | > loss_disc_real_2: 0.18184144794940948 (0.21369250781006283) - | > loss_disc_real_3: 0.1803467720746994 (0.18811494884667573) - | > loss_disc_real_4: 0.236877903342247 (0.22157076553062158) - | > loss_disc_real_5: 0.25896376371383667 (0.24273197132128257) - | > loss_0: 2.341221809387207 (2.4796690587644217) - | > loss_gen: 2.6459453105926514 (2.4235043084179915) - | > loss_kl: 1.7162501811981201 (1.6285759563799258) - | > loss_feat: 6.771518707275391 (6.173115580170243) - | > loss_mel: 23.43278694152832 (21.965249732688623) - | > loss_duration: 1.6909196376800537 (1.7103147992381342) - | > loss_1: 36.25741958618164 (33.9007603680646) - - --> STEP: 28 - | > loss_disc: 2.3835501670837402 (2.4762362412043974) - | > loss_disc_real_0: 0.21995386481285095 (0.23116708653313772) - | > loss_disc_real_1: 0.2275916486978531 (0.18674284645489284) - | > loss_disc_real_2: 0.17460879683494568 (0.21229666098952293) - | > loss_disc_real_3: 0.20919927954673767 (0.18886796065739223) - | > loss_disc_real_4: 0.27338743209838867 (0.22342136076518468) - | > loss_disc_real_5: 0.24030743539333344 (0.24264538075242723) - | > loss_0: 2.3835501670837402 (2.4762362412043974) - | > loss_gen: 2.696127414703369 (2.4332408479281833) - | > loss_kl: 1.1714653968811035 (1.6122505792549677) - | > loss_feat: 6.2830376625061035 (6.177041368825095) - | > loss_mel: 22.545740127563477 (21.98598153250558) - | > loss_duration: 1.6913261413574219 (1.7096366328852517) - | > loss_1: 34.387699127197266 (33.91815103803363) - - --> STEP: 29 - | > loss_disc: 2.5651183128356934 (2.479301140226166) - | > loss_disc_real_0: 0.2872934341430664 (0.23310247783003182) - | > loss_disc_real_1: 0.21437720954418182 (0.1876957555269373) - | > loss_disc_real_2: 0.20076976716518402 (0.21189918189213194) - | > loss_disc_real_3: 0.20222823321819305 (0.18932865971121296) - | > loss_disc_real_4: 0.274129182100296 (0.22516990632846437) - | > loss_disc_real_5: 0.1890498697757721 (0.2407972596842667) - | > loss_0: 2.5651183128356934 (2.479301140226166) - | > loss_gen: 2.342737913131714 (2.430120057073133) - | > loss_kl: 1.5530942678451538 (1.610210706447733) - | > loss_feat: 6.507596492767334 (6.1884398213748275) - | > loss_mel: 23.429710388183594 (22.03576528614965) - | > loss_duration: 1.6773815155029297 (1.7085243874582752) - | > loss_1: 35.510520935058594 (33.973060344827594) - - --> STEP: 30 - | > loss_disc: 2.5430004596710205 (2.481424450874328) - | > loss_disc_real_0: 0.2477436512708664 (0.2335905169447263) - | > loss_disc_real_1: 0.1781415492296219 (0.18737728198369344) - | > loss_disc_real_2: 0.20412977039813995 (0.21164020150899887) - | > loss_disc_real_3: 0.1807692050933838 (0.1890433445572853) - | > loss_disc_real_4: 0.24863198399543762 (0.22595197558403016) - | > loss_disc_real_5: 0.25925716757774353 (0.2414125899473826) - | > loss_0: 2.5430004596710205 (2.481424450874328) - | > loss_gen: 2.534536838531494 (2.4336006164550783) - | > loss_kl: 1.5104906558990479 (1.6068867047627766) - | > loss_feat: 7.082094669342041 (6.2182283163070675) - | > loss_mel: 25.763626098632812 (22.160027313232423) - | > loss_duration: 1.7258976697921753 (1.7091034968694052) - | > loss_1: 38.61664962768555 (34.127846654256196) - - --> STEP: 31 - | > loss_disc: 2.559769630432129 (2.4839517147310315) - | > loss_disc_real_0: 0.25012898445129395 (0.23412401589655107) - | > loss_disc_real_1: 0.21825286746025085 (0.18837326861196949) - | > loss_disc_real_2: 0.20675230026245117 (0.21148252727523928) - | > loss_disc_real_3: 0.20265692472457886 (0.18948249230461736) - | > loss_disc_real_4: 0.3085438311100006 (0.22861622898809372) - | > loss_disc_real_5: 0.23873506486415863 (0.24132621817050443) - | > loss_0: 2.559769630432129 (2.4839517147310315) - | > loss_gen: 2.4463562965393066 (2.434012090006182) - | > loss_kl: 1.3454099893569946 (1.5984519720077515) - | > loss_feat: 6.056552410125732 (6.213012964494767) - | > loss_mel: 18.899133682250977 (22.05483719610399) - | > loss_duration: 1.6688172817230225 (1.7078039415421025) - | > loss_1: 30.416269302368164 (34.00811835258239) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.013103969635501984 (+0.0014641900216379473) - | > avg_loss_disc: 2.4839517147310315 (+0.08841620722124599) - | > avg_loss_disc_real_0: 0.23412401589655107 (+0.12092016937751925) - | > avg_loss_disc_real_1: 0.18837326861196949 (-0.014978962559853842) - | > avg_loss_disc_real_2: 0.21148252727523928 (+0.0035938702283367097) - | > avg_loss_disc_real_3: 0.18948249230461736 (-0.026713232840261142) - | > avg_loss_disc_real_4: 0.22861622898809372 (+0.01636510654803247) - | > avg_loss_disc_real_5: 0.24132621817050443 (+0.020081479222543774) - | > avg_loss_0: 2.4839517147310315 (+0.08841620722124599) - | > avg_loss_gen: 2.434012090006182 (+0.22698770030852256) - | > avg_loss_kl: 1.5984519720077515 (+0.011679595516574048) - | > avg_loss_feat: 6.213012964494767 (-0.22786905688624248) - | > avg_loss_mel: 22.05483719610399 (+0.055843907017862904) - | > avg_loss_duration: 1.7078039415421025 (+0.0021469823775752683) - | > avg_loss_1: 34.00811835258239 (+0.06878951288040014) - - - > EPOCH: 10/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 00:37:31)  - - --> TIME: 2024-11-23 00:37:51 -- STEP: 23/797 -- GLOBAL_STEP: 31100 - | > loss_disc: 2.4013242721557617 (2.4997239631155264) - | > loss_disc_real_0: 0.11013498902320862 (0.14229747037524762) - | > loss_disc_real_1: 0.23115947842597961 (0.22478021227795145) - | > loss_disc_real_2: 0.2499210238456726 (0.2315615519233372) - | > loss_disc_real_3: 0.22382692992687225 (0.23341727127199588) - | > loss_disc_real_4: 0.24398788809776306 (0.21963022454925205) - | > loss_disc_real_5: 0.2292516827583313 (0.2325817832480306) - | > loss_0: 2.4013242721557617 (2.4997239631155264) - | > grad_norm_0: tensor(34.7809, device='cuda:0') (tensor(106.0176, device='cuda:0')) - | > loss_gen: 2.2979204654693604 (2.2904994280441953) - | > loss_kl: 1.4052067995071411 (1.581041983936144) - | > loss_feat: 6.656030178070068 (6.048922455829123) - | > loss_mel: 22.321292877197266 (21.029575430828594) - | > loss_duration: 1.8221485614776611 (1.8555988021518872) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.50259780883789 (32.80563760840374) - | > grad_norm_1: tensor(865.9869, device='cuda:0') (tensor(525.1834, device='cuda:0')) - | > current_lr_0: 0.00019905219358328844 - | > current_lr_1: 0.00019905219358328844 - | > step_time: 0.8285 (0.8257013196530549) - | > loader_time: 0.0037 (0.004972136538961659) - - - --> TIME: 2024-11-23 00:38:13 -- STEP: 48/797 -- GLOBAL_STEP: 31125 - | > loss_disc: 2.529944896697998 (2.4710940321286525) - | > loss_disc_real_0: 0.19774317741394043 (0.1335909481470783) - | > loss_disc_real_1: 0.2162877768278122 (0.21765962274124226) - | > loss_disc_real_2: 0.2617223858833313 (0.23558634022871652) - | > loss_disc_real_3: 0.237670436501503 (0.22611141546318927) - | > loss_disc_real_4: 0.21506914496421814 (0.22036707835892835) - | > loss_disc_real_5: 0.2343110740184784 (0.23600172468771538) - | > loss_0: 2.529944896697998 (2.4710940321286525) - | > grad_norm_0: tensor(170.7051, device='cuda:0') (tensor(113.2871, device='cuda:0')) - | > loss_gen: 2.326453924179077 (2.3418039530515675) - | > loss_kl: 1.8100144863128662 (1.547857545316219) - | > loss_feat: 6.738238334655762 (6.271677394707997) - | > loss_mel: 22.0522518157959 (21.26840949058533) - | > loss_duration: 1.6955398321151733 (1.8115093434850376) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.622501373291016 (33.24125790596009) - | > grad_norm_1: tensor(793.8065, device='cuda:0') (tensor(651.1494, device='cuda:0')) - | > current_lr_0: 0.00019905219358328844 - | > current_lr_1: 0.00019905219358328844 - | > step_time: 0.8069 (0.8317156732082367) - | > loader_time: 0.0099 (0.004749526580174764) - - - --> TIME: 2024-11-23 00:38:38 -- STEP: 73/797 -- GLOBAL_STEP: 31150 - | > loss_disc: 2.3801791667938232 (2.4531578789018607) - | > loss_disc_real_0: 0.0552200973033905 (0.12799563912087913) - | > loss_disc_real_1: 0.2490994781255722 (0.21776966811859444) - | > loss_disc_real_2: 0.24229390919208527 (0.2328870808833266) - | > loss_disc_real_3: 0.21220391988754272 (0.2240600194016548) - | > loss_disc_real_4: 0.24569256603717804 (0.21853588848081354) - | > loss_disc_real_5: 0.24589350819587708 (0.23412252921764165) - | > loss_0: 2.3801791667938232 (2.4531578789018607) - | > grad_norm_0: tensor(17.2151, device='cuda:0') (tensor(106.2936, device='cuda:0')) - | > loss_gen: 2.330141544342041 (2.373990476947941) - | > loss_kl: 1.5883867740631104 (1.5595661679359327) - | > loss_feat: 7.065751075744629 (6.390894615486877) - | > loss_mel: 22.288372039794922 (21.435067294395132) - | > loss_duration: 1.755383014678955 (1.7827455932146883) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.02803421020508 (33.542264389665156) - | > grad_norm_1: tensor(439.3727, device='cuda:0') (tensor(654.3432, device='cuda:0')) - | > current_lr_0: 0.00019905219358328844 - | > current_lr_1: 0.00019905219358328844 - | > step_time: 1.0822 (0.8902109681743465) - | > loader_time: 0.0152 (0.005287382700671889) - - - --> TIME: 2024-11-23 00:39:00 -- STEP: 98/797 -- GLOBAL_STEP: 31175 - | > loss_disc: 2.268857479095459 (2.467869315828595) - | > loss_disc_real_0: 0.14916330575942993 (0.13920562136538164) - | > loss_disc_real_1: 0.2008768767118454 (0.21573637289052106) - | > loss_disc_real_2: 0.20542992651462555 (0.23386665388029448) - | > loss_disc_real_3: 0.202597513794899 (0.22402234816429567) - | > loss_disc_real_4: 0.23283596336841583 (0.22009279381255714) - | > loss_disc_real_5: 0.21851523220539093 (0.2333784071462495) - | > loss_0: 2.268857479095459 (2.467869315828595) - | > grad_norm_0: tensor(35.4501, device='cuda:0') (tensor(109.4207, device='cuda:0')) - | > loss_gen: 2.5123472213745117 (2.369707046722879) - | > loss_kl: 1.691896915435791 (1.5370181494829602) - | > loss_feat: 8.014902114868164 (6.368911782089545) - | > loss_mel: 23.117849349975586 (21.471268381391248) - | > loss_duration: 1.7925615310668945 (1.772187899570076) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.129554748535156 (33.51909329939862) - | > grad_norm_1: tensor(338.9644, device='cuda:0') (tensor(620.8746, device='cuda:0')) - | > current_lr_0: 0.00019905219358328844 - | > current_lr_1: 0.00019905219358328844 - | > step_time: 0.8267 (0.8838165925473583) - | > loader_time: 0.0041 (0.005582636716414471) - - - --> TIME: 2024-11-23 00:39:22 -- STEP: 123/797 -- GLOBAL_STEP: 31200 - | > loss_disc: 2.595186948776245 (2.473557586592387) - | > loss_disc_real_0: 0.1375301033258438 (0.13826604809884613) - | > loss_disc_real_1: 0.22584620118141174 (0.21507023420275712) - | > loss_disc_real_2: 0.27143609523773193 (0.23308625599233115) - | > loss_disc_real_3: 0.2649044692516327 (0.22543631869602979) - | > loss_disc_real_4: 0.26509037613868713 (0.22014727728153632) - | > loss_disc_real_5: 0.2991138696670532 (0.23386574845488478) - | > loss_0: 2.595186948776245 (2.473557586592387) - | > grad_norm_0: tensor(20.5496, device='cuda:0') (tensor(107.9478, device='cuda:0')) - | > loss_gen: 2.3262977600097656 (2.349566107842981) - | > loss_kl: 1.3957561254501343 (1.5393282989176307) - | > loss_feat: 6.061734199523926 (6.3234855450265774) - | > loss_mel: 22.99856948852539 (21.457705769112437) - | > loss_duration: 1.6930146217346191 (1.7640070333713438) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.475372314453125 (33.43409282405202) - | > grad_norm_1: tensor(238.4785, device='cuda:0') (tensor(595.7532, device='cuda:0')) - | > current_lr_0: 0.00019905219358328844 - | > current_lr_1: 0.00019905219358328844 - | > step_time: 0.8712 (0.8810300419970256) - | > loader_time: 0.0053 (0.005522032094195607) - - - --> TIME: 2024-11-23 00:39:46 -- STEP: 148/797 -- GLOBAL_STEP: 31225 - | > loss_disc: 2.508281946182251 (2.476851634077123) - | > loss_disc_real_0: 0.09910212457180023 (0.13847100824067313) - | > loss_disc_real_1: 0.21806854009628296 (0.2157767493579839) - | > loss_disc_real_2: 0.1780220866203308 (0.23378540051949992) - | > loss_disc_real_3: 0.20988911390304565 (0.22477218367763468) - | > loss_disc_real_4: 0.2188011258840561 (0.2207426814412748) - | > loss_disc_real_5: 0.23104247450828552 (0.2346744361157353) - | > loss_0: 2.508281946182251 (2.476851634077123) - | > grad_norm_0: tensor(38.7180, device='cuda:0') (tensor(97.2886, device='cuda:0')) - | > loss_gen: 2.2870521545410156 (2.3384914841200852) - | > loss_kl: 1.7722095251083374 (1.5346684117574945) - | > loss_feat: 6.4600749015808105 (6.310544313611209) - | > loss_mel: 23.454673767089844 (21.559773032729684) - | > loss_duration: 1.7982134819030762 (1.758321789470879) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.77222442626953 (33.50179901638546) - | > grad_norm_1: tensor(455.9036, device='cuda:0') (tensor(565.0899, device='cuda:0')) - | > current_lr_0: 0.00019905219358328844 - | > current_lr_1: 0.00019905219358328844 - | > step_time: 0.8947 (0.8895796456852475) - | > loader_time: 0.005 (0.005553498461439804) - - - --> TIME: 2024-11-23 00:40:09 -- STEP: 173/797 -- GLOBAL_STEP: 31250 - | > loss_disc: 2.522789239883423 (2.4774644567787303) - | > loss_disc_real_0: 0.2522352933883667 (0.1384072846738416) - | > loss_disc_real_1: 0.2131536602973938 (0.2158905690632804) - | > loss_disc_real_2: 0.23265895247459412 (0.23440535831658138) - | > loss_disc_real_3: 0.1624089926481247 (0.22420495722679734) - | > loss_disc_real_4: 0.22292277216911316 (0.2212477564983974) - | > loss_disc_real_5: 0.24841029942035675 (0.23470037288403925) - | > loss_0: 2.522789239883423 (2.4774644567787303) - | > grad_norm_0: tensor(101.1554, device='cuda:0') (tensor(90.5104, device='cuda:0')) - | > loss_gen: 2.186584949493408 (2.3319660259809103) - | > loss_kl: 1.1010178327560425 (1.5395581694696676) - | > loss_feat: 5.279975414276123 (6.2928802925727245) - | > loss_mel: 21.377023696899414 (21.593178148214516) - | > loss_duration: 1.6575208902359009 (1.7512102526736397) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.602121353149414 (33.508792888222395) - | > grad_norm_1: tensor(696.9345, device='cuda:0') (tensor(558.6768, device='cuda:0')) - | > current_lr_0: 0.00019905219358328844 - | > current_lr_1: 0.00019905219358328844 - | > step_time: 0.8434 (0.8920846591795111) - | > loader_time: 0.0049 (0.005560677864648014) - - - --> TIME: 2024-11-23 00:40:35 -- STEP: 198/797 -- GLOBAL_STEP: 31275 - | > loss_disc: 2.399639129638672 (2.4759147853562324) - | > loss_disc_real_0: 0.10761445760726929 (0.1370560891756957) - | > loss_disc_real_1: 0.1381807029247284 (0.21644601858023446) - | > loss_disc_real_2: 0.20746579766273499 (0.23380066687711562) - | > loss_disc_real_3: 0.23289941251277924 (0.22438736967366152) - | > loss_disc_real_4: 0.18205790221691132 (0.22009328654920207) - | > loss_disc_real_5: 0.20932266116142273 (0.23483617739243942) - | > loss_0: 2.399639129638672 (2.4759147853562324) - | > grad_norm_0: tensor(170.3167, device='cuda:0') (tensor(90.4563, device='cuda:0')) - | > loss_gen: 2.2754898071289062 (2.329698218841743) - | > loss_kl: 1.2793598175048828 (1.5326590736707049) - | > loss_feat: 6.471676349639893 (6.281616822637691) - | > loss_mel: 21.59428596496582 (21.616027042119182) - | > loss_duration: 1.7327213287353516 (1.7473142159105552) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.35353088378906 (33.50731538522123) - | > grad_norm_1: tensor(1035.5305, device='cuda:0') (tensor(576.3801, device='cuda:0')) - | > current_lr_0: 0.00019905219358328844 - | > current_lr_1: 0.00019905219358328844 - | > step_time: 1.369 (0.9102527806253145) - | > loader_time: 0.0046 (0.005596156072134924) - - - --> TIME: 2024-11-23 00:40:59 -- STEP: 223/797 -- GLOBAL_STEP: 31300 - | > loss_disc: 2.64017391204834 (2.4778883393035342) - | > loss_disc_real_0: 0.284912645816803 (0.13602199683575605) - | > loss_disc_real_1: 0.16508185863494873 (0.21679861369154382) - | > loss_disc_real_2: 0.22527943551540375 (0.23439315081711842) - | > loss_disc_real_3: 0.22394007444381714 (0.2243243198624641) - | > loss_disc_real_4: 0.19733335077762604 (0.22140893948185067) - | > loss_disc_real_5: 0.23263242840766907 (0.23532246360597053) - | > loss_0: 2.64017391204834 (2.4778883393035342) - | > grad_norm_0: tensor(341.0226, device='cuda:0') (tensor(92.0558, device='cuda:0')) - | > loss_gen: 2.2923290729522705 (2.3308527464289277) - | > loss_kl: 1.5220680236816406 (1.5281751246730306) - | > loss_feat: 5.7714996337890625 (6.264011327461275) - | > loss_mel: 20.42238998413086 (21.63192536050428) - | > loss_duration: 1.67087721824646 (1.74515860337313) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.67916488647461 (33.500123182219774) - | > grad_norm_1: tensor(561.8897, device='cuda:0') (tensor(589.6659, device='cuda:0')) - | > current_lr_0: 0.00019905219358328844 - | > current_lr_1: 0.00019905219358328844 - | > step_time: 0.94 (0.9167328875161073) - | > loader_time: 0.0052 (0.005606526216583936) - - - --> TIME: 2024-11-23 00:41:25 -- STEP: 248/797 -- GLOBAL_STEP: 31325 - | > loss_disc: 2.7145676612854004 (2.4827097721638216) - | > loss_disc_real_0: 0.2664960026741028 (0.14022362845829647) - | > loss_disc_real_1: 0.2954915165901184 (0.21684360906722086) - | > loss_disc_real_2: 0.26133525371551514 (0.23432954797340977) - | > loss_disc_real_3: 0.23895275592803955 (0.22439485638132017) - | > loss_disc_real_4: 0.2481798678636551 (0.2213438808196975) - | > loss_disc_real_5: 0.24134470522403717 (0.23482426183838997) - | > loss_0: 2.7145676612854004 (2.4827097721638216) - | > grad_norm_0: tensor(323.1071, device='cuda:0') (tensor(95.5896, device='cuda:0')) - | > loss_gen: 2.2551565170288086 (2.3323375039523624) - | > loss_kl: 1.5177855491638184 (1.5325123557159974) - | > loss_feat: 5.322309970855713 (6.271875312251428) - | > loss_mel: 19.986555099487305 (21.66080140298412) - | > loss_duration: 1.7759828567504883 (1.7415321156863244) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.8577880859375 (33.53905868530272) - | > grad_norm_1: tensor(481.4109, device='cuda:0') (tensor(585.5158, device='cuda:0')) - | > current_lr_0: 0.00019905219358328844 - | > current_lr_1: 0.00019905219358328844 - | > step_time: 1.0396 (0.9278383812596721) - | > loader_time: 0.0059 (0.005882862114137219) - - - --> TIME: 2024-11-23 00:41:51 -- STEP: 273/797 -- GLOBAL_STEP: 31350 - | > loss_disc: 2.617697238922119 (2.485615880498083) - | > loss_disc_real_0: 0.0554463267326355 (0.1413574529259086) - | > loss_disc_real_1: 0.22063905000686646 (0.21675464581875575) - | > loss_disc_real_2: 0.2728721797466278 (0.23467892850493335) - | > loss_disc_real_3: 0.20452839136123657 (0.2245696216494172) - | > loss_disc_real_4: 0.2113955318927765 (0.2218689429454314) - | > loss_disc_real_5: 0.2745737135410309 (0.2350419268503294) - | > loss_0: 2.617697238922119 (2.485615880498083) - | > grad_norm_0: tensor(14.0586, device='cuda:0') (tensor(96.5447, device='cuda:0')) - | > loss_gen: 2.0524168014526367 (2.3305949129901062) - | > loss_kl: 1.736830711364746 (1.531335992690844) - | > loss_feat: 5.845366954803467 (6.264445827120825) - | > loss_mel: 22.300689697265625 (21.6919469309377) - | > loss_duration: 1.7159526348114014 (1.737825306343945) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.6512565612793 (33.55614898318335) - | > grad_norm_1: tensor(334.8995, device='cuda:0') (tensor(576.7695, device='cuda:0')) - | > current_lr_0: 0.00019905219358328844 - | > current_lr_1: 0.00019905219358328844 - | > step_time: 0.8842 (0.9350622259216868) - | > loader_time: 0.0052 (0.006125589866777916) - - - --> TIME: 2024-11-23 00:42:13 -- STEP: 298/797 -- GLOBAL_STEP: 31375 - | > loss_disc: 2.4245946407318115 (2.485226215132131) - | > loss_disc_real_0: 0.09310122579336166 (0.14026111256231188) - | > loss_disc_real_1: 0.21628937125205994 (0.21671480755477943) - | > loss_disc_real_2: 0.22018957138061523 (0.23509316386392454) - | > loss_disc_real_3: 0.21442344784736633 (0.22450808505683936) - | > loss_disc_real_4: 0.17598384618759155 (0.2223434883276088) - | > loss_disc_real_5: 0.19599677622318268 (0.2344477826216877) - | > loss_0: 2.4245946407318115 (2.485226215132131) - | > grad_norm_0: tensor(23.8057, device='cuda:0') (tensor(93.7778, device='cuda:0')) - | > loss_gen: 2.284590005874634 (2.3289698830386913) - | > loss_kl: 1.5117528438568115 (1.5318809047641366) - | > loss_feat: 6.978620529174805 (6.260668144930128) - | > loss_mel: 23.40416717529297 (21.72870884965729) - | > loss_duration: 1.7035266160964966 (1.735502642673134) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.88265609741211 (33.58573048866834) - | > grad_norm_1: tensor(325.5145, device='cuda:0') (tensor(572.3671, device='cuda:0')) - | > current_lr_0: 0.00019905219358328844 - | > current_lr_1: 0.00019905219358328844 - | > step_time: 0.837 (0.9310389525138292) - | > loader_time: 0.005 (0.006167356599897344) - - - --> TIME: 2024-11-23 00:42:37 -- STEP: 323/797 -- GLOBAL_STEP: 31400 - | > loss_disc: 2.545992374420166 (2.482948178477331) - | > loss_disc_real_0: 0.08343589305877686 (0.13877275712419024) - | > loss_disc_real_1: 0.2524869441986084 (0.21687316820717448) - | > loss_disc_real_2: 0.26812073588371277 (0.23475003625401772) - | > loss_disc_real_3: 0.24416537582874298 (0.224866256579157) - | > loss_disc_real_4: 0.1970578283071518 (0.22201843024591914) - | > loss_disc_real_5: 0.2737213969230652 (0.23478569371781483) - | > loss_0: 2.545992374420166 (2.482948178477331) - | > grad_norm_0: tensor(134.6569, device='cuda:0') (tensor(92.5678, device='cuda:0')) - | > loss_gen: 2.401641368865967 (2.3276122166276334) - | > loss_kl: 1.522757649421692 (1.532843329219995) - | > loss_feat: 5.690730571746826 (6.247187369379095) - | > loss_mel: 21.779386520385742 (21.73169123646644) - | > loss_duration: 1.7096970081329346 (1.7339289904378885) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.10421371459961 (33.57326320376558) - | > grad_norm_1: tensor(915.3519, device='cuda:0') (tensor(585.8946, device='cuda:0')) - | > current_lr_0: 0.00019905219358328844 - | > current_lr_1: 0.00019905219358328844 - | > step_time: 0.9166 (0.9301123774088573) - | > loader_time: 0.0054 (0.006204430163829318) - - - --> TIME: 2024-11-23 00:43:00 -- STEP: 348/797 -- GLOBAL_STEP: 31425 - | > loss_disc: 2.283691167831421 (2.480486025070323) - | > loss_disc_real_0: 0.07653919607400894 (0.13782772922288913) - | > loss_disc_real_1: 0.20073162019252777 (0.2166667572897056) - | > loss_disc_real_2: 0.18618163466453552 (0.2349248710891296) - | > loss_disc_real_3: 0.1860734224319458 (0.22501354351982303) - | > loss_disc_real_4: 0.18537120521068573 (0.2220212492620808) - | > loss_disc_real_5: 0.23238277435302734 (0.23479994506328955) - | > loss_0: 2.283691167831421 (2.480486025070323) - | > grad_norm_0: tensor(54.3465, device='cuda:0') (tensor(89.5269, device='cuda:0')) - | > loss_gen: 2.4139890670776367 (2.3276726490464696) - | > loss_kl: 1.617226004600525 (1.533499287805338) - | > loss_feat: 6.958926200866699 (6.242489158422095) - | > loss_mel: 22.716449737548828 (21.730441811441) - | > loss_duration: 1.7325174808502197 (1.7314432547695335) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.439109802246094 (33.5655462385594) - | > grad_norm_1: tensor(835.2213, device='cuda:0') (tensor(584.7007, device='cuda:0')) - | > current_lr_0: 0.00019905219358328844 - | > current_lr_1: 0.00019905219358328844 - | > step_time: 0.8425 (0.9300107627079405) - | > loader_time: 0.0081 (0.0062522853928050764) - - - --> TIME: 2024-11-23 00:43:23 -- STEP: 373/797 -- GLOBAL_STEP: 31450 - | > loss_disc: 2.546149253845215 (2.4808007066435227) - | > loss_disc_real_0: 0.14055390655994415 (0.1382053333806527) - | > loss_disc_real_1: 0.26801732182502747 (0.21701704524956825) - | > loss_disc_real_2: 0.3055328130722046 (0.23468459523395302) - | > loss_disc_real_3: 0.240762397646904 (0.22532624513629934) - | > loss_disc_real_4: 0.22607789933681488 (0.22151668633436708) - | > loss_disc_real_5: 0.22335730493068695 (0.23436046885101788) - | > loss_0: 2.546149253845215 (2.4808007066435227) - | > grad_norm_0: tensor(236.7785, device='cuda:0') (tensor(87.8152, device='cuda:0')) - | > loss_gen: 2.376049757003784 (2.326300205877575) - | > loss_kl: 1.5859816074371338 (1.5330193244100576) - | > loss_feat: 5.255647659301758 (6.233749328286012) - | > loss_mel: 21.522369384765625 (21.742401220204037) - | > loss_duration: 1.6680622100830078 (1.729023070821174) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.408111572265625 (33.56449321511601) - | > grad_norm_1: tensor(724.4741, device='cuda:0') (tensor(582.6047, device='cuda:0')) - | > current_lr_0: 0.00019905219358328844 - | > current_lr_1: 0.00019905219358328844 - | > step_time: 0.9201 (0.928886457039268) - | > loader_time: 0.0156 (0.006315125856578509) - - - --> TIME: 2024-11-23 00:43:47 -- STEP: 398/797 -- GLOBAL_STEP: 31475 - | > loss_disc: 2.436307907104492 (2.480481421528152) - | > loss_disc_real_0: 0.12263703346252441 (0.13798299752381718) - | > loss_disc_real_1: 0.2609337270259857 (0.2177479657620641) - | > loss_disc_real_2: 0.21254849433898926 (0.23421792906882175) - | > loss_disc_real_3: 0.24064189195632935 (0.22506691253364985) - | > loss_disc_real_4: 0.18473798036575317 (0.22147124328056172) - | > loss_disc_real_5: 0.23198144137859344 (0.233687382696861) - | > loss_0: 2.436307907104492 (2.480481421528152) - | > grad_norm_0: tensor(42.2437, device='cuda:0') (tensor(88.8395, device='cuda:0')) - | > loss_gen: 2.397399425506592 (2.3274269891743664) - | > loss_kl: 1.632253646850586 (1.5355774751260651) - | > loss_feat: 7.342592716217041 (6.231128980166946) - | > loss_mel: 22.417701721191406 (21.74458401167212) - | > loss_duration: 1.7521016597747803 (1.7273960326185178) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.542049407958984 (33.566113582208494) - | > grad_norm_1: tensor(1018.7321, device='cuda:0') (tensor(588.5170, device='cuda:0')) - | > current_lr_0: 0.00019905219358328844 - | > current_lr_1: 0.00019905219358328844 - | > step_time: 0.8728 (0.9281209611413467) - | > loader_time: 0.0062 (0.0063953699179031135) - - - --> TIME: 2024-11-23 00:44:10 -- STEP: 423/797 -- GLOBAL_STEP: 31500 - | > loss_disc: 2.4623255729675293 (2.481408977057637) - | > loss_disc_real_0: 0.16977474093437195 (0.13778491035086182) - | > loss_disc_real_1: 0.23518778383731842 (0.21801553856819234) - | > loss_disc_real_2: 0.23556558787822723 (0.2345215638055869) - | > loss_disc_real_3: 0.19915884733200073 (0.22513453260803898) - | > loss_disc_real_4: 0.19501550495624542 (0.22185130160187436) - | > loss_disc_real_5: 0.20143373310565948 (0.2341481165048924) - | > loss_0: 2.4623255729675293 (2.481408977057637) - | > grad_norm_0: tensor(60.7677, device='cuda:0') (tensor(88.3409, device='cuda:0')) - | > loss_gen: 2.330022096633911 (2.3278888418883006) - | > loss_kl: 1.6244451999664307 (1.534083915376776) - | > loss_feat: 6.413857460021973 (6.2313663367683985) - | > loss_mel: 21.36037826538086 (21.770438917985192) - | > loss_duration: 1.6879453659057617 (1.7257873172173828) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.416648864746094 (33.58956543040895) - | > grad_norm_1: tensor(677.0590, device='cuda:0') (tensor(588.4673, device='cuda:0')) - | > current_lr_0: 0.00019905219358328844 - | > current_lr_1: 0.00019905219358328844 - | > step_time: 0.849 (0.9279322156387582) - | > loader_time: 0.0078 (0.006471067455643457) - - - --> TIME: 2024-11-23 00:44:34 -- STEP: 448/797 -- GLOBAL_STEP: 31525 - | > loss_disc: 2.79290771484375 (2.4845449120870677) - | > loss_disc_real_0: 0.23012077808380127 (0.14012761589089812) - | > loss_disc_real_1: 0.24749603867530823 (0.21810934762470424) - | > loss_disc_real_2: 0.2134655863046646 (0.23420065940756882) - | > loss_disc_real_3: 0.2151779681444168 (0.22511043256547833) - | > loss_disc_real_4: 0.19748055934906006 (0.2215941209412579) - | > loss_disc_real_5: 0.1906277984380722 (0.23368079201983555) - | > loss_0: 2.79290771484375 (2.4845449120870677) - | > grad_norm_0: tensor(28.4318, device='cuda:0') (tensor(89.1788, device='cuda:0')) - | > loss_gen: 1.9047260284423828 (2.3266741880880923) - | > loss_kl: 1.6350826025009155 (1.5362995072667087) - | > loss_feat: 5.637880802154541 (6.228053753929477) - | > loss_mel: 22.037681579589844 (21.76823942576135) - | > loss_duration: 1.7394986152648926 (1.7246042037648814) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.954872131347656 (33.58387120706692) - | > grad_norm_1: tensor(84.7134, device='cuda:0') (tensor(583.7070, device='cuda:0')) - | > current_lr_0: 0.00019905219358328844 - | > current_lr_1: 0.00019905219358328844 - | > step_time: 0.9545 (0.9280755620981965) - | > loader_time: 0.007 (0.006525603256055286) - - - --> TIME: 2024-11-23 00:45:00 -- STEP: 473/797 -- GLOBAL_STEP: 31550 - | > loss_disc: 2.553539752960205 (2.486582314993314) - | > loss_disc_real_0: 0.0681808739900589 (0.14082826313663108) - | > loss_disc_real_1: 0.23996491730213165 (0.21812510836956112) - | > loss_disc_real_2: 0.262173593044281 (0.2345609910329351) - | > loss_disc_real_3: 0.23964963853359222 (0.225566528091723) - | > loss_disc_real_4: 0.1823592483997345 (0.22213921187165928) - | > loss_disc_real_5: 0.21581363677978516 (0.23408654565286938) - | > loss_0: 2.553539752960205 (2.486582314993314) - | > grad_norm_0: tensor(110.6942, device='cuda:0') (tensor(90.2812, device='cuda:0')) - | > loss_gen: 2.185292959213257 (2.327145474405671) - | > loss_kl: 1.3981993198394775 (1.5373409991536533) - | > loss_feat: 6.736596584320068 (6.231556589961302) - | > loss_mel: 21.641435623168945 (21.77862312526581) - | > loss_duration: 1.7125790119171143 (1.7240155252291334) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.674102783203125 (33.598681855151284) - | > grad_norm_1: tensor(687.0056, device='cuda:0') (tensor(577.2919, device='cuda:0')) - | > current_lr_0: 0.00019905219358328844 - | > current_lr_1: 0.00019905219358328844 - | > step_time: 1.374 (0.9335638398095871) - | > loader_time: 0.0061 (0.00659961025004155) - - - --> TIME: 2024-11-23 00:45:26 -- STEP: 498/797 -- GLOBAL_STEP: 31575 - | > loss_disc: 2.392608642578125 (2.487328004645537) - | > loss_disc_real_0: 0.15186242759227753 (0.14083949978048182) - | > loss_disc_real_1: 0.26671314239501953 (0.2180374609119442) - | > loss_disc_real_2: 0.23856526613235474 (0.23446517569353303) - | > loss_disc_real_3: 0.2239123284816742 (0.2255329134832903) - | > loss_disc_real_4: 0.21459510922431946 (0.22189962157762674) - | > loss_disc_real_5: 0.23061345517635345 (0.23368109149267396) - | > loss_0: 2.392608642578125 (2.487328004645537) - | > grad_norm_0: tensor(99.4825, device='cuda:0') (tensor(88.8807, device='cuda:0')) - | > loss_gen: 2.331712245941162 (2.324704158976374) - | > loss_kl: 1.5420432090759277 (1.5396015048027039) - | > loss_feat: 5.757975101470947 (6.228810567932434) - | > loss_mel: 21.33512306213379 (21.77899133153708) - | > loss_duration: 1.6983712911605835 (1.722803183348782) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.665225982666016 (33.59491085527411) - | > grad_norm_1: tensor(589.3278, device='cuda:0') (tensor(573.2199, device='cuda:0')) - | > current_lr_0: 0.00019905219358328844 - | > current_lr_1: 0.00019905219358328844 - | > step_time: 1.1908 (0.937817076602614) - | > loader_time: 0.0077 (0.0067218403260870625) - - - --> TIME: 2024-11-23 00:45:53 -- STEP: 523/797 -- GLOBAL_STEP: 31600 - | > loss_disc: 2.4860775470733643 (2.4868350972636954) - | > loss_disc_real_0: 0.11640362441539764 (0.13958385097037423) - | > loss_disc_real_1: 0.23156701028347015 (0.2181636856915162) - | > loss_disc_real_2: 0.2533528804779053 (0.23490293204328527) - | > loss_disc_real_3: 0.22373981773853302 (0.22570009107913389) - | > loss_disc_real_4: 0.2086421549320221 (0.2221689033348747) - | > loss_disc_real_5: 0.21809133887290955 (0.23404566502024066) - | > loss_0: 2.4860775470733643 (2.4868350972636954) - | > grad_norm_0: tensor(51.6513, device='cuda:0') (tensor(87.3747, device='cuda:0')) - | > loss_gen: 2.2290759086608887 (2.324742858086215) - | > loss_kl: 1.5347235202789307 (1.5397269561687346) - | > loss_feat: 5.324459075927734 (6.227236073969881) - | > loss_mel: 18.674707412719727 (21.779112259698863) - | > loss_duration: 1.7197891473770142 (1.7222402585851986) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 29.482755661010742 (33.59305851865223) - | > grad_norm_1: tensor(685.2032, device='cuda:0') (tensor(571.7709, device='cuda:0')) - | > current_lr_0: 0.00019905219358328844 - | > current_lr_1: 0.00019905219358328844 - | > step_time: 1.1149 (0.9436100627906464) - | > loader_time: 0.007 (0.006885831260316458) - - - --> TIME: 2024-11-23 00:46:18 -- STEP: 548/797 -- GLOBAL_STEP: 31625 - | > loss_disc: 2.34624981880188 (2.484638531277651) - | > loss_disc_real_0: 0.13557210564613342 (0.13863262499131965) - | > loss_disc_real_1: 0.2508470118045807 (0.21813403548550434) - | > loss_disc_real_2: 0.24166998267173767 (0.2347334506139703) - | > loss_disc_real_3: 0.21364928781986237 (0.22556298408303815) - | > loss_disc_real_4: 0.22430330514907837 (0.22196256132782807) - | > loss_disc_real_5: 0.18747276067733765 (0.2338828231024481) - | > loss_0: 2.34624981880188 (2.484638531277651) - | > grad_norm_0: tensor(115.9517, device='cuda:0') (tensor(86.5177, device='cuda:0')) - | > loss_gen: 2.412320137023926 (2.325939408401502) - | > loss_kl: 1.6512473821640015 (1.5420588792240533) - | > loss_feat: 5.779262542724609 (6.227836847305296) - | > loss_mel: 19.714242935180664 (21.77317504117088) - | > loss_duration: 1.7603652477264404 (1.722082915967398) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.31743621826172 (33.59109320953813) - | > grad_norm_1: tensor(834.2534, device='cuda:0') (tensor(573.4779, device='cuda:0')) - | > current_lr_0: 0.00019905219358328844 - | > current_lr_1: 0.00019905219358328844 - | > step_time: 0.9455 (0.9467434639478252) - | > loader_time: 0.0119 (0.007002178769912163) - - - --> TIME: 2024-11-23 00:46:44 -- STEP: 573/797 -- GLOBAL_STEP: 31650 - | > loss_disc: 2.5732176303863525 (2.4827828086899655) - | > loss_disc_real_0: 0.13649411499500275 (0.1378854114146184) - | > loss_disc_real_1: 0.15022695064544678 (0.21784767352473677) - | > loss_disc_real_2: 0.24129360914230347 (0.23470393788023977) - | > loss_disc_real_3: 0.18918170034885406 (0.22549997514559128) - | > loss_disc_real_4: 0.24601252377033234 (0.22198571329757597) - | > loss_disc_real_5: 0.20777104794979095 (0.23395318749895477) - | > loss_0: 2.5732176303863525 (2.4827828086899655) - | > grad_norm_0: tensor(70.7171, device='cuda:0') (tensor(86.0030, device='cuda:0')) - | > loss_gen: 2.153801441192627 (2.3265491124847166) - | > loss_kl: 1.7255927324295044 (1.5427463999177355) - | > loss_feat: 6.611429214477539 (6.231613735878029) - | > loss_mel: 22.431434631347656 (21.782303136056626) - | > loss_duration: 1.7162978649139404 (1.7212604966671254) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.638553619384766 (33.60447298752282) - | > grad_norm_1: tensor(139.2849, device='cuda:0') (tensor(575.2846, device='cuda:0')) - | > current_lr_0: 0.00019905219358328844 - | > current_lr_1: 0.00019905219358328844 - | > step_time: 1.0069 (0.949341710325311) - | > loader_time: 0.0091 (0.007089745935969328) - - - --> TIME: 2024-11-23 00:47:09 -- STEP: 598/797 -- GLOBAL_STEP: 31675 - | > loss_disc: 2.5377726554870605 (2.4825197896829843) - | > loss_disc_real_0: 0.2292674481868744 (0.1379707054792588) - | > loss_disc_real_1: 0.17396463453769684 (0.2178212376840936) - | > loss_disc_real_2: 0.2513464093208313 (0.23450305557071566) - | > loss_disc_real_3: 0.24799282848834991 (0.22540757949635337) - | > loss_disc_real_4: 0.2593618631362915 (0.2219507598807182) - | > loss_disc_real_5: 0.284143328666687 (0.23375957170158723) - | > loss_0: 2.5377726554870605 (2.4825197896829843) - | > grad_norm_0: tensor(159.9012, device='cuda:0') (tensor(87.4284, device='cuda:0')) - | > loss_gen: 2.3604254722595215 (2.3279814746068865) - | > loss_kl: 1.4287959337234497 (1.545289059147786) - | > loss_feat: 5.670511722564697 (6.228620297135316) - | > loss_mel: 23.05525779724121 (21.78635153244171) - | > loss_duration: 1.7004059553146362 (1.7208681084639246) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.215396881103516 (33.60911058980883) - | > grad_norm_1: tensor(118.9496, device='cuda:0') (tensor(578.8893, device='cuda:0')) - | > current_lr_0: 0.00019905219358328844 - | > current_lr_1: 0.00019905219358328844 - | > step_time: 0.9219 (0.9513282452937353) - | > loader_time: 0.0081 (0.0071462879212803665) - - - --> TIME: 2024-11-23 00:47:35 -- STEP: 623/797 -- GLOBAL_STEP: 31700 - | > loss_disc: 2.6174442768096924 (2.4819888574927838) - | > loss_disc_real_0: 0.26630058884620667 (0.13812038418724754) - | > loss_disc_real_1: 0.20848491787910461 (0.21801983130973185) - | > loss_disc_real_2: 0.28717687726020813 (0.2346564740133898) - | > loss_disc_real_3: 0.2888724207878113 (0.2255155047099816) - | > loss_disc_real_4: 0.28869369626045227 (0.22221620112992405) - | > loss_disc_real_5: 0.2853855490684509 (0.2336815261726012) - | > loss_0: 2.6174442768096924 (2.4819888574927838) - | > grad_norm_0: tensor(123.4228, device='cuda:0') (tensor(87.9860, device='cuda:0')) - | > loss_gen: 2.3109443187713623 (2.3310149207735136) - | > loss_kl: 1.4342364072799683 (1.542261121743754) - | > loss_feat: 5.369043350219727 (6.228385484429077) - | > loss_mel: 21.180374145507812 (21.79384326475581) - | > loss_duration: 1.7246887683868408 (1.720936941296866) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.019287109375 (33.61644183996209) - | > grad_norm_1: tensor(540.7032, device='cuda:0') (tensor(572.3672, device='cuda:0')) - | > current_lr_0: 0.00019905219358328844 - | > current_lr_1: 0.00019905219358328844 - | > step_time: 1.064 (0.9538735398128748) - | > loader_time: 0.0119 (0.0072342339143707125) - - - --> TIME: 2024-11-23 00:48:01 -- STEP: 648/797 -- GLOBAL_STEP: 31725 - | > loss_disc: 2.382542133331299 (2.4821835859322294) - | > loss_disc_real_0: 0.12884610891342163 (0.13790660865754328) - | > loss_disc_real_1: 0.16010528802871704 (0.21791054725784947) - | > loss_disc_real_2: 0.20719368755817413 (0.23481299511996317) - | > loss_disc_real_3: 0.24013790488243103 (0.22535468267713799) - | > loss_disc_real_4: 0.19000695645809174 (0.22229473350316653) - | > loss_disc_real_5: 0.22378811240196228 (0.23347080639207068) - | > loss_0: 2.382542133331299 (2.4821835859322294) - | > grad_norm_0: tensor(56.1256, device='cuda:0') (tensor(86.7668, device='cuda:0')) - | > loss_gen: 2.326270341873169 (2.328632042363839) - | > loss_kl: 1.6103851795196533 (1.5411262962921157) - | > loss_feat: 5.964142799377441 (6.2162125213646595) - | > loss_mel: 21.339805603027344 (21.792407768744006) - | > loss_duration: 1.687077283859253 (1.7209343483418587) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.92768096923828 (33.599313064857746) - | > grad_norm_1: tensor(127.7336, device='cuda:0') (tensor(570.4849, device='cuda:0')) - | > current_lr_0: 0.00019905219358328844 - | > current_lr_1: 0.00019905219358328844 - | > step_time: 0.9714 (0.9565680527392729) - | > loader_time: 0.0078 (0.007308182525046078) - - - --> TIME: 2024-11-23 00:48:27 -- STEP: 673/797 -- GLOBAL_STEP: 31750 - | > loss_disc: 2.6142544746398926 (2.4830444868748143) - | > loss_disc_real_0: 0.08483684062957764 (0.1382311834672804) - | > loss_disc_real_1: 0.194560706615448 (0.21810008841186188) - | > loss_disc_real_2: 0.248029887676239 (0.23475599198160696) - | > loss_disc_real_3: 0.25076720118522644 (0.22556054760407196) - | > loss_disc_real_4: 0.2716915011405945 (0.22215692612604082) - | > loss_disc_real_5: 0.27424386143684387 (0.23351247497954658) - | > loss_0: 2.6142544746398926 (2.4830444868748143) - | > grad_norm_0: tensor(51.5607, device='cuda:0') (tensor(87.6985, device='cuda:0')) - | > loss_gen: 2.102081537246704 (2.3296380903887366) - | > loss_kl: 1.473383903503418 (1.5427342031544056) - | > loss_feat: 5.026330471038818 (6.217622054809978) - | > loss_mel: 19.655759811401367 (21.7981351339445) - | > loss_duration: 1.6860860586166382 (1.72060435540963) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 29.943641662597656 (33.60873390413143) - | > grad_norm_1: tensor(791.0311, device='cuda:0') (tensor(575.9813, device='cuda:0')) - | > current_lr_0: 0.00019905219358328844 - | > current_lr_1: 0.00019905219358328844 - | > step_time: 0.9955 (0.9599904089413285) - | > loader_time: 0.0082 (0.007392386270667611) - - - --> TIME: 2024-11-23 00:48:54 -- STEP: 698/797 -- GLOBAL_STEP: 31775 - | > loss_disc: 2.441157102584839 (2.4810142277988154) - | > loss_disc_real_0: 0.08897438645362854 (0.13759600009534345) - | > loss_disc_real_1: 0.2129250466823578 (0.2179295141303266) - | > loss_disc_real_2: 0.23302052915096283 (0.23474828000140396) - | > loss_disc_real_3: 0.21876145899295807 (0.22522098859265063) - | > loss_disc_real_4: 0.2078412026166916 (0.222426768424347) - | > loss_disc_real_5: 0.2193426638841629 (0.23342438695423925) - | > loss_0: 2.441157102584839 (2.4810142277988154) - | > grad_norm_0: tensor(12.8429, device='cuda:0') (tensor(87.6726, device='cuda:0')) - | > loss_gen: 2.325295925140381 (2.331585128874357) - | > loss_kl: 1.5643720626831055 (1.544286412120206) - | > loss_feat: 6.676323890686035 (6.225220042859927) - | > loss_mel: 22.13055992126465 (21.81346389693996) - | > loss_duration: 1.6854815483093262 (1.7202128817495432) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.38203430175781 (33.63476841770814) - | > grad_norm_1: tensor(475.7002, device='cuda:0') (tensor(573.9155, device='cuda:0')) - | > current_lr_0: 0.00019905219358328844 - | > current_lr_1: 0.00019905219358328844 - | > step_time: 1.0246 (0.9637825144054555) - | > loader_time: 0.0089 (0.0074804922229581025) - - - --> TIME: 2024-11-23 00:49:24 -- STEP: 723/797 -- GLOBAL_STEP: 31800 - | > loss_disc: 2.5337369441986084 (2.480260773813087) - | > loss_disc_real_0: 0.08526453375816345 (0.13707580885503368) - | > loss_disc_real_1: 0.22016866505146027 (0.21773060969750746) - | > loss_disc_real_2: 0.27006983757019043 (0.2343194927417391) - | > loss_disc_real_3: 0.2826307415962219 (0.22553830425851407) - | > loss_disc_real_4: 0.2726562023162842 (0.22260912554145354) - | > loss_disc_real_5: 0.23134112358093262 (0.2335490211123088) - | > loss_0: 2.5337369441986084 (2.480260773813087) - | > grad_norm_0: tensor(43.8942, device='cuda:0') (tensor(87.4660, device='cuda:0')) - | > loss_gen: 2.4291436672210693 (2.3333450346401965) - | > loss_kl: 1.6379516124725342 (1.5447866062570565) - | > loss_feat: 5.95698356628418 (6.224616846767863) - | > loss_mel: 21.648637771606445 (21.807659478932838) - | > loss_duration: 1.6584672927856445 (1.7194570662404816) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.33118438720703 (33.629865100274905) - | > grad_norm_1: tensor(743.3049, device='cuda:0') (tensor(577.7078, device='cuda:0')) - | > current_lr_0: 0.00019905219358328844 - | > current_lr_1: 0.00019905219358328844 - | > step_time: 1.1947 (0.9700927826708613) - | > loader_time: 0.0114 (0.007673348958396648) - - - --> TIME: 2024-11-23 00:50:03 -- STEP: 748/797 -- GLOBAL_STEP: 31825 - | > loss_disc: 2.45867919921875 (2.480904025190023) - | > loss_disc_real_0: 0.08316772431135178 (0.13644563940846727) - | > loss_disc_real_1: 0.19431227445602417 (0.21787403624524726) - | > loss_disc_real_2: 0.22130990028381348 (0.2344967630656964) - | > loss_disc_real_3: 0.260929137468338 (0.22559706524094159) - | > loss_disc_real_4: 0.21845458447933197 (0.2230163381937991) - | > loss_disc_real_5: 0.2578769326210022 (0.2339560505062501) - | > loss_0: 2.45867919921875 (2.480904025190023) - | > grad_norm_0: tensor(133.3848, device='cuda:0') (tensor(87.4888, device='cuda:0')) - | > loss_gen: 2.3641316890716553 (2.333880897830517) - | > loss_kl: 1.5034394264221191 (1.5454800731358034) - | > loss_feat: 6.349461555480957 (6.228201922248392) - | > loss_mel: 20.852081298828125 (21.81246379862495) - | > loss_duration: 1.658663272857666 (1.7184012428643225) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.727779388427734 (33.63842800211776) - | > grad_norm_1: tensor(963.5170, device='cuda:0') (tensor(579.6951, device='cuda:0')) - | > current_lr_0: 0.00019905219358328844 - | > current_lr_1: 0.00019905219358328844 - | > step_time: 1.9706 (0.9898907268111081) - | > loader_time: 0.0177 (0.007884974466925638) - - - --> TIME: 2024-11-23 00:51:13 -- STEP: 773/797 -- GLOBAL_STEP: 31850 - | > loss_disc: 2.5600533485412598 (2.481541623736113) - | > loss_disc_real_0: 0.11862523853778839 (0.1361697539373904) - | > loss_disc_real_1: 0.2050168514251709 (0.21798102934525515) - | > loss_disc_real_2: 0.21294420957565308 (0.23451935807375518) - | > loss_disc_real_3: 0.20753730833530426 (0.22571698340068042) - | > loss_disc_real_4: 0.25108861923217773 (0.22318561957308114) - | > loss_disc_real_5: 0.27976495027542114 (0.23394595761271375) - | > loss_0: 2.5600533485412598 (2.481541623736113) - | > grad_norm_0: tensor(34.5415, device='cuda:0') (tensor(87.1322, device='cuda:0')) - | > loss_gen: 2.1879186630249023 (2.3332336491785903) - | > loss_kl: 1.6434036493301392 (1.5465608741148313) - | > loss_feat: 6.516091823577881 (6.222615520210809) - | > loss_mel: 22.767026901245117 (21.816816263334566) - | > loss_duration: 1.6937947273254395 (1.7173599584599202) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.80823516845703 (33.63658633361654) - | > grad_norm_1: tensor(214.7003, device='cuda:0') (tensor(578.0380, device='cuda:0')) - | > current_lr_0: 0.00019905219358328844 - | > current_lr_1: 0.00019905219358328844 - | > step_time: 3.1633 (1.0469048347078354) - | > loader_time: 0.0112 (0.008735579630073263) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.9070305824279785 (2.9070305824279785) - | > loss_disc_real_0: 0.3426312804222107 (0.3426312804222107) - | > loss_disc_real_1: 0.3201870322227478 (0.3201870322227478) - | > loss_disc_real_2: 0.2677901089191437 (0.2677901089191437) - | > loss_disc_real_3: 0.22616824507713318 (0.22616824507713318) - | > loss_disc_real_4: 0.2380024939775467 (0.2380024939775467) - | > loss_disc_real_5: 0.25996291637420654 (0.25996291637420654) - | > loss_0: 2.9070305824279785 (2.9070305824279785) - | > loss_gen: 2.0828351974487305 (2.0828351974487305) - | > loss_kl: 1.9852337837219238 (1.9852337837219238) - | > loss_feat: 5.64874267578125 (5.64874267578125) - | > loss_mel: 23.265974044799805 (23.265974044799805) - | > loss_duration: 1.9722468852996826 (1.9722468852996826) - | > loss_1: 34.95503234863281 (34.95503234863281) - - --> STEP: 1 - | > loss_disc: 2.5427935123443604 (2.5427935123443604) - | > loss_disc_real_0: 0.3435671329498291 (0.3435671329498291) - | > loss_disc_real_1: 0.20984205603599548 (0.20984205603599548) - | > loss_disc_real_2: 0.19567401707172394 (0.19567401707172394) - | > loss_disc_real_3: 0.21552744507789612 (0.21552744507789612) - | > loss_disc_real_4: 0.17033572494983673 (0.17033572494983673) - | > loss_disc_real_5: 0.17380446195602417 (0.17380446195602417) - | > loss_0: 2.5427935123443604 (2.5427935123443604) - | > loss_gen: 2.1261770725250244 (2.1261770725250244) - | > loss_kl: 1.6925983428955078 (1.6925983428955078) - | > loss_feat: 6.135116100311279 (6.135116100311279) - | > loss_mel: 25.474035263061523 (25.474035263061523) - | > loss_duration: 1.7119734287261963 (1.7119734287261963) - | > loss_1: 37.1399040222168 (37.1399040222168) - - --> STEP: 2 - | > loss_disc: 2.866532802581787 (2.7046631574630737) - | > loss_disc_real_0: 0.39669090509414673 (0.3701290190219879) - | > loss_disc_real_1: 0.3058777451515198 (0.25785990059375763) - | > loss_disc_real_2: 0.18515916168689728 (0.1904165893793106) - | > loss_disc_real_3: 0.18710321187973022 (0.20131532847881317) - | > loss_disc_real_4: 0.2956864535808563 (0.23301108926534653) - | > loss_disc_real_5: 0.2539341151714325 (0.21386928856372833) - | > loss_0: 2.866532802581787 (2.7046631574630737) - | > loss_gen: 2.1087520122528076 (2.117464542388916) - | > loss_kl: 1.79013991355896 (1.7413691282272339) - | > loss_feat: 5.0207390785217285 (5.577927589416504) - | > loss_mel: 21.018272399902344 (23.246153831481934) - | > loss_duration: 1.67177414894104 (1.6918737888336182) - | > loss_1: 31.609676361083984 (34.37479019165039) - - --> STEP: 3 - | > loss_disc: 2.8522768020629883 (2.7538677056630454) - | > loss_disc_real_0: 0.42018720507621765 (0.3868150810400645) - | > loss_disc_real_1: 0.2356092929840088 (0.250443031390508) - | > loss_disc_real_2: 0.21597309410572052 (0.19893542428811392) - | > loss_disc_real_3: 0.22954416275024414 (0.2107249399026235) - | > loss_disc_real_4: 0.2639204263687134 (0.24331420163313547) - | > loss_disc_real_5: 0.26483115553855896 (0.23085657755533853) - | > loss_0: 2.8522768020629883 (2.7538677056630454) - | > loss_gen: 2.1572117805480957 (2.130713621775309) - | > loss_kl: 1.1169729232788086 (1.533237059911092) - | > loss_feat: 5.855831623077393 (5.670562267303467) - | > loss_mel: 24.43436622619629 (23.64222462972005) - | > loss_duration: 1.7563972473144531 (1.7133816083272297) - | > loss_1: 35.32078170776367 (34.690120697021484) - - --> STEP: 4 - | > loss_disc: 2.59633731842041 (2.7144851088523865) - | > loss_disc_real_0: 0.27213573455810547 (0.35814524441957474) - | > loss_disc_real_1: 0.24211402237415314 (0.2483607791364193) - | > loss_disc_real_2: 0.16299687325954437 (0.18995078653097153) - | > loss_disc_real_3: 0.23333777487277985 (0.21637814864516258) - | > loss_disc_real_4: 0.21500220894813538 (0.23623620346188545) - | > loss_disc_real_5: 0.22562815248966217 (0.22954947128891945) - | > loss_0: 2.59633731842041 (2.7144851088523865) - | > loss_gen: 2.1556267738342285 (2.136941909790039) - | > loss_kl: 1.5474555492401123 (1.5367916822433472) - | > loss_feat: 5.192582607269287 (5.551067352294922) - | > loss_mel: 20.184267044067383 (22.777735233306885) - | > loss_duration: 1.7025079727172852 (1.7106631994247437) - | > loss_1: 30.782440185546875 (33.71320056915283) - - --> STEP: 5 - | > loss_disc: 2.3544909954071045 (2.6424862861633303) - | > loss_disc_real_0: 0.225689098238945 (0.3316540151834488) - | > loss_disc_real_1: 0.224504753947258 (0.24358957409858703) - | > loss_disc_real_2: 0.19326838850975037 (0.1906143069267273) - | > loss_disc_real_3: 0.13291864097118378 (0.1996862471103668) - | > loss_disc_real_4: 0.21539784967899323 (0.232068532705307) - | > loss_disc_real_5: 0.14621709287166595 (0.21288299560546875) - | > loss_0: 2.3544909954071045 (2.6424862861633303) - | > loss_gen: 2.129563570022583 (2.1354662418365478) - | > loss_kl: 2.3818960189819336 (1.7058125495910645) - | > loss_feat: 7.263946533203125 (5.893643188476562) - | > loss_mel: 23.113922119140625 (22.844972610473633) - | > loss_duration: 1.8400416374206543 (1.7365388870239258) - | > loss_1: 36.7293701171875 (34.31643447875977) - - --> STEP: 6 - | > loss_disc: 2.8518803119659424 (2.6773852904637656) - | > loss_disc_real_0: 0.3978370726108551 (0.3426845247546832) - | > loss_disc_real_1: 0.2696824371814728 (0.24793838461240134) - | > loss_disc_real_2: 0.21916398406028748 (0.19537258644898733) - | > loss_disc_real_3: 0.24299629032611847 (0.20690458764632544) - | > loss_disc_real_4: 0.27564454078674316 (0.2393312007188797) - | > loss_disc_real_5: 0.1836947500705719 (0.20801828801631927) - | > loss_0: 2.8518803119659424 (2.6773852904637656) - | > loss_gen: 2.1672093868255615 (2.1407567660013833) - | > loss_kl: 1.8362245559692383 (1.7275478839874268) - | > loss_feat: 5.5970258712768555 (5.844206968943278) - | > loss_mel: 22.517879486083984 (22.790457089742024) - | > loss_duration: 1.691367506980896 (1.729010323683421) - | > loss_1: 33.80970764160156 (34.23198000590006) - - --> STEP: 7 - | > loss_disc: 2.574666976928711 (2.6627112456730435) - | > loss_disc_real_0: 0.273653119802475 (0.3328228954757963) - | > loss_disc_real_1: 0.21987275779247284 (0.24392900935241155) - | > loss_disc_real_2: 0.23766683042049408 (0.20141462130205973) - | > loss_disc_real_3: 0.22081702947616577 (0.20889207933630263) - | > loss_disc_real_4: 0.2658001184463501 (0.2431124746799469) - | > loss_disc_real_5: 0.22445163130760193 (0.21036590848650252) - | > loss_0: 2.574666976928711 (2.6627112456730435) - | > loss_gen: 2.31748366355896 (2.166003465652466) - | > loss_kl: 1.9084527492523193 (1.7533914361681258) - | > loss_feat: 4.862355709075928 (5.7039425032479425) - | > loss_mel: 20.059301376342773 (22.400291987827845) - | > loss_duration: 1.6355106830596924 (1.7156532321657454) - | > loss_1: 30.783103942871094 (33.739283425467356) - - --> STEP: 8 - | > loss_disc: 2.8095815181732178 (2.681070029735565) - | > loss_disc_real_0: 0.33906716108322144 (0.33360342867672443) - | > loss_disc_real_1: 0.258689284324646 (0.24577404372394085) - | > loss_disc_real_2: 0.22092904150485992 (0.20385392382740974) - | > loss_disc_real_3: 0.20539377629756927 (0.20845479145646095) - | > loss_disc_real_4: 0.2811155617237091 (0.24786286056041718) - | > loss_disc_real_5: 0.23343832790851593 (0.2132499609142542) - | > loss_0: 2.8095815181732178 (2.681070029735565) - | > loss_gen: 2.1172842979431152 (2.159913569688797) - | > loss_kl: 2.0221574306488037 (1.7869871854782104) - | > loss_feat: 5.167739391326904 (5.6369171142578125) - | > loss_mel: 20.226476669311523 (22.128565073013306) - | > loss_duration: 1.7436957359313965 (1.7191585451364517) - | > loss_1: 31.277355194091797 (33.43154239654541) - - --> STEP: 9 - | > loss_disc: 2.7228260040283203 (2.68570958243476) - | > loss_disc_real_0: 0.31062471866607666 (0.33105023867554134) - | > loss_disc_real_1: 0.23811426758766174 (0.2449229574865765) - | > loss_disc_real_2: 0.21546928584575653 (0.20514451960722604) - | > loss_disc_real_3: 0.20715104043483734 (0.2083099302318361) - | > loss_disc_real_4: 0.21444742381572723 (0.24415003425545162) - | > loss_disc_real_5: 0.23042139410972595 (0.21515789793597329) - | > loss_0: 2.7228260040283203 (2.68570958243476) - | > loss_gen: 1.9349453449249268 (2.1349171002705893) - | > loss_kl: 1.3366566896438599 (1.7369504637188382) - | > loss_feat: 5.345606327056885 (5.604549249013265) - | > loss_mel: 22.083206176757812 (22.123525195651585) - | > loss_duration: 1.7027785778045654 (1.717338548766242) - | > loss_1: 32.403194427490234 (33.31728151109483) - - --> STEP: 10 - | > loss_disc: 2.731111526489258 (2.69024977684021) - | > loss_disc_real_0: 0.3331511914730072 (0.3312603339552879) - | > loss_disc_real_1: 0.26560860872268677 (0.24699152261018753) - | > loss_disc_real_2: 0.2368793934583664 (0.2083180069923401) - | > loss_disc_real_3: 0.22674110531806946 (0.21015304774045945) - | > loss_disc_real_4: 0.2330680936574936 (0.24304184019565583) - | > loss_disc_real_5: 0.23504841327667236 (0.21714694947004318) - | > loss_0: 2.731111526489258 (2.69024977684021) - | > loss_gen: 2.055145263671875 (2.1269399166107177) - | > loss_kl: 1.377791166305542 (1.7010345339775086) - | > loss_feat: 4.084428787231445 (5.452537202835083) - | > loss_mel: 16.89752960205078 (21.600925636291503) - | > loss_duration: 1.6026933193206787 (1.7058740258216858) - | > loss_1: 26.017587661743164 (32.58731212615967) - - --> STEP: 11 - | > loss_disc: 2.6825242042541504 (2.689547452059659) - | > loss_disc_real_0: 0.2106672078371048 (0.32029732248999854) - | > loss_disc_real_1: 0.26580867171287537 (0.2487021725286137) - | > loss_disc_real_2: 0.16975577175617218 (0.20481234924359756) - | > loss_disc_real_3: 0.1288680136203766 (0.20276349918408829) - | > loss_disc_real_4: 0.22008268535137177 (0.24095464430072092) - | > loss_disc_real_5: 0.2651282846927643 (0.2215088890357451) - | > loss_0: 2.6825242042541504 (2.689547452059659) - | > loss_gen: 1.9690704345703125 (2.1125881455161353) - | > loss_kl: 2.323910713195801 (1.7576596411791714) - | > loss_feat: 7.636091709136963 (5.651042157953436) - | > loss_mel: 24.74294090270996 (21.88656338778409) - | > loss_duration: 1.5993441343307495 (1.6961894902316006) - | > loss_1: 38.27135467529297 (33.10404326698997) - - --> STEP: 12 - | > loss_disc: 2.7006404399871826 (2.690471867720286) - | > loss_disc_real_0: 0.2973502278327942 (0.3183850646018982) - | > loss_disc_real_1: 0.23260089755058289 (0.2473603996137778) - | > loss_disc_real_2: 0.23294752836227417 (0.20715694750348726) - | > loss_disc_real_3: 0.2661823630332947 (0.20804840450485548) - | > loss_disc_real_4: 0.2860282361507416 (0.2447107769548893) - | > loss_disc_real_5: 0.22536759078502655 (0.2218304475148519) - | > loss_0: 2.7006404399871826 (2.690471867720286) - | > loss_gen: 2.215848445892334 (2.121193170547485) - | > loss_kl: 1.1618595123291016 (1.7080096304416656) - | > loss_feat: 4.653192043304443 (5.567887981732686) - | > loss_mel: 20.594331741333008 (21.778877417246502) - | > loss_duration: 1.7555427551269531 (1.7011355956395466) - | > loss_1: 30.380775451660156 (32.87710428237915) - - --> STEP: 13 - | > loss_disc: 2.367889165878296 (2.6656578137324405) - | > loss_disc_real_0: 0.202256977558136 (0.3094521348293011) - | > loss_disc_real_1: 0.22008278965950012 (0.2452621219249872) - | > loss_disc_real_2: 0.17670777440071106 (0.20481470341865832) - | > loss_disc_real_3: 0.16695931553840637 (0.20488770535359016) - | > loss_disc_real_4: 0.2045506089925766 (0.24162153326548064) - | > loss_disc_real_5: 0.16731391847133636 (0.2176368683576584) - | > loss_0: 2.367889165878296 (2.6656578137324405) - | > loss_gen: 2.1336634159088135 (2.122152420190664) - | > loss_kl: 1.9687851667404175 (1.7280692870800312) - | > loss_feat: 6.8333845138549805 (5.6652338688190165) - | > loss_mel: 24.43651008605957 (21.98331069946289) - | > loss_duration: 1.7334318161010742 (1.7036199202904334) - | > loss_1: 37.10577392578125 (33.202386562640854) - - --> STEP: 14 - | > loss_disc: 2.580575466156006 (2.659580503191267) - | > loss_disc_real_0: 0.2622162103652954 (0.3060781402247293) - | > loss_disc_real_1: 0.2301965355873108 (0.2441860086151532) - | > loss_disc_real_2: 0.20519129931926727 (0.20484160312584468) - | > loss_disc_real_3: 0.22411924600601196 (0.20626138682876313) - | > loss_disc_real_4: 0.2790936529636383 (0.24429811324392045) - | > loss_disc_real_5: 0.3360034227371216 (0.22609162224190577) - | > loss_0: 2.580575466156006 (2.659580503191267) - | > loss_gen: 2.3474607467651367 (2.1382458720888406) - | > loss_kl: 1.2471892833709717 (1.693720715386527) - | > loss_feat: 5.192717552185059 (5.631482703345163) - | > loss_mel: 22.15948486328125 (21.995894568307058) - | > loss_duration: 1.7730926275253296 (1.7085822565214974) - | > loss_1: 32.719947814941406 (33.16792665209089) - - --> STEP: 15 - | > loss_disc: 2.599151849746704 (2.6555519262949625) - | > loss_disc_real_0: 0.33091145753860474 (0.307733694712321) - | > loss_disc_real_1: 0.3040578365325928 (0.24817746380964914) - | > loss_disc_real_2: 0.26569443941116333 (0.20889845887819927) - | > loss_disc_real_3: 0.18581928312778473 (0.2048985799153646) - | > loss_disc_real_4: 0.21806859970092773 (0.24254947900772095) - | > loss_disc_real_5: 0.2038080394268036 (0.2246060500542323) - | > loss_0: 2.599151849746704 (2.6555519262949625) - | > loss_gen: 2.270526170730591 (2.1470645586649573) - | > loss_kl: 1.700344443321228 (1.6941622972488404) - | > loss_feat: 5.858067035675049 (5.646588325500488) - | > loss_mel: 24.290864944458008 (22.14889259338379) - | > loss_duration: 1.6829464435577393 (1.7068732023239135) - | > loss_1: 35.80274963378906 (33.34358151753744) - - --> STEP: 16 - | > loss_disc: 2.845133066177368 (2.667400747537613) - | > loss_disc_real_0: 0.30148425698280334 (0.3073431048542261) - | > loss_disc_real_1: 0.293719619512558 (0.25102384854108095) - | > loss_disc_real_2: 0.2465471774339676 (0.21125150378793478) - | > loss_disc_real_3: 0.19280478358268738 (0.20414271764457226) - | > loss_disc_real_4: 0.18718387186527252 (0.23908912856131792) - | > loss_disc_real_5: 0.19867579638957977 (0.2229854092001915) - | > loss_0: 2.845133066177368 (2.667400747537613) - | > loss_gen: 1.9131146669387817 (2.1324426904320712) - | > loss_kl: 1.4434431791305542 (1.6784923523664474) - | > loss_feat: 6.261790752410889 (5.685038477182388) - | > loss_mel: 23.854949951171875 (22.255521178245544) - | > loss_duration: 1.7788747549057007 (1.7113732993602753) - | > loss_1: 35.252174377441406 (33.46286857128143) - - --> STEP: 17 - | > loss_disc: 2.4274234771728516 (2.6532844375161564) - | > loss_disc_real_0: 0.30012500286102295 (0.3069185106193318) - | > loss_disc_real_1: 0.233455091714859 (0.24999039225718556) - | > loss_disc_real_2: 0.15387023985385895 (0.20787613532122443) - | > loss_disc_real_3: 0.176319420337677 (0.20250605309710784) - | > loss_disc_real_4: 0.19122245907783508 (0.23627344212111304) - | > loss_disc_real_5: 0.19261384010314941 (0.2211988463121302) - | > loss_0: 2.4274234771728516 (2.6532844375161564) - | > loss_gen: 2.148683786392212 (2.133398049017962) - | > loss_kl: 1.6798627376556396 (1.6785729632658117) - | > loss_feat: 6.456991672515869 (5.730447488672593) - | > loss_mel: 25.194332122802734 (22.42839241027832) - | > loss_duration: 1.680629014968872 (1.709564812043134) - | > loss_1: 37.160499572753906 (33.6803762772504) - - --> STEP: 18 - | > loss_disc: 2.671933650970459 (2.6543205049302845) - | > loss_disc_real_0: 0.2834312915802002 (0.3056136651171578) - | > loss_disc_real_1: 0.2479274570941925 (0.24987578474813038) - | > loss_disc_real_2: 0.24751107394695282 (0.21007807635598713) - | > loss_disc_real_3: 0.22299645841121674 (0.20364440894789165) - | > loss_disc_real_4: 0.23294508457183838 (0.23608853336837557) - | > loss_disc_real_5: 0.18712976574897766 (0.2193061196141773) - | > loss_0: 2.671933650970459 (2.6543205049302845) - | > loss_gen: 2.183023691177368 (2.136155029137929) - | > loss_kl: 1.5133434534072876 (1.6693935460514493) - | > loss_feat: 6.397309303283691 (5.767495367262098) - | > loss_mel: 23.89479637145996 (22.509859297010635) - | > loss_duration: 1.6662548780441284 (1.7071587045987446) - | > loss_1: 35.654727935791016 (33.790062480502655) - - --> STEP: 19 - | > loss_disc: 2.795520782470703 (2.661752098485043) - | > loss_disc_real_0: 0.2589534521102905 (0.30315786443258586) - | > loss_disc_real_1: 0.23216316103935242 (0.2489435413950368) - | > loss_disc_real_2: 0.19907663762569427 (0.20949905326491908) - | > loss_disc_real_3: 0.16563737392425537 (0.20164403868348976) - | > loss_disc_real_4: 0.21239767968654633 (0.23484164633248983) - | > loss_disc_real_5: 0.21032655239105225 (0.21883351081296018) - | > loss_0: 2.795520782470703 (2.661752098485043) - | > loss_gen: 1.876301884651184 (2.122478547849153) - | > loss_kl: 1.4052884578704834 (1.655493278252451) - | > loss_feat: 5.991745471954346 (5.779298004351165) - | > loss_mel: 22.73700523376465 (22.521814346313477) - | > loss_duration: 1.8072435855865479 (1.7124263299138922) - | > loss_1: 33.81758499145508 (33.791511033710684) - - --> STEP: 20 - | > loss_disc: 2.6005845069885254 (2.658693718910217) - | > loss_disc_real_0: 0.297484427690506 (0.3028741925954819) - | > loss_disc_real_1: 0.2309325784444809 (0.248042993247509) - | > loss_disc_real_2: 0.2010648101568222 (0.20907734110951423) - | > loss_disc_real_3: 0.1907888799905777 (0.20110128074884415) - | > loss_disc_real_4: 0.19914786517620087 (0.23305695727467537) - | > loss_disc_real_5: 0.17339147627353668 (0.216561409085989) - | > loss_0: 2.6005845069885254 (2.658693718910217) - | > loss_gen: 1.9461321830749512 (2.1136612296104427) - | > loss_kl: 1.7028679847717285 (1.657862013578415) - | > loss_feat: 5.902778625488281 (5.785472035408021) - | > loss_mel: 21.594945907592773 (22.47547092437744) - | > loss_duration: 1.662276029586792 (1.7099188148975373) - | > loss_1: 32.80900192260742 (33.74238557815552) - - --> STEP: 21 - | > loss_disc: 2.496494770050049 (2.6509699594406855) - | > loss_disc_real_0: 0.2386399209499359 (0.2998154177552178) - | > loss_disc_real_1: 0.2419377714395523 (0.24775226839951106) - | > loss_disc_real_2: 0.24323426187038422 (0.21070386114574613) - | > loss_disc_real_3: 0.16916126012802124 (0.19958032738594783) - | > loss_disc_real_4: 0.2457078993320465 (0.23365938308693113) - | > loss_disc_real_5: 0.15293189883232117 (0.2135314324072429) - | > loss_0: 2.496494770050049 (2.6509699594406855) - | > loss_gen: 2.1967828273773193 (2.117619400932675) - | > loss_kl: 1.732267141342163 (1.6614051149004982) - | > loss_feat: 6.664270877838135 (5.827319599333264) - | > loss_mel: 24.559858322143555 (22.57472746712821) - | > loss_duration: 1.6853442192077637 (1.7087485960551672) - | > loss_1: 36.838523864746094 (33.88982073465983) - - --> STEP: 22 - | > loss_disc: 2.8155293464660645 (2.6584499315782026) - | > loss_disc_real_0: 0.4195244312286377 (0.30525673654946417) - | > loss_disc_real_1: 0.22637048363685608 (0.24678036909211765) - | > loss_disc_real_2: 0.20920631289482117 (0.2106357907707041) - | > loss_disc_real_3: 0.22851194441318512 (0.20089540088718588) - | > loss_disc_real_4: 0.23099598288536072 (0.2335383194414052) - | > loss_disc_real_5: 0.23327496647834778 (0.21442886577411133) - | > loss_0: 2.8155293464660645 (2.6584499315782026) - | > loss_gen: 1.9841229915618896 (2.111551382324912) - | > loss_kl: 1.5981152057647705 (1.6585283008488743) - | > loss_feat: 3.12170147895813 (5.704336957498031) - | > loss_mel: 14.879047393798828 (22.224923827431418) - | > loss_duration: 1.7980530261993408 (1.7128078883344477) - | > loss_1: 23.381040573120117 (33.4121489091353) - - --> STEP: 23 - | > loss_disc: 2.653139114379883 (2.6582190264826235) - | > loss_disc_real_0: 0.251284658908844 (0.30291012447813287) - | > loss_disc_real_1: 0.2745543420314789 (0.24798793313295944) - | > loss_disc_real_2: 0.24422967433929443 (0.21209639440412106) - | > loss_disc_real_3: 0.17741335928440094 (0.19987444255663) - | > loss_disc_real_4: 0.19844481348991394 (0.23201251483481863) - | > loss_disc_real_5: 0.18020831048488617 (0.212941015544145) - | > loss_0: 2.653139114379883 (2.6582190264826235) - | > loss_gen: 2.051715850830078 (2.1089498374773106) - | > loss_kl: 1.6620659828186035 (1.6586821131084277) - | > loss_feat: 6.633467674255371 (5.744733945183132) - | > loss_mel: 22.609289169311523 (22.241635364034902) - | > loss_duration: 1.7979962825775146 (1.7165117315624072) - | > loss_1: 34.75453567504883 (33.47051355113154) - - --> STEP: 24 - | > loss_disc: 2.7839248180389404 (2.66345676779747) - | > loss_disc_real_0: 0.35765138268470764 (0.30519101023674017) - | > loss_disc_real_1: 0.23033639788627625 (0.247252452497681) - | > loss_disc_real_2: 0.2070268839597702 (0.21188516480227312) - | > loss_disc_real_3: 0.2073696255683899 (0.20018674184878668) - | > loss_disc_real_4: 0.2506149709224701 (0.2327876171718041) - | > loss_disc_real_5: 0.22759407758712769 (0.21355155979593596) - | > loss_0: 2.7839248180389404 (2.66345676779747) - | > loss_gen: 2.0596067905426025 (2.1068938771883645) - | > loss_kl: 1.591994285583496 (1.6559034536282222) - | > loss_feat: 4.969619274139404 (5.71243750055631) - | > loss_mel: 21.3486385345459 (22.204427162806194) - | > loss_duration: 1.6876600980758667 (1.7153095801671345) - | > loss_1: 31.65751838684082 (33.39497208595276) - - --> STEP: 25 - | > loss_disc: 2.6788625717163086 (2.6640729999542234) - | > loss_disc_real_0: 0.26232218742370605 (0.30347625732421885) - | > loss_disc_real_1: 0.2559165954589844 (0.24759901821613312) - | > loss_disc_real_2: 0.15604211390018463 (0.20965144276618958) - | > loss_disc_real_3: 0.12894247472286224 (0.1973369711637497) - | > loss_disc_real_4: 0.2985038459300995 (0.23541626632213591) - | > loss_disc_real_5: 0.23910219967365265 (0.21457358539104462) - | > loss_0: 2.6788625717163086 (2.6640729999542234) - | > loss_gen: 2.217170000076294 (2.1113049221038818) - | > loss_kl: 1.5069568157196045 (1.6499455881118774) - | > loss_feat: 7.388618469238281 (5.779484739303589) - | > loss_mel: 27.951343536376953 (22.434303817749022) - | > loss_duration: 1.6320955753326416 (1.7119810199737548) - | > loss_1: 40.69618606567383 (33.6870206451416) - - --> STEP: 26 - | > loss_disc: 2.3291518688201904 (2.65119141798753) - | > loss_disc_real_0: 0.11844278126955032 (0.29635958516827005) - | > loss_disc_real_1: 0.19126220047473907 (0.2454322175337718) - | > loss_disc_real_2: 0.20056748390197754 (0.20930205973295066) - | > loss_disc_real_3: 0.1503138244152069 (0.19552838859649804) - | > loss_disc_real_4: 0.18027545511722565 (0.23329546589117783) - | > loss_disc_real_5: 0.20727398991584778 (0.21429283171892166) - | > loss_0: 2.3291518688201904 (2.65119141798753) - | > loss_gen: 2.101271629333496 (2.110919026228098) - | > loss_kl: 1.376206398010254 (1.6394171577233534) - | > loss_feat: 6.681541442871094 (5.814179227902339) - | > loss_mel: 24.1756591796875 (22.501279023977425) - | > loss_duration: 1.655142903327942 (1.7097949385643005) - | > loss_1: 35.98982238769531 (33.77558994293213) - - --> STEP: 27 - | > loss_disc: 2.877295732498169 (2.6595656518582946) - | > loss_disc_real_0: 0.40549328923225403 (0.3004015742076768) - | > loss_disc_real_1: 0.22582241892814636 (0.2447059286965264) - | > loss_disc_real_2: 0.24116532504558563 (0.21048218067045565) - | > loss_disc_real_3: 0.23704591393470764 (0.19706607472013543) - | > loss_disc_real_4: 0.22524985671043396 (0.2329974803659651) - | > loss_disc_real_5: 0.25091657042503357 (0.2156492664858147) - | > loss_0: 2.877295732498169 (2.6595656518582946) - | > loss_gen: 2.028956890106201 (2.1078833915569164) - | > loss_kl: 1.7320005893707275 (1.6428461737102933) - | > loss_feat: 5.397575855255127 (5.79874947335985) - | > loss_mel: 23.40214729309082 (22.53464451542607) - | > loss_duration: 1.6897920370101929 (1.709054090358593) - | > loss_1: 34.25047302246094 (33.7931782051369) - - --> STEP: 28 - | > loss_disc: 2.512467384338379 (2.6543121423040117) - | > loss_disc_real_0: 0.2720946669578552 (0.2993906132344689) - | > loss_disc_real_1: 0.23309753835201263 (0.2442913433270795) - | > loss_disc_real_2: 0.1802324801683426 (0.20940183422395162) - | > loss_disc_real_3: 0.22473512589931488 (0.19805425511939184) - | > loss_disc_real_4: 0.17953592538833618 (0.23108813911676407) - | > loss_disc_real_5: 0.1838628500699997 (0.214514037328107) - | > loss_0: 2.512467384338379 (2.6543121423040117) - | > loss_gen: 2.1667401790618896 (2.109985419682094) - | > loss_kl: 1.9316279888153076 (1.6531598099640437) - | > loss_feat: 6.402411460876465 (5.820308830056872) - | > loss_mel: 25.633792877197266 (22.64532838548933) - | > loss_duration: 1.7034918069839478 (1.708855437380927) - | > loss_1: 37.83806610107422 (33.937638487134656) - - --> STEP: 29 - | > loss_disc: 2.790696144104004 (2.6590150389178047) - | > loss_disc_real_0: 0.35591864585876465 (0.301339855738755) - | > loss_disc_real_1: 0.2651757001876831 (0.24501149356365204) - | > loss_disc_real_2: 0.2551061809062958 (0.2109778461785152) - | > loss_disc_real_3: 0.2844010293483734 (0.201031730092805) - | > loss_disc_real_4: 0.19332806766033173 (0.22978606768723192) - | > loss_disc_real_5: 0.24059437215328217 (0.2154133592186303) - | > loss_0: 2.790696144104004 (2.6590150389178047) - | > loss_gen: 2.209787130355835 (2.1134268579811883) - | > loss_kl: 1.5651419162750244 (1.6501247101816638) - | > loss_feat: 3.3059022426605225 (5.733605154629411) - | > loss_mel: 20.325340270996094 (22.565328795334388) - | > loss_duration: 1.672013521194458 (1.7075850264779453) - | > loss_1: 29.07818603515625 (33.77007116120437) - - --> STEP: 30 - | > loss_disc: 2.4281327724456787 (2.6513189633687335) - | > loss_disc_real_0: 0.20696723461151123 (0.2981941017011802) - | > loss_disc_real_1: 0.25379130244255066 (0.24530415385961532) - | > loss_disc_real_2: 0.2244143784046173 (0.21142573058605194) - | > loss_disc_real_3: 0.20744313299655914 (0.20124544352293014) - | > loss_disc_real_4: 0.18026214838027954 (0.22813527037700018) - | > loss_disc_real_5: 0.14147210121154785 (0.21294865061839421) - | > loss_0: 2.4281327724456787 (2.6513189633687335) - | > loss_gen: 2.1959731578826904 (2.1161784013112386) - | > loss_kl: 2.0916876792907715 (1.6648434758186341) - | > loss_feat: 6.807820796966553 (5.769412342707316) - | > loss_mel: 25.645984649658203 (22.66801732381185) - | > loss_duration: 1.7333370447158813 (1.7084434270858764) - | > loss_1: 38.47480392456055 (33.92689558664958) - - --> STEP: 31 - | > loss_disc: 2.687711238861084 (2.652492907739455) - | > loss_disc_real_0: 0.23926463723182678 (0.29629315123442684) - | > loss_disc_real_1: 0.18959744274616241 (0.2435071631785362) - | > loss_disc_real_2: 0.15251794457435608 (0.20952547942438432) - | > loss_disc_real_3: 0.17080867290496826 (0.2002636122126733) - | > loss_disc_real_4: 0.23283371329307556 (0.2282868330517123) - | > loss_disc_real_5: 0.1886105239391327 (0.21216354975777288) - | > loss_0: 2.687711238861084 (2.652492907739455) - | > loss_gen: 1.8837047815322876 (2.108679252286111) - | > loss_kl: 1.40353524684906 (1.6564141781099382) - | > loss_feat: 7.325476169586182 (5.819607950025989) - | > loss_mel: 24.60441017150879 (22.730481609221428) - | > loss_duration: 1.6649556159973145 (1.7070405944701164) - | > loss_1: 36.882080078125 (34.02222411863266) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.009053353340395033 (-0.004050616295106951) - | > avg_loss_disc: 2.652492907739455 (+0.1685411930084233) - | > avg_loss_disc_real_0: 0.29629315123442684 (+0.06216913533787577) - | > avg_loss_disc_real_1: 0.2435071631785362 (+0.05513389456656673) - | > avg_loss_disc_real_2: 0.20952547942438432 (-0.0019570478508549594) - | > avg_loss_disc_real_3: 0.2002636122126733 (+0.010781119908055942) - | > avg_loss_disc_real_4: 0.2282868330517123 (-0.00032939593638142695) - | > avg_loss_disc_real_5: 0.21216354975777288 (-0.029162668412731546) - | > avg_loss_0: 2.652492907739455 (+0.1685411930084233) - | > avg_loss_gen: 2.108679252286111 (-0.32533283772007104) - | > avg_loss_kl: 1.6564141781099382 (+0.05796220610218672) - | > avg_loss_feat: 5.819607950025989 (-0.39340501446877774) - | > avg_loss_mel: 22.730481609221428 (+0.6756444131174391) - | > avg_loss_duration: 1.7070405944701164 (-0.0007633470719861091) - | > avg_loss_1: 34.02222411863266 (+0.014105766050263924) - - - > EPOCH: 11/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 00:52:55)  - - --> TIME: 2024-11-23 00:52:57 -- STEP: 1/797 -- GLOBAL_STEP: 31875 - | > loss_disc: 2.7272799015045166 (2.7272799015045166) - | > loss_disc_real_0: 0.41385799646377563 (0.41385799646377563) - | > loss_disc_real_1: 0.2090112417936325 (0.2090112417936325) - | > loss_disc_real_2: 0.18992076814174652 (0.18992076814174652) - | > loss_disc_real_3: 0.19909073412418365 (0.19909073412418365) - | > loss_disc_real_4: 0.2628575265407562 (0.2628575265407562) - | > loss_disc_real_5: 0.22224144637584686 (0.22224144637584686) - | > loss_0: 2.7272799015045166 (2.7272799015045166) - | > grad_norm_0: tensor(208.5932, device='cuda:0') (tensor(208.5932, device='cuda:0')) - | > loss_gen: 2.4813456535339355 (2.4813456535339355) - | > loss_kl: 1.7333356142044067 (1.7333356142044067) - | > loss_feat: 6.278783321380615 (6.278783321380615) - | > loss_mel: 22.53025245666504 (22.53025245666504) - | > loss_duration: 2.0259039402008057 (2.0259039402008057) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.04962158203125 (35.04962158203125) - | > grad_norm_1: tensor(602.6130, device='cuda:0') (tensor(602.6130, device='cuda:0')) - | > current_lr_0: 0.0001990273120590905 - | > current_lr_1: 0.0001990273120590905 - | > step_time: 1.1158 (1.115828275680542) - | > loader_time: 0.0054 (0.0054166316986083984) - - - --> TIME: 2024-11-23 00:53:20 -- STEP: 26/797 -- GLOBAL_STEP: 31900 - | > loss_disc: 2.473151683807373 (2.5295553849293637) - | > loss_disc_real_0: 0.09949484467506409 (0.16265207815628785) - | > loss_disc_real_1: 0.19246546924114227 (0.22064262685867456) - | > loss_disc_real_2: 0.23082192242145538 (0.2332210219823397) - | > loss_disc_real_3: 0.2096533328294754 (0.22402252887304014) - | > loss_disc_real_4: 0.20386303961277008 (0.21927896657815346) - | > loss_disc_real_5: 0.23331013321876526 (0.23177091949261153) - | > loss_0: 2.473151683807373 (2.5295553849293637) - | > grad_norm_0: tensor(16.3757, device='cuda:0') (tensor(78.7748, device='cuda:0')) - | > loss_gen: 2.319528102874756 (2.3062022007428684) - | > loss_kl: 1.531114101409912 (1.5588379685695355) - | > loss_feat: 5.661031723022461 (6.216900715461144) - | > loss_mel: 21.513965606689453 (21.448982605567345) - | > loss_duration: 1.787072777748108 (1.84872901898164) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.812713623046875 (33.37965231675368) - | > grad_norm_1: tensor(242.5178, device='cuda:0') (tensor(446.7057, device='cuda:0')) - | > current_lr_0: 0.0001990273120590905 - | > current_lr_1: 0.0001990273120590905 - | > step_time: 1.0544 (0.9339093703490037) - | > loader_time: 0.0048 (0.004804381957420936) - - - --> TIME: 2024-11-23 00:53:44 -- STEP: 51/797 -- GLOBAL_STEP: 31925 - | > loss_disc: 2.533141613006592 (2.5079508715984873) - | > loss_disc_real_0: 0.11014986038208008 (0.14636683303351491) - | > loss_disc_real_1: 0.21317067742347717 (0.22045356911771438) - | > loss_disc_real_2: 0.25288665294647217 (0.2391480298018923) - | > loss_disc_real_3: 0.21463030576705933 (0.2254831291296903) - | > loss_disc_real_4: 0.2689230740070343 (0.2232685369603774) - | > loss_disc_real_5: 0.2222687005996704 (0.23564941012391857) - | > loss_0: 2.533141613006592 (2.5079508715984873) - | > grad_norm_0: tensor(192.3574, device='cuda:0') (tensor(89.3945, device='cuda:0')) - | > loss_gen: 2.2490835189819336 (2.316632789724013) - | > loss_kl: 1.7316087484359741 (1.5747316654990702) - | > loss_feat: 5.817417144775391 (6.280568665149165) - | > loss_mel: 19.29983901977539 (21.500835830090097) - | > loss_duration: 1.8037798404693604 (1.809271344951555) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.901729583740234 (33.48204025567746) - | > grad_norm_1: tensor(895.8885, device='cuda:0') (tensor(545.9359, device='cuda:0')) - | > current_lr_0: 0.0001990273120590905 - | > current_lr_1: 0.0001990273120590905 - | > step_time: 0.897 (0.934401180229935) - | > loader_time: 0.0047 (0.0049113011827655855) - - - --> TIME: 2024-11-23 00:54:07 -- STEP: 76/797 -- GLOBAL_STEP: 31950 - | > loss_disc: 2.421933889389038 (2.48189010431892) - | > loss_disc_real_0: 0.10890743881464005 (0.1382875571909704) - | > loss_disc_real_1: 0.25949251651763916 (0.21871190635781534) - | > loss_disc_real_2: 0.23573540151119232 (0.2342329368387398) - | > loss_disc_real_3: 0.24515418708324432 (0.22457444883490862) - | > loss_disc_real_4: 0.210962176322937 (0.22295177276981504) - | > loss_disc_real_5: 0.23095285892486572 (0.23361641619550555) - | > loss_0: 2.421933889389038 (2.48189010431892) - | > grad_norm_0: tensor(137.3651, device='cuda:0') (tensor(81.1495, device='cuda:0')) - | > loss_gen: 2.3228342533111572 (2.3213514873855994) - | > loss_kl: 1.6149382591247559 (1.5492502443100278) - | > loss_feat: 6.265707969665527 (6.358667919510289) - | > loss_mel: 20.93575668334961 (21.63854536257292) - | > loss_duration: 1.8072673082351685 (1.7819993119490773) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.946502685546875 (33.64981420416581) - | > grad_norm_1: tensor(548.1648, device='cuda:0') (tensor(542.4364, device='cuda:0')) - | > current_lr_0: 0.0001990273120590905 - | > current_lr_1: 0.0001990273120590905 - | > step_time: 0.9817 (0.9226496909794054) - | > loader_time: 0.0064 (0.005165310282456247) - - - --> TIME: 2024-11-23 00:54:28 -- STEP: 101/797 -- GLOBAL_STEP: 31975 - | > loss_disc: 2.430379867553711 (2.480980131885793) - | > loss_disc_real_0: 0.09329833835363388 (0.14166447026009615) - | > loss_disc_real_1: 0.16056591272354126 (0.21725596856362744) - | > loss_disc_real_2: 0.21352756023406982 (0.23356212941136692) - | > loss_disc_real_3: 0.22029373049736023 (0.2249646887625798) - | > loss_disc_real_4: 0.19348813593387604 (0.22290725622436788) - | > loss_disc_real_5: 0.24237969517707825 (0.2337157209910969) - | > loss_0: 2.430379867553711 (2.480980131885793) - | > grad_norm_0: tensor(48.5557, device='cuda:0') (tensor(73.2481, device='cuda:0')) - | > loss_gen: 2.205383539199829 (2.3184675320540316) - | > loss_kl: 1.3206584453582764 (1.5342194697644453) - | > loss_feat: 6.82334041595459 (6.385863936773621) - | > loss_mel: 22.757919311523438 (21.746836256272722) - | > loss_duration: 1.7062242031097412 (1.7697518780679986) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.81352615356445 (33.75513898264066) - | > grad_norm_1: tensor(483.9475, device='cuda:0') (tensor(532.4634, device='cuda:0')) - | > current_lr_0: 0.0001990273120590905 - | > current_lr_1: 0.0001990273120590905 - | > step_time: 0.8026 (0.9055607979840571) - | > loader_time: 0.0043 (0.005271956472113581) - - - --> TIME: 2024-11-23 00:54:51 -- STEP: 126/797 -- GLOBAL_STEP: 32000 - | > loss_disc: 2.6190638542175293 (2.4825477354110235) - | > loss_disc_real_0: 0.1278395801782608 (0.14171918540719963) - | > loss_disc_real_1: 0.207601398229599 (0.2176976706536989) - | > loss_disc_real_2: 0.25100162625312805 (0.23421092768983234) - | > loss_disc_real_3: 0.2357441931962967 (0.22591737894311784) - | > loss_disc_real_4: 0.3256116807460785 (0.2222115502707542) - | > loss_disc_real_5: 0.2391539216041565 (0.23272486350366048) - | > loss_0: 2.6190638542175293 (2.4825477354110235) - | > grad_norm_0: tensor(7.7892, device='cuda:0') (tensor(66.7298, device='cuda:0')) - | > loss_gen: 2.2772555351257324 (2.3223600387573233) - | > loss_kl: 1.4741841554641724 (1.5333326397434115) - | > loss_feat: 6.508984088897705 (6.403611974110679) - | > loss_mel: 23.716615676879883 (21.791943186805362) - | > loss_duration: 1.7333513498306274 (1.7623823786538744) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.710391998291016 (33.81363010406496) - | > grad_norm_1: tensor(569.9838, device='cuda:0') (tensor(549.9656, device='cuda:0')) - | > current_lr_0: 0.0001990273120590905 - | > current_lr_1: 0.0001990273120590905 - | > step_time: 0.9679 (0.9038403109898643) - | > loader_time: 0.0048 (0.005243490612696087) - - - --> TIME: 2024-11-23 00:55:14 -- STEP: 151/797 -- GLOBAL_STEP: 32025 - | > loss_disc: 2.716538906097412 (2.4961270654438343) - | > loss_disc_real_0: 0.3119131326675415 (0.14493622041202547) - | > loss_disc_real_1: 0.26036542654037476 (0.2195004764574253) - | > loss_disc_real_2: 0.2563777267932892 (0.23545417396832777) - | > loss_disc_real_3: 0.20457786321640015 (0.22546946360970174) - | > loss_disc_real_4: 0.28098905086517334 (0.22413396341911215) - | > loss_disc_real_5: 0.25224652886390686 (0.233954975147121) - | > loss_0: 2.716538906097412 (2.4961270654438343) - | > grad_norm_0: tensor(149.7637, device='cuda:0') (tensor(69.8116, device='cuda:0')) - | > loss_gen: 2.413649797439575 (2.3263308291403653) - | > loss_kl: 1.3941986560821533 (1.5197512736383654) - | > loss_feat: 6.286727428436279 (6.373450386603147) - | > loss_mel: 22.726726531982422 (21.83870577022729) - | > loss_duration: 1.6965315341949463 (1.7570352901686102) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.51783752441406 (33.8152734364895) - | > grad_norm_1: tensor(651.4799, device='cuda:0') (tensor(549.0821, device='cuda:0')) - | > current_lr_0: 0.0001990273120590905 - | > current_lr_1: 0.0001990273120590905 - | > step_time: 1.0123 (0.9012558523392835) - | > loader_time: 0.0064 (0.005269514803854835) - - - --> TIME: 2024-11-23 00:55:37 -- STEP: 176/797 -- GLOBAL_STEP: 32050 - | > loss_disc: 2.504319667816162 (2.5027556405826035) - | > loss_disc_real_0: 0.21352586150169373 (0.14588305504399957) - | > loss_disc_real_1: 0.2332867532968521 (0.21937825649299406) - | > loss_disc_real_2: 0.2503463327884674 (0.23597598956389862) - | > loss_disc_real_3: 0.2143087536096573 (0.2263348905200308) - | > loss_disc_real_4: 0.1802399456501007 (0.22440442790023304) - | > loss_disc_real_5: 0.2176295518875122 (0.23461879044771194) - | > loss_0: 2.504319667816162 (2.5027556405826035) - | > grad_norm_0: tensor(69.0977, device='cuda:0') (tensor(69.5325, device='cuda:0')) - | > loss_gen: 2.429908275604248 (2.317063934423705) - | > loss_kl: 1.324807047843933 (1.5221126828004012) - | > loss_feat: 5.470761775970459 (6.320905341343447) - | > loss_mel: 20.729938507080078 (21.78029901331121) - | > loss_duration: 1.6477715969085693 (1.7501196095889262) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.603187561035156 (33.690500530329636) - | > grad_norm_1: tensor(646.8559, device='cuda:0') (tensor(529.8664, device='cuda:0')) - | > current_lr_0: 0.0001990273120590905 - | > current_lr_1: 0.0001990273120590905 - | > step_time: 1.0531 (0.9044572643258355) - | > loader_time: 0.0063 (0.005326457998969338) - - - --> TIME: 2024-11-23 00:55:59 -- STEP: 201/797 -- GLOBAL_STEP: 32075 - | > loss_disc: 2.502345085144043 (2.494093403887391) - | > loss_disc_real_0: 0.12726923823356628 (0.1438084886367642) - | > loss_disc_real_1: 0.2056918889284134 (0.2187649015318695) - | > loss_disc_real_2: 0.23220926523208618 (0.2356398741700756) - | > loss_disc_real_3: 0.1977011263370514 (0.22507982660288833) - | > loss_disc_real_4: 0.2235424667596817 (0.22374798972808307) - | > loss_disc_real_5: 0.25208714604377747 (0.23366301792177988) - | > loss_0: 2.502345085144043 (2.494093403887391) - | > grad_norm_0: tensor(31.2161, device='cuda:0') (tensor(69.9122, device='cuda:0')) - | > loss_gen: 2.1734542846679688 (2.3219581658567345) - | > loss_kl: 1.495250940322876 (1.5278147817844183) - | > loss_feat: 5.756959438323975 (6.335331999840428) - | > loss_mel: 20.360641479492188 (21.82343327346726) - | > loss_duration: 1.7540900707244873 (1.7470365816087863) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.540395736694336 (33.755574753035376) - | > grad_norm_1: tensor(550.1182, device='cuda:0') (tensor(548.6230, device='cuda:0')) - | > current_lr_0: 0.0001990273120590905 - | > current_lr_1: 0.0001990273120590905 - | > step_time: 0.9276 (0.9029770668466293) - | > loader_time: 0.0081 (0.005346492748355391) - - - --> TIME: 2024-11-23 00:56:23 -- STEP: 226/797 -- GLOBAL_STEP: 32100 - | > loss_disc: 2.3464112281799316 (2.488792842468327) - | > loss_disc_real_0: 0.0933474749326706 (0.14056379301885596) - | > loss_disc_real_1: 0.2135576456785202 (0.21846714925713243) - | > loss_disc_real_2: 0.1857539415359497 (0.2346684532487287) - | > loss_disc_real_3: 0.19692403078079224 (0.2260130777691318) - | > loss_disc_real_4: 0.2339784950017929 (0.2236047166902407) - | > loss_disc_real_5: 0.24210728704929352 (0.23261470354236333) - | > loss_0: 2.3464112281799316 (2.488792842468327) - | > grad_norm_0: tensor(98.2255, device='cuda:0') (tensor(69.7676, device='cuda:0')) - | > loss_gen: 2.4636173248291016 (2.325035558337658) - | > loss_kl: 1.5932930707931519 (1.5357836898976722) - | > loss_feat: 7.013583660125732 (6.319931895331999) - | > loss_mel: 23.165992736816406 (21.800904282426412) - | > loss_duration: 1.7157572507858276 (1.744711682859775) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.95224380493164 (33.72636717399668) - | > grad_norm_1: tensor(685.1471, device='cuda:0') (tensor(558.4641, device='cuda:0')) - | > current_lr_0: 0.0001990273120590905 - | > current_lr_1: 0.0001990273120590905 - | > step_time: 1.0254 (0.905349489861885) - | > loader_time: 0.0058 (0.0055236299481012125) - - - --> TIME: 2024-11-23 00:56:47 -- STEP: 251/797 -- GLOBAL_STEP: 32125 - | > loss_disc: 2.4576165676116943 (2.4893103168305153) - | > loss_disc_real_0: 0.13430942595005035 (0.13980797470447084) - | > loss_disc_real_1: 0.21883149445056915 (0.21956987025965732) - | > loss_disc_real_2: 0.22725188732147217 (0.2350328182319246) - | > loss_disc_real_3: 0.23526576161384583 (0.22541315752671534) - | > loss_disc_real_4: 0.24238555133342743 (0.22329648040917766) - | > loss_disc_real_5: 0.20875084400177002 (0.2330439075293294) - | > loss_0: 2.4576165676116943 (2.4893103168305153) - | > grad_norm_0: tensor(8.1850, device='cuda:0') (tensor(70.1252, device='cuda:0')) - | > loss_gen: 2.2904672622680664 (2.322814345834739) - | > loss_kl: 1.765540599822998 (1.5384310006620399) - | > loss_feat: 5.964766979217529 (6.311385065435888) - | > loss_mel: 20.737565994262695 (21.785506905787493) - | > loss_duration: 1.6658742427825928 (1.7409427854644348) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.42421340942383 (33.69908014426671) - | > grad_norm_1: tensor(622.0320, device='cuda:0') (tensor(572.9884, device='cuda:0')) - | > current_lr_0: 0.0001990273120590905 - | > current_lr_1: 0.0001990273120590905 - | > step_time: 0.9329 (0.9097620548005123) - | > loader_time: 0.0082 (0.00558401673913477) - - - --> TIME: 2024-11-23 00:57:12 -- STEP: 276/797 -- GLOBAL_STEP: 32150 - | > loss_disc: 2.6177940368652344 (2.489134448162022) - | > loss_disc_real_0: 0.2554810047149658 (0.1405605446628255) - | > loss_disc_real_1: 0.2077382504940033 (0.21939128351168355) - | > loss_disc_real_2: 0.30986908078193665 (0.2351102675648703) - | > loss_disc_real_3: 0.24677640199661255 (0.22544218669982924) - | > loss_disc_real_4: 0.25540590286254883 (0.22296925342601276) - | > loss_disc_real_5: 0.2705192565917969 (0.2329729692335578) - | > loss_0: 2.6177940368652344 (2.489134448162022) - | > grad_norm_0: tensor(78.3189, device='cuda:0') (tensor(72.5731, device='cuda:0')) - | > loss_gen: 2.510429620742798 (2.3263173828954273) - | > loss_kl: 1.6474751234054565 (1.5394466495600299) - | > loss_feat: 6.3003644943237305 (6.2935964370119395) - | > loss_mel: 22.277162551879883 (21.773667280224785) - | > loss_duration: 1.7750658988952637 (1.7384501661079512) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.510498046875 (33.671477912128864) - | > grad_norm_1: tensor(470.1737, device='cuda:0') (tensor(573.3412, device='cuda:0')) - | > current_lr_0: 0.0001990273120590905 - | > current_lr_1: 0.0001990273120590905 - | > step_time: 1.0903 (0.9153591489446335) - | > loader_time: 0.0064 (0.005747059117192809) - - - --> TIME: 2024-11-23 00:57:35 -- STEP: 301/797 -- GLOBAL_STEP: 32175 - | > loss_disc: 2.3519458770751953 (2.4893751595899496) - | > loss_disc_real_0: 0.10043567419052124 (0.14093786249079576) - | > loss_disc_real_1: 0.2191929966211319 (0.21887523970532655) - | > loss_disc_real_2: 0.22038786113262177 (0.23486773189516164) - | > loss_disc_real_3: 0.21695773303508759 (0.22527382584703326) - | > loss_disc_real_4: 0.1846134066581726 (0.2229471216566143) - | > loss_disc_real_5: 0.2245054394006729 (0.2331779279384106) - | > loss_0: 2.3519458770751953 (2.4893751595899496) - | > grad_norm_0: tensor(77.6513, device='cuda:0') (tensor(70.0192, device='cuda:0')) - | > loss_gen: 2.3257393836975098 (2.320119251048445) - | > loss_kl: 1.394949197769165 (1.5424529177405903) - | > loss_feat: 6.054875373840332 (6.2710650640468675) - | > loss_mel: 22.364551544189453 (21.74729818046291) - | > loss_duration: 1.7124319076538086 (1.7363870912216035) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.8525505065918 (33.61732254155058) - | > grad_norm_1: tensor(720.0807, device='cuda:0') (tensor(569.1619, device='cuda:0')) - | > current_lr_0: 0.0001990273120590905 - | > current_lr_1: 0.0001990273120590905 - | > step_time: 0.906 (0.9174362131923536) - | > loader_time: 0.0068 (0.005787348034373948) - - - --> TIME: 2024-11-23 00:57:59 -- STEP: 326/797 -- GLOBAL_STEP: 32200 - | > loss_disc: 2.2705116271972656 (2.484343594568638) - | > loss_disc_real_0: 0.09329206496477127 (0.13926803690889855) - | > loss_disc_real_1: 0.2591874897480011 (0.21870900292886547) - | > loss_disc_real_2: 0.22845475375652313 (0.23469442275404198) - | > loss_disc_real_3: 0.18216103315353394 (0.22476245997690716) - | > loss_disc_real_4: 0.1942805051803589 (0.2229665795718234) - | > loss_disc_real_5: 0.2324748933315277 (0.23265181120736467) - | > loss_0: 2.2705116271972656 (2.484343594568638) - | > grad_norm_0: tensor(24.0033, device='cuda:0') (tensor(69.5534, device='cuda:0')) - | > loss_gen: 2.6687936782836914 (2.3259913914042736) - | > loss_kl: 1.4617232084274292 (1.5437321876821342) - | > loss_feat: 6.896905899047852 (6.292299194569971) - | > loss_mel: 21.51060676574707 (21.75571678021203) - | > loss_duration: 1.6847527027130127 (1.7346083499902596) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.222782135009766 (33.652347904041534) - | > grad_norm_1: tensor(631.6268, device='cuda:0') (tensor(580.8002, device='cuda:0')) - | > current_lr_0: 0.0001990273120590905 - | > current_lr_1: 0.0001990273120590905 - | > step_time: 1.0496 (0.9198117614523765) - | > loader_time: 0.0083 (0.00587532637309443) - - - --> TIME: 2024-11-23 00:58:23 -- STEP: 351/797 -- GLOBAL_STEP: 32225 - | > loss_disc: 2.5343551635742188 (2.484699700293038) - | > loss_disc_real_0: 0.07873912900686264 (0.13904089913663695) - | > loss_disc_real_1: 0.20046553015708923 (0.21889901483840074) - | > loss_disc_real_2: 0.25593265891075134 (0.2346302750613275) - | > loss_disc_real_3: 0.22579580545425415 (0.225180051477886) - | > loss_disc_real_4: 0.2581273019313812 (0.22327678877743562) - | > loss_disc_real_5: 0.21563293039798737 (0.23255767535280297) - | > loss_0: 2.5343551635742188 (2.484699700293038) - | > grad_norm_0: tensor(225.9321, device='cuda:0') (tensor(73.1727, device='cuda:0')) - | > loss_gen: 2.1331441402435303 (2.3308425839470326) - | > loss_kl: 1.316902995109558 (1.5409215377946186) - | > loss_feat: 5.1858038902282715 (6.306007921865525) - | > loss_mel: 18.63271141052246 (21.762073603790377) - | > loss_duration: 1.6978332996368408 (1.7319196574708335) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 28.96639633178711 (33.671765286698346) - | > grad_norm_1: tensor(657.2396, device='cuda:0') (tensor(583.0088, device='cuda:0')) - | > current_lr_0: 0.0001990273120590905 - | > current_lr_1: 0.0001990273120590905 - | > step_time: 0.8989 (0.9198831934534926) - | > loader_time: 0.0064 (0.005969186793704997) - - - --> TIME: 2024-11-23 00:58:47 -- STEP: 376/797 -- GLOBAL_STEP: 32250 - | > loss_disc: 2.5710060596466064 (2.480250932434771) - | > loss_disc_real_0: 0.15348097681999207 (0.1377766360825998) - | > loss_disc_real_1: 0.24708452820777893 (0.21882460607176132) - | > loss_disc_real_2: 0.22365061938762665 (0.23490245529311768) - | > loss_disc_real_3: 0.21754159033298492 (0.22488798522093195) - | > loss_disc_real_4: 0.247940331697464 (0.22260996949006903) - | > loss_disc_real_5: 0.21767279505729675 (0.2321639838529394) - | > loss_0: 2.5710060596466064 (2.480250932434771) - | > grad_norm_0: tensor(189.9953, device='cuda:0') (tensor(73.2692, device='cuda:0')) - | > loss_gen: 2.179405450820923 (2.3321883970118598) - | > loss_kl: 1.282968521118164 (1.5408417869438515) - | > loss_feat: 5.559370040893555 (6.304350669079641) - | > loss_mel: 19.703611373901367 (21.742764188888234) - | > loss_duration: 1.7075858116149902 (1.7293989975401696) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.432941436767578 (33.64954404120754) - | > grad_norm_1: tensor(633.4481, device='cuda:0') (tensor(583.8780, device='cuda:0')) - | > current_lr_0: 0.0001990273120590905 - | > current_lr_1: 0.0001990273120590905 - | > step_time: 0.9074 (0.9213010028321692) - | > loader_time: 0.0069 (0.006066005914769274) - - - --> TIME: 2024-11-23 00:59:10 -- STEP: 401/797 -- GLOBAL_STEP: 32275 - | > loss_disc: 2.479912519454956 (2.4779765837804932) - | > loss_disc_real_0: 0.15857043862342834 (0.13690855826002715) - | > loss_disc_real_1: 0.21279186010360718 (0.21832645890718683) - | > loss_disc_real_2: 0.22372284531593323 (0.234733522161284) - | > loss_disc_real_3: 0.2220577895641327 (0.2250994772016259) - | > loss_disc_real_4: 0.2381870597600937 (0.22257137770516022) - | > loss_disc_real_5: 0.20271997153759003 (0.23198028793210104) - | > loss_0: 2.479912519454956 (2.4779765837804932) - | > grad_norm_0: tensor(9.0118, device='cuda:0') (tensor(72.1050, device='cuda:0')) - | > loss_gen: 2.388317346572876 (2.331256267138553) - | > loss_kl: 1.6192156076431274 (1.543152092252289) - | > loss_feat: 6.387028694152832 (6.2964503259730185) - | > loss_mel: 22.49536895751953 (21.73103878087832) - | > loss_duration: 1.732663631439209 (1.7277247923568002) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.62259292602539 (33.62962227628718) - | > grad_norm_1: tensor(177.5256, device='cuda:0') (tensor(576.2955, device='cuda:0')) - | > current_lr_0: 0.0001990273120590905 - | > current_lr_1: 0.0001990273120590905 - | > step_time: 0.9236 (0.9208674430847168) - | > loader_time: 0.0063 (0.006142269643464885) - - - --> TIME: 2024-11-23 00:59:34 -- STEP: 426/797 -- GLOBAL_STEP: 32300 - | > loss_disc: 2.4528310298919678 (2.4769252801725004) - | > loss_disc_real_0: 0.08756472915410995 (0.13656513051877575) - | > loss_disc_real_1: 0.19434337317943573 (0.21827215145171527) - | > loss_disc_real_2: 0.24808013439178467 (0.23492421139853661) - | > loss_disc_real_3: 0.2118864357471466 (0.22494893367161772) - | > loss_disc_real_4: 0.2513306140899658 (0.22260030194627287) - | > loss_disc_real_5: 0.21128158271312714 (0.23172024945278122) - | > loss_0: 2.4528310298919678 (2.4769252801725004) - | > grad_norm_0: tensor(48.8444, device='cuda:0') (tensor(70.7702, device='cuda:0')) - | > loss_gen: 2.230347156524658 (2.3293548822402985) - | > loss_kl: 1.4888697862625122 (1.5438462340495955) - | > loss_feat: 6.164906978607178 (6.298014469549692) - | > loss_mel: 22.460556030273438 (21.732339133679037) - | > loss_duration: 1.6843684911727905 (1.7262308074275092) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.029048919677734 (33.629785573538534) - | > grad_norm_1: tensor(73.5123, device='cuda:0') (tensor(571.5953, device='cuda:0')) - | > current_lr_0: 0.0001990273120590905 - | > current_lr_1: 0.0001990273120590905 - | > step_time: 0.9504 (0.9232729802109266) - | > loader_time: 0.007 (0.006224191804447085) - - - --> TIME: 2024-11-23 00:59:58 -- STEP: 451/797 -- GLOBAL_STEP: 32325 - | > loss_disc: 2.427201747894287 (2.474010474401673) - | > loss_disc_real_0: 0.05400646850466728 (0.1354706497189741) - | > loss_disc_real_1: 0.18880993127822876 (0.21862411039763702) - | > loss_disc_real_2: 0.3131888508796692 (0.2350397387193206) - | > loss_disc_real_3: 0.21493110060691833 (0.22510719715623792) - | > loss_disc_real_4: 0.21537111699581146 (0.22215133465975193) - | > loss_disc_real_5: 0.2320430874824524 (0.23135949767085243) - | > loss_0: 2.427201747894287 (2.474010474401673) - | > grad_norm_0: tensor(27.1867, device='cuda:0') (tensor(73.3836, device='cuda:0')) - | > loss_gen: 2.4039833545684814 (2.337022187704525) - | > loss_kl: 1.7851285934448242 (1.5445018526984424) - | > loss_feat: 6.880487442016602 (6.318588835172803) - | > loss_mel: 21.9683780670166 (21.754352117060566) - | > loss_duration: 1.7245469093322754 (1.7250852714356721) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.76252746582031 (33.67955030200228) - | > grad_norm_1: tensor(461.4019, device='cuda:0') (tensor(574.9396, device='cuda:0')) - | > current_lr_0: 0.0001990273120590905 - | > current_lr_1: 0.0001990273120590905 - | > step_time: 0.9093 (0.923328275955437) - | > loader_time: 0.007 (0.006311369576633902) - - - --> TIME: 2024-11-23 01:00:24 -- STEP: 476/797 -- GLOBAL_STEP: 32350 - | > loss_disc: 2.547764539718628 (2.4755613282948983) - | > loss_disc_real_0: 0.0880492776632309 (0.13604100135413305) - | > loss_disc_real_1: 0.20047304034233093 (0.21841505401525177) - | > loss_disc_real_2: 0.22101998329162598 (0.23527834307746726) - | > loss_disc_real_3: 0.2043323665857315 (0.22482434077924038) - | > loss_disc_real_4: 0.20488612353801727 (0.2221016904198322) - | > loss_disc_real_5: 0.2622360587120056 (0.23158061219488874) - | > loss_0: 2.547764539718628 (2.4755613282948983) - | > grad_norm_0: tensor(11.6601, device='cuda:0') (tensor(74.3132, device='cuda:0')) - | > loss_gen: 2.087736129760742 (2.3403671343787407) - | > loss_kl: 1.6142830848693848 (1.5458204271663136) - | > loss_feat: 5.661781311035156 (6.326552284865822) - | > loss_mel: 21.412521362304688 (21.762626980533128) - | > loss_duration: 1.7062742710113525 (1.7237317361751525) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.48259735107422 (33.69909860306435) - | > grad_norm_1: tensor(471.7469, device='cuda:0') (tensor(574.2800, device='cuda:0')) - | > current_lr_0: 0.0001990273120590905 - | > current_lr_1: 0.0001990273120590905 - | > step_time: 1.1684 (0.9285289054157353) - | > loader_time: 0.0075 (0.006415850975934197) - - - --> TIME: 2024-11-23 01:00:48 -- STEP: 501/797 -- GLOBAL_STEP: 32375 - | > loss_disc: 2.383619785308838 (2.4745685487926123) - | > loss_disc_real_0: 0.09268149733543396 (0.13550995402558613) - | > loss_disc_real_1: 0.22846263647079468 (0.21846102722390684) - | > loss_disc_real_2: 0.25482574105262756 (0.23482505420962732) - | > loss_disc_real_3: 0.22159992158412933 (0.22506036441364213) - | > loss_disc_real_4: 0.21373961865901947 (0.22216631721950578) - | > loss_disc_real_5: 0.23361188173294067 (0.23157220549450186) - | > loss_0: 2.383619785308838 (2.4745685487926123) - | > grad_norm_0: tensor(34.2366, device='cuda:0') (tensor(74.1676, device='cuda:0')) - | > loss_gen: 2.4226489067077637 (2.33965741660067) - | > loss_kl: 1.6291894912719727 (1.5464199409037531) - | > loss_feat: 5.975001811981201 (6.3283619737910675) - | > loss_mel: 21.24101448059082 (21.772885172191025) - | > loss_duration: 1.6461888551712036 (1.722277891136215) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.91404342651367 (33.70960246255543) - | > grad_norm_1: tensor(274.7171, device='cuda:0') (tensor(570.2209, device='cuda:0')) - | > current_lr_0: 0.0001990273120590905 - | > current_lr_1: 0.0001990273120590905 - | > step_time: 0.9079 (0.9297654757242717) - | > loader_time: 0.0075 (0.00647034283407672) - - - --> TIME: 2024-11-23 01:01:12 -- STEP: 526/797 -- GLOBAL_STEP: 32400 - | > loss_disc: 2.3746461868286133 (2.4722114080711917) - | > loss_disc_real_0: 0.15820054709911346 (0.1349584005079004) - | > loss_disc_real_1: 0.1800583302974701 (0.21824132254481768) - | > loss_disc_real_2: 0.17844158411026 (0.23464777306458795) - | > loss_disc_real_3: 0.1776987761259079 (0.22486945635465613) - | > loss_disc_real_4: 0.1946912556886673 (0.22188966585316133) - | > loss_disc_real_5: 0.2391299456357956 (0.23137249862739795) - | > loss_0: 2.3746461868286133 (2.4722114080711917) - | > grad_norm_0: tensor(9.4259, device='cuda:0') (tensor(73.5456, device='cuda:0')) - | > loss_gen: 2.4920763969421387 (2.341408165688753) - | > loss_kl: 1.541118860244751 (1.5485397052628913) - | > loss_feat: 8.290872573852539 (6.336811949544988) - | > loss_mel: 23.793560028076172 (21.7757857036228) - | > loss_duration: 1.6848407983779907 (1.721393536932115) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.802467346191406 (33.72393909787957) - | > grad_norm_1: tensor(209.5833, device='cuda:0') (tensor(559.1907, device='cuda:0')) - | > current_lr_0: 0.0001990273120590905 - | > current_lr_1: 0.0001990273120590905 - | > step_time: 0.9892 (0.9303564562996984) - | > loader_time: 0.0102 (0.006627651221851886) - - - --> TIME: 2024-11-23 01:01:36 -- STEP: 551/797 -- GLOBAL_STEP: 32425 - | > loss_disc: 2.560824394226074 (2.475061393260091) - | > loss_disc_real_0: 0.11216038465499878 (0.13527666806444513) - | > loss_disc_real_1: 0.2418019026517868 (0.21878158575610107) - | > loss_disc_real_2: 0.2642393410205841 (0.23501222476552489) - | > loss_disc_real_3: 0.21195895969867706 (0.22510956506331034) - | > loss_disc_real_4: 0.2258721888065338 (0.2218747711495349) - | > loss_disc_real_5: 0.2367408722639084 (0.23152820898487) - | > loss_0: 2.560824394226074 (2.475061393260091) - | > grad_norm_0: tensor(99.6320, device='cuda:0') (tensor(72.8212, device='cuda:0')) - | > loss_gen: 2.3992202281951904 (2.3381906213431547) - | > loss_kl: 1.4260520935058594 (1.5492996270557065) - | > loss_feat: 6.127492904663086 (6.329961885774202) - | > loss_mel: 21.100984573364258 (21.77356643469062) - | > loss_duration: 1.6776782274246216 (1.7212418400008103) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.73142623901367 (33.712260448781265) - | > grad_norm_1: tensor(1005.4780, device='cuda:0') (tensor(555.1146, device='cuda:0')) - | > current_lr_0: 0.0001990273120590905 - | > current_lr_1: 0.0001990273120590905 - | > step_time: 0.974 (0.9316171630540907) - | > loader_time: 0.0083 (0.006708374473447159) - - - --> TIME: 2024-11-23 01:02:00 -- STEP: 576/797 -- GLOBAL_STEP: 32450 - | > loss_disc: 2.566099166870117 (2.476577754235931) - | > loss_disc_real_0: 0.14819979667663574 (0.1359773849382894) - | > loss_disc_real_1: 0.2429472804069519 (0.2187563540000054) - | > loss_disc_real_2: 0.23257143795490265 (0.2347650014433182) - | > loss_disc_real_3: 0.2601938545703888 (0.22513835070033864) - | > loss_disc_real_4: 0.22866909205913544 (0.2219676432820657) - | > loss_disc_real_5: 0.22611582279205322 (0.23191938551867175) - | > loss_0: 2.566099166870117 (2.476577754235931) - | > grad_norm_0: tensor(72.0092, device='cuda:0') (tensor(73.8908, device='cuda:0')) - | > loss_gen: 2.187711238861084 (2.33672687618269) - | > loss_kl: 1.5289384126663208 (1.5499786025741034) - | > loss_feat: 5.916399955749512 (6.326166946854858) - | > loss_mel: 21.397218704223633 (21.76907663212883) - | > loss_duration: 1.7149951457977295 (1.7206391785293815) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.745262145996094 (33.70258825686248) - | > grad_norm_1: tensor(396.7240, device='cuda:0') (tensor(550.6995, device='cuda:0')) - | > current_lr_0: 0.0001990273120590905 - | > current_lr_1: 0.0001990273120590905 - | > step_time: 0.9622 (0.9328906279471185) - | > loader_time: 0.0087 (0.006772714770502514) - - - --> TIME: 2024-11-23 01:02:26 -- STEP: 601/797 -- GLOBAL_STEP: 32475 - | > loss_disc: 2.593597412109375 (2.4764898485827964) - | > loss_disc_real_0: 0.16287897527217865 (0.13570577048149574) - | > loss_disc_real_1: 0.2839367091655731 (0.2188980102092771) - | > loss_disc_real_2: 0.25454914569854736 (0.23460528284261706) - | > loss_disc_real_3: 0.23308590054512024 (0.2254050071296993) - | > loss_disc_real_4: 0.21679478883743286 (0.22189183148885516) - | > loss_disc_real_5: 0.2513906955718994 (0.23203029663312852) - | > loss_0: 2.593597412109375 (2.4764898485827964) - | > grad_norm_0: tensor(122.1764, device='cuda:0') (tensor(74.8960, device='cuda:0')) - | > loss_gen: 2.3077449798583984 (2.3378952961793185) - | > loss_kl: 1.453723669052124 (1.5495993020927252) - | > loss_feat: 6.366831302642822 (6.3319686200971805) - | > loss_mel: 22.80879020690918 (21.791406536260983) - | > loss_duration: 1.6630628108978271 (1.7199836102579276) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.60015106201172 (33.730853367962624) - | > grad_norm_1: tensor(735.6910, device='cuda:0') (tensor(551.9295, device='cuda:0')) - | > current_lr_0: 0.0001990273120590905 - | > current_lr_1: 0.0001990273120590905 - | > step_time: 1.1097 (0.9353388399133666) - | > loader_time: 0.0179 (0.006896879034312118) - - - --> TIME: 2024-11-23 01:02:51 -- STEP: 626/797 -- GLOBAL_STEP: 32500 - | > loss_disc: 2.4880764484405518 (2.477603823232194) - | > loss_disc_real_0: 0.11038170009851456 (0.13611784376227828) - | > loss_disc_real_1: 0.17963598668575287 (0.21898502470871886) - | > loss_disc_real_2: 0.17619401216506958 (0.23444613385886048) - | > loss_disc_real_3: 0.2408357411623001 (0.22522482578270728) - | > loss_disc_real_4: 0.2237866371870041 (0.22191286229858756) - | > loss_disc_real_5: 0.27808505296707153 (0.23234735043665852) - | > loss_0: 2.4880764484405518 (2.477603823232194) - | > grad_norm_0: tensor(31.5097, device='cuda:0') (tensor(76.0039, device='cuda:0')) - | > loss_gen: 2.287175178527832 (2.3375497744106273) - | > loss_kl: 1.4816415309906006 (1.549018790641913) - | > loss_feat: 6.795140266418457 (6.3211305964107325) - | > loss_mel: 23.668718338012695 (21.79703470845574) - | > loss_duration: 1.750063419342041 (1.7199759163414705) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.98273849487305 (33.7247098215853) - | > grad_norm_1: tensor(576.1469, device='cuda:0') (tensor(547.8957, device='cuda:0')) - | > current_lr_0: 0.0001990273120590905 - | > current_lr_1: 0.0001990273120590905 - | > step_time: 0.9563 (0.9374978523284864) - | > loader_time: 0.0097 (0.006996258760031802) - - - --> TIME: 2024-11-23 01:03:16 -- STEP: 651/797 -- GLOBAL_STEP: 32525 - | > loss_disc: 2.572364091873169 (2.4763426663505683) - | > loss_disc_real_0: 0.08955977857112885 (0.13584285774790394) - | > loss_disc_real_1: 0.20534034073352814 (0.21897280612207956) - | > loss_disc_real_2: 0.2516828775405884 (0.23421176963595933) - | > loss_disc_real_3: 0.20552118122577667 (0.22517892299434553) - | > loss_disc_real_4: 0.2364686280488968 (0.2217050693963529) - | > loss_disc_real_5: 0.24739566445350647 (0.2323545180203911) - | > loss_0: 2.572364091873169 (2.4763426663505683) - | > grad_norm_0: tensor(124.8444, device='cuda:0') (tensor(75.7855, device='cuda:0')) - | > loss_gen: 2.287288188934326 (2.339533816834202) - | > loss_kl: 1.342070460319519 (1.54752565593031) - | > loss_feat: 7.303229331970215 (6.328825949157624) - | > loss_mel: 22.63566017150879 (21.810526843444546) - | > loss_duration: 1.744781255722046 (1.7198731511053031) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.31303024291992 (33.74628546051168) - | > grad_norm_1: tensor(755.9297, device='cuda:0') (tensor(548.9238, device='cuda:0')) - | > current_lr_0: 0.0001990273120590905 - | > current_lr_1: 0.0001990273120590905 - | > step_time: 1.023 (0.9401678247935211) - | > loader_time: 0.0078 (0.007130220372189759) - - - --> TIME: 2024-11-23 01:03:42 -- STEP: 676/797 -- GLOBAL_STEP: 32550 - | > loss_disc: 2.4127931594848633 (2.4778387049246113) - | > loss_disc_real_0: 0.11936340481042862 (0.1356290406079072) - | > loss_disc_real_1: 0.22291311621665955 (0.21917624568798127) - | > loss_disc_real_2: 0.2180558443069458 (0.23446196630685287) - | > loss_disc_real_3: 0.23623840510845184 (0.2252893210912244) - | > loss_disc_real_4: 0.21395602822303772 (0.22213600809581172) - | > loss_disc_real_5: 0.20121914148330688 (0.23285370234113473) - | > loss_0: 2.4127931594848633 (2.4778387049246113) - | > grad_norm_0: tensor(210.1346, device='cuda:0') (tensor(77.5652, device='cuda:0')) - | > loss_gen: 2.408269166946411 (2.339461652837563) - | > loss_kl: 1.509007215499878 (1.5468983141451904) - | > loss_feat: 6.835563659667969 (6.320166151904498) - | > loss_mel: 21.51470184326172 (21.817571555368993) - | > loss_duration: 1.7194061279296875 (1.7194365799074338) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.98694610595703 (33.74353429128436) - | > grad_norm_1: tensor(858.1545, device='cuda:0') (tensor(552.9302, device='cuda:0')) - | > current_lr_0: 0.0001990273120590905 - | > current_lr_1: 0.0001990273120590905 - | > step_time: 0.9615 (0.9421134739232486) - | > loader_time: 0.0082 (0.007220285884022008) - - - --> TIME: 2024-11-23 01:04:07 -- STEP: 701/797 -- GLOBAL_STEP: 32575 - | > loss_disc: 2.4085426330566406 (2.477619330315038) - | > loss_disc_real_0: 0.1581994593143463 (0.13564727927814552) - | > loss_disc_real_1: 0.16667446494102478 (0.21882426944931968) - | > loss_disc_real_2: 0.2112918198108673 (0.23431570602636703) - | > loss_disc_real_3: 0.21908800303936005 (0.2252738314884025) - | > loss_disc_real_4: 0.25410330295562744 (0.22207666980301935) - | > loss_disc_real_5: 0.2479909360408783 (0.23283864398315526) - | > loss_0: 2.4085426330566406 (2.477619330315038) - | > grad_norm_0: tensor(125.3883, device='cuda:0') (tensor(80.0157, device='cuda:0')) - | > loss_gen: 2.5083839893341064 (2.339640824498873) - | > loss_kl: 1.6007654666900635 (1.5466528647126219) - | > loss_feat: 6.749085426330566 (6.314497568807999) - | > loss_mel: 24.373220443725586 (21.82706195379629) - | > loss_duration: 1.6800898313522339 (1.71883972378158) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.91154479980469 (33.746692981257446) - | > grad_norm_1: tensor(624.9104, device='cuda:0') (tensor(553.8796, device='cuda:0')) - | > current_lr_0: 0.0001990273120590905 - | > current_lr_1: 0.0001990273120590905 - | > step_time: 0.9811 (0.9439474845918882) - | > loader_time: 0.0091 (0.007313300131391018) - - - --> TIME: 2024-11-23 01:04:33 -- STEP: 726/797 -- GLOBAL_STEP: 32600 - | > loss_disc: 2.3313419818878174 (2.4770110405509436) - | > loss_disc_real_0: 0.10611230134963989 (0.13517549832046205) - | > loss_disc_real_1: 0.18645714223384857 (0.2185914799694187) - | > loss_disc_real_2: 0.19709636270999908 (0.23435137256692593) - | > loss_disc_real_3: 0.18195539712905884 (0.22535612596296406) - | > loss_disc_real_4: 0.2531941533088684 (0.22229935661902434) - | > loss_disc_real_5: 0.20923703908920288 (0.2327930893615586) - | > loss_0: 2.3313419818878174 (2.4770110405509436) - | > grad_norm_0: tensor(95.1373, device='cuda:0') (tensor(79.6245, device='cuda:0')) - | > loss_gen: 2.3507840633392334 (2.3396911364941575) - | > loss_kl: 1.6755659580230713 (1.5462626887911286) - | > loss_feat: 7.035577774047852 (6.314843710460613) - | > loss_mel: 23.466339111328125 (21.840958245858015) - | > loss_duration: 1.7045989036560059 (1.7180373969156877) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.23286437988281 (33.75979323426556) - | > grad_norm_1: tensor(811.3862, device='cuda:0') (tensor(554.7990, device='cuda:0')) - | > current_lr_0: 0.0001990273120590905 - | > current_lr_1: 0.0001990273120590905 - | > step_time: 1.0986 (0.9470412238570284) - | > loader_time: 0.0182 (0.007588666332654718) - - - --> TIME: 2024-11-23 01:05:01 -- STEP: 751/797 -- GLOBAL_STEP: 32625 - | > loss_disc: 2.6211142539978027 (2.4764081250811674) - | > loss_disc_real_0: 0.12445005774497986 (0.13505967362187363) - | > loss_disc_real_1: 0.24150350689888 (0.21859147247874464) - | > loss_disc_real_2: 0.2442576140165329 (0.23428487882871285) - | > loss_disc_real_3: 0.24995578825473785 (0.2252774588793476) - | > loss_disc_real_4: 0.22545164823532104 (0.22222322293032654) - | > loss_disc_real_5: 0.2274293303489685 (0.2328045022154299) - | > loss_0: 2.6211142539978027 (2.4764081250811674) - | > grad_norm_0: tensor(40.2007, device='cuda:0') (tensor(79.5857, device='cuda:0')) - | > loss_gen: 2.1640241146087646 (2.3392896480788883) - | > loss_kl: 1.5117582082748413 (1.5460819894083337) - | > loss_feat: 5.090656280517578 (6.31640151591498) - | > loss_mel: 19.05717658996582 (21.845821949518154) - | > loss_duration: 1.7011902332305908 (1.7169526929702958) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 29.52480697631836 (33.76454784073306) - | > grad_norm_1: tensor(634.0664, device='cuda:0') (tensor(558.3477, device='cuda:0')) - | > current_lr_0: 0.0001990273120590905 - | > current_lr_1: 0.0001990273120590905 - | > step_time: 1.0994 (0.9500004670591392) - | > loader_time: 0.1133 (0.010137128766462425) - - - --> TIME: 2024-11-23 01:05:41 -- STEP: 776/797 -- GLOBAL_STEP: 32650 - | > loss_disc: 2.43015193939209 (2.475507602863701) - | > loss_disc_real_0: 0.10081814974546432 (0.1349544146184608) - | > loss_disc_real_1: 0.1868697553873062 (0.2186482380115494) - | > loss_disc_real_2: 0.20791570842266083 (0.23446877003100114) - | > loss_disc_real_3: 0.16412566602230072 (0.22502051850723234) - | > loss_disc_real_4: 0.1867537498474121 (0.22214810275616712) - | > loss_disc_real_5: 0.24699632823467255 (0.23253014265108354) - | > loss_0: 2.43015193939209 (2.475507602863701) - | > grad_norm_0: tensor(135.2512, device='cuda:0') (tensor(79.6283, device='cuda:0')) - | > loss_gen: 2.1189098358154297 (2.34050887884553) - | > loss_kl: 1.7712560892105103 (1.5473379515034642) - | > loss_feat: 5.609665870666504 (6.317764872128204) - | > loss_mel: 19.936161041259766 (21.853889897926567) - | > loss_duration: 1.6662800312042236 (1.7158678928294129) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.10227394104004 (33.775369538474365) - | > grad_norm_1: tensor(256.6213, device='cuda:0') (tensor(559.3450, device='cuda:0')) - | > current_lr_0: 0.0001990273120590905 - | > current_lr_1: 0.0001990273120590905 - | > step_time: 1.5233 (0.9668514353712809) - | > loader_time: 0.1183 (0.01367266399344218) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.4510245323181152 (2.4510245323181152) - | > loss_disc_real_0: 0.12346632778644562 (0.12346632778644562) - | > loss_disc_real_1: 0.1621822863817215 (0.1621822863817215) - | > loss_disc_real_2: 0.19292357563972473 (0.19292357563972473) - | > loss_disc_real_3: 0.1922876089811325 (0.1922876089811325) - | > loss_disc_real_4: 0.17351074516773224 (0.17351074516773224) - | > loss_disc_real_5: 0.25705260038375854 (0.25705260038375854) - | > loss_0: 2.4510245323181152 (2.4510245323181152) - | > loss_gen: 2.0240211486816406 (2.0240211486816406) - | > loss_kl: 1.5774530172348022 (1.5774530172348022) - | > loss_feat: 6.708329677581787 (6.708329677581787) - | > loss_mel: 23.408782958984375 (23.408782958984375) - | > loss_duration: 2.0423378944396973 (2.0423378944396973) - | > loss_1: 35.76092529296875 (35.76092529296875) - - --> STEP: 1 - | > loss_disc: 2.410295009613037 (2.410295009613037) - | > loss_disc_real_0: 0.06901514530181885 (0.06901514530181885) - | > loss_disc_real_1: 0.1659024953842163 (0.1659024953842163) - | > loss_disc_real_2: 0.21595612168312073 (0.21595612168312073) - | > loss_disc_real_3: 0.23635700345039368 (0.23635700345039368) - | > loss_disc_real_4: 0.17428329586982727 (0.17428329586982727) - | > loss_disc_real_5: 0.2660534977912903 (0.2660534977912903) - | > loss_0: 2.410295009613037 (2.410295009613037) - | > loss_gen: 2.1479899883270264 (2.1479899883270264) - | > loss_kl: 1.2289292812347412 (1.2289292812347412) - | > loss_feat: 7.360350608825684 (7.360350608825684) - | > loss_mel: 26.290796279907227 (26.290796279907227) - | > loss_duration: 1.6967211961746216 (1.6967211961746216) - | > loss_1: 38.724788665771484 (38.724788665771484) - - --> STEP: 2 - | > loss_disc: 2.540229320526123 (2.47526216506958) - | > loss_disc_real_0: 0.07497511059045792 (0.07199512794613838) - | > loss_disc_real_1: 0.1729331761598587 (0.1694178357720375) - | > loss_disc_real_2: 0.2169729620218277 (0.2164645418524742) - | > loss_disc_real_3: 0.32852575182914734 (0.2824413776397705) - | > loss_disc_real_4: 0.23479972779750824 (0.20454151183366776) - | > loss_disc_real_5: 0.3265317678451538 (0.29629263281822205) - | > loss_0: 2.540229320526123 (2.47526216506958) - | > loss_gen: 2.1179113388061523 (2.1329506635665894) - | > loss_kl: 1.7926582098007202 (1.5107937455177307) - | > loss_feat: 4.848387718200684 (6.104369163513184) - | > loss_mel: 19.289838790893555 (22.79031753540039) - | > loss_duration: 1.7150778770446777 (1.7058995366096497) - | > loss_1: 29.76387596130371 (34.2443323135376) - - --> STEP: 3 - | > loss_disc: 2.826260566711426 (2.592261632283529) - | > loss_disc_real_0: 0.16552738845348358 (0.10317254811525345) - | > loss_disc_real_1: 0.1423955112695694 (0.1604103942712148) - | > loss_disc_real_2: 0.21568183600902557 (0.216203639904658) - | > loss_disc_real_3: 0.2508140504360199 (0.2718989352385203) - | > loss_disc_real_4: 0.3037269115447998 (0.23760331173737845) - | > loss_disc_real_5: 0.35192519426345825 (0.3148368199666341) - | > loss_0: 2.826260566711426 (2.592261632283529) - | > loss_gen: 1.8920047283172607 (2.052635351816813) - | > loss_kl: 1.1688741445541382 (1.3968205451965332) - | > loss_feat: 4.986320972442627 (5.731686433156331) - | > loss_mel: 21.91913414001465 (22.49992307027181) - | > loss_duration: 1.7164316177368164 (1.7094102303187053) - | > loss_1: 31.68276596069336 (33.390476862589516) - - --> STEP: 4 - | > loss_disc: 2.468916654586792 (2.5614253878593445) - | > loss_disc_real_0: 0.13233211636543274 (0.11046244017779827) - | > loss_disc_real_1: 0.14690259099006653 (0.15703344345092773) - | > loss_disc_real_2: 0.18594466149806976 (0.20863889530301094) - | > loss_disc_real_3: 0.2148692011833191 (0.25764150172472) - | > loss_disc_real_4: 0.25470757484436035 (0.24187937751412392) - | > loss_disc_real_5: 0.2458282709121704 (0.2975846827030182) - | > loss_0: 2.468916654586792 (2.5614253878593445) - | > loss_gen: 2.0823187828063965 (2.060056209564209) - | > loss_kl: 1.2193108797073364 (1.352443128824234) - | > loss_feat: 7.527832984924316 (6.180723071098328) - | > loss_mel: 23.742664337158203 (22.810608386993408) - | > loss_duration: 1.6576132774353027 (1.6964609920978546) - | > loss_1: 36.229736328125 (34.10029172897339) - - --> STEP: 5 - | > loss_disc: 2.468247890472412 (2.542789888381958) - | > loss_disc_real_0: 0.09008826315402985 (0.10638760477304458) - | > loss_disc_real_1: 0.13772660493850708 (0.1531720757484436) - | > loss_disc_real_2: 0.1736840009689331 (0.20164791643619537) - | > loss_disc_real_3: 0.2642820477485657 (0.2589696109294891) - | > loss_disc_real_4: 0.22748450934886932 (0.239000403881073) - | > loss_disc_real_5: 0.22897394001483917 (0.2838625341653824) - | > loss_0: 2.468247890472412 (2.542789888381958) - | > loss_gen: 1.9845750331878662 (2.0449599742889406) - | > loss_kl: 2.271994113922119 (1.5363533258438111) - | > loss_feat: 8.046722412109375 (6.553922939300537) - | > loss_mel: 23.592424392700195 (22.966971588134765) - | > loss_duration: 1.9178166389465332 (1.7407321214675904) - | > loss_1: 37.81352996826172 (34.842939376831055) - - --> STEP: 6 - | > loss_disc: 2.7206497192382812 (2.5724331935246787) - | > loss_disc_real_0: 0.1317143738269806 (0.11060873294870059) - | > loss_disc_real_1: 0.1457163542509079 (0.1519294554988543) - | > loss_disc_real_2: 0.25041651725769043 (0.2097760165731112) - | > loss_disc_real_3: 0.31032291054725647 (0.267528494199117) - | > loss_disc_real_4: 0.25463980436325073 (0.24160697062810263) - | > loss_disc_real_5: 0.24373091757297516 (0.2771739313999812) - | > loss_0: 2.7206497192382812 (2.5724331935246787) - | > loss_gen: 1.8564146757125854 (2.013535757859548) - | > loss_kl: 1.0483914613723755 (1.455026348431905) - | > loss_feat: 5.385388374328613 (6.359167178471883) - | > loss_mel: 20.818429946899414 (22.60888131459554) - | > loss_duration: 1.6594765186309814 (1.7271895209948223) - | > loss_1: 30.76810073852539 (34.16379960378011) - - --> STEP: 7 - | > loss_disc: 2.4273202419281006 (2.5517027718680247) - | > loss_disc_real_0: 0.07006660103797913 (0.10481699981859752) - | > loss_disc_real_1: 0.2046273648738861 (0.159457728266716) - | > loss_disc_real_2: 0.2228049337863922 (0.2116372904607228) - | > loss_disc_real_3: 0.21341823041439056 (0.2597984565155847) - | > loss_disc_real_4: 0.2049410194158554 (0.23636897759778158) - | > loss_disc_real_5: 0.24951361119747162 (0.27322245708533693) - | > loss_0: 2.4273202419281006 (2.5517027718680247) - | > loss_gen: 2.0254855155944824 (2.015242866107396) - | > loss_kl: 1.2287644147872925 (1.4227032150541032) - | > loss_feat: 5.818925857543945 (6.281989846910749) - | > loss_mel: 20.300451278686523 (22.279105595179967) - | > loss_duration: 1.6714179515838623 (1.7192221539361137) - | > loss_1: 31.0450439453125 (33.71826308114188) - - --> STEP: 8 - | > loss_disc: 2.531766414642334 (2.5492107272148132) - | > loss_disc_real_0: 0.11842922866344452 (0.1065185284242034) - | > loss_disc_real_1: 0.188381165266037 (0.16307315789163113) - | > loss_disc_real_2: 0.22000272572040558 (0.21268296986818314) - | > loss_disc_real_3: 0.22643764317035675 (0.2556283548474312) - | > loss_disc_real_4: 0.24745801091194153 (0.23775510676205158) - | > loss_disc_real_5: 0.18099625408649445 (0.26169418171048164) - | > loss_0: 2.531766414642334 (2.5492107272148132) - | > loss_gen: 2.021695852279663 (2.016049489378929) - | > loss_kl: 2.0536892414093018 (1.5015764683485031) - | > loss_feat: 7.0064215660095215 (6.372543811798096) - | > loss_mel: 23.470388412475586 (22.42801594734192) - | > loss_duration: 1.7404316663742065 (1.7218733429908752) - | > loss_1: 36.292625427246094 (34.04005837440491) - - --> STEP: 9 - | > loss_disc: 2.4584994316101074 (2.539131694369846) - | > loss_disc_real_0: 0.10138971358537674 (0.10594866010877821) - | > loss_disc_real_1: 0.16555404663085938 (0.16334881219598982) - | > loss_disc_real_2: 0.21492406725883484 (0.21293198068936667) - | > loss_disc_real_3: 0.26183125376701355 (0.2563175658384959) - | > loss_disc_real_4: 0.19796474277973175 (0.23333395520846048) - | > loss_disc_real_5: 0.30495360493659973 (0.2665007842911614) - | > loss_0: 2.4584994316101074 (2.539131694369846) - | > loss_gen: 2.167001485824585 (2.0328219334284463) - | > loss_kl: 1.996404767036438 (1.5565573904249403) - | > loss_feat: 5.869974613189697 (6.3167027897304955) - | > loss_mel: 23.197757720947266 (22.513542811075848) - | > loss_duration: 1.680429458618164 (1.717268466949463) - | > loss_1: 34.91156768798828 (34.13689274258084) - - --> STEP: 10 - | > loss_disc: 2.449477195739746 (2.530166244506836) - | > loss_disc_real_0: 0.09261097759008408 (0.1046148918569088) - | > loss_disc_real_1: 0.18872173130512238 (0.16588610410690308) - | > loss_disc_real_2: 0.1895437091588974 (0.21059315353631974) - | > loss_disc_real_3: 0.20836177468299866 (0.2515219867229462) - | > loss_disc_real_4: 0.2397758960723877 (0.23397814929485322) - | > loss_disc_real_5: 0.3066661059856415 (0.27051731646060945) - | > loss_0: 2.449477195739746 (2.530166244506836) - | > loss_gen: 2.1426825523376465 (2.0438079953193666) - | > loss_kl: 1.2778046131134033 (1.5286821126937866) - | > loss_feat: 6.0429840087890625 (6.289330911636353) - | > loss_mel: 20.769695281982422 (22.339158058166504) - | > loss_duration: 1.6188457012176514 (1.7074261903762817) - | > loss_1: 31.852012634277344 (33.90840473175049) - - --> STEP: 11 - | > loss_disc: 2.5747835636138916 (2.534222364425659) - | > loss_disc_real_0: 0.0973612368106842 (0.10395546867088838) - | > loss_disc_real_1: 0.15878188610076904 (0.16524026610634543) - | > loss_disc_real_2: 0.1951834261417389 (0.20919226922772147) - | > loss_disc_real_3: 0.25916796922683716 (0.2522170760414817) - | > loss_disc_real_4: 0.21460430324077606 (0.23221689056266437) - | > loss_disc_real_5: 0.16290971636772156 (0.260734807361256) - | > loss_0: 2.5747835636138916 (2.534222364425659) - | > loss_gen: 1.8938989639282227 (2.030179901556535) - | > loss_kl: 1.681279182434082 (1.542554573579268) - | > loss_feat: 7.842594146728516 (6.430536660281095) - | > loss_mel: 23.19806671142578 (22.417240663008258) - | > loss_duration: 1.603595495223999 (1.6979870362715288) - | > loss_1: 36.21943283081055 (34.118498195301406) - - --> STEP: 12 - | > loss_disc: 2.8137741088867188 (2.5575183431307473) - | > loss_disc_real_0: 0.16875366866588593 (0.1093553186704715) - | > loss_disc_real_1: 0.20477311313152313 (0.16853467002511024) - | > loss_disc_real_2: 0.24692656099796295 (0.21233679354190826) - | > loss_disc_real_3: 0.28412967920303345 (0.2548764596382777) - | > loss_disc_real_4: 0.2961850166320801 (0.23754756773511568) - | > loss_disc_real_5: 0.2985760271549225 (0.26388824234406155) - | > loss_0: 2.8137741088867188 (2.5575183431307473) - | > loss_gen: 1.9828810691833496 (2.026238332192103) - | > loss_kl: 1.8391804695129395 (1.5672733982404072) - | > loss_feat: 6.265151023864746 (6.416754523913066) - | > loss_mel: 22.67180824279785 (22.438454627990723) - | > loss_duration: 1.7155272960662842 (1.6994487245877583) - | > loss_1: 34.47454833984375 (34.14816904067994) - - --> STEP: 13 - | > loss_disc: 2.470691204071045 (2.5508393324338474) - | > loss_disc_real_0: 0.11445457488298416 (0.1097475691483571) - | > loss_disc_real_1: 0.13313956558704376 (0.16581196968372053) - | > loss_disc_real_2: 0.1845526099205017 (0.21019954864795393) - | > loss_disc_real_3: 0.1742546558380127 (0.2486747824228727) - | > loss_disc_real_4: 0.176450714468956 (0.23284780979156494) - | > loss_disc_real_5: 0.22326549887657166 (0.2607634159234854) - | > loss_0: 2.470691204071045 (2.5508393324338474) - | > loss_gen: 1.8866443634033203 (2.015500334592966) - | > loss_kl: 1.2837345600128174 (1.5454627183767466) - | > loss_feat: 6.694416046142578 (6.438113102546105) - | > loss_mel: 22.12183952331543 (22.414099619938778) - | > loss_duration: 1.7395734786987305 (1.7025352441347563) - | > loss_1: 33.7262077331543 (34.11571047856258) - - --> STEP: 14 - | > loss_disc: 2.5623440742492676 (2.551661099706377) - | > loss_disc_real_0: 0.09998145699501038 (0.10904998970883233) - | > loss_disc_real_1: 0.18769165873527527 (0.16737480461597443) - | > loss_disc_real_2: 0.25147268176078796 (0.2131476295845849) - | > loss_disc_real_3: 0.20943498611450195 (0.24587193982941763) - | > loss_disc_real_4: 0.25457772612571716 (0.23439994667257583) - | > loss_disc_real_5: 0.20247136056423187 (0.2565996976835387) - | > loss_0: 2.5623440742492676 (2.551661099706377) - | > loss_gen: 1.962870717048645 (2.011741076196943) - | > loss_kl: 1.1916428804397583 (1.5201898728098189) - | > loss_feat: 6.002971172332764 (6.407031536102295) - | > loss_mel: 22.984420776367188 (22.45483684539795) - | > loss_duration: 1.7666420936584473 (1.70711430481502) - | > loss_1: 33.90855026245117 (34.10091332026891) - - --> STEP: 15 - | > loss_disc: 2.6087646484375 (2.5554680029551187) - | > loss_disc_real_0: 0.12562356889247894 (0.1101548949877421) - | > loss_disc_real_1: 0.20557761192321777 (0.16992165843645732) - | > loss_disc_real_2: 0.23577181994915009 (0.21465590894222258) - | > loss_disc_real_3: 0.26019808650016785 (0.2468270162741343) - | > loss_disc_real_4: 0.2839447259902954 (0.23770293196042377) - | > loss_disc_real_5: 0.2994101643562317 (0.2594537287950515) - | > loss_0: 2.6087646484375 (2.5554680029551187) - | > loss_gen: 2.1608762741088867 (2.021683422724406) - | > loss_kl: 1.61524498462677 (1.5265268802642822) - | > loss_feat: 4.420984268188477 (6.27462838490804) - | > loss_mel: 18.2582950592041 (22.175067392985024) - | > loss_duration: 1.7087552547454834 (1.7072237014770508) - | > loss_1: 28.16415786743164 (33.70512962341309) - - --> STEP: 16 - | > loss_disc: 2.7778077125549316 (2.569364234805107) - | > loss_disc_real_0: 0.12994946539402008 (0.11139205563813448) - | > loss_disc_real_1: 0.14829841256141663 (0.16857020556926727) - | > loss_disc_real_2: 0.2453642338514328 (0.21657517924904823) - | > loss_disc_real_3: 0.2923097610473633 (0.24966968782246113) - | > loss_disc_real_4: 0.2720949947834015 (0.2398524358868599) - | > loss_disc_real_5: 0.3303777277469635 (0.263886478729546) - | > loss_0: 2.7778077125549316 (2.569364234805107) - | > loss_gen: 2.057155132293701 (2.023900404572487) - | > loss_kl: 1.8434816598892212 (1.546336553990841) - | > loss_feat: 6.51136589050293 (6.289424479007721) - | > loss_mel: 24.16010284423828 (22.299132108688354) - | > loss_duration: 1.7889220714569092 (1.712329849600792) - | > loss_1: 36.361026763916016 (33.871123194694526) - - --> STEP: 17 - | > loss_disc: 2.3926022052764893 (2.558966468362247) - | > loss_disc_real_0: 0.1040436327457428 (0.1109597954679938) - | > loss_disc_real_1: 0.1398758590221405 (0.16688230283120098) - | > loss_disc_real_2: 0.21018166840076447 (0.21619909037561977) - | > loss_disc_real_3: 0.25163784623146057 (0.24978546184651992) - | > loss_disc_real_4: 0.2593681514263153 (0.24100041915388667) - | > loss_disc_real_5: 0.20400011539459229 (0.2603637514745487) - | > loss_0: 2.3926022052764893 (2.558966468362247) - | > loss_gen: 2.0971622467041016 (2.028209924697876) - | > loss_kl: 1.8526610136032104 (1.5643556398503922) - | > loss_feat: 6.888824939727783 (6.3246833296383125) - | > loss_mel: 23.839406967163086 (22.389736512128046) - | > loss_duration: 1.6508640050888062 (1.7087142116883223) - | > loss_1: 36.32891845703125 (34.01569938659669) - - --> STEP: 18 - | > loss_disc: 2.7470386028289795 (2.5694149202770658) - | > loss_disc_real_0: 0.12113159894943237 (0.11152489566140705) - | > loss_disc_real_1: 0.18090739846229553 (0.16766147481070626) - | > loss_disc_real_2: 0.25775146484375 (0.21850755562384924) - | > loss_disc_real_3: 0.2878916561603546 (0.25190247264173293) - | > loss_disc_real_4: 0.28171780705451965 (0.2432624962594774) - | > loss_disc_real_5: 0.3285908102989197 (0.26415414363145817) - | > loss_0: 2.7470386028289795 (2.5694149202770658) - | > loss_gen: 1.9373195171356201 (2.023160457611084) - | > loss_kl: 1.717262625694275 (1.5728504723972745) - | > loss_feat: 5.153334617614746 (6.259608401192559) - | > loss_mel: 22.047962188720703 (22.370749049716526) - | > loss_duration: 1.6862337589263916 (1.7074652976459928) - | > loss_1: 32.5421142578125 (33.93383354610867) - - --> STEP: 19 - | > loss_disc: 2.160346031188965 (2.547884978746113) - | > loss_disc_real_0: 0.09234525263309479 (0.11051544076518009) - | > loss_disc_real_1: 0.1571868360042572 (0.16711017803141945) - | > loss_disc_real_2: 0.172385573387146 (0.21608008287454905) - | > loss_disc_real_3: 0.16999439895153046 (0.2475915213948802) - | > loss_disc_real_4: 0.13063682615756989 (0.2373348294120086) - | > loss_disc_real_5: 0.16084347665309906 (0.2587167401062814) - | > loss_0: 2.160346031188965 (2.547884978746113) - | > loss_gen: 2.0301713943481445 (2.0235294542814555) - | > loss_kl: 2.071941614151001 (1.5991184272264178) - | > loss_feat: 8.63180923461914 (6.384461076636064) - | > loss_mel: 24.2907772064209 (22.471803163227282) - | > loss_duration: 1.8028292655944824 (1.712484453853808) - | > loss_1: 38.82752990722656 (34.191396512483294) - - --> STEP: 20 - | > loss_disc: 2.663060426712036 (2.553643751144409) - | > loss_disc_real_0: 0.0716102197766304 (0.1085701797157526) - | > loss_disc_real_1: 0.1734628528356552 (0.16742781177163124) - | > loss_disc_real_2: 0.25169873237609863 (0.21786101534962654) - | > loss_disc_real_3: 0.2274402529001236 (0.24658395797014238) - | > loss_disc_real_4: 0.25179171562194824 (0.23805767372250558) - | > loss_disc_real_5: 0.25879570841789246 (0.2587206885218619) - | > loss_0: 2.663060426712036 (2.553643751144409) - | > loss_gen: 1.9091711044311523 (2.0178115367889404) - | > loss_kl: 1.6032159328460693 (1.5993233025074003) - | > loss_feat: 6.709261417388916 (6.400701093673706) - | > loss_mel: 22.767810821533203 (22.48660354614258) - | > loss_duration: 1.704315185546875 (1.7120759904384613) - | > loss_1: 34.69377517700195 (34.21651544570923) - - --> STEP: 21 - | > loss_disc: 2.487321376800537 (2.55048554284232) - | > loss_disc_real_0: 0.10421430319547653 (0.10836275702431089) - | > loss_disc_real_1: 0.17416951060295105 (0.16774884504931314) - | > loss_disc_real_2: 0.23933252692222595 (0.21888346828165509) - | > loss_disc_real_3: 0.22454404830932617 (0.24553443846248446) - | > loss_disc_real_4: 0.29945388436317444 (0.24098130280063265) - | > loss_disc_real_5: 0.3221311569213867 (0.261740234636125) - | > loss_0: 2.487321376800537 (2.55048554284232) - | > loss_gen: 2.239396333694458 (2.028363193784441) - | > loss_kl: 1.5792059898376465 (1.5983653352374123) - | > loss_feat: 5.511168003082275 (6.358342375074114) - | > loss_mel: 20.281251907348633 (22.381586801438104) - | > loss_duration: 1.6895194053649902 (1.7110018673397245) - | > loss_1: 31.3005428314209 (34.077659606933594) - - --> STEP: 22 - | > loss_disc: 2.4731056690216064 (2.5469682758504693) - | > loss_disc_real_0: 0.13603493571281433 (0.10962058332833377) - | > loss_disc_real_1: 0.23651184141635895 (0.17087443579326977) - | > loss_disc_real_2: 0.2255357950925827 (0.21918584677306088) - | > loss_disc_real_3: 0.24602559208869934 (0.2455567636273124) - | > loss_disc_real_4: 0.16408750414848328 (0.23748613013462586) - | > loss_disc_real_5: 0.2116418480873108 (0.2594630352475425) - | > loss_0: 2.4731056690216064 (2.5469682758504693) - | > loss_gen: 2.1202659606933594 (2.032540592280301) - | > loss_kl: 1.4024829864501953 (1.5894615921107205) - | > loss_feat: 6.795003414154053 (6.378190604123202) - | > loss_mel: 22.58843421936035 (22.390988956798207) - | > loss_duration: 1.794135570526123 (1.7147806720300154) - | > loss_1: 34.70032501220703 (34.10596257990057) - - --> STEP: 23 - | > loss_disc: 2.6719884872436523 (2.5524039372153906) - | > loss_disc_real_0: 0.20649053156375885 (0.11383232020813486) - | > loss_disc_real_1: 0.18449223041534424 (0.17146651382031647) - | > loss_disc_real_2: 0.20954129099845886 (0.21876651826112167) - | > loss_disc_real_3: 0.24998527765274048 (0.24574930771537448) - | > loss_disc_real_4: 0.23989057540893555 (0.2375906712335089) - | > loss_disc_real_5: 0.23762063682079315 (0.2585133657507273) - | > loss_0: 2.6719884872436523 (2.5524039372153906) - | > loss_gen: 1.8858072757720947 (2.0261608828669004) - | > loss_kl: 1.6715099811553955 (1.5930289133735325) - | > loss_feat: 3.8729665279388428 (6.2692678182021435) - | > loss_mel: 18.81239891052246 (22.235398085221) - | > loss_duration: 1.7927558422088623 (1.7181708968204001) - | > loss_1: 28.035438537597656 (33.84202675197435) - - --> STEP: 24 - | > loss_disc: 2.4924604892730713 (2.5499062935511274) - | > loss_disc_real_0: 0.10412046313285828 (0.113427659496665) - | > loss_disc_real_1: 0.1290707141160965 (0.169700022165974) - | > loss_disc_real_2: 0.23789717257022858 (0.21956362885733446) - | > loss_disc_real_3: 0.26549944281578064 (0.24657223001122475) - | > loss_disc_real_4: 0.25031089782714844 (0.23812068067491055) - | > loss_disc_real_5: 0.31984061002731323 (0.26106866759558506) - | > loss_0: 2.4924604892730713 (2.5499062935511274) - | > loss_gen: 2.112143039703369 (2.0297434727350865) - | > loss_kl: 1.6681997776031494 (1.5961610327164333) - | > loss_feat: 5.000910758972168 (6.216419607400894) - | > loss_mel: 21.88442611694336 (22.22077425320943) - | > loss_duration: 1.6866765022277832 (1.716858630379041) - | > loss_1: 32.35235595703125 (33.77995713551839) - - --> STEP: 25 - | > loss_disc: 2.48858380317688 (2.5474533939361574) - | > loss_disc_real_0: 0.12210368365049362 (0.11377470046281815) - | > loss_disc_real_1: 0.1597317010164261 (0.16930128931999205) - | > loss_disc_real_2: 0.21051666140556335 (0.2192017501592636) - | > loss_disc_real_3: 0.2631853520870209 (0.2472367548942566) - | > loss_disc_real_4: 0.2695775032043457 (0.23937895357608796) - | > loss_disc_real_5: 0.3127117455005646 (0.26313439071178424) - | > loss_0: 2.48858380317688 (2.5474533939361574) - | > loss_gen: 2.2216989994049072 (2.037421693801879) - | > loss_kl: 1.599284291267395 (1.5962859630584716) - | > loss_feat: 5.1548662185668945 (6.173957471847534) - | > loss_mel: 18.778600692749023 (22.083087310791015) - | > loss_duration: 1.6345975399017334 (1.7135681867599488) - | > loss_1: 29.389047622680664 (33.60432075500488) - - --> STEP: 26 - | > loss_disc: 2.356050968170166 (2.5400917621759267) - | > loss_disc_real_0: 0.09206154197454453 (0.11293957898249993) - | > loss_disc_real_1: 0.14324325323104858 (0.168299057162725) - | > loss_disc_real_2: 0.15078125894069672 (0.21657019280470335) - | > loss_disc_real_3: 0.2818407714366913 (0.24856767860742715) - | > loss_disc_real_4: 0.22895893454551697 (0.2389781836133737) - | > loss_disc_real_5: 0.18871524930000305 (0.2602721160421003) - | > loss_0: 2.356050968170166 (2.5400917621759267) - | > loss_gen: 2.096045732498169 (2.0396764645209675) - | > loss_kl: 1.520086646080017 (1.5933552200977619) - | > loss_feat: 7.845972061157227 (6.238265725282522) - | > loss_mel: 24.784339904785156 (22.18698164132925) - | > loss_duration: 1.7014563083648682 (1.7131023452832148) - | > loss_1: 37.94790267944336 (33.77138159825251) - - --> STEP: 27 - | > loss_disc: 2.4436869621276855 (2.536521214025992) - | > loss_disc_real_0: 0.13060787320137024 (0.1135939602498655) - | > loss_disc_real_1: 0.20683158934116364 (0.16972618798414865) - | > loss_disc_real_2: 0.21260690689086914 (0.2164234044375243) - | > loss_disc_real_3: 0.19241108000278473 (0.246487804585033) - | > loss_disc_real_4: 0.1768246740102768 (0.23667620177622195) - | > loss_disc_real_5: 0.21219685673713684 (0.25849155088265724) - | > loss_0: 2.4436869621276855 (2.536521214025992) - | > loss_gen: 2.0031256675720215 (2.038322731300636) - | > loss_kl: 2.111419916152954 (1.6125428014331393) - | > loss_feat: 5.405874252319336 (6.207436411469071) - | > loss_mel: 19.234392166137695 (22.077626475581415) - | > loss_duration: 1.7101036310195923 (1.7129912817919697) - | > loss_1: 30.464916229248047 (33.64891991791902) - - --> STEP: 28 - | > loss_disc: 2.602633476257324 (2.5388823662485396) - | > loss_disc_real_0: 0.14456447958946228 (0.11470005022627967) - | > loss_disc_real_1: 0.15909580886363983 (0.16934653158698762) - | > loss_disc_real_2: 0.24280127882957458 (0.2173654713800975) - | > loss_disc_real_3: 0.2748701870441437 (0.24750146110142981) - | > loss_disc_real_4: 0.2041558474302292 (0.23551476054957934) - | > loss_disc_real_5: 0.31926530599594116 (0.2606620421367031) - | > loss_0: 2.602633476257324 (2.5388823662485396) - | > loss_gen: 2.043300151824951 (2.0385004963193616) - | > loss_kl: 1.5946621894836426 (1.6119042081492287) - | > loss_feat: 4.743152141571045 (6.155140544686999) - | > loss_mel: 18.404808044433594 (21.94645438875471) - | > loss_duration: 1.7163686752319336 (1.713111902986254) - | > loss_1: 28.50229263305664 (33.46511180060251) - - --> STEP: 29 - | > loss_disc: 2.3161473274230957 (2.5312018476683518) - | > loss_disc_real_0: 0.04394952207803726 (0.11226037684185751) - | > loss_disc_real_1: 0.1620119959115982 (0.16909361656369834) - | > loss_disc_real_2: 0.18077810108661652 (0.21610383792170162) - | > loss_disc_real_3: 0.22407056391239166 (0.246693499129394) - | > loss_disc_real_4: 0.19894704222679138 (0.23425380474534527) - | > loss_disc_real_5: 0.2421690821647644 (0.26002435386180867) - | > loss_0: 2.3161473274230957 (2.5312018476683518) - | > loss_gen: 2.0498759746551514 (2.0388927541930095) - | > loss_kl: 1.730968952178955 (1.61600988897784) - | > loss_feat: 6.204206466674805 (6.156832473031406) - | > loss_mel: 19.652135848999023 (21.86733995634934) - | > loss_duration: 1.671157956123352 (1.7116652151633953) - | > loss_1: 31.3083438873291 (33.39074049324825) - - --> STEP: 30 - | > loss_disc: 2.5880818367004395 (2.533097847302755) - | > loss_disc_real_0: 0.05386779457330704 (0.11031395743290583) - | > loss_disc_real_1: 0.17788071930408478 (0.1693865199883779) - | > loss_disc_real_2: 0.22350776195526123 (0.21635063538948696) - | > loss_disc_real_3: 0.2574482262134552 (0.24705199003219605) - | > loss_disc_real_4: 0.2212049663066864 (0.23381884346405665) - | > loss_disc_real_5: 0.2529119849205017 (0.2597872748970984) - | > loss_0: 2.5880818367004395 (2.533097847302755) - | > loss_gen: 1.8836621046066284 (2.033718399206797) - | > loss_kl: 1.9147948026657104 (1.6259693861007691) - | > loss_feat: 7.065179824829102 (6.187110718091329) - | > loss_mel: 21.962635040283203 (21.870516459147137) - | > loss_duration: 1.746230125427246 (1.712817378838857) - | > loss_1: 34.57250213623047 (33.43013254801433) - - --> STEP: 31 - | > loss_disc: 2.433868169784546 (2.5298968899634575) - | > loss_disc_real_0: 0.14290344715118408 (0.11136523129478577) - | > loss_disc_real_1: 0.15112373232841492 (0.16879739780579844) - | > loss_disc_real_2: 0.19837342202663422 (0.21577072528100782) - | > loss_disc_real_3: 0.2102784663438797 (0.24586574733257294) - | > loss_disc_real_4: 0.20112241804599762 (0.2327641200634741) - | > loss_disc_real_5: 0.23631314933300018 (0.259030045040192) - | > loss_0: 2.433868169784546 (2.5298968899634575) - | > loss_gen: 2.0216362476348877 (2.0333286523818965) - | > loss_kl: 1.4729832410812378 (1.621034349164655) - | > loss_feat: 5.688377380371094 (6.171022545906805) - | > loss_mel: 21.30763816833496 (21.852359094927387) - | > loss_duration: 1.6832520961761475 (1.7118636600432857) - | > loss_1: 32.173885345458984 (33.389608444706084) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.011860778254847373 (+0.0028074249144523396) - | > avg_loss_disc: 2.5298968899634575 (-0.12259601777599727) - | > avg_loss_disc_real_0: 0.11136523129478577 (-0.18492791993964108) - | > avg_loss_disc_real_1: 0.16879739780579844 (-0.07470976537273777) - | > avg_loss_disc_real_2: 0.21577072528100782 (+0.006245245856623505) - | > avg_loss_disc_real_3: 0.24586574733257294 (+0.045602135119899634) - | > avg_loss_disc_real_4: 0.2327641200634741 (+0.00447728701176181) - | > avg_loss_disc_real_5: 0.259030045040192 (+0.046866495282419124) - | > avg_loss_0: 2.5298968899634575 (-0.12259601777599727) - | > avg_loss_gen: 2.0333286523818965 (-0.07535059990421455) - | > avg_loss_kl: 1.621034349164655 (-0.03537982894528313) - | > avg_loss_feat: 6.171022545906805 (+0.3514145958808159) - | > avg_loss_mel: 21.852359094927387 (-0.8781225142940414) - | > avg_loss_duration: 1.7118636600432857 (+0.004823065573169361) - | > avg_loss_1: 33.389608444706084 (-0.6326156739265727) - - - > EPOCH: 12/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 01:07:04)  - - --> TIME: 2024-11-23 01:07:09 -- STEP: 4/797 -- GLOBAL_STEP: 32675 - | > loss_disc: 2.6259946823120117 (2.6421546936035156) - | > loss_disc_real_0: 0.119111567735672 (0.17111869528889656) - | > loss_disc_real_1: 0.269109845161438 (0.2482789233326912) - | > loss_disc_real_2: 0.2862631380558014 (0.25491609424352646) - | > loss_disc_real_3: 0.23988373577594757 (0.221944872289896) - | > loss_disc_real_4: 0.25236037373542786 (0.2424776442348957) - | > loss_disc_real_5: 0.2862463891506195 (0.2627579942345619) - | > loss_0: 2.6259946823120117 (2.6421546936035156) - | > grad_norm_0: tensor(123.1352, device='cuda:0') (tensor(111.4623, device='cuda:0')) - | > loss_gen: 2.10127592086792 (2.37053120136261) - | > loss_kl: 1.1497081518173218 (1.7243719398975372) - | > loss_feat: 5.335585117340088 (5.996994137763977) - | > loss_mel: 20.927480697631836 (21.28082275390625) - | > loss_duration: 1.849330186843872 (1.9185734391212463) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.363380432128906 (33.29129219055176) - | > grad_norm_1: tensor(376.7560, device='cuda:0') (tensor(523.6804, device='cuda:0')) - | > current_lr_0: 0.00019900243364508313 - | > current_lr_1: 0.00019900243364508313 - | > step_time: 0.8322 (0.8196833729743958) - | > loader_time: 0.0158 (0.006935477256774902) - - - --> TIME: 2024-11-23 01:07:30 -- STEP: 29/797 -- GLOBAL_STEP: 32700 - | > loss_disc: 2.5354838371276855 (2.5302626757786193) - | > loss_disc_real_0: 0.13051630556583405 (0.13749499927306996) - | > loss_disc_real_1: 0.22063685953617096 (0.23009264006696897) - | > loss_disc_real_2: 0.24158497154712677 (0.24858722296254387) - | > loss_disc_real_3: 0.24935753643512726 (0.21841555576899957) - | > loss_disc_real_4: 0.22965040802955627 (0.23056755857221012) - | > loss_disc_real_5: 0.23786072432994843 (0.23838213343044806) - | > loss_0: 2.5354838371276855 (2.5302626757786193) - | > grad_norm_0: tensor(82.7191, device='cuda:0') (tensor(94.0960, device='cuda:0')) - | > loss_gen: 2.280116319656372 (2.3285543096476586) - | > loss_kl: 1.9189271926879883 (1.6436839761405155) - | > loss_feat: 6.458293914794922 (6.226804601735082) - | > loss_mel: 20.915969848632812 (21.3418618563948) - | > loss_duration: 1.7265187501907349 (1.8281234872752223) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.299827575683594 (33.36902789411874) - | > grad_norm_1: tensor(654.2006, device='cuda:0') (tensor(544.4345, device='cuda:0')) - | > current_lr_0: 0.00019900243364508313 - | > current_lr_1: 0.00019900243364508313 - | > step_time: 0.8113 (0.8486584959359005) - | > loader_time: 0.0039 (0.004939712327102136) - - - --> TIME: 2024-11-23 01:07:52 -- STEP: 54/797 -- GLOBAL_STEP: 32725 - | > loss_disc: 2.5068275928497314 (2.5196931450455278) - | > loss_disc_real_0: 0.08285756409168243 (0.13824427803909342) - | > loss_disc_real_1: 0.2114572674036026 (0.22613647607741533) - | > loss_disc_real_2: 0.24020324647426605 (0.24024886196410214) - | > loss_disc_real_3: 0.21770057082176208 (0.22371453874640995) - | > loss_disc_real_4: 0.21724200248718262 (0.22403415706422594) - | > loss_disc_real_5: 0.27570202946662903 (0.2369219313065211) - | > loss_0: 2.5068275928497314 (2.5196931450455278) - | > grad_norm_0: tensor(72.3591, device='cuda:0') (tensor(97.5655, device='cuda:0')) - | > loss_gen: 2.359128475189209 (2.30426495605045) - | > loss_kl: 1.3323400020599365 (1.606240076047403) - | > loss_feat: 6.070928573608398 (6.19326650654828) - | > loss_mel: 20.50363540649414 (21.172634795860017) - | > loss_duration: 1.7156941890716553 (1.79788092551408) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.981727600097656 (33.07428730858697) - | > grad_norm_1: tensor(969.3373, device='cuda:0') (tensor(569.0765, device='cuda:0')) - | > current_lr_0: 0.00019900243364508313 - | > current_lr_1: 0.00019900243364508313 - | > step_time: 0.897 (0.8442362811830308) - | > loader_time: 0.0075 (0.005088254257484719) - - - --> TIME: 2024-11-23 01:08:14 -- STEP: 79/797 -- GLOBAL_STEP: 32750 - | > loss_disc: 2.551797866821289 (2.500681376155419) - | > loss_disc_real_0: 0.14110688865184784 (0.13547873779942723) - | > loss_disc_real_1: 0.2664439082145691 (0.2230217745409736) - | > loss_disc_real_2: 0.2808970808982849 (0.23944591004637222) - | > loss_disc_real_3: 0.20835037529468536 (0.22339777290066587) - | > loss_disc_real_4: 0.20010191202163696 (0.2221121180661117) - | > loss_disc_real_5: 0.2469208836555481 (0.23597549958319602) - | > loss_0: 2.551797866821289 (2.500681376155419) - | > grad_norm_0: tensor(4.8814, device='cuda:0') (tensor(89.1193, device='cuda:0')) - | > loss_gen: 2.270209789276123 (2.321762081942982) - | > loss_kl: 1.4235823154449463 (1.568775920928279) - | > loss_feat: 5.753965377807617 (6.270739694184894) - | > loss_mel: 21.003583908081055 (21.393088063107268) - | > loss_duration: 1.6939210891723633 (1.777028747751743) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.145263671875 (33.33139460599875) - | > grad_norm_1: tensor(763.6097, device='cuda:0') (tensor(605.6460, device='cuda:0')) - | > current_lr_0: 0.00019900243364508313 - | > current_lr_1: 0.00019900243364508313 - | > step_time: 0.8331 (0.8579491120350512) - | > loader_time: 0.0052 (0.005375596541392652) - - - --> TIME: 2024-11-23 01:08:37 -- STEP: 104/797 -- GLOBAL_STEP: 32775 - | > loss_disc: 2.4966516494750977 (2.4965860958282775) - | > loss_disc_real_0: 0.09083569049835205 (0.13136317989287483) - | > loss_disc_real_1: 0.19055911898612976 (0.2222137310757087) - | > loss_disc_real_2: 0.20358067750930786 (0.23956297438305157) - | > loss_disc_real_3: 0.18948890268802643 (0.22467124791672596) - | > loss_disc_real_4: 0.24201653897762299 (0.22367923678113863) - | > loss_disc_real_5: 0.25549405813217163 (0.2354566722821731) - | > loss_0: 2.4966516494750977 (2.4965860958282775) - | > grad_norm_0: tensor(59.7997, device='cuda:0') (tensor(83.5843, device='cuda:0')) - | > loss_gen: 2.1710667610168457 (2.330591458540697) - | > loss_kl: 1.711776614189148 (1.564304075562037) - | > loss_feat: 5.807816028594971 (6.289730516763833) - | > loss_mel: 19.62973403930664 (21.33564125574553) - | > loss_duration: 1.6922688484191895 (1.7670254581249678) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.01266098022461 (33.28729288394634) - | > grad_norm_1: tensor(327.5133, device='cuda:0') (tensor(617.0554, device='cuda:0')) - | > current_lr_0: 0.00019900243364508313 - | > current_lr_1: 0.00019900243364508313 - | > step_time: 0.9906 (0.8714978305193094) - | > loader_time: 0.0055 (0.005354585555883552) - - - --> TIME: 2024-11-23 01:08:59 -- STEP: 129/797 -- GLOBAL_STEP: 32800 - | > loss_disc: 2.304198741912842 (2.4890277237855196) - | > loss_disc_real_0: 0.047072634100914 (0.1334764794843604) - | > loss_disc_real_1: 0.18702635169029236 (0.2212238758802414) - | > loss_disc_real_2: 0.2029174268245697 (0.23756075436754745) - | > loss_disc_real_3: 0.22379280626773834 (0.22500201424424962) - | > loss_disc_real_4: 0.23119282722473145 (0.22348378633343896) - | > loss_disc_real_5: 0.21288472414016724 (0.23397942222366036) - | > loss_0: 2.304198741912842 (2.4890277237855196) - | > grad_norm_0: tensor(210.3608, device='cuda:0') (tensor(90.0927, device='cuda:0')) - | > loss_gen: 2.2879223823547363 (2.335957734159722) - | > loss_kl: 1.7003732919692993 (1.5657598861428195) - | > loss_feat: 6.850529670715332 (6.302737742431403) - | > loss_mel: 20.92449951171875 (21.344009428985366) - | > loss_duration: 1.742363452911377 (1.7604882005573244) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.50568771362305 (33.308953129967975) - | > grad_norm_1: tensor(611.8333, device='cuda:0') (tensor(617.6625, device='cuda:0')) - | > current_lr_0: 0.00019900243364508313 - | > current_lr_1: 0.00019900243364508313 - | > step_time: 0.9045 (0.8682847337205281) - | > loader_time: 0.0069 (0.005312494529310121) - - - --> TIME: 2024-11-23 01:09:23 -- STEP: 154/797 -- GLOBAL_STEP: 32825 - | > loss_disc: 2.345872402191162 (2.4905680294160715) - | > loss_disc_real_0: 0.07108409702777863 (0.13777661708171499) - | > loss_disc_real_1: 0.19875232875347137 (0.22028679294245584) - | > loss_disc_real_2: 0.22271929681301117 (0.2367629436896993) - | > loss_disc_real_3: 0.1792011559009552 (0.22435628564713836) - | > loss_disc_real_4: 0.20810887217521667 (0.22203536476794775) - | > loss_disc_real_5: 0.19359123706817627 (0.23376433783537381) - | > loss_0: 2.345872402191162 (2.4905680294160715) - | > grad_norm_0: tensor(40.5576, device='cuda:0') (tensor(89.7342, device='cuda:0')) - | > loss_gen: 2.631028175354004 (2.339831691283685) - | > loss_kl: 1.463511347770691 (1.562858698429999) - | > loss_feat: 7.226353168487549 (6.331395536274104) - | > loss_mel: 22.376558303833008 (21.449760759031626) - | > loss_duration: 1.6612462997436523 (1.7540352808964716) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.35869598388672 (33.43788208899558) - | > grad_norm_1: tensor(562.4344, device='cuda:0') (tensor(593.5572, device='cuda:0')) - | > current_lr_0: 0.00019900243364508313 - | > current_lr_1: 0.00019900243364508313 - | > step_time: 1.0455 (0.8803982935942612) - | > loader_time: 0.0049 (0.005404546663358611) - - - --> TIME: 2024-11-23 01:09:46 -- STEP: 179/797 -- GLOBAL_STEP: 32850 - | > loss_disc: 2.379586935043335 (2.488791977227067) - | > loss_disc_real_0: 0.08126820623874664 (0.13774910323613188) - | > loss_disc_real_1: 0.18607604503631592 (0.2194258926967003) - | > loss_disc_real_2: 0.22143897414207458 (0.23681772437841533) - | > loss_disc_real_3: 0.2386779487133026 (0.22487514386962912) - | > loss_disc_real_4: 0.2516902983188629 (0.2223737268141528) - | > loss_disc_real_5: 0.2485511749982834 (0.23309095495239981) - | > loss_0: 2.379586935043335 (2.488791977227067) - | > grad_norm_0: tensor(64.4932, device='cuda:0') (tensor(90.4022, device='cuda:0')) - | > loss_gen: 2.3939363956451416 (2.342283186299841) - | > loss_kl: 1.4394352436065674 (1.5579078024326087) - | > loss_feat: 6.382601737976074 (6.343591631457793) - | > loss_mel: 22.570152282714844 (21.48938137459355) - | > loss_duration: 1.7182860374450684 (1.7478652060364879) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.50440979003906 (33.481029308042004) - | > grad_norm_1: tensor(679.0453, device='cuda:0') (tensor(583.5972, device='cuda:0')) - | > current_lr_0: 0.00019900243364508313 - | > current_lr_1: 0.00019900243364508313 - | > step_time: 1.0032 (0.8856476964897284) - | > loader_time: 0.0052 (0.005574884361394952) - - - --> TIME: 2024-11-23 01:10:10 -- STEP: 204/797 -- GLOBAL_STEP: 32875 - | > loss_disc: 2.428373336791992 (2.4821145721510343) - | > loss_disc_real_0: 0.09587752819061279 (0.1358945083019197) - | > loss_disc_real_1: 0.19732601940631866 (0.2186554217455434) - | > loss_disc_real_2: 0.24732835590839386 (0.23527072267789467) - | > loss_disc_real_3: 0.24533914029598236 (0.22482598660623326) - | > loss_disc_real_4: 0.2588613033294678 (0.22212634695803418) - | > loss_disc_real_5: 0.285452663898468 (0.23397496057783856) - | > loss_0: 2.428373336791992 (2.4821145721510343) - | > grad_norm_0: tensor(89.6704, device='cuda:0') (tensor(88.2225, device='cuda:0')) - | > loss_gen: 2.4749960899353027 (2.340315086000106) - | > loss_kl: 1.769629716873169 (1.5614934452608518) - | > loss_feat: 6.212228775024414 (6.349146475978926) - | > loss_mel: 23.470388412475586 (21.52783908096014) - | > loss_duration: 1.7739025354385376 (1.7451227359911974) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.70114517211914 (33.52391690833891) - | > grad_norm_1: tensor(690.5201, device='cuda:0') (tensor(580.9719, device='cuda:0')) - | > current_lr_0: 0.00019900243364508313 - | > current_lr_1: 0.00019900243364508313 - | > step_time: 0.8514 (0.8933830600158841) - | > loader_time: 0.0051 (0.005602512873855287) - - - --> TIME: 2024-11-23 01:10:33 -- STEP: 229/797 -- GLOBAL_STEP: 32900 - | > loss_disc: 2.2898659706115723 (2.48126846421754) - | > loss_disc_real_0: 0.09471017867326736 (0.13513946907358926) - | > loss_disc_real_1: 0.22933650016784668 (0.21904181959066849) - | > loss_disc_real_2: 0.22579066455364227 (0.23579583593591333) - | > loss_disc_real_3: 0.20887349545955658 (0.22458184689413513) - | > loss_disc_real_4: 0.22480516135692596 (0.22200241300997256) - | > loss_disc_real_5: 0.17377302050590515 (0.2331890215910158) - | > loss_0: 2.2898659706115723 (2.48126846421754) - | > grad_norm_0: tensor(46.6330, device='cuda:0') (tensor(87.3387, device='cuda:0')) - | > loss_gen: 2.5798864364624023 (2.336040584281022) - | > loss_kl: 1.5251034498214722 (1.5593484020649604) - | > loss_feat: 6.687021255493164 (6.329774916952874) - | > loss_mel: 22.348093032836914 (21.55105598316442) - | > loss_duration: 1.7231783866882324 (1.7414795566333954) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.863285064697266 (33.517699512331724) - | > grad_norm_1: tensor(739.3508, device='cuda:0') (tensor(573.5557, device='cuda:0')) - | > current_lr_0: 0.00019900243364508313 - | > current_lr_1: 0.00019900243364508313 - | > step_time: 0.8461 (0.8939816243783876) - | > loader_time: 0.0049 (0.005660206990471049) - - - --> TIME: 2024-11-23 01:10:56 -- STEP: 254/797 -- GLOBAL_STEP: 32925 - | > loss_disc: 2.4543943405151367 (2.481592846667673) - | > loss_disc_real_0: 0.09252987056970596 (0.13548867694857553) - | > loss_disc_real_1: 0.2392798513174057 (0.21896671709113233) - | > loss_disc_real_2: 0.21298623085021973 (0.2351049691086679) - | > loss_disc_real_3: 0.19739535450935364 (0.22430972215228193) - | > loss_disc_real_4: 0.2065509706735611 (0.22275334326770363) - | > loss_disc_real_5: 0.21249094605445862 (0.2340363445361768) - | > loss_0: 2.4543943405151367 (2.481592846667673) - | > grad_norm_0: tensor(110.2141, device='cuda:0') (tensor(85.6397, device='cuda:0')) - | > loss_gen: 2.1570703983306885 (2.332778186309995) - | > loss_kl: 1.4098398685455322 (1.5636096944020488) - | > loss_feat: 5.803539752960205 (6.326446645841823) - | > loss_mel: 21.763662338256836 (21.59189384190116) - | > loss_duration: 1.707719087600708 (1.7373874070137505) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.84183120727539 (33.55211583835867) - | > grad_norm_1: tensor(822.7625, device='cuda:0') (tensor(584.0222, device='cuda:0')) - | > current_lr_0: 0.00019900243364508313 - | > current_lr_1: 0.00019900243364508313 - | > step_time: 0.8734 (0.8970747219295953) - | > loader_time: 0.0135 (0.005754811557259143) - - - --> TIME: 2024-11-23 01:11:20 -- STEP: 279/797 -- GLOBAL_STEP: 32950 - | > loss_disc: 2.4921226501464844 (2.4813830262871197) - | > loss_disc_real_0: 0.1356380730867386 (0.13614993579819212) - | > loss_disc_real_1: 0.24823684990406036 (0.21889206889923327) - | > loss_disc_real_2: 0.24531282484531403 (0.23441761256759738) - | > loss_disc_real_3: 0.21938036382198334 (0.22416986605172518) - | > loss_disc_real_4: 0.2251923382282257 (0.22255123393296342) - | > loss_disc_real_5: 0.26239052414894104 (0.2338712547628683) - | > loss_0: 2.4921226501464844 (2.4813830262871197) - | > grad_norm_0: tensor(33.1603, device='cuda:0') (tensor(83.5388, device='cuda:0')) - | > loss_gen: 2.1968579292297363 (2.327263433018893) - | > loss_kl: 1.8056994676589966 (1.565479572101306) - | > loss_feat: 6.1296305656433105 (6.3152597181258665) - | > loss_mel: 21.920244216918945 (21.593755140954016) - | > loss_duration: 1.8013157844543457 (1.7351998398380895) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.8537483215332 (33.53695773052907) - | > grad_norm_1: tensor(465.4614, device='cuda:0') (tensor(587.3314, device='cuda:0')) - | > current_lr_0: 0.00019900243364508313 - | > current_lr_1: 0.00019900243364508313 - | > step_time: 0.8294 (0.9004291795915172) - | > loader_time: 0.0071 (0.005823405412790163) - - - --> TIME: 2024-11-23 01:11:43 -- STEP: 304/797 -- GLOBAL_STEP: 32975 - | > loss_disc: 2.5571916103363037 (2.479638265935998) - | > loss_disc_real_0: 0.14751005172729492 (0.13750415439962557) - | > loss_disc_real_1: 0.19848793745040894 (0.21845011770921313) - | > loss_disc_real_2: 0.29145491123199463 (0.2345628472241132) - | > loss_disc_real_3: 0.2068878561258316 (0.22385064159568993) - | > loss_disc_real_4: 0.28770652413368225 (0.22218300568822183) - | > loss_disc_real_5: 0.2518954873085022 (0.23319874267633023) - | > loss_0: 2.5571916103363037 (2.479638265935998) - | > grad_norm_0: tensor(108.5013, device='cuda:0') (tensor(84.8468, device='cuda:0')) - | > loss_gen: 2.424032211303711 (2.332507973438815) - | > loss_kl: 1.6014083623886108 (1.5651232415908267) - | > loss_feat: 6.156774997711182 (6.330358023706235) - | > loss_mel: 21.840234756469727 (21.62285134039427) - | > loss_duration: 1.7058790922164917 (1.733091768465544) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.72833251953125 (33.5839323997497) - | > grad_norm_1: tensor(892.4954, device='cuda:0') (tensor(598.3071, device='cuda:0')) - | > current_lr_0: 0.00019900243364508313 - | > current_lr_1: 0.00019900243364508313 - | > step_time: 0.8615 (0.9001069602213407) - | > loader_time: 0.0084 (0.0058957463816592505) - - - --> TIME: 2024-11-23 01:12:05 -- STEP: 329/797 -- GLOBAL_STEP: 33000 - | > loss_disc: 2.4163222312927246 (2.4832578546008075) - | > loss_disc_real_0: 0.04470477253198624 (0.13912074396947235) - | > loss_disc_real_1: 0.24196165800094604 (0.21863339125747736) - | > loss_disc_real_2: 0.22281819581985474 (0.2346150795377134) - | > loss_disc_real_3: 0.25920215249061584 (0.22398287592325533) - | > loss_disc_real_4: 0.21999621391296387 (0.22273113223013544) - | > loss_disc_real_5: 0.198812797665596 (0.23343629745545721) - | > loss_0: 2.4163222312927246 (2.4832578546008075) - | > grad_norm_0: tensor(91.8291, device='cuda:0') (tensor(86.4249, device='cuda:0')) - | > loss_gen: 2.295581340789795 (2.3370505024234576) - | > loss_kl: 1.4673577547073364 (1.5673939489666102) - | > loss_feat: 6.248752593994141 (6.339160784399617) - | > loss_mel: 22.012413024902344 (21.660127506430033) - | > loss_duration: 1.6868802309036255 (1.731671725000654) - | > amp_scaler: 128.0 (129.94528875379936) - | > loss_1: 33.71098709106445 (33.63540447084369) - | > grad_norm_1: tensor(503.6308, device='cuda:0') (tensor(598.3546, device='cuda:0')) - | > current_lr_0: 0.00019900243364508313 - | > current_lr_1: 0.00019900243364508313 - | > step_time: 0.8887 (0.8997276923576749) - | > loader_time: 0.006 (0.005957166474640905) - - - --> TIME: 2024-11-23 01:12:28 -- STEP: 354/797 -- GLOBAL_STEP: 33025 - | > loss_disc: 2.51210618019104 (2.4841023818247723) - | > loss_disc_real_0: 0.16332721710205078 (0.13836226170345886) - | > loss_disc_real_1: 0.19142647087574005 (0.21892189082957927) - | > loss_disc_real_2: 0.2753480076789856 (0.23527081264446012) - | > loss_disc_real_3: 0.2185973823070526 (0.22408490994219057) - | > loss_disc_real_4: 0.2426690310239792 (0.22316678575539994) - | > loss_disc_real_5: 0.207602858543396 (0.23352947578591815) - | > loss_0: 2.51210618019104 (2.4841023818247723) - | > grad_norm_0: tensor(69.4795, device='cuda:0') (tensor(86.7778, device='cuda:0')) - | > loss_gen: 2.4993724822998047 (2.339764737139987) - | > loss_kl: 1.4730395078659058 (1.5674447693393743) - | > loss_feat: 6.329036712646484 (6.336575815233132) - | > loss_mel: 22.27019691467285 (21.6578105182971) - | > loss_duration: 1.6766743659973145 (1.7290358395226257) - | > amp_scaler: 128.0 (129.80790960451966) - | > loss_1: 34.248321533203125 (33.630631651581965) - | > grad_norm_1: tensor(314.8146, device='cuda:0') (tensor(589.0328, device='cuda:0')) - | > current_lr_0: 0.00019900243364508313 - | > current_lr_1: 0.00019900243364508313 - | > step_time: 0.9313 (0.8984862444764476) - | > loader_time: 0.0124 (0.006057172845312425) - - - --> TIME: 2024-11-23 01:12:51 -- STEP: 379/797 -- GLOBAL_STEP: 33050 - | > loss_disc: 2.3346290588378906 (2.481201102676996) - | > loss_disc_real_0: 0.08653926849365234 (0.13666247724896988) - | > loss_disc_real_1: 0.23120874166488647 (0.21883108232927193) - | > loss_disc_real_2: 0.21921809017658234 (0.23505074304766893) - | > loss_disc_real_3: 0.22362340986728668 (0.22401389051081327) - | > loss_disc_real_4: 0.23024623095989227 (0.22310307661272918) - | > loss_disc_real_5: 0.22919581830501556 (0.23372506997044293) - | > loss_0: 2.3346290588378906 (2.481201102676996) - | > grad_norm_0: tensor(26.0539, device='cuda:0') (tensor(83.6729, device='cuda:0')) - | > loss_gen: 2.625586986541748 (2.338172612529947) - | > loss_kl: 1.6868760585784912 (1.5678977230293467) - | > loss_feat: 6.466457366943359 (6.3317623327149555) - | > loss_mel: 23.125520706176758 (21.679739451345498) - | > loss_duration: 1.6434746980667114 (1.7264247318056454) - | > amp_scaler: 128.0 (129.68865435356193) - | > loss_1: 35.547916412353516 (33.64399682500427) - | > grad_norm_1: tensor(518.2824, device='cuda:0') (tensor(585.2730, device='cuda:0')) - | > current_lr_0: 0.00019900243364508313 - | > current_lr_1: 0.00019900243364508313 - | > step_time: 0.9051 (0.8995119996938983) - | > loader_time: 0.0071 (0.006116934376215866) - - - --> TIME: 2024-11-23 01:13:15 -- STEP: 404/797 -- GLOBAL_STEP: 33075 - | > loss_disc: 2.4266350269317627 (2.4772268752060325) - | > loss_disc_real_0: 0.1655975878238678 (0.1358532178132692) - | > loss_disc_real_1: 0.23070454597473145 (0.21827129193461764) - | > loss_disc_real_2: 0.21958640217781067 (0.2347767109254209) - | > loss_disc_real_3: 0.24324655532836914 (0.22391938580439827) - | > loss_disc_real_4: 0.23681488633155823 (0.22304014289880744) - | > loss_disc_real_5: 0.2963634133338928 (0.23350089674096297) - | > loss_0: 2.4266350269317627 (2.4772268752060325) - | > grad_norm_0: tensor(63.9273, device='cuda:0') (tensor(83.2629, device='cuda:0')) - | > loss_gen: 2.463344097137451 (2.3434996622623783) - | > loss_kl: 1.5252195596694946 (1.5692391838177606) - | > loss_feat: 6.305788516998291 (6.3480222248795) - | > loss_mel: 22.072551727294922 (21.697765558072852) - | > loss_duration: 1.7234117984771729 (1.725286486420301) - | > amp_scaler: 128.0 (129.5841584158415) - | > loss_1: 34.09031677246094 (33.68381311869854) - | > grad_norm_1: tensor(985.8199, device='cuda:0') (tensor(596.3486, device='cuda:0')) - | > current_lr_0: 0.00019900243364508313 - | > current_lr_1: 0.00019900243364508313 - | > step_time: 1.0476 (0.9033793399829676) - | > loader_time: 0.0064 (0.006189250709986918) - - - --> TIME: 2024-11-23 01:13:40 -- STEP: 429/797 -- GLOBAL_STEP: 33100 - | > loss_disc: 2.3004441261291504 (2.4742835668417134) - | > loss_disc_real_0: 0.1798664778470993 (0.13553964606288685) - | > loss_disc_real_1: 0.14932289719581604 (0.21764031507613216) - | > loss_disc_real_2: 0.1577964425086975 (0.23405860788199728) - | > loss_disc_real_3: 0.20653904974460602 (0.22391644908692734) - | > loss_disc_real_4: 0.1808052808046341 (0.2224710867121503) - | > loss_disc_real_5: 0.19747675955295563 (0.23341020219253772) - | > loss_0: 2.3004441261291504 (2.4742835668417134) - | > grad_norm_0: tensor(85.4592, device='cuda:0') (tensor(85.9736, device='cuda:0')) - | > loss_gen: 2.4801697731018066 (2.3455346842190044) - | > loss_kl: 1.6630053520202637 (1.5681361490752046) - | > loss_feat: 7.604456424713135 (6.35904940024956) - | > loss_mel: 23.62137794494629 (21.704631058486207) - | > loss_duration: 1.674534559249878 (1.7238400390931776) - | > amp_scaler: 128.0 (129.4918414918414) - | > loss_1: 37.04354476928711 (33.70119133529128) - | > grad_norm_1: tensor(764.9464, device='cuda:0') (tensor(601.3549, device='cuda:0')) - | > current_lr_0: 0.00019900243364508313 - | > current_lr_1: 0.00019900243364508313 - | > step_time: 0.973 (0.9076143689366766) - | > loader_time: 0.006 (0.006290376881063674) - - - --> TIME: 2024-11-23 01:14:05 -- STEP: 454/797 -- GLOBAL_STEP: 33125 - | > loss_disc: 2.519254446029663 (2.475317221381067) - | > loss_disc_real_0: 0.13520807027816772 (0.1352145336158079) - | > loss_disc_real_1: 0.2342999279499054 (0.21779283694102372) - | > loss_disc_real_2: 0.2353535145521164 (0.2343678543024126) - | > loss_disc_real_3: 0.26545989513397217 (0.22382943355170642) - | > loss_disc_real_4: 0.23692958056926727 (0.22281096557294744) - | > loss_disc_real_5: 0.2866889536380768 (0.23386379659569737) - | > loss_0: 2.519254446029663 (2.475317221381067) - | > grad_norm_0: tensor(115.2766, device='cuda:0') (tensor(84.9522, device='cuda:0')) - | > loss_gen: 2.250338554382324 (2.344651390802492) - | > loss_kl: 1.5894798040390015 (1.5699967193183404) - | > loss_feat: 5.064265727996826 (6.354507083934833) - | > loss_mel: 20.927513122558594 (21.71452564289918) - | > loss_duration: 1.6938064098358154 (1.722717326380608) - | > amp_scaler: 128.0 (129.40969162995583) - | > loss_1: 31.525402069091797 (33.70639817830224) - | > grad_norm_1: tensor(388.7137, device='cuda:0') (tensor(601.2014, device='cuda:0')) - | > current_lr_0: 0.00019900243364508313 - | > current_lr_1: 0.00019900243364508313 - | > step_time: 1.0504 (0.910721712700596) - | > loader_time: 0.0068 (0.0063664839656342445) - - - --> TIME: 2024-11-23 01:14:31 -- STEP: 479/797 -- GLOBAL_STEP: 33150 - | > loss_disc: 2.552412509918213 (2.475719110453055) - | > loss_disc_real_0: 0.13286402821540833 (0.13491242966130515) - | > loss_disc_real_1: 0.21511179208755493 (0.2180407259434399) - | > loss_disc_real_2: 0.2252388447523117 (0.23364111046950353) - | > loss_disc_real_3: 0.22867465019226074 (0.2242614905931258) - | > loss_disc_real_4: 0.24231716990470886 (0.22267543656716515) - | > loss_disc_real_5: 0.25039950013160706 (0.23384621652282603) - | > loss_0: 2.552412509918213 (2.475719110453055) - | > grad_norm_0: tensor(27.6234, device='cuda:0') (tensor(84.4358, device='cuda:0')) - | > loss_gen: 2.1418888568878174 (2.343581799425511) - | > loss_kl: 1.7441887855529785 (1.5698883257230796) - | > loss_feat: 6.338101387023926 (6.364858511843113) - | > loss_mel: 21.139184951782227 (21.72849819207243) - | > loss_duration: 1.6856688261032104 (1.7216813352760043) - | > amp_scaler: 128.0 (129.33611691022952) - | > loss_1: 33.049034118652344 (33.72850819072048) - | > grad_norm_1: tensor(642.1730, device='cuda:0') (tensor(599.2080, device='cuda:0')) - | > current_lr_0: 0.00019900243364508313 - | > current_lr_1: 0.00019900243364508313 - | > step_time: 1.0918 (0.9172045711684575) - | > loader_time: 0.0084 (0.006448155405128172) - - - --> TIME: 2024-11-23 01:15:02 -- STEP: 504/797 -- GLOBAL_STEP: 33175 - | > loss_disc: 2.6739025115966797 (2.4759968126577054) - | > loss_disc_real_0: 0.23425346612930298 (0.13473898328338096) - | > loss_disc_real_1: 0.24166852235794067 (0.21844831079481136) - | > loss_disc_real_2: 0.2259618490934372 (0.23413568415812083) - | > loss_disc_real_3: 0.2354641556739807 (0.22408442447582883) - | > loss_disc_real_4: 0.24034149944782257 (0.22263662271674664) - | > loss_disc_real_5: 0.2834439277648926 (0.23391596337277737) - | > loss_0: 2.6739025115966797 (2.4759968126577054) - | > grad_norm_0: tensor(202.4616, device='cuda:0') (tensor(83.4227, device='cuda:0')) - | > loss_gen: 2.358440637588501 (2.344146675533718) - | > loss_kl: 1.5269049406051636 (1.5705282399578708) - | > loss_feat: 5.851578712463379 (6.369691678455897) - | > loss_mel: 21.705337524414062 (21.741246511065786) - | > loss_duration: 1.682198166847229 (1.7203120560873122) - | > amp_scaler: 128.0 (129.26984126984115) - | > loss_1: 33.12445831298828 (33.74592521077113) - | > grad_norm_1: tensor(779.4138, device='cuda:0') (tensor(599.9160, device='cuda:0')) - | > current_lr_0: 0.00019900243364508313 - | > current_lr_1: 0.00019900243364508313 - | > step_time: 1.1559 (0.932504436799458) - | > loader_time: 0.0079 (0.006604722567967002) - - - --> TIME: 2024-11-23 01:15:36 -- STEP: 529/797 -- GLOBAL_STEP: 33200 - | > loss_disc: 2.7258810997009277 (2.475987320811628) - | > loss_disc_real_0: 0.2162061631679535 (0.1348868764246793) - | > loss_disc_real_1: 0.24354012310504913 (0.21855954082228507) - | > loss_disc_real_2: 0.25972479581832886 (0.2339678379955274) - | > loss_disc_real_3: 0.24313566088676453 (0.2240722368987161) - | > loss_disc_real_4: 0.20768095552921295 (0.22211495323532693) - | > loss_disc_real_5: 0.27026715874671936 (0.233947716188566) - | > loss_0: 2.7258810997009277 (2.475987320811628) - | > grad_norm_0: tensor(121.3126, device='cuda:0') (tensor(84.1332, device='cuda:0')) - | > loss_gen: 2.2169876098632812 (2.3452959522633114) - | > loss_kl: 1.741966724395752 (1.5699671211675352) - | > loss_feat: 5.35712194442749 (6.373224711823778) - | > loss_mel: 21.932878494262695 (21.75551150201175) - | > loss_duration: 1.7334805727005005 (1.7197067482935684) - | > amp_scaler: 128.0 (129.20982986767473) - | > loss_1: 32.98243713378906 (33.763706070263595) - | > grad_norm_1: tensor(156.7362, device='cuda:0') (tensor(601.1705, device='cuda:0')) - | > current_lr_0: 0.00019900243364508313 - | > current_lr_1: 0.00019900243364508313 - | > step_time: 1.2306 (0.9511477541608035) - | > loader_time: 0.0104 (0.006759255955485176) - - - --> TIME: 2024-11-23 01:16:07 -- STEP: 554/797 -- GLOBAL_STEP: 33225 - | > loss_disc: 2.6120553016662598 (2.4793384045039715) - | > loss_disc_real_0: 0.15936651825904846 (0.13548847620076204) - | > loss_disc_real_1: 0.2050180733203888 (0.21853206755882565) - | > loss_disc_real_2: 0.22589907050132751 (0.23464100261887919) - | > loss_disc_real_3: 0.22393116354942322 (0.22438158027639463) - | > loss_disc_real_4: 0.23702746629714966 (0.2225253873837553) - | > loss_disc_real_5: 0.2277207374572754 (0.2344640826382792) - | > loss_0: 2.6120553016662598 (2.4793384045039715) - | > grad_norm_0: tensor(142.5905, device='cuda:0') (tensor(83.9688, device='cuda:0')) - | > loss_gen: 2.2279438972473145 (2.345396501277759) - | > loss_kl: 1.652969241142273 (1.5689546427141465) - | > loss_feat: 6.641901016235352 (6.3760040357224765) - | > loss_mel: 22.008708953857422 (21.771738765041757) - | > loss_duration: 1.7085344791412354 (1.7193720988418224) - | > amp_scaler: 128.0 (129.1552346570396) - | > loss_1: 34.24005889892578 (33.78146609846868) - | > grad_norm_1: tensor(780.0941, device='cuda:0') (tensor(596.2242, device='cuda:0')) - | > current_lr_0: 0.00019900243364508313 - | > current_lr_1: 0.00019900243364508313 - | > step_time: 1.1557 (0.9643715869648792) - | > loader_time: 0.0075 (0.006903409097168846) - - - --> TIME: 2024-11-23 01:16:39 -- STEP: 579/797 -- GLOBAL_STEP: 33250 - | > loss_disc: 2.431267738342285 (2.4776338649743184) - | > loss_disc_real_0: 0.10615458339452744 (0.13506006349090455) - | > loss_disc_real_1: 0.2342543601989746 (0.2184497814155819) - | > loss_disc_real_2: 0.22523356974124908 (0.2342797942163619) - | > loss_disc_real_3: 0.19203919172286987 (0.22404895437196135) - | > loss_disc_real_4: 0.2515614628791809 (0.22221053202535204) - | > loss_disc_real_5: 0.24328207969665527 (0.23423261662530157) - | > loss_0: 2.431267738342285 (2.4776338649743184) - | > grad_norm_0: tensor(45.2200, device='cuda:0') (tensor(83.0090, device='cuda:0')) - | > loss_gen: 2.3369555473327637 (2.3433677242209874) - | > loss_kl: 1.5284900665283203 (1.5692649752364876) - | > loss_feat: 6.082763195037842 (6.374653231500547) - | > loss_mel: 23.20611572265625 (21.80205100393872) - | > loss_duration: 1.6762908697128296 (1.7186029871510722) - | > amp_scaler: 128.0 (129.10535405872176) - | > loss_1: 34.83061599731445 (33.80793997084334) - | > grad_norm_1: tensor(736.4808, device='cuda:0') (tensor(595.8382, device='cuda:0')) - | > current_lr_0: 0.00019900243364508313 - | > current_lr_1: 0.00019900243364508313 - | > step_time: 1.3892 (0.977094586443201) - | > loader_time: 0.0116 (0.007032693770677104) - - - --> TIME: 2024-11-23 01:17:10 -- STEP: 604/797 -- GLOBAL_STEP: 33275 - | > loss_disc: 2.491215944290161 (2.478589515022885) - | > loss_disc_real_0: 0.12787121534347534 (0.13532630930229123) - | > loss_disc_real_1: 0.2201010286808014 (0.21834122710275333) - | > loss_disc_real_2: 0.23621810972690582 (0.2345940334512698) - | > loss_disc_real_3: 0.2500806748867035 (0.22433741114392192) - | > loss_disc_real_4: 0.22234410047531128 (0.22240741765558325) - | > loss_disc_real_5: 0.2580050230026245 (0.23441502528376137) - | > loss_0: 2.491215944290161 (2.478589515022885) - | > grad_norm_0: tensor(17.7437, device='cuda:0') (tensor(82.6078, device='cuda:0')) - | > loss_gen: 2.3631887435913086 (2.34194141685568) - | > loss_kl: 1.431168556213379 (1.5687313938377705) - | > loss_feat: 7.289825916290283 (6.365678589075604) - | > loss_mel: 24.988845825195312 (21.80641790731064) - | > loss_duration: 1.7394989728927612 (1.7181355365064763) - | > amp_scaler: 128.0 (129.05960264900648) - | > loss_1: 37.81252670288086 (33.8009048929278) - | > grad_norm_1: tensor(821.6793, device='cuda:0') (tensor(597.7330, device='cuda:0')) - | > current_lr_0: 0.00019900243364508313 - | > current_lr_1: 0.00019900243364508313 - | > step_time: 0.9879 (0.9872888970059275) - | > loader_time: 0.0079 (0.007148402810886202) - - - --> TIME: 2024-11-23 01:17:37 -- STEP: 629/797 -- GLOBAL_STEP: 33300 - | > loss_disc: 2.6892249584198 (2.47816687130587) - | > loss_disc_real_0: 0.2752467095851898 (0.1352546988247592) - | > loss_disc_real_1: 0.17556846141815186 (0.21829921291439255) - | > loss_disc_real_2: 0.2876650094985962 (0.23417577130900658) - | > loss_disc_real_3: 0.2616754472255707 (0.2243216852457611) - | > loss_disc_real_4: 0.19662638008594513 (0.22218497419679487) - | > loss_disc_real_5: 0.25195786356925964 (0.23406038022287698) - | > loss_0: 2.6892249584198 (2.47816687130587) - | > grad_norm_0: tensor(293.4506, device='cuda:0') (tensor(83.8914, device='cuda:0')) - | > loss_gen: 2.3117918968200684 (2.342826657340713) - | > loss_kl: 1.5929851531982422 (1.567115010062916) - | > loss_feat: 5.014781475067139 (6.3594795675838665) - | > loss_mel: 20.869739532470703 (21.80277391078931) - | > loss_duration: 1.7591345310211182 (1.718424819042649) - | > amp_scaler: 128.0 (129.01748807631157) - | > loss_1: 31.548433303833008 (33.79061999419539) - | > grad_norm_1: tensor(187.8266, device='cuda:0') (tensor(600.1689, device='cuda:0')) - | > current_lr_0: 0.00019900243364508313 - | > current_lr_1: 0.00019900243364508313 - | > step_time: 1.0041 (0.990452357809191) - | > loader_time: 0.0114 (0.007232066747304551) - - - --> TIME: 2024-11-23 01:18:03 -- STEP: 654/797 -- GLOBAL_STEP: 33325 - | > loss_disc: 2.3548829555511475 (2.4800517030447624) - | > loss_disc_real_0: 0.04642728343605995 (0.13562757115731347) - | > loss_disc_real_1: 0.20414642989635468 (0.2183702586258588) - | > loss_disc_real_2: 0.2239122986793518 (0.2347948607683911) - | > loss_disc_real_3: 0.21557432413101196 (0.22483217000779032) - | > loss_disc_real_4: 0.18208971619606018 (0.22286013495575763) - | > loss_disc_real_5: 0.24219228327274323 (0.2342732557371851) - | > loss_0: 2.3548829555511475 (2.4800517030447624) - | > grad_norm_0: tensor(57.0736, device='cuda:0') (tensor(84.8103, device='cuda:0')) - | > loss_gen: 2.4616003036499023 (2.3452702955733025) - | > loss_kl: 1.4724866151809692 (1.5661741752143303) - | > loss_feat: 7.464986801147461 (6.362457114257577) - | > loss_mel: 23.728073120117188 (21.81167566375264) - | > loss_duration: 1.6602270603179932 (1.7180161911777767) - | > amp_scaler: 128.0 (128.97859327217125) - | > loss_1: 36.787376403808594 (33.803593475155175) - | > grad_norm_1: tensor(670.3770, device='cuda:0') (tensor(598.1734, device='cuda:0')) - | > current_lr_0: 0.00019900243364508313 - | > current_lr_1: 0.00019900243364508313 - | > step_time: 0.9636 (0.9910309934470267) - | > loader_time: 0.0106 (0.00731014512729936) - - - --> TIME: 2024-11-23 01:18:29 -- STEP: 679/797 -- GLOBAL_STEP: 33350 - | > loss_disc: 2.398502826690674 (2.4813339857711005) - | > loss_disc_real_0: 0.10873687267303467 (0.13562229112756252) - | > loss_disc_real_1: 0.19874076545238495 (0.21872512127145224) - | > loss_disc_real_2: 0.21778857707977295 (0.23438597921506996) - | > loss_disc_real_3: 0.19315358996391296 (0.22474803034880028) - | > loss_disc_real_4: 0.18133749067783356 (0.2229579925229869) - | > loss_disc_real_5: 0.22670042514801025 (0.23410183171548268) - | > loss_0: 2.398502826690674 (2.4813339857711005) - | > grad_norm_0: tensor(52.4573, device='cuda:0') (tensor(85.5847, device='cuda:0')) - | > loss_gen: 2.3304879665374756 (2.342713617611354) - | > loss_kl: 1.6368781328201294 (1.5665529771476154) - | > loss_feat: 6.205578804016113 (6.352631972710406) - | > loss_mel: 21.948686599731445 (21.81003035712486) - | > loss_duration: 1.6844916343688965 (1.7177286586986202) - | > amp_scaler: 128.0 (128.9425625920471) - | > loss_1: 33.806121826171875 (33.789657623673065) - | > grad_norm_1: tensor(141.7707, device='cuda:0') (tensor(599.0889, device='cuda:0')) - | > current_lr_0: 0.00019900243364508313 - | > current_lr_1: 0.00019900243364508313 - | > step_time: 1.058 (0.9932132873338523) - | > loader_time: 0.0095 (0.007414264777272014) - - - --> TIME: 2024-11-23 01:18:55 -- STEP: 704/797 -- GLOBAL_STEP: 33375 - | > loss_disc: 2.5193214416503906 (2.481617250564423) - | > loss_disc_real_0: 0.14672736823558807 (0.1356765175111252) - | > loss_disc_real_1: 0.20538702607154846 (0.21871364988725295) - | > loss_disc_real_2: 0.23934155702590942 (0.23469954274002125) - | > loss_disc_real_3: 0.2097560465335846 (0.22475588300519372) - | > loss_disc_real_4: 0.22588355839252472 (0.22312733869660983) - | > loss_disc_real_5: 0.24427151679992676 (0.23435453573157164) - | > loss_0: 2.5193214416503906 (2.481617250564423) - | > grad_norm_0: tensor(51.0368, device='cuda:0') (tensor(85.2731, device='cuda:0')) - | > loss_gen: 2.3252334594726562 (2.341719317842615) - | > loss_kl: 1.5491318702697754 (1.5670695382763042) - | > loss_feat: 5.810328483581543 (6.343162877993148) - | > loss_mel: 21.367815017700195 (21.791108708490004) - | > loss_duration: 1.6961851119995117 (1.7172655029730366) - | > amp_scaler: 128.0 (128.90909090909088) - | > loss_1: 32.748695373535156 (33.760325992649264) - | > grad_norm_1: tensor(1115.5706, device='cuda:0') (tensor(597.4222, device='cuda:0')) - | > current_lr_0: 0.00019900243364508313 - | > current_lr_1: 0.00019900243364508313 - | > step_time: 1.0273 (0.994120027531277) - | > loader_time: 0.0089 (0.007509858432141214) - - - --> TIME: 2024-11-23 01:19:25 -- STEP: 729/797 -- GLOBAL_STEP: 33400 - | > loss_disc: 2.437623977661133 (2.4812250075189817) - | > loss_disc_real_0: 0.18771061301231384 (0.1355580640816229) - | > loss_disc_real_1: 0.19737158715724945 (0.21868404766496152) - | > loss_disc_real_2: 0.2406579703092575 (0.2341897339855202) - | > loss_disc_real_3: 0.2286754548549652 (0.22491215030434042) - | > loss_disc_real_4: 0.2332696169614792 (0.22316354390525034) - | > loss_disc_real_5: 0.2777760624885559 (0.23404570905024133) - | > loss_0: 2.437623977661133 (2.4812250075189817) - | > grad_norm_0: tensor(69.7889, device='cuda:0') (tensor(86.1917, device='cuda:0')) - | > loss_gen: 2.3839659690856934 (2.341688622499528) - | > loss_kl: 1.6147524118423462 (1.5665333737071163) - | > loss_feat: 7.083013534545898 (6.347650329762523) - | > loss_mel: 23.362096786499023 (21.808078755403553) - | > loss_duration: 1.6760987043380737 (1.716292742512027) - | > amp_scaler: 128.0 (128.877914951989) - | > loss_1: 36.11992645263672 (33.78024387228798) - | > grad_norm_1: tensor(821.1200, device='cuda:0') (tensor(602.6207, device='cuda:0')) - | > current_lr_0: 0.00019900243364508313 - | > current_lr_1: 0.00019900243364508313 - | > step_time: 1.1825 (0.9996721610447343) - | > loader_time: 0.0166 (0.0076902514459010795) - - - --> TIME: 2024-11-23 01:20:10 -- STEP: 754/797 -- GLOBAL_STEP: 33425 - | > loss_disc: 2.302203893661499 (2.482544849026423) - | > loss_disc_real_0: 0.0742131918668747 (0.13532904505393695) - | > loss_disc_real_1: 0.174017071723938 (0.21881024701525742) - | > loss_disc_real_2: 0.24192780256271362 (0.23475116975506674) - | > loss_disc_real_3: 0.2278176099061966 (0.22506912471603022) - | > loss_disc_real_4: 0.2580479085445404 (0.22337837485641004) - | > loss_disc_real_5: 0.23984932899475098 (0.23439569425440593) - | > loss_0: 2.302203893661499 (2.482544849026423) - | > grad_norm_0: tensor(14.4520, device='cuda:0') (tensor(86.0328, device='cuda:0')) - | > loss_gen: 2.5078883171081543 (2.3416418880619507) - | > loss_kl: 1.5852957963943481 (1.5657924929095204) - | > loss_feat: 7.000616550445557 (6.342765068185738) - | > loss_mel: 21.909852981567383 (21.80916870177897) - | > loss_duration: 1.6875975131988525 (1.7152982694084515) - | > amp_scaler: 128.0 (128.84880636604777) - | > loss_1: 34.691253662109375 (33.7746664674592) - | > grad_norm_1: tensor(628.8525, device='cuda:0') (tensor(601.2324, device='cuda:0')) - | > current_lr_0: 0.00019900243364508313 - | > current_lr_1: 0.00019900243364508313 - | > step_time: 3.7353 (1.0255783859551433) - | > loader_time: 0.0107 (0.008067190489022734) - - - --> TIME: 2024-11-23 01:21:13 -- STEP: 779/797 -- GLOBAL_STEP: 33450 - | > loss_disc: 2.402888536453247 (2.4822380506028248) - | > loss_disc_real_0: 0.09667634218931198 (0.13526995038668654) - | > loss_disc_real_1: 0.20891216397285461 (0.2187299344483022) - | > loss_disc_real_2: 0.20503239333629608 (0.23464622565656326) - | > loss_disc_real_3: 0.21852760016918182 (0.22483934066108932) - | > loss_disc_real_4: 0.19628775119781494 (0.2231732242297147) - | > loss_disc_real_5: 0.20668117702007294 (0.23400067944505248) - | > loss_0: 2.402888536453247 (2.4822380506028248) - | > grad_norm_0: tensor(71.0175, device='cuda:0') (tensor(86.0106, device='cuda:0')) - | > loss_gen: 2.3448855876922607 (2.3417065109918918) - | > loss_kl: 1.6719372272491455 (1.5660871040836382) - | > loss_feat: 7.008491516113281 (6.343991291844337) - | > loss_mel: 22.44272804260254 (21.813125720532145) - | > loss_duration: 1.6806244850158691 (1.714350446963035) - | > amp_scaler: 128.0 (128.82156611039795) - | > loss_1: 35.1486701965332 (33.77926112261907) - | > grad_norm_1: tensor(692.9742, device='cuda:0') (tensor(600.9545, device='cuda:0')) - | > current_lr_0: 0.00019900243364508313 - | > current_lr_1: 0.00019900243364508313 - | > step_time: 2.8886 (1.0721629847304972) - | > loader_time: 0.0135 (0.00855882483055104) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.674833297729492 (2.674833297729492) - | > loss_disc_real_0: 0.30635184049606323 (0.30635184049606323) - | > loss_disc_real_1: 0.22269728779792786 (0.22269728779792786) - | > loss_disc_real_2: 0.22447355091571808 (0.22447355091571808) - | > loss_disc_real_3: 0.233545184135437 (0.233545184135437) - | > loss_disc_real_4: 0.2920387089252472 (0.2920387089252472) - | > loss_disc_real_5: 0.22965246438980103 (0.22965246438980103) - | > loss_0: 2.674833297729492 (2.674833297729492) - | > loss_gen: 2.4214251041412354 (2.4214251041412354) - | > loss_kl: 1.208957314491272 (1.208957314491272) - | > loss_feat: 4.7714104652404785 (4.7714104652404785) - | > loss_mel: 19.588529586791992 (19.588529586791992) - | > loss_duration: 1.988577127456665 (1.988577127456665) - | > loss_1: 29.978899002075195 (29.978899002075195) - - --> STEP: 1 - | > loss_disc: 2.308666706085205 (2.308666706085205) - | > loss_disc_real_0: 0.1025819182395935 (0.1025819182395935) - | > loss_disc_real_1: 0.1366889923810959 (0.1366889923810959) - | > loss_disc_real_2: 0.20752407610416412 (0.20752407610416412) - | > loss_disc_real_3: 0.31769445538520813 (0.31769445538520813) - | > loss_disc_real_4: 0.3361503481864929 (0.3361503481864929) - | > loss_disc_real_5: 0.2024182677268982 (0.2024182677268982) - | > loss_0: 2.308666706085205 (2.308666706085205) - | > loss_gen: 2.743067979812622 (2.743067979812622) - | > loss_kl: 1.6779943704605103 (1.6779943704605103) - | > loss_feat: 8.49344539642334 (8.49344539642334) - | > loss_mel: 24.287561416625977 (24.287561416625977) - | > loss_duration: 1.6915783882141113 (1.6915783882141113) - | > loss_1: 38.893646240234375 (38.893646240234375) - - --> STEP: 2 - | > loss_disc: 2.4239723682403564 (2.3663195371627808) - | > loss_disc_real_0: 0.19467589259147644 (0.14862890541553497) - | > loss_disc_real_1: 0.21553988754749298 (0.17611443996429443) - | > loss_disc_real_2: 0.22338426113128662 (0.21545416861772537) - | > loss_disc_real_3: 0.15169067680835724 (0.23469256609678268) - | > loss_disc_real_4: 0.3143993616104126 (0.32527485489845276) - | > loss_disc_real_5: 0.24093422293663025 (0.22167624533176422) - | > loss_0: 2.4239723682403564 (2.3663195371627808) - | > loss_gen: 2.3687591552734375 (2.55591356754303) - | > loss_kl: 1.4558122158050537 (1.566903293132782) - | > loss_feat: 6.39886474609375 (7.446155071258545) - | > loss_mel: 22.211273193359375 (23.249417304992676) - | > loss_duration: 1.686176061630249 (1.6888772249221802) - | > loss_1: 34.12088394165039 (36.50726509094238) - - --> STEP: 3 - | > loss_disc: 2.8527767658233643 (2.5284719467163086) - | > loss_disc_real_0: 0.2756020426750183 (0.19095328450202942) - | > loss_disc_real_1: 0.23140758275985718 (0.19454548756281534) - | > loss_disc_real_2: 0.2442951649427414 (0.22506783405939737) - | > loss_disc_real_3: 0.23676414787769318 (0.23538309335708618) - | > loss_disc_real_4: 0.3535405993461609 (0.33469676971435547) - | > loss_disc_real_5: 0.36379194259643555 (0.269048144419988) - | > loss_0: 2.8527767658233643 (2.5284719467163086) - | > loss_gen: 2.3124499320983887 (2.474759022394816) - | > loss_kl: 1.3999829292297363 (1.5112631718317668) - | > loss_feat: 4.957897663116455 (6.616735935211182) - | > loss_mel: 22.501670837402344 (23.000168482462566) - | > loss_duration: 1.735581636428833 (1.7044453620910645) - | > loss_1: 32.9075813293457 (35.30737050374349) - - --> STEP: 4 - | > loss_disc: 2.6320462226867676 (2.5543655157089233) - | > loss_disc_real_0: 0.24325783550739288 (0.20402942225337029) - | > loss_disc_real_1: 0.16446799039840698 (0.18702611327171326) - | > loss_disc_real_2: 0.21890786290168762 (0.22352784126996994) - | > loss_disc_real_3: 0.19281615316867828 (0.2247413583099842) - | > loss_disc_real_4: 0.2565726339817047 (0.3151657357811928) - | > loss_disc_real_5: 0.2579509913921356 (0.2662738561630249) - | > loss_0: 2.6320462226867676 (2.5543655157089233) - | > loss_gen: 2.328551769256592 (2.43820720911026) - | > loss_kl: 1.5727885961532593 (1.52664452791214) - | > loss_feat: 6.662570476531982 (6.628194570541382) - | > loss_mel: 20.45276641845703 (22.36331796646118) - | > loss_duration: 1.6813658475875854 (1.6986754834651947) - | > loss_1: 32.69804382324219 (34.655038833618164) - - --> STEP: 5 - | > loss_disc: 2.4366631507873535 (2.5308250427246093) - | > loss_disc_real_0: 0.13883638381958008 (0.19099081456661224) - | > loss_disc_real_1: 0.14452409744262695 (0.178525710105896) - | > loss_disc_real_2: 0.16844622790813446 (0.21251151859760284) - | > loss_disc_real_3: 0.22298584878444672 (0.2243902564048767) - | > loss_disc_real_4: 0.2062390148639679 (0.2933803915977478) - | > loss_disc_real_5: 0.20825164020061493 (0.2546694129705429) - | > loss_0: 2.4366631507873535 (2.5308250427246093) - | > loss_gen: 2.2021806240081787 (2.391001892089844) - | > loss_kl: 2.0839807987213135 (1.6381117820739746) - | > loss_feat: 7.7270636558532715 (6.84796838760376) - | > loss_mel: 24.420560836791992 (22.774766540527345) - | > loss_duration: 1.8741180896759033 (1.7337640047073364) - | > loss_1: 38.30790328979492 (35.38561172485352) - - --> STEP: 6 - | > loss_disc: 2.5317471027374268 (2.530978719393412) - | > loss_disc_real_0: 0.2885447144508362 (0.20724979788064957) - | > loss_disc_real_1: 0.22090965509414673 (0.18558970093727112) - | > loss_disc_real_2: 0.23212559521198273 (0.21578053136666617) - | > loss_disc_real_3: 0.23159869015216827 (0.2255916620294253) - | > loss_disc_real_4: 0.24150797724723816 (0.2847349892059962) - | > loss_disc_real_5: 0.27166488766670227 (0.2575019920865695) - | > loss_0: 2.5317471027374268 (2.530978719393412) - | > loss_gen: 2.382843494415283 (2.3896421591440835) - | > loss_kl: 1.2683897018432617 (1.5764914353688557) - | > loss_feat: 4.892890453338623 (6.522122065226237) - | > loss_mel: 20.847999572753906 (22.453638712565105) - | > loss_duration: 1.710078239440918 (1.7298163771629333) - | > loss_1: 31.10219955444336 (34.67170969645182) - - --> STEP: 7 - | > loss_disc: 2.6329259872436523 (2.5455426148005893) - | > loss_disc_real_0: 0.306837260723114 (0.2214765782867159) - | > loss_disc_real_1: 0.24784547090530396 (0.1944833823612758) - | > loss_disc_real_2: 0.2639550268650055 (0.2226626021521432) - | > loss_disc_real_3: 0.2719171643257141 (0.23220959092889512) - | > loss_disc_real_4: 0.26506513357162476 (0.2819250098296574) - | > loss_disc_real_5: 0.26387807726860046 (0.2584128613982882) - | > loss_0: 2.6329259872436523 (2.5455426148005893) - | > loss_gen: 2.859689235687256 (2.456791741507394) - | > loss_kl: 1.3117284774780273 (1.538668155670166) - | > loss_feat: 6.618518352508545 (6.535892963409424) - | > loss_mel: 21.59152603149414 (22.330479758126394) - | > loss_duration: 1.7086478471755981 (1.726792301450457) - | > loss_1: 34.090110778808594 (34.5886241367885) - - --> STEP: 8 - | > loss_disc: 2.6271591186523438 (2.5557446777820587) - | > loss_disc_real_0: 0.3061524033546448 (0.23206105642020702) - | > loss_disc_real_1: 0.17994806170463562 (0.19266646727919579) - | > loss_disc_real_2: 0.1900140792131424 (0.2185815367847681) - | > loss_disc_real_3: 0.258284330368042 (0.2354689333587885) - | > loss_disc_real_4: 0.25423938035964966 (0.27846430614590645) - | > loss_disc_real_5: 0.18355046212673187 (0.24905506148934364) - | > loss_0: 2.6271591186523438 (2.5557446777820587) - | > loss_gen: 2.2151708602905273 (2.4265891313552856) - | > loss_kl: 1.8755104541778564 (1.5807734429836273) - | > loss_feat: 5.759181499481201 (6.438804030418396) - | > loss_mel: 17.751480102539062 (21.75810480117798) - | > loss_duration: 1.7228187322616577 (1.726295605301857) - | > loss_1: 29.32416343688965 (33.93056654930115) - - --> STEP: 9 - | > loss_disc: 2.789482355117798 (2.581715530819363) - | > loss_disc_real_0: 0.31267857551574707 (0.2410185585419337) - | > loss_disc_real_1: 0.22618642449378967 (0.1963909069697062) - | > loss_disc_real_2: 0.24880443513393402 (0.22193963660134208) - | > loss_disc_real_3: 0.25038543343544006 (0.23712632225619423) - | > loss_disc_real_4: 0.30289897322654724 (0.2811792691548665) - | > loss_disc_real_5: 0.28071215748786926 (0.25257251660029095) - | > loss_0: 2.789482355117798 (2.581715530819363) - | > loss_gen: 2.3230292797088623 (2.41508248117235) - | > loss_kl: 1.591289758682251 (1.5819419225056965) - | > loss_feat: 4.993051528930664 (6.278164863586426) - | > loss_mel: 18.087617874145508 (21.35027292039659) - | > loss_duration: 1.6888288259506226 (1.7221326298183866) - | > loss_1: 28.68381690979004 (33.34759436713325) - - --> STEP: 10 - | > loss_disc: 2.5645666122436523 (2.580000638961792) - | > loss_disc_real_0: 0.21153435111045837 (0.23807013779878616) - | > loss_disc_real_1: 0.21055267751216888 (0.19780708402395247) - | > loss_disc_real_2: 0.23037488758563995 (0.2227831616997719) - | > loss_disc_real_3: 0.21881042420864105 (0.2352947324514389) - | > loss_disc_real_4: 0.26085299253463745 (0.27914664149284363) - | > loss_disc_real_5: 0.28746992349624634 (0.25606225728988646) - | > loss_0: 2.5645666122436523 (2.580000638961792) - | > loss_gen: 2.304849147796631 (2.404059147834778) - | > loss_kl: 1.3307299613952637 (1.5568207263946534) - | > loss_feat: 5.610846996307373 (6.211433076858521) - | > loss_mel: 22.815113067626953 (21.496756935119627) - | > loss_duration: 1.6200284957885742 (1.7119222164154053) - | > loss_1: 33.68156814575195 (33.380991744995114) - - --> STEP: 11 - | > loss_disc: 2.239574432373047 (2.5490528019991787) - | > loss_disc_real_0: 0.15998268127441406 (0.23097127811475235) - | > loss_disc_real_1: 0.18520985543727875 (0.19666188142516397) - | > loss_disc_real_2: 0.22170373797416687 (0.22268503227017142) - | > loss_disc_real_3: 0.2031194120645523 (0.2323697033253583) - | > loss_disc_real_4: 0.1745733767747879 (0.26963998106392945) - | > loss_disc_real_5: 0.16074448823928833 (0.24739700555801392) - | > loss_0: 2.239574432373047 (2.5490528019991787) - | > loss_gen: 2.454150438308716 (2.4086129015142266) - | > loss_kl: 1.6437368392944336 (1.5647221912037244) - | > loss_feat: 7.805483341217041 (6.35634673725475) - | > loss_mel: 22.508371353149414 (21.588721882213246) - | > loss_duration: 1.6130154132843018 (1.7029306888580322) - | > loss_1: 36.024757385253906 (33.621334075927734) - - --> STEP: 12 - | > loss_disc: 2.5393121242523193 (2.548241078853607) - | > loss_disc_real_0: 0.1988658905029297 (0.22829582914710045) - | > loss_disc_real_1: 0.21122263371944427 (0.19787527744968733) - | > loss_disc_real_2: 0.19851914048194885 (0.22067120795448622) - | > loss_disc_real_3: 0.26381802558898926 (0.23499039684732756) - | > loss_disc_real_4: 0.3088543117046356 (0.27290784195065493) - | > loss_disc_real_5: 0.35055336356163025 (0.25599336872498196) - | > loss_0: 2.5393121242523193 (2.548241078853607) - | > loss_gen: 2.6944010257720947 (2.4324285785357156) - | > loss_kl: 1.428090214729309 (1.5533361931641896) - | > loss_feat: 6.374846458435059 (6.357888380686442) - | > loss_mel: 22.54568099975586 (21.668468475341797) - | > loss_duration: 1.7061883211135864 (1.7032021582126617) - | > loss_1: 34.74920654296875 (33.71532344818115) - - --> STEP: 13 - | > loss_disc: 2.230520009994507 (2.5238009966336765) - | > loss_disc_real_0: 0.1720268428325653 (0.2239674455844439) - | > loss_disc_real_1: 0.1573154330253601 (0.19475528941704676) - | > loss_disc_real_2: 0.17070816457271576 (0.21682789692511925) - | > loss_disc_real_3: 0.2014382779598236 (0.23240946462521186) - | > loss_disc_real_4: 0.22530144453048706 (0.26924581137987275) - | > loss_disc_real_5: 0.20457735657691956 (0.2520382908674387) - | > loss_0: 2.230520009994507 (2.5238009966336765) - | > loss_gen: 2.5394411087036133 (2.440660311625554) - | > loss_kl: 1.5514386892318726 (1.5531902313232422) - | > loss_feat: 7.622961044311523 (6.455201662503756) - | > loss_mel: 25.37514877319336 (21.953597729022686) - | > loss_duration: 1.7368217706680298 (1.70578828224769) - | > loss_1: 38.825809478759766 (34.10843775822566) - - --> STEP: 14 - | > loss_disc: 2.5793890953063965 (2.5277715751102994) - | > loss_disc_real_0: 0.3866865932941437 (0.23559024184942245) - | > loss_disc_real_1: 0.17202617228031158 (0.19313178105013712) - | > loss_disc_real_2: 0.2302931547164917 (0.21778970105307444) - | > loss_disc_real_3: 0.20433452725410461 (0.23040411195584706) - | > loss_disc_real_4: 0.2822805345058441 (0.27017686303172783) - | > loss_disc_real_5: 0.3195178806781769 (0.2568582615682057) - | > loss_0: 2.5793890953063965 (2.5277715751102994) - | > loss_gen: 2.584455728530884 (2.4509314128330777) - | > loss_kl: 1.2188682556152344 (1.5293100902012415) - | > loss_feat: 5.373558044433594 (6.377941404070173) - | > loss_mel: 23.140605926513672 (22.03838402884347) - | > loss_duration: 1.7632851600646973 (1.709895202091762) - | > loss_1: 34.08077621459961 (34.10646193368094) - - --> STEP: 15 - | > loss_disc: 2.786269426345825 (2.5450047651926675) - | > loss_disc_real_0: 0.35787492990493774 (0.2437425543864568) - | > loss_disc_real_1: 0.22521844506263733 (0.19527089198430378) - | > loss_disc_real_2: 0.289774626493454 (0.22258869608243306) - | > loss_disc_real_3: 0.26938313245773315 (0.23300271332263947) - | > loss_disc_real_4: 0.2672952711582184 (0.26998475690682716) - | > loss_disc_real_5: 0.324101060628891 (0.26134111483891803) - | > loss_0: 2.786269426345825 (2.5450047651926675) - | > loss_gen: 2.4567253589630127 (2.4513176759084065) - | > loss_kl: 1.6678825616836548 (1.5385482549667358) - | > loss_feat: 4.866242408752441 (6.2771614710489905) - | > loss_mel: 19.713359832763672 (21.883382415771486) - | > loss_duration: 1.680060625076294 (1.7079062302907309) - | > loss_1: 30.3842716217041 (33.85831591288248) - - --> STEP: 16 - | > loss_disc: 2.2051658630371094 (2.5237648338079453) - | > loss_disc_real_0: 0.13480247557163239 (0.23693379946053028) - | > loss_disc_real_1: 0.1602700650691986 (0.19308334030210972) - | > loss_disc_real_2: 0.2175641804933548 (0.22227466385811567) - | > loss_disc_real_3: 0.21869969367980957 (0.2321087745949626) - | > loss_disc_real_4: 0.24530334770679474 (0.26844216883182515) - | > loss_disc_real_5: 0.2308022826910019 (0.2594324378296733) - | > loss_0: 2.2051658630371094 (2.5237648338079453) - | > loss_gen: 2.6214029788970947 (2.4619480073451996) - | > loss_kl: 1.882835030555725 (1.5600661784410477) - | > loss_feat: 7.6200737953186035 (6.361093491315842) - | > loss_mel: 24.145360946655273 (22.02475607395172) - | > loss_duration: 1.8291633129119873 (1.7154847979545593) - | > loss_1: 38.09883499145508 (34.123348355293274) - - --> STEP: 17 - | > loss_disc: 2.3271732330322266 (2.512200621997609) - | > loss_disc_real_0: 0.16705605387687683 (0.23282334383796244) - | > loss_disc_real_1: 0.17798562347888947 (0.19219523931250854) - | > loss_disc_real_2: 0.19391180574893951 (0.22060626043992884) - | > loss_disc_real_3: 0.17129161953926086 (0.22853129488580368) - | > loss_disc_real_4: 0.20624025166034698 (0.26478323252762054) - | > loss_disc_real_5: 0.1572430580854416 (0.2534212978447185) - | > loss_0: 2.3271732330322266 (2.512200621997609) - | > loss_gen: 2.3737847805023193 (2.4567619351779713) - | > loss_kl: 1.953702688217163 (1.5832212672514074) - | > loss_feat: 7.427565574645996 (6.423827143276439) - | > loss_mel: 22.943580627441406 (22.078804577098172) - | > loss_duration: 1.653231143951416 (1.7118228183073156) - | > loss_1: 36.351863861083984 (34.254437502692724) - - --> STEP: 18 - | > loss_disc: 2.5794124603271484 (2.515934613015917) - | > loss_disc_real_0: 0.21318477392196655 (0.23173231217596266) - | > loss_disc_real_1: 0.18080992996692657 (0.19156272212664285) - | > loss_disc_real_2: 0.2548474371433258 (0.222508548034562) - | > loss_disc_real_3: 0.24855566024780273 (0.22964375962813696) - | > loss_disc_real_4: 0.23498976230621338 (0.2631280397375424) - | > loss_disc_real_5: 0.2463115155696869 (0.2530263099405501) - | > loss_0: 2.5794124603271484 (2.515934613015917) - | > loss_gen: 2.1755683422088623 (2.44114006890191) - | > loss_kl: 1.3151109218597412 (1.5683262480629816) - | > loss_feat: 5.643575191497803 (6.38047981262207) - | > loss_mel: 22.834407806396484 (22.120782534281414) - | > loss_duration: 1.6408592462539673 (1.707880397637685) - | > loss_1: 33.609519958496094 (34.21860875023736) - - --> STEP: 19 - | > loss_disc: 2.2541303634643555 (2.502155441986887) - | > loss_disc_real_0: 0.1393377035856247 (0.22686943803962908) - | > loss_disc_real_1: 0.1799585521221161 (0.19095197633693092) - | > loss_disc_real_2: 0.22246117889881134 (0.22250605492215408) - | > loss_disc_real_3: 0.19600853323936462 (0.22787348455504366) - | > loss_disc_real_4: 0.20001426339149475 (0.2598062620351188) - | > loss_disc_real_5: 0.21309220790863037 (0.25092451509676483) - | > loss_0: 2.2541303634643555 (2.502155441986887) - | > loss_gen: 2.48288631439209 (2.443337239717182) - | > loss_kl: 1.7597814798355103 (1.578402839208904) - | > loss_feat: 7.09611701965332 (6.41814492878161) - | > loss_mel: 23.407896041870117 (22.188525350470293) - | > loss_duration: 1.7586313486099243 (1.7105515003204346) - | > loss_1: 36.505313873291016 (34.33896165145071) - - --> STEP: 20 - | > loss_disc: 2.3045601844787598 (2.4922756791114806) - | > loss_disc_real_0: 0.240168035030365 (0.22753436788916587) - | > loss_disc_real_1: 0.16624008119106293 (0.18971638157963752) - | > loss_disc_real_2: 0.19957782328128815 (0.22135964334011077) - | > loss_disc_real_3: 0.22638525068759918 (0.22779907286167145) - | > loss_disc_real_4: 0.2232762575149536 (0.25797976180911053) - | > loss_disc_real_5: 0.16411420702934265 (0.2465839996933937) - | > loss_0: 2.3045601844787598 (2.4922756791114806) - | > loss_gen: 2.465031385421753 (2.444421947002411) - | > loss_kl: 1.4238094091415405 (1.5706731677055359) - | > loss_feat: 6.535663604736328 (6.424020862579345) - | > loss_mel: 23.456581115722656 (22.25192813873291) - | > loss_duration: 1.651976227760315 (1.7076227366924286) - | > loss_1: 35.53306198120117 (34.39866666793823) - - --> STEP: 21 - | > loss_disc: 2.615170955657959 (2.4981278351375034) - | > loss_disc_real_0: 0.30167174339294434 (0.23106471910363152) - | > loss_disc_real_1: 0.21910151839256287 (0.19111567380882444) - | > loss_disc_real_2: 0.2521180212497711 (0.22282432800247556) - | > loss_disc_real_3: 0.2567281723022461 (0.22917664902550833) - | > loss_disc_real_4: 0.2682163417339325 (0.25846721799600686) - | > loss_disc_real_5: 0.24336938560009003 (0.2464309228318078) - | > loss_0: 2.615170955657959 (2.4981278351375034) - | > loss_gen: 2.6109120845794678 (2.4523500487917946) - | > loss_kl: 1.6765834093093872 (1.5757165125438146) - | > loss_feat: 5.02439022064209 (6.357371784391857) - | > loss_mel: 20.27423858642578 (22.157752445765905) - | > loss_duration: 1.6719293594360352 (1.7059230520611717) - | > loss_1: 31.258052825927734 (34.2491136278425) - - --> STEP: 22 - | > loss_disc: 2.5204830169677734 (2.4991439797661523) - | > loss_disc_real_0: 0.2492751032114029 (0.23189246383580295) - | > loss_disc_real_1: 0.19863641262054443 (0.19145752557299353) - | > loss_disc_real_2: 0.24362848699092865 (0.2237699715928598) - | > loss_disc_real_3: 0.25776588916778564 (0.2304761599410664) - | > loss_disc_real_4: 0.28238794207572937 (0.25955452363599424) - | > loss_disc_real_5: 0.2638820707798004 (0.24722415682944385) - | > loss_0: 2.5204830169677734 (2.4991439797661523) - | > loss_gen: 2.628624200820923 (2.460362510247664) - | > loss_kl: 1.734185814857483 (1.5829196626489812) - | > loss_feat: 5.894700527191162 (6.336341272700917) - | > loss_mel: 23.93319320678711 (22.238454298539594) - | > loss_duration: 1.8050718307495117 (1.7104298147288235) - | > loss_1: 35.99577713012695 (34.328507423400886) - - --> STEP: 23 - | > loss_disc: 2.47432279586792 (2.4980647978575337) - | > loss_disc_real_0: 0.2933167815208435 (0.23456308634384818) - | > loss_disc_real_1: 0.1922188550233841 (0.1914906268534453) - | > loss_disc_real_2: 0.23017266392707825 (0.2240483495204345) - | > loss_disc_real_3: 0.1804022192955017 (0.2282990320869114) - | > loss_disc_real_4: 0.23478834331035614 (0.2584777331870534) - | > loss_disc_real_5: 0.23029452562332153 (0.24648808590743854) - | > loss_0: 2.47432279586792 (2.4980647978575337) - | > loss_gen: 2.340376138687134 (2.4551457114841626) - | > loss_kl: 2.0941758155822754 (1.6051481910373853) - | > loss_feat: 5.859374523162842 (6.315603587938392) - | > loss_mel: 21.781164169311523 (22.21857211900794) - | > loss_duration: 1.7604365348815918 (1.712604019952857) - | > loss_1: 33.83552932739258 (34.307073593139656) - - --> STEP: 24 - | > loss_disc: 2.394256114959717 (2.4937394360701246) - | > loss_disc_real_0: 0.21217019855976105 (0.23363004935284457) - | > loss_disc_real_1: 0.17975115776062012 (0.19100148230791092) - | > loss_disc_real_2: 0.19199278950691223 (0.22271270118653774) - | > loss_disc_real_3: 0.2505352795124054 (0.229225542396307) - | > loss_disc_real_4: 0.2455194890499115 (0.25793780634800584) - | > loss_disc_real_5: 0.2070099115371704 (0.24484316197534403) - | > loss_0: 2.394256114959717 (2.4937394360701246) - | > loss_gen: 2.5597784519195557 (2.459505409002304) - | > loss_kl: 1.2831971645355225 (1.591733564933141) - | > loss_feat: 6.372569561004639 (6.317977170149486) - | > loss_mel: 21.47443389892578 (22.18756635983785) - | > loss_duration: 1.6695590019226074 (1.71081047753493) - | > loss_1: 33.359535217285156 (34.26759282747905) - - --> STEP: 25 - | > loss_disc: 2.761583089828491 (2.5044531822204594) - | > loss_disc_real_0: 0.4153767228126526 (0.2408999162912369) - | > loss_disc_real_1: 0.2157580852508545 (0.19199174642562866) - | > loss_disc_real_2: 0.2739843726158142 (0.2247635680437088) - | > loss_disc_real_3: 0.2419896125793457 (0.22973610520362853) - | > loss_disc_real_4: 0.24525786936283112 (0.25743060886859886) - | > loss_disc_real_5: 0.26178640127182007 (0.24552089154720305) - | > loss_0: 2.761583089828491 (2.5044531822204594) - | > loss_gen: 2.4049971103668213 (2.457325077056885) - | > loss_kl: 1.6842308044433594 (1.5954334545135498) - | > loss_feat: 4.39119815826416 (6.240906009674072) - | > loss_mel: 23.474014282226562 (22.2390242767334) - | > loss_duration: 1.6587125062942505 (1.7087265586853027) - | > loss_1: 33.61315155029297 (34.241415176391605) - - --> STEP: 26 - | > loss_disc: 2.507720470428467 (2.504578847151537) - | > loss_disc_real_0: 0.19637924432754517 (0.23918758275417182) - | > loss_disc_real_1: 0.17548875510692596 (0.19135701599029395) - | > loss_disc_real_2: 0.22223599255084991 (0.22466635360167578) - | > loss_disc_real_3: 0.2541750371456146 (0.23067606412447417) - | > loss_disc_real_4: 0.1798584908246994 (0.2544470658669104) - | > loss_disc_real_5: 0.30979010462760925 (0.2479927843579879) - | > loss_0: 2.507720470428467 (2.504578847151537) - | > loss_gen: 2.4576168060302734 (2.457336297402015) - | > loss_kl: 1.5248678922653198 (1.5927193944270794) - | > loss_feat: 6.351780891418457 (6.2451704282027025) - | > loss_mel: 20.89031982421875 (22.187151028559757) - | > loss_duration: 1.6686370372772217 (1.7071846540157611) - | > loss_1: 32.89322280883789 (34.18956162379339) - - --> STEP: 27 - | > loss_disc: 2.424999475479126 (2.5016314630155216) - | > loss_disc_real_0: 0.22353661060333252 (0.23860791711895554) - | > loss_disc_real_1: 0.1600961983203888 (0.1901992079284456) - | > loss_disc_real_2: 0.22168752551078796 (0.2245560266353466) - | > loss_disc_real_3: 0.2597384452819824 (0.23175244861178929) - | > loss_disc_real_4: 0.2241990864276886 (0.2533267703321244) - | > loss_disc_real_5: 0.2520979940891266 (0.24814482916284492) - | > loss_0: 2.424999475479126 (2.5016314630155216) - | > loss_gen: 2.6695775985717773 (2.4651970863342285) - | > loss_kl: 1.6701641082763672 (1.5955877171622381) - | > loss_feat: 6.960696697235107 (6.2716714011298285) - | > loss_mel: 22.690380096435547 (22.205789142184788) - | > loss_duration: 1.7181670665740967 (1.7075914100364402) - | > loss_1: 35.708984375 (34.24583654050474) - - --> STEP: 28 - | > loss_disc: 2.634094715118408 (2.5063622934477676) - | > loss_disc_real_0: 0.2341502159833908 (0.23844871350697108) - | > loss_disc_real_1: 0.20126956701278687 (0.1905945778957435) - | > loss_disc_real_2: 0.2694781422615051 (0.2261603879077094) - | > loss_disc_real_3: 0.2467757910490036 (0.2322889965559755) - | > loss_disc_real_4: 0.2379302680492401 (0.2527768952505928) - | > loss_disc_real_5: 0.24142128229141235 (0.24790470248886518) - | > loss_0: 2.634094715118408 (2.5063622934477676) - | > loss_gen: 2.330195665359497 (2.4603756070137024) - | > loss_kl: 1.4472992420196533 (1.5902917001928603) - | > loss_feat: 5.847921371459961 (6.256537471498762) - | > loss_mel: 22.96135139465332 (22.232773508344376) - | > loss_duration: 1.7147401571273804 (1.7078467224325453) - | > loss_1: 34.301509857177734 (34.24782487324306) - - --> STEP: 29 - | > loss_disc: 2.479072093963623 (2.5054212520862453) - | > loss_disc_real_0: 0.17783907055854797 (0.23635872581909442) - | > loss_disc_real_1: 0.1772126406431198 (0.19013313178358407) - | > loss_disc_real_2: 0.23750299215316772 (0.22655151219203554) - | > loss_disc_real_3: 0.24279342591762543 (0.23265121825810137) - | > loss_disc_real_4: 0.2788701057434082 (0.2536766611296554) - | > loss_disc_real_5: 0.2601383328437805 (0.24832655181144847) - | > loss_0: 2.479072093963623 (2.5054212520862453) - | > loss_gen: 2.300513505935669 (2.454863120769632) - | > loss_kl: 1.370569109916687 (1.5827150591488541) - | > loss_feat: 5.905802249908447 (6.244443153512889) - | > loss_mel: 23.077903747558594 (22.261915930386248) - | > loss_duration: 1.6517976522445679 (1.7059139958743392) - | > loss_1: 34.30658721923828 (34.249851161036) - - --> STEP: 30 - | > loss_disc: 2.544337034225464 (2.506718444824219) - | > loss_disc_real_0: 0.20471493899822235 (0.23530393292506535) - | > loss_disc_real_1: 0.18586425483226776 (0.18999083588520685) - | > loss_disc_real_2: 0.19816602766513824 (0.2256053293744723) - | > loss_disc_real_3: 0.289531409740448 (0.23454722464084626) - | > loss_disc_real_4: 0.19380056858062744 (0.25168079137802113) - | > loss_disc_real_5: 0.18019962310791016 (0.24605565418799719) - | > loss_0: 2.544337034225464 (2.506718444824219) - | > loss_gen: 2.1649107933044434 (2.4451980431874594) - | > loss_kl: 2.066647529602051 (1.598846141497294) - | > loss_feat: 7.780549049377441 (6.295646683375041) - | > loss_mel: 22.071847915649414 (22.255580329895018) - | > loss_duration: 1.728467583656311 (1.706665782133738) - | > loss_1: 35.81241989135742 (34.30193678538004) - - --> STEP: 31 - | > loss_disc: 2.309830665588379 (2.500367226139192) - | > loss_disc_real_0: 0.1190246194601059 (0.2315529873294215) - | > loss_disc_real_1: 0.14799891412258148 (0.18863625776383183) - | > loss_disc_real_2: 0.22034510970115662 (0.22543564486888149) - | > loss_disc_real_3: 0.20549985766410828 (0.23361021280288696) - | > loss_disc_real_4: 0.20708699524402618 (0.2502422818253116) - | > loss_disc_real_5: 0.21017101407051086 (0.24489808515194925) - | > loss_0: 2.309830665588379 (2.500367226139192) - | > loss_gen: 2.4392969608306885 (2.4450076856920795) - | > loss_kl: 1.6872022151947021 (1.6016963374230169) - | > loss_feat: 8.471519470214844 (6.365836128111808) - | > loss_mel: 24.14491081237793 (22.316526474491244) - | > loss_duration: 1.6593197584152222 (1.705138491046044) - | > loss_1: 38.402252197265625 (34.43420502447313) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.013030505949451078 (+0.001169727694603705) - | > avg_loss_disc: 2.500367226139192 (-0.029529663824265473) - | > avg_loss_disc_real_0: 0.2315529873294215 (+0.12018775603463573) - | > avg_loss_disc_real_1: 0.18863625776383183 (+0.01983885995803339) - | > avg_loss_disc_real_2: 0.22543564486888149 (+0.00966491958787366) - | > avg_loss_disc_real_3: 0.23361021280288696 (-0.012255534529685974) - | > avg_loss_disc_real_4: 0.2502422818253116 (+0.017478161761837502) - | > avg_loss_disc_real_5: 0.24489808515194925 (-0.014131959888242757) - | > avg_loss_0: 2.500367226139192 (-0.029529663824265473) - | > avg_loss_gen: 2.4450076856920795 (+0.41167903331018296) - | > avg_loss_kl: 1.6016963374230169 (-0.019338011741638184) - | > avg_loss_feat: 6.365836128111808 (+0.19481358220500322) - | > avg_loss_mel: 22.316526474491244 (+0.46416737956385745) - | > avg_loss_duration: 1.705138491046044 (-0.006725168997241626) - | > avg_loss_1: 34.43420502447313 (+1.0445965797670453) - - - > EPOCH: 13/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 01:22:29)  - - --> TIME: 2024-11-23 01:22:36 -- STEP: 7/797 -- GLOBAL_STEP: 33475 - | > loss_disc: 2.427419900894165 (2.472714219774519) - | > loss_disc_real_0: 0.17028385400772095 (0.1405762689454215) - | > loss_disc_real_1: 0.22649909555912018 (0.22092572918960027) - | > loss_disc_real_2: 0.2738321125507355 (0.24938724083559854) - | > loss_disc_real_3: 0.21815858781337738 (0.2120487711259297) - | > loss_disc_real_4: 0.25232839584350586 (0.2177975731236594) - | > loss_disc_real_5: 0.2332150638103485 (0.2335683000939233) - | > loss_0: 2.427419900894165 (2.472714219774519) - | > grad_norm_0: tensor(44.1230, device='cuda:0') (tensor(61.5831, device='cuda:0')) - | > loss_gen: 2.7144923210144043 (2.3934567315237865) - | > loss_kl: 1.6379538774490356 (1.4560000896453857) - | > loss_feat: 7.096404075622559 (6.408714771270752) - | > loss_mel: 21.723649978637695 (21.28237451825823) - | > loss_duration: 1.8416343927383423 (1.9121733052389962) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.01413345336914 (33.45271955217634) - | > grad_norm_1: tensor(888.4517, device='cuda:0') (tensor(579.1345, device='cuda:0')) - | > current_lr_0: 0.0001989775583408775 - | > current_lr_1: 0.0001989775583408775 - | > step_time: 0.874 (0.8819442135947091) - | > loader_time: 0.0054 (0.004437685012817383) - - - --> TIME: 2024-11-23 01:22:59 -- STEP: 32/797 -- GLOBAL_STEP: 33500 - | > loss_disc: 2.4115002155303955 (2.492386542260647) - | > loss_disc_real_0: 0.14157715439796448 (0.12953642068896445) - | > loss_disc_real_1: 0.20920081436634064 (0.21922818152233958) - | > loss_disc_real_2: 0.2318895012140274 (0.23736195778474212) - | > loss_disc_real_3: 0.21467261016368866 (0.22802597330883145) - | > loss_disc_real_4: 0.20773014426231384 (0.22278916835784912) - | > loss_disc_real_5: 0.24132533371448517 (0.23342486191540956) - | > loss_0: 2.4115002155303955 (2.492386542260647) - | > grad_norm_0: tensor(8.0117, device='cuda:0') (tensor(75.4579, device='cuda:0')) - | > loss_gen: 2.283841848373413 (2.2952946946024895) - | > loss_kl: 1.6861671209335327 (1.5988000370562077) - | > loss_feat: 5.737248420715332 (6.15332493185997) - | > loss_mel: 20.68175506591797 (20.721392095088962) - | > loss_duration: 1.8253803253173828 (1.825394667685032) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.214393615722656 (32.594206094741835) - | > grad_norm_1: tensor(423.0525, device='cuda:0') (tensor(584.3486, device='cuda:0')) - | > current_lr_0: 0.0001989775583408775 - | > current_lr_1: 0.0001989775583408775 - | > step_time: 0.8629 (0.892715573310852) - | > loader_time: 0.0044 (0.004613831639289857) - - - --> TIME: 2024-11-23 01:23:21 -- STEP: 57/797 -- GLOBAL_STEP: 33525 - | > loss_disc: 2.532017230987549 (2.4739615708066705) - | > loss_disc_real_0: 0.17610250413417816 (0.12985622196605337) - | > loss_disc_real_1: 0.2270500659942627 (0.22064293241291716) - | > loss_disc_real_2: 0.23810410499572754 (0.23808920854016355) - | > loss_disc_real_3: 0.217991441488266 (0.22336904234007784) - | > loss_disc_real_4: 0.22969739139080048 (0.22212525261075874) - | > loss_disc_real_5: 0.22558966279029846 (0.2330275264225508) - | > loss_0: 2.532017230987549 (2.4739615708066705) - | > grad_norm_0: tensor(87.9556, device='cuda:0') (tensor(75.7510, device='cuda:0')) - | > loss_gen: 2.1536738872528076 (2.3200157650730064) - | > loss_kl: 1.3199706077575684 (1.5558633595182185) - | > loss_feat: 5.54374361038208 (6.276956106487074) - | > loss_mel: 19.666366577148438 (20.958442654526042) - | > loss_duration: 1.7797104120254517 (1.7939224452303166) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.463464736938477 (32.90519988745975) - | > grad_norm_1: tensor(69.7680, device='cuda:0') (tensor(575.0519, device='cuda:0')) - | > current_lr_0: 0.0001989775583408775 - | > current_lr_1: 0.0001989775583408775 - | > step_time: 0.9463 (0.8868965224215859) - | > loader_time: 0.0038 (0.004704236984252928) - - - --> TIME: 2024-11-23 01:23:46 -- STEP: 82/797 -- GLOBAL_STEP: 33550 - | > loss_disc: 2.3849785327911377 (2.46585065853305) - | > loss_disc_real_0: 0.12298370152711868 (0.12960710826261745) - | > loss_disc_real_1: 0.22735196352005005 (0.21981933676614995) - | > loss_disc_real_2: 0.20183230936527252 (0.23480193952961667) - | > loss_disc_real_3: 0.1856871396303177 (0.22122357458603092) - | > loss_disc_real_4: 0.19189941883087158 (0.22096478702818476) - | > loss_disc_real_5: 0.1931188851594925 (0.22905077530843457) - | > loss_0: 2.3849785327911377 (2.46585065853305) - | > grad_norm_0: tensor(99.3159, device='cuda:0') (tensor(71.6039, device='cuda:0')) - | > loss_gen: 2.3263070583343506 (2.319473996395018) - | > loss_kl: 1.5472546815872192 (1.5426939682262701) - | > loss_feat: 6.743380069732666 (6.3441058251915905) - | > loss_mel: 21.56268882751465 (21.17510690921692) - | > loss_duration: 1.7456930875778198 (1.7727636229701158) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.925323486328125 (33.154144124286944) - | > grad_norm_1: tensor(848.8932, device='cuda:0') (tensor(582.6428, device='cuda:0')) - | > current_lr_0: 0.0001989775583408775 - | > current_lr_1: 0.0001989775583408775 - | > step_time: 0.8707 (0.9167375797178687) - | > loader_time: 0.0039 (0.0048895696314369755) - - - --> TIME: 2024-11-23 01:24:10 -- STEP: 107/797 -- GLOBAL_STEP: 33575 - | > loss_disc: 2.4697225093841553 (2.4625636238918114) - | > loss_disc_real_0: 0.05117866396903992 (0.12935537771783145) - | > loss_disc_real_1: 0.20495998859405518 (0.22027183860261865) - | > loss_disc_real_2: 0.20019763708114624 (0.23532338551828794) - | > loss_disc_real_3: 0.23875172436237335 (0.22271416468598018) - | > loss_disc_real_4: 0.263520210981369 (0.2208697830683717) - | > loss_disc_real_5: 0.21746371686458588 (0.22876151449212404) - | > loss_0: 2.4697225093841553 (2.4625636238918114) - | > grad_norm_0: tensor(17.0512, device='cuda:0') (tensor(74.1605, device='cuda:0')) - | > loss_gen: 2.3613064289093018 (2.333042853346495) - | > loss_kl: 1.7403525114059448 (1.5557634596512697) - | > loss_feat: 6.442599296569824 (6.386487341372766) - | > loss_mel: 22.668460845947266 (21.273334289265584) - | > loss_duration: 1.735108733177185 (1.7637094827455895) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.94782638549805 (33.312337304944215) - | > grad_norm_1: tensor(425.9473, device='cuda:0') (tensor(597.9382, device='cuda:0')) - | > current_lr_0: 0.0001989775583408775 - | > current_lr_1: 0.0001989775583408775 - | > step_time: 0.8897 (0.9264246994089858) - | > loader_time: 0.0049 (0.004939241944072402) - - - --> TIME: 2024-11-23 01:24:34 -- STEP: 132/797 -- GLOBAL_STEP: 33600 - | > loss_disc: 2.5861470699310303 (2.4752914255315597) - | > loss_disc_real_0: 0.3033919334411621 (0.13432001302752533) - | > loss_disc_real_1: 0.2386598438024521 (0.22059425327813986) - | > loss_disc_real_2: 0.2526523172855377 (0.234146462245421) - | > loss_disc_real_3: 0.24667854607105255 (0.22413457410805154) - | > loss_disc_real_4: 0.22297555208206177 (0.22135307481794647) - | > loss_disc_real_5: 0.23177765309810638 (0.22880387328790897) - | > loss_0: 2.5861470699310303 (2.4752914255315597) - | > grad_norm_0: tensor(153.1785, device='cuda:0') (tensor(82.9372, device='cuda:0')) - | > loss_gen: 2.3341469764709473 (2.3365880431550927) - | > loss_kl: 1.536185622215271 (1.5501168469587963) - | > loss_feat: 5.6371235847473145 (6.356152545322072) - | > loss_mel: 21.70161247253418 (21.31619761206888) - | > loss_duration: 1.759800672531128 (1.7583350105719133) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.968868255615234 (33.317390037305444) - | > grad_norm_1: tensor(602.4418, device='cuda:0') (tensor(591.9415, device='cuda:0')) - | > current_lr_0: 0.0001989775583408775 - | > current_lr_1: 0.0001989775583408775 - | > step_time: 0.9121 (0.932898431113272) - | > loader_time: 0.0048 (0.005038624460046942) - - - --> TIME: 2024-11-23 01:24:58 -- STEP: 157/797 -- GLOBAL_STEP: 33625 - | > loss_disc: 2.6042261123657227 (2.4857988494217) - | > loss_disc_real_0: 0.2636427879333496 (0.13724897730692176) - | > loss_disc_real_1: 0.20753246545791626 (0.22013024492248603) - | > loss_disc_real_2: 0.23922352492809296 (0.23566123036442288) - | > loss_disc_real_3: 0.2590717673301697 (0.22539957370727684) - | > loss_disc_real_4: 0.2721107006072998 (0.22292128907647102) - | > loss_disc_real_5: 0.2800847291946411 (0.2310833426038171) - | > loss_0: 2.6042261123657227 (2.4857988494217) - | > grad_norm_0: tensor(107.1655, device='cuda:0') (tensor(84.3519, device='cuda:0')) - | > loss_gen: 2.355128765106201 (2.336319832285499) - | > loss_kl: 1.6904680728912354 (1.5458051406653828) - | > loss_feat: 6.570189476013184 (6.338146723000109) - | > loss_mel: 21.553112030029297 (21.359423254705543) - | > loss_duration: 1.7442512512207031 (1.7514618665549402) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.913150787353516 (33.331156797469816) - | > grad_norm_1: tensor(738.9391, device='cuda:0') (tensor(567.0214, device='cuda:0')) - | > current_lr_0: 0.0001989775583408775 - | > current_lr_1: 0.0001989775583408775 - | > step_time: 0.8948 (0.9301760363730656) - | > loader_time: 0.0049 (0.0051281330691781025) - - - --> TIME: 2024-11-23 01:25:20 -- STEP: 182/797 -- GLOBAL_STEP: 33650 - | > loss_disc: 2.3786141872406006 (2.4843391284837817) - | > loss_disc_real_0: 0.07783268392086029 (0.13673730219130992) - | > loss_disc_real_1: 0.21055099368095398 (0.22018993850592725) - | > loss_disc_real_2: 0.21769779920578003 (0.2342100605204865) - | > loss_disc_real_3: 0.21259357035160065 (0.2249241000512144) - | > loss_disc_real_4: 0.23612865805625916 (0.22285672760271763) - | > loss_disc_real_5: 0.22125239670276642 (0.23073167435742997) - | > loss_0: 2.3786141872406006 (2.4843391284837817) - | > grad_norm_0: tensor(45.5109, device='cuda:0') (tensor(82.7081, device='cuda:0')) - | > loss_gen: 2.2504489421844482 (2.3337106940510526) - | > loss_kl: 1.477309226989746 (1.5424593346459532) - | > loss_feat: 6.196690082550049 (6.356114473971693) - | > loss_mel: 22.03315544128418 (21.45365653195224) - | > loss_duration: 1.732563853263855 (1.745114010113936) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.69016647338867 (33.43105500609012) - | > grad_norm_1: tensor(646.4099, device='cuda:0') (tensor(573.0212, device='cuda:0')) - | > current_lr_0: 0.0001989775583408775 - | > current_lr_1: 0.0001989775583408775 - | > step_time: 0.9192 (0.9230730179901961) - | > loader_time: 0.0058 (0.005205192408718906) - - - --> TIME: 2024-11-23 01:25:43 -- STEP: 207/797 -- GLOBAL_STEP: 33675 - | > loss_disc: 2.5431408882141113 (2.4855992252699997) - | > loss_disc_real_0: 0.15225544571876526 (0.1359765939234535) - | > loss_disc_real_1: 0.19354553520679474 (0.2197401470320236) - | > loss_disc_real_2: 0.1802097111940384 (0.23542243292654194) - | > loss_disc_real_3: 0.21875803172588348 (0.22453953160179985) - | > loss_disc_real_4: 0.21578767895698547 (0.22413304916038607) - | > loss_disc_real_5: 0.2164430022239685 (0.23249292424047627) - | > loss_0: 2.5431408882141113 (2.4855992252699997) - | > grad_norm_0: tensor(99.1989, device='cuda:0') (tensor(81.3007, device='cuda:0')) - | > loss_gen: 2.161327838897705 (2.333376207213471) - | > loss_kl: 1.2256402969360352 (1.543286071307418) - | > loss_feat: 7.128496170043945 (6.358907402425573) - | > loss_mel: 21.88204002380371 (21.49450015561016) - | > loss_duration: 1.6996294260025024 (1.7431780583616614) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.09713363647461 (33.47324791507447) - | > grad_norm_1: tensor(461.7373, device='cuda:0') (tensor(554.8821, device='cuda:0')) - | > current_lr_0: 0.0001989775583408775 - | > current_lr_1: 0.0001989775583408775 - | > step_time: 0.8864 (0.9209973385944459) - | > loader_time: 0.0051 (0.005347067607197785) - - - --> TIME: 2024-11-23 01:26:05 -- STEP: 232/797 -- GLOBAL_STEP: 33700 - | > loss_disc: 2.463995933532715 (2.487161330107985) - | > loss_disc_real_0: 0.13440141081809998 (0.13657081207453167) - | > loss_disc_real_1: 0.22010190784931183 (0.21984943034576956) - | > loss_disc_real_2: 0.19374361634254456 (0.2339910108853003) - | > loss_disc_real_3: 0.20419293642044067 (0.2249593809247017) - | > loss_disc_real_4: 0.19344118237495422 (0.22288162408974663) - | > loss_disc_real_5: 0.21412134170532227 (0.2318696465728612) - | > loss_0: 2.463995933532715 (2.487161330107985) - | > grad_norm_0: tensor(71.8983, device='cuda:0') (tensor(80.2448, device='cuda:0')) - | > loss_gen: 2.3732926845550537 (2.3241677407560677) - | > loss_kl: 1.4603911638259888 (1.5428716041918464) - | > loss_feat: 7.2126312255859375 (6.325524663103039) - | > loss_mel: 21.81317138671875 (21.506948487512) - | > loss_duration: 1.6357181072235107 (1.7397099574064383) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.49520492553711 (33.43922247557808) - | > grad_norm_1: tensor(388.6278, device='cuda:0') (tensor(543.6398, device='cuda:0')) - | > current_lr_0: 0.0001989775583408775 - | > current_lr_1: 0.0001989775583408775 - | > step_time: 0.8709 (0.9170575244673367) - | > loader_time: 0.0099 (0.005524239663420053) - - - --> TIME: 2024-11-23 01:26:28 -- STEP: 257/797 -- GLOBAL_STEP: 33725 - | > loss_disc: 2.5053577423095703 (2.4938951763197608) - | > loss_disc_real_0: 0.1332850456237793 (0.13705789132572793) - | > loss_disc_real_1: 0.24873341619968414 (0.22041114480578944) - | > loss_disc_real_2: 0.27886807918548584 (0.2358427641456693) - | > loss_disc_real_3: 0.2355048656463623 (0.2254836814412811) - | > loss_disc_real_4: 0.2311418652534485 (0.22368381482617863) - | > loss_disc_real_5: 0.22123143076896667 (0.23295001088413284) - | > loss_0: 2.5053577423095703 (2.4938951763197608) - | > grad_norm_0: tensor(94.2828, device='cuda:0') (tensor(80.5647, device='cuda:0')) - | > loss_gen: 2.4342575073242188 (2.320908590977294) - | > loss_kl: 1.4356693029403687 (1.5410531434567527) - | > loss_feat: 6.682861328125 (6.310712946064278) - | > loss_mel: 22.856613159179688 (21.534338427888745) - | > loss_duration: 1.6619365215301514 (1.735690941606514) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.07133865356445 (33.44270398922936) - | > grad_norm_1: tensor(680.8887, device='cuda:0') (tensor(554.4785, device='cuda:0')) - | > current_lr_0: 0.0001989775583408775 - | > current_lr_1: 0.0001989775583408775 - | > step_time: 0.8069 (0.9137185241461728) - | > loader_time: 0.0054 (0.005623003852042707) - - - --> TIME: 2024-11-23 01:26:51 -- STEP: 282/797 -- GLOBAL_STEP: 33750 - | > loss_disc: 2.48380708694458 (2.4895699632928725) - | > loss_disc_real_0: 0.07773037254810333 (0.1362544247973049) - | > loss_disc_real_1: 0.2071165293455124 (0.22001464078400995) - | > loss_disc_real_2: 0.2337762862443924 (0.23510248953780383) - | > loss_disc_real_3: 0.28097328543663025 (0.22542250092993388) - | > loss_disc_real_4: 0.276552677154541 (0.22309142139786522) - | > loss_disc_real_5: 0.25751444697380066 (0.23247820841716532) - | > loss_0: 2.48380708694458 (2.4895699632928725) - | > grad_norm_0: tensor(68.1689, device='cuda:0') (tensor(82.0009, device='cuda:0')) - | > loss_gen: 2.3448448181152344 (2.3238841675697484) - | > loss_kl: 1.5128793716430664 (1.537558110893196) - | > loss_feat: 6.2778825759887695 (6.314429741379217) - | > loss_mel: 21.248552322387695 (21.545696589963658) - | > loss_duration: 1.6923209428787231 (1.7337862041825096) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.076480865478516 (33.45535477171557) - | > grad_norm_1: tensor(780.0400, device='cuda:0') (tensor(560.6784, device='cuda:0')) - | > current_lr_0: 0.0001989775583408775 - | > current_lr_1: 0.0001989775583408775 - | > step_time: 0.9784 (0.9139327597110829) - | > loader_time: 0.0061 (0.005696312755557662) - - - --> TIME: 2024-11-23 01:27:15 -- STEP: 307/797 -- GLOBAL_STEP: 33775 - | > loss_disc: 2.4631433486938477 (2.4923833131013557) - | > loss_disc_real_0: 0.055732361972332 (0.1367211739262656) - | > loss_disc_real_1: 0.19829094409942627 (0.21983141202103432) - | > loss_disc_real_2: 0.23666733503341675 (0.23541815841042646) - | > loss_disc_real_3: 0.23133422434329987 (0.22525568811241112) - | > loss_disc_real_4: 0.2309437394142151 (0.22401559110184835) - | > loss_disc_real_5: 0.2536870837211609 (0.23338554581135798) - | > loss_0: 2.4631433486938477 (2.4923833131013557) - | > grad_norm_0: tensor(42.6808, device='cuda:0') (tensor(83.9725, device='cuda:0')) - | > loss_gen: 2.301776647567749 (2.3233082465317807) - | > loss_kl: 1.3067114353179932 (1.5369949938808292) - | > loss_feat: 6.4573187828063965 (6.295080116595042) - | > loss_mel: 22.89898109436035 (21.54005133290245) - | > loss_duration: 1.6821647882461548 (1.7313086015782058) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.646949768066406 (33.42674322470006) - | > grad_norm_1: tensor(539.0975, device='cuda:0') (tensor(563.9338, device='cuda:0')) - | > current_lr_0: 0.0001989775583408775 - | > current_lr_1: 0.0001989775583408775 - | > step_time: 0.906 (0.9163720429137786) - | > loader_time: 0.0064 (0.005788033482306165) - - - --> TIME: 2024-11-23 01:27:39 -- STEP: 332/797 -- GLOBAL_STEP: 33800 - | > loss_disc: 2.4628701210021973 (2.491375444165195) - | > loss_disc_real_0: 0.08564984798431396 (0.13635021864425326) - | > loss_disc_real_1: 0.19912667572498322 (0.2199443490300552) - | > loss_disc_real_2: 0.21098627150058746 (0.235151590173503) - | > loss_disc_real_3: 0.2545431852340698 (0.2256550360246595) - | > loss_disc_real_4: 0.23525725305080414 (0.22367532255060701) - | > loss_disc_real_5: 0.24638839066028595 (0.2327040432088346) - | > loss_0: 2.4628701210021973 (2.491375444165195) - | > grad_norm_0: tensor(106.0604, device='cuda:0') (tensor(83.7018, device='cuda:0')) - | > loss_gen: 2.13197922706604 (2.325400258403227) - | > loss_kl: 1.433597207069397 (1.535019569727312) - | > loss_feat: 7.025553226470947 (6.304142266870981) - | > loss_mel: 21.963804244995117 (21.56200489365912) - | > loss_duration: 1.717578411102295 (1.729193461946694) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.27251434326172 (33.45576036407291) - | > grad_norm_1: tensor(741.0918, device='cuda:0') (tensor(560.9982, device='cuda:0')) - | > current_lr_0: 0.0001989775583408775 - | > current_lr_1: 0.0001989775583408775 - | > step_time: 0.9703 (0.918715304638966) - | > loader_time: 0.0072 (0.005898079958306736) - - - --> TIME: 2024-11-23 01:28:03 -- STEP: 357/797 -- GLOBAL_STEP: 33825 - | > loss_disc: 2.4891858100891113 (2.48946106066557) - | > loss_disc_real_0: 0.14653128385543823 (0.13541033652191048) - | > loss_disc_real_1: 0.22230179607868195 (0.2201990932226181) - | > loss_disc_real_2: 0.23776262998580933 (0.23550916573747532) - | > loss_disc_real_3: 0.23052437603473663 (0.22545371436271347) - | > loss_disc_real_4: 0.20246797800064087 (0.2232585372794576) - | > loss_disc_real_5: 0.17643341422080994 (0.23228599869904393) - | > loss_0: 2.4891858100891113 (2.48946106066557) - | > grad_norm_0: tensor(244.3498, device='cuda:0') (tensor(85.9864, device='cuda:0')) - | > loss_gen: 2.2409865856170654 (2.3227702168857345) - | > loss_kl: 1.487976312637329 (1.533626624849998) - | > loss_feat: 6.447294235229492 (6.28950812903439) - | > loss_mel: 20.379369735717773 (21.525817288738025) - | > loss_duration: 1.7316279411315918 (1.7266125111352826) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.287254333496094 (33.398334695511515) - | > grad_norm_1: tensor(938.0198, device='cuda:0') (tensor(571.5267, device='cuda:0')) - | > current_lr_0: 0.0001989775583408775 - | > current_lr_1: 0.0001989775583408775 - | > step_time: 0.9955 (0.9222423202183401) - | > loader_time: 0.0069 (0.006013866900062025) - - - --> TIME: 2024-11-23 01:28:28 -- STEP: 382/797 -- GLOBAL_STEP: 33850 - | > loss_disc: 2.5219244956970215 (2.4863186887421556) - | > loss_disc_real_0: 0.13492605090141296 (0.13460809835939794) - | > loss_disc_real_1: 0.2038535326719284 (0.21969160340063235) - | > loss_disc_real_2: 0.2569580078125 (0.23542424747769122) - | > loss_disc_real_3: 0.19754363596439362 (0.22509089642794344) - | > loss_disc_real_4: 0.23346711695194244 (0.22287726554414988) - | > loss_disc_real_5: 0.20273543894290924 (0.23239685310275138) - | > loss_0: 2.5219244956970215 (2.4863186887421556) - | > grad_norm_0: tensor(128.5045, device='cuda:0') (tensor(88.4208, device='cuda:0')) - | > loss_gen: 2.2560107707977295 (2.32341675109264) - | > loss_kl: 1.471714973449707 (1.5271861378435065) - | > loss_feat: 5.3597025871276855 (6.287422761867184) - | > loss_mel: 18.957921981811523 (21.515870358931487) - | > loss_duration: 1.7306265830993652 (1.7242733711347527) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 29.775976181030273 (33.3781693443578) - | > grad_norm_1: tensor(708.3925, device='cuda:0') (tensor(581.7635, device='cuda:0')) - | > current_lr_0: 0.0001989775583408775 - | > current_lr_1: 0.0001989775583408775 - | > step_time: 0.9782 (0.9257411725858119) - | > loader_time: 0.007 (0.0061071511962650935) - - - --> TIME: 2024-11-23 01:28:52 -- STEP: 407/797 -- GLOBAL_STEP: 33875 - | > loss_disc: 2.6383235454559326 (2.486472442636328) - | > loss_disc_real_0: 0.26241424679756165 (0.13488818284041737) - | > loss_disc_real_1: 0.22813715040683746 (0.21966895113266657) - | > loss_disc_real_2: 0.21257047355175018 (0.23510470301718325) - | > loss_disc_real_3: 0.24148333072662354 (0.2252336819942226) - | > loss_disc_real_4: 0.23701117932796478 (0.22277429304486118) - | > loss_disc_real_5: 0.24911653995513916 (0.2328195616932407) - | > loss_0: 2.6383235454559326 (2.486472442636328) - | > grad_norm_0: tensor(182.4771, device='cuda:0') (tensor(88.9069, device='cuda:0')) - | > loss_gen: 2.276179313659668 (2.3262127711087515) - | > loss_kl: 1.3713886737823486 (1.5216848071142848) - | > loss_feat: 5.434350967407227 (6.290388470492726) - | > loss_mel: 20.630306243896484 (21.515595700875576) - | > loss_duration: 1.7054195404052734 (1.7229345445258022) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.417646408081055 (33.376816259848134) - | > grad_norm_1: tensor(641.7573, device='cuda:0') (tensor(585.7973, device='cuda:0')) - | > current_lr_0: 0.0001989775583408775 - | > current_lr_1: 0.0001989775583408775 - | > step_time: 0.9288 (0.9272092560292462) - | > loader_time: 0.0087 (0.00619235495677451) - - - --> TIME: 2024-11-23 01:29:17 -- STEP: 432/797 -- GLOBAL_STEP: 33900 - | > loss_disc: 2.444390296936035 (2.48620345912598) - | > loss_disc_real_0: 0.08630883693695068 (0.13475267090662196) - | > loss_disc_real_1: 0.20963621139526367 (0.21938543066520383) - | > loss_disc_real_2: 0.2779475748538971 (0.23567385816325745) - | > loss_disc_real_3: 0.25597208738327026 (0.2256479286071327) - | > loss_disc_real_4: 0.2479609251022339 (0.22249878170313658) - | > loss_disc_real_5: 0.24737899005413055 (0.2324129808694124) - | > loss_0: 2.444390296936035 (2.48620345912598) - | > grad_norm_0: tensor(69.0059, device='cuda:0') (tensor(89.2649, device='cuda:0')) - | > loss_gen: 2.4615981578826904 (2.3287419436706416) - | > loss_kl: 1.5138746500015259 (1.5182102642677449) - | > loss_feat: 6.978858470916748 (6.302560011545817) - | > loss_mel: 23.69342803955078 (21.550039203078683) - | > loss_duration: 1.6931262016296387 (1.721760398811764) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.340885162353516 (33.42131179350396) - | > grad_norm_1: tensor(739.2938, device='cuda:0') (tensor(582.7013, device='cuda:0')) - | > current_lr_0: 0.0001989775583408775 - | > current_lr_1: 0.0001989775583408775 - | > step_time: 1.0334 (0.9312423213764474) - | > loader_time: 0.0068 (0.006273131127710694) - - - --> TIME: 2024-11-23 01:29:42 -- STEP: 457/797 -- GLOBAL_STEP: 33925 - | > loss_disc: 2.381460189819336 (2.484960710454563) - | > loss_disc_real_0: 0.16365648806095123 (0.13432065271966037) - | > loss_disc_real_1: 0.20988775789737701 (0.21925558117208127) - | > loss_disc_real_2: 0.269811749458313 (0.23547555607309487) - | > loss_disc_real_3: 0.24717120826244354 (0.22536340509123562) - | > loss_disc_real_4: 0.2635098099708557 (0.22291615227119146) - | > loss_disc_real_5: 0.2415982186794281 (0.23249753729258896) - | > loss_0: 2.381460189819336 (2.484960710454563) - | > grad_norm_0: tensor(26.1444, device='cuda:0') (tensor(88.2716, device='cuda:0')) - | > loss_gen: 2.6016581058502197 (2.3288105580165017) - | > loss_kl: 1.3947762250900269 (1.517081138080789) - | > loss_feat: 7.11470365524292 (6.308382578960393) - | > loss_mel: 22.658220291137695 (21.566224513481714) - | > loss_duration: 1.7505788803100586 (1.7209423381337972) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.51993942260742 (33.44144112484724) - | > grad_norm_1: tensor(922.7929, device='cuda:0') (tensor(587.9641, device='cuda:0')) - | > current_lr_0: 0.0001989775583408775 - | > current_lr_1: 0.0001989775583408775 - | > step_time: 0.9777 (0.9341221888686165) - | > loader_time: 0.0064 (0.006370662860327787) - - - --> TIME: 2024-11-23 01:30:09 -- STEP: 482/797 -- GLOBAL_STEP: 33950 - | > loss_disc: 2.4602227210998535 (2.482545182912678) - | > loss_disc_real_0: 0.12352938205003738 (0.13378331538181576) - | > loss_disc_real_1: 0.18061098456382751 (0.21902978055457356) - | > loss_disc_real_2: 0.2772536277770996 (0.23526518961947984) - | > loss_disc_real_3: 0.2209998369216919 (0.22537237990075623) - | > loss_disc_real_4: 0.22131113708019257 (0.2227172308999473) - | > loss_disc_real_5: 0.23833250999450684 (0.23246398796926393) - | > loss_0: 2.4602227210998535 (2.482545182912678) - | > grad_norm_0: tensor(72.5925, device='cuda:0') (tensor(87.8701, device='cuda:0')) - | > loss_gen: 2.2844765186309814 (2.3320374496250214) - | > loss_kl: 1.4794162511825562 (1.5197311189659404) - | > loss_feat: 6.781862735748291 (6.332434236756004) - | > loss_mel: 23.622264862060547 (21.592632297658348) - | > loss_duration: 1.7211201190948486 (1.719569841855789) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.88914108276367 (33.49640493669947) - | > grad_norm_1: tensor(653.1683, device='cuda:0') (tensor(594.4311, device='cuda:0')) - | > current_lr_0: 0.0001989775583408775 - | > current_lr_1: 0.0001989775583408775 - | > step_time: 0.971 (0.9397051072219595) - | > loader_time: 0.008 (0.0064881416771916415) - - - --> TIME: 2024-11-23 01:30:35 -- STEP: 507/797 -- GLOBAL_STEP: 33975 - | > loss_disc: 2.4457883834838867 (2.4832321309008796) - | > loss_disc_real_0: 0.16046197712421417 (0.13551205448086204) - | > loss_disc_real_1: 0.23786430060863495 (0.21900779279261182) - | > loss_disc_real_2: 0.22609606385231018 (0.23478367616086315) - | > loss_disc_real_3: 0.22500623762607574 (0.22512284079952352) - | > loss_disc_real_4: 0.24023374915122986 (0.222349626484237) - | > loss_disc_real_5: 0.22767111659049988 (0.23237732487787624) - | > loss_0: 2.4457883834838867 (2.4832321309008796) - | > grad_norm_0: tensor(88.2113, device='cuda:0') (tensor(89.4210, device='cuda:0')) - | > loss_gen: 2.5320451259613037 (2.334045271666561) - | > loss_kl: 1.5112322568893433 (1.5189520579117994) - | > loss_feat: 7.257795333862305 (6.339087822028166) - | > loss_mel: 22.91016387939453 (21.588885978834185) - | > loss_duration: 1.6569091081619263 (1.7181392527190888) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.86814498901367 (33.499110377987) - | > grad_norm_1: tensor(423.5774, device='cuda:0') (tensor(594.1599, device='cuda:0')) - | > current_lr_0: 0.0001989775583408775 - | > current_lr_1: 0.0001989775583408775 - | > step_time: 1.0777 (0.9443923561765832) - | > loader_time: 0.0099 (0.006602232272808367) - - - --> TIME: 2024-11-23 01:31:00 -- STEP: 532/797 -- GLOBAL_STEP: 34000 - | > loss_disc: 2.6500611305236816 (2.485747398738576) - | > loss_disc_real_0: 0.06943058967590332 (0.136511057531251) - | > loss_disc_real_1: 0.15275247395038605 (0.2187546347372962) - | > loss_disc_real_2: 0.21508750319480896 (0.235448004747916) - | > loss_disc_real_3: 0.1686784327030182 (0.2253542156203797) - | > loss_disc_real_4: 0.26422324776649475 (0.22275764934886666) - | > loss_disc_real_5: 0.251376211643219 (0.23268580876458853) - | > loss_0: 2.6500611305236816 (2.485747398738576) - | > grad_norm_0: tensor(40.5446, device='cuda:0') (tensor(89.0479, device='cuda:0')) - | > loss_gen: 2.030292510986328 (2.333495190044989) - | > loss_kl: 1.4808807373046875 (1.516800000479347) - | > loss_feat: 6.580465793609619 (6.337036516433373) - | > loss_mel: 21.858943939208984 (21.58377468137815) - | > loss_duration: 1.6966087818145752 (1.717832310979528) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.64719009399414 (33.488938693713436) - | > grad_norm_1: tensor(463.5999, device='cuda:0') (tensor(588.0579, device='cuda:0')) - | > current_lr_0: 0.0001989775583408775 - | > current_lr_1: 0.0001989775583408775 - | > step_time: 0.961 (0.9469947111337704) - | > loader_time: 0.0086 (0.006732616657601262) - - - --> TIME: 2024-11-23 01:31:26 -- STEP: 557/797 -- GLOBAL_STEP: 34025 - | > loss_disc: 2.589843988418579 (2.484632066165098) - | > loss_disc_real_0: 0.16403642296791077 (0.13712763847177928) - | > loss_disc_real_1: 0.24582929909229279 (0.21871907214502032) - | > loss_disc_real_2: 0.25274521112442017 (0.23521940214843692) - | > loss_disc_real_3: 0.22031699120998383 (0.22486046900976064) - | > loss_disc_real_4: 0.22553257644176483 (0.2221752054975962) - | > loss_disc_real_5: 0.28171902894973755 (0.23238133667187374) - | > loss_0: 2.589843988418579 (2.484632066165098) - | > grad_norm_0: tensor(41.3793, device='cuda:0') (tensor(87.2466, device='cuda:0')) - | > loss_gen: 2.2122316360473633 (2.3315447847119763) - | > loss_kl: 1.509825348854065 (1.5176333099122106) - | > loss_feat: 5.149963855743408 (6.337104555092339) - | > loss_mel: 20.705951690673828 (21.577715317265586) - | > loss_duration: 1.6985808610916138 (1.7173505392280044) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.276554107666016 (33.48134848630621) - | > grad_norm_1: tensor(479.2404, device='cuda:0') (tensor(581.3300, device='cuda:0')) - | > current_lr_0: 0.0001989775583408775 - | > current_lr_1: 0.0001989775583408775 - | > step_time: 1.0535 (0.9504213958069067) - | > loader_time: 0.0088 (0.006793694179404785) - - - --> TIME: 2024-11-23 01:31:52 -- STEP: 582/797 -- GLOBAL_STEP: 34050 - | > loss_disc: 2.4798765182495117 (2.4848054045254453) - | > loss_disc_real_0: 0.1267651468515396 (0.13713541562281725) - | > loss_disc_real_1: 0.21575599908828735 (0.21893613580678337) - | > loss_disc_real_2: 0.20763973891735077 (0.2351561160790143) - | > loss_disc_real_3: 0.21221375465393066 (0.2249455361329403) - | > loss_disc_real_4: 0.1998831331729889 (0.2221053107241585) - | > loss_disc_real_5: 0.2292477786540985 (0.23248628660063564) - | > loss_0: 2.4798765182495117 (2.4848054045254453) - | > grad_norm_0: tensor(164.8726, device='cuda:0') (tensor(85.7275, device='cuda:0')) - | > loss_gen: 2.318624973297119 (2.3287632106915366) - | > loss_kl: 1.5770245790481567 (1.5175972042214825) - | > loss_feat: 6.259210586547852 (6.3305400794314375) - | > loss_mel: 21.434228897094727 (21.58664178684408) - | > loss_duration: 1.7099953889846802 (1.7168214448129187) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.2990837097168 (33.480363708181486) - | > grad_norm_1: tensor(906.3962, device='cuda:0') (tensor(576.5978, device='cuda:0')) - | > current_lr_0: 0.0001989775583408775 - | > current_lr_1: 0.0001989775583408775 - | > step_time: 1.0505 (0.9537317052329939) - | > loader_time: 0.0071 (0.006893521322007848) - - - --> TIME: 2024-11-23 01:32:18 -- STEP: 607/797 -- GLOBAL_STEP: 34075 - | > loss_disc: 2.390079975128174 (2.4849810545291326) - | > loss_disc_real_0: 0.1132693886756897 (0.13753716007513309) - | > loss_disc_real_1: 0.22814863920211792 (0.2189497133161523) - | > loss_disc_real_2: 0.20446063578128815 (0.23462621467510214) - | > loss_disc_real_3: 0.21596260368824005 (0.22506608000206202) - | > loss_disc_real_4: 0.20364096760749817 (0.22212792496017417) - | > loss_disc_real_5: 0.24478738009929657 (0.23259801742861652) - | > loss_0: 2.390079975128174 (2.4849810545291326) - | > grad_norm_0: tensor(71.8143, device='cuda:0') (tensor(85.6769, device='cuda:0')) - | > loss_gen: 2.560692071914673 (2.3281243776371685) - | > loss_kl: 1.7537426948547363 (1.519389892527848) - | > loss_feat: 7.162176132202148 (6.326776607425446) - | > loss_mel: 23.00509262084961 (21.59519868941835) - | > loss_duration: 1.7131433486938477 (1.7165369573102949) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.194847106933594 (33.48602648739762) - | > grad_norm_1: tensor(765.1159, device='cuda:0') (tensor(577.8665, device='cuda:0')) - | > current_lr_0: 0.0001989775583408775 - | > current_lr_1: 0.0001989775583408775 - | > step_time: 0.9674 (0.9567313889498765) - | > loader_time: 0.0106 (0.007002760197421075) - - - --> TIME: 2024-11-23 01:32:45 -- STEP: 632/797 -- GLOBAL_STEP: 34100 - | > loss_disc: 2.3630666732788086 (2.4854851776286035) - | > loss_disc_real_0: 0.0696398913860321 (0.13731667074622436) - | > loss_disc_real_1: 0.2293035238981247 (0.21917648205557203) - | > loss_disc_real_2: 0.2458960860967636 (0.23506071996179573) - | > loss_disc_real_3: 0.21990720927715302 (0.2248346799913841) - | > loss_disc_real_4: 0.25651219487190247 (0.22221090196620064) - | > loss_disc_real_5: 0.2447107881307602 (0.23271914161270177) - | > loss_0: 2.3630666732788086 (2.4854851776286035) - | > grad_norm_0: tensor(65.1135, device='cuda:0') (tensor(85.1729, device='cuda:0')) - | > loss_gen: 2.4154093265533447 (2.326870499343811) - | > loss_kl: 1.5335112810134888 (1.5222053665526296) - | > loss_feat: 6.788867473602295 (6.316072086744671) - | > loss_mel: 22.526363372802734 (21.595962560629562) - | > loss_duration: 1.7067515850067139 (1.7166513553525828) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.97090530395508 (33.47776185409934) - | > grad_norm_1: tensor(753.9277, device='cuda:0') (tensor(574.7128, device='cuda:0')) - | > current_lr_0: 0.0001989775583408775 - | > current_lr_1: 0.0001989775583408775 - | > step_time: 1.0727 (0.9600138475623312) - | > loader_time: 0.0079 (0.007081127242196962) - - - --> TIME: 2024-11-23 01:33:11 -- STEP: 657/797 -- GLOBAL_STEP: 34125 - | > loss_disc: 2.5021438598632812 (2.483245574538931) - | > loss_disc_real_0: 0.14317214488983154 (0.1366753316054879) - | > loss_disc_real_1: 0.20301303267478943 (0.21897321023171715) - | > loss_disc_real_2: 0.2694936692714691 (0.23492314667643668) - | > loss_disc_real_3: 0.25080034136772156 (0.22481954340430338) - | > loss_disc_real_4: 0.26153257489204407 (0.2222509836633456) - | > loss_disc_real_5: 0.29225385189056396 (0.23264462604007402) - | > loss_0: 2.5021438598632812 (2.483245574538931) - | > grad_norm_0: tensor(61.8118, device='cuda:0') (tensor(84.1710, device='cuda:0')) - | > loss_gen: 2.27887225151062 (2.327351608777154) - | > loss_kl: 1.5256601572036743 (1.5230397749890654) - | > loss_feat: 5.727214336395264 (6.320340254535414) - | > loss_mel: 20.92591094970703 (21.605019971478864) - | > loss_duration: 1.7808051109313965 (1.7164935539483661) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.238460540771484 (33.49224516173295) - | > grad_norm_1: tensor(515.5659, device='cuda:0') (tensor(576.8070, device='cuda:0')) - | > current_lr_0: 0.0001989775583408775 - | > current_lr_1: 0.0001989775583408775 - | > step_time: 1.0424 (0.9630073459543956) - | > loader_time: 0.0085 (0.007145972012384838) - - - --> TIME: 2024-11-23 01:33:38 -- STEP: 682/797 -- GLOBAL_STEP: 34150 - | > loss_disc: 2.4604055881500244 (2.4813076516400354) - | > loss_disc_real_0: 0.1458519846200943 (0.13619394969096818) - | > loss_disc_real_1: 0.2778068780899048 (0.21878897671825376) - | > loss_disc_real_2: 0.32458269596099854 (0.2346963342770804) - | > loss_disc_real_3: 0.2566496729850769 (0.2248108910937463) - | > loss_disc_real_4: 0.292576402425766 (0.22213455099514157) - | > loss_disc_real_5: 0.25693315267562866 (0.23251479018556057) - | > loss_0: 2.4604055881500244 (2.4813076516400354) - | > grad_norm_0: tensor(81.0888, device='cuda:0') (tensor(84.8639, device='cuda:0')) - | > loss_gen: 2.76246976852417 (2.329890706497202) - | > loss_kl: 1.3370985984802246 (1.5249983072280877) - | > loss_feat: 7.191709041595459 (6.327723390545663) - | > loss_mel: 24.476451873779297 (21.625116144107608) - | > loss_duration: 1.7310302257537842 (1.7161134416756392) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.49876022338867 (33.523841983761606) - | > grad_norm_1: tensor(914.0457, device='cuda:0') (tensor(583.9146, device='cuda:0')) - | > current_lr_0: 0.0001989775583408775 - | > current_lr_1: 0.0001989775583408775 - | > step_time: 1.0659 (0.9670267639971198) - | > loader_time: 0.0102 (0.007236015761702639) - - - --> TIME: 2024-11-23 01:34:05 -- STEP: 707/797 -- GLOBAL_STEP: 34175 - | > loss_disc: 2.4449663162231445 (2.4805651705875436) - | > loss_disc_real_0: 0.24809786677360535 (0.13591030632610707) - | > loss_disc_real_1: 0.17392662167549133 (0.2184686885864765) - | > loss_disc_real_2: 0.22685423493385315 (0.23476915358654013) - | > loss_disc_real_3: 0.22102566063404083 (0.22480995314461844) - | > loss_disc_real_4: 0.23517629504203796 (0.2224168232635528) - | > loss_disc_real_5: 0.20227470993995667 (0.23279637798055733) - | > loss_0: 2.4449663162231445 (2.4805651705875436) - | > grad_norm_0: tensor(311.9816, device='cuda:0') (tensor(84.9913, device='cuda:0')) - | > loss_gen: 2.5423645973205566 (2.3316286441460345) - | > loss_kl: 1.5666605234146118 (1.527629967794728) - | > loss_feat: 6.29220724105835 (6.33243857077527) - | > loss_mel: 19.853023529052734 (21.637394863274363) - | > loss_duration: 1.6583681106567383 (1.715549883275929) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.91262435913086 (33.54464192370207) - | > grad_norm_1: tensor(724.9565, device='cuda:0') (tensor(585.1149, device='cuda:0')) - | > current_lr_0: 0.0001989775583408775 - | > current_lr_1: 0.0001989775583408775 - | > step_time: 1.1614 (0.970922413101628) - | > loader_time: 0.0099 (0.007347161564159256) - - - --> TIME: 2024-11-23 01:34:33 -- STEP: 732/797 -- GLOBAL_STEP: 34200 - | > loss_disc: 2.4374732971191406 (2.4797505566982636) - | > loss_disc_real_0: 0.12695857882499695 (0.1366515376101263) - | > loss_disc_real_1: 0.1950521320104599 (0.21847432568832173) - | > loss_disc_real_2: 0.202017143368721 (0.23459082772660134) - | > loss_disc_real_3: 0.21399322152137756 (0.2246208951854315) - | > loss_disc_real_4: 0.19890069961547852 (0.22196863593706673) - | > loss_disc_real_5: 0.22393372654914856 (0.2322310342814753) - | > loss_0: 2.4374732971191406 (2.4797505566982636) - | > grad_norm_0: tensor(45.9708, device='cuda:0') (tensor(85.8481, device='cuda:0')) - | > loss_gen: 2.2162435054779053 (2.3320182898982607) - | > loss_kl: 1.5690170526504517 (1.5297073337549714) - | > loss_feat: 6.712575435638428 (6.334662019229326) - | > loss_mel: 21.3622989654541 (21.641690619004898) - | > loss_duration: 1.6623942852020264 (1.714630199260399) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.52252960205078 (33.55270844339672) - | > grad_norm_1: tensor(579.3835, device='cuda:0') (tensor(583.8798, device='cuda:0')) - | > current_lr_0: 0.0001989775583408775 - | > current_lr_1: 0.0001989775583408775 - | > step_time: 1.1358 (0.9748917091739634) - | > loader_time: 0.0113 (0.007501252036277059) - - - --> TIME: 2024-11-23 01:35:05 -- STEP: 757/797 -- GLOBAL_STEP: 34225 - | > loss_disc: 2.411729335784912 (2.481783772711712) - | > loss_disc_real_0: 0.16581805050373077 (0.13743555172785746) - | > loss_disc_real_1: 0.19328230619430542 (0.2183863420821874) - | > loss_disc_real_2: 0.2358739972114563 (0.23474294527912398) - | > loss_disc_real_3: 0.2452179342508316 (0.2249061198144797) - | > loss_disc_real_4: 0.24638639390468597 (0.22220379328711978) - | > loss_disc_real_5: 0.2453726977109909 (0.2324604236544202) - | > loss_0: 2.411729335784912 (2.481783772711712) - | > grad_norm_0: tensor(47.7884, device='cuda:0') (tensor(84.0193, device='cuda:0')) - | > loss_gen: 2.3835623264312744 (2.330043435726643) - | > loss_kl: 1.6121292114257812 (1.531478140281717) - | > loss_feat: 6.2652668952941895 (6.328852781373884) - | > loss_mel: 21.655099868774414 (21.646397128287866) - | > loss_duration: 1.6935468912124634 (1.7134204581675159) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.60960388183594 (33.55019191202745) - | > grad_norm_1: tensor(146.2794, device='cuda:0') (tensor(576.9271, device='cuda:0')) - | > current_lr_0: 0.0001989775583408775 - | > current_lr_1: 0.0001989775583408775 - | > step_time: 1.1321 (0.9805593500049142) - | > loader_time: 0.1168 (0.010699486008093569) - - - --> TIME: 2024-11-23 01:35:46 -- STEP: 782/797 -- GLOBAL_STEP: 34250 - | > loss_disc: 2.3418121337890625 (2.4817728322485237) - | > loss_disc_real_0: 0.13173893094062805 (0.13771759397576533) - | > loss_disc_real_1: 0.23375391960144043 (0.21840585116535197) - | > loss_disc_real_2: 0.1951766014099121 (0.23439896226767695) - | > loss_disc_real_3: 0.19430743157863617 (0.22480769445905296) - | > loss_disc_real_4: 0.16932983696460724 (0.2222266206351083) - | > loss_disc_real_5: 0.20972411334514618 (0.23228929532915735) - | > loss_0: 2.3418121337890625 (2.4817728322485237) - | > grad_norm_0: tensor(48.3680, device='cuda:0') (tensor(82.5701, device='cuda:0')) - | > loss_gen: 2.360243797302246 (2.327869675196039) - | > loss_kl: 1.7086138725280762 (1.533431929090748) - | > loss_feat: 7.447190761566162 (6.33151037613754) - | > loss_mel: 23.79168128967285 (21.659221188186713) - | > loss_duration: 1.68202805519104 (1.7124060270426524) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.98976135253906 (33.56443917111057) - | > grad_norm_1: tensor(801.6383, device='cuda:0') (tensor(571.2016, device='cuda:0')) - | > current_lr_0: 0.0001989775583408775 - | > current_lr_1: 0.0001989775583408775 - | > step_time: 1.267 (0.9981380545574686) - | > loader_time: 0.1325 (0.014510340397925023) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.400339126586914 (2.400339126586914) - | > loss_disc_real_0: 0.09576620161533356 (0.09576620161533356) - | > loss_disc_real_1: 0.20580846071243286 (0.20580846071243286) - | > loss_disc_real_2: 0.17877979576587677 (0.17877979576587677) - | > loss_disc_real_3: 0.20757196843624115 (0.20757196843624115) - | > loss_disc_real_4: 0.23421123623847961 (0.23421123623847961) - | > loss_disc_real_5: 0.22346436977386475 (0.22346436977386475) - | > loss_0: 2.400339126586914 (2.400339126586914) - | > loss_gen: 2.0874063968658447 (2.0874063968658447) - | > loss_kl: 2.905106782913208 (2.905106782913208) - | > loss_feat: 6.386183261871338 (6.386183261871338) - | > loss_mel: 23.089921951293945 (23.089921951293945) - | > loss_duration: 2.0047965049743652 (2.0047965049743652) - | > loss_1: 36.473411560058594 (36.473411560058594) - - --> STEP: 1 - | > loss_disc: 2.583390712738037 (2.583390712738037) - | > loss_disc_real_0: 0.08015456050634384 (0.08015456050634384) - | > loss_disc_real_1: 0.18988090753555298 (0.18988090753555298) - | > loss_disc_real_2: 0.2651524245738983 (0.2651524245738983) - | > loss_disc_real_3: 0.2656846344470978 (0.2656846344470978) - | > loss_disc_real_4: 0.20599010586738586 (0.20599010586738586) - | > loss_disc_real_5: 0.22019945085048676 (0.22019945085048676) - | > loss_0: 2.583390712738037 (2.583390712738037) - | > loss_gen: 1.9888468980789185 (1.9888468980789185) - | > loss_kl: 1.7354074716567993 (1.7354074716567993) - | > loss_feat: 6.146036148071289 (6.146036148071289) - | > loss_mel: 23.488147735595703 (23.488147735595703) - | > loss_duration: 1.7232481241226196 (1.7232481241226196) - | > loss_1: 35.08168411254883 (35.08168411254883) - - --> STEP: 2 - | > loss_disc: 2.6591720581054688 (2.621281385421753) - | > loss_disc_real_0: 0.06972372531890869 (0.07493914291262627) - | > loss_disc_real_1: 0.23742178082466125 (0.21365134418010712) - | > loss_disc_real_2: 0.21380044519901276 (0.23947643488645554) - | > loss_disc_real_3: 0.2813974618911743 (0.27354104816913605) - | > loss_disc_real_4: 0.22277219593524933 (0.2143811509013176) - | > loss_disc_real_5: 0.2541918158531189 (0.23719563335180283) - | > loss_0: 2.6591720581054688 (2.621281385421753) - | > loss_gen: 1.8566714525222778 (1.9227591753005981) - | > loss_kl: 1.5393637418746948 (1.637385606765747) - | > loss_feat: 5.963889122009277 (6.054962635040283) - | > loss_mel: 18.615507125854492 (21.051827430725098) - | > loss_duration: 1.6636242866516113 (1.6934362053871155) - | > loss_1: 29.639055252075195 (32.36036968231201) - - --> STEP: 3 - | > loss_disc: 2.7058987617492676 (2.6494871775309243) - | > loss_disc_real_0: 0.1457746922969818 (0.09855099270741145) - | > loss_disc_real_1: 0.252503901720047 (0.2266021966934204) - | > loss_disc_real_2: 0.25766703486442566 (0.2455399682124456) - | > loss_disc_real_3: 0.23924535512924194 (0.2621091504891713) - | > loss_disc_real_4: 0.23282012343406677 (0.22052747507890066) - | > loss_disc_real_5: 0.26826074719429016 (0.2475506712992986) - | > loss_0: 2.7058987617492676 (2.6494871775309243) - | > loss_gen: 1.9217580556869507 (1.9224254687627156) - | > loss_kl: 1.4014627933502197 (1.5587446689605713) - | > loss_feat: 3.394498586654663 (5.16814128557841) - | > loss_mel: 15.600747108459473 (19.234800656636555) - | > loss_duration: 1.7543693780899048 (1.713747262954712) - | > loss_1: 24.072837829589844 (29.597859064737957) - - --> STEP: 4 - | > loss_disc: 2.4269649982452393 (2.593856632709503) - | > loss_disc_real_0: 0.046418897807598114 (0.08551796898245811) - | > loss_disc_real_1: 0.21989093720912933 (0.22492438182234764) - | > loss_disc_real_2: 0.21458588540554047 (0.2378014475107193) - | > loss_disc_real_3: 0.20467205345630646 (0.24774987623095512) - | > loss_disc_real_4: 0.19178809225559235 (0.21334262937307358) - | > loss_disc_real_5: 0.1939530223608017 (0.23415125906467438) - | > loss_0: 2.4269649982452393 (2.593856632709503) - | > loss_gen: 1.960836410522461 (1.932028204202652) - | > loss_kl: 1.661545753479004 (1.5844449400901794) - | > loss_feat: 6.710646152496338 (5.553767502307892) - | > loss_mel: 22.211994171142578 (19.97909903526306) - | > loss_duration: 1.6720027923583984 (1.7033111453056335) - | > loss_1: 34.21702575683594 (30.75265073776245) - - --> STEP: 5 - | > loss_disc: 2.5772111415863037 (2.5905275344848633) - | > loss_disc_real_0: 0.03734004497528076 (0.07588238418102264) - | > loss_disc_real_1: 0.19971193373203278 (0.21988189220428467) - | > loss_disc_real_2: 0.1932731717824936 (0.22889579236507415) - | > loss_disc_real_3: 0.27102622389793396 (0.2524051457643509) - | > loss_disc_real_4: 0.23150520026683807 (0.21697514355182648) - | > loss_disc_real_5: 0.2232142984867096 (0.23196386694908142) - | > loss_0: 2.5772111415863037 (2.5905275344848633) - | > loss_gen: 1.8571642637252808 (1.9170554161071778) - | > loss_kl: 1.345797061920166 (1.5367153644561768) - | > loss_feat: 6.115431785583496 (5.666100358963012) - | > loss_mel: 22.461753845214844 (20.475629997253417) - | > loss_duration: 1.857773780822754 (1.7342036724090577) - | > loss_1: 33.63792037963867 (31.329704666137694) - - --> STEP: 6 - | > loss_disc: 2.75123929977417 (2.6173128286997476) - | > loss_disc_real_0: 0.20577417314052582 (0.09753101567427318) - | > loss_disc_real_1: 0.262393593788147 (0.22696717580159506) - | > loss_disc_real_2: 0.2420300543308258 (0.23108483602603277) - | > loss_disc_real_3: 0.25533077120780945 (0.25289275000492734) - | > loss_disc_real_4: 0.2541550397872925 (0.22317179292440414) - | > loss_disc_real_5: 0.23024895787239075 (0.23167804876963297) - | > loss_0: 2.75123929977417 (2.6173128286997476) - | > loss_gen: 1.8945465087890625 (1.9133039315541585) - | > loss_kl: 1.0873045921325684 (1.4618135690689087) - | > loss_feat: 3.012739896774292 (5.223873615264893) - | > loss_mel: 12.976493835449219 (19.225773970286053) - | > loss_duration: 1.6727337837219238 (1.723958690961202) - | > loss_1: 20.643817901611328 (29.548723538716633) - - --> STEP: 7 - | > loss_disc: 2.327240467071533 (2.575873919895717) - | > loss_disc_real_0: 0.05465339124202728 (0.0914056407553809) - | > loss_disc_real_1: 0.15120291709899902 (0.21614371027265275) - | > loss_disc_real_2: 0.2059069126844406 (0.22748798983437674) - | > loss_disc_real_3: 0.2704620659351349 (0.25540265228067127) - | > loss_disc_real_4: 0.20317623019218445 (0.22031528396265848) - | > loss_disc_real_5: 0.17651458084583282 (0.22379755335194723) - | > loss_0: 2.327240467071533 (2.575873919895717) - | > loss_gen: 2.0614428520202637 (1.9344666344778878) - | > loss_kl: 1.3817505836486816 (1.450375999723162) - | > loss_feat: 7.916072368621826 (5.608473437173026) - | > loss_mel: 23.960609436035156 (19.90217903682164) - | > loss_duration: 1.635617971420288 (1.7113385881696428) - | > loss_1: 36.95549011230469 (30.606833049229213) - - --> STEP: 8 - | > loss_disc: 2.547041654586792 (2.5722698867321014) - | > loss_disc_real_0: 0.09988722205162048 (0.09246583841741085) - | > loss_disc_real_1: 0.20179599523544312 (0.21435024589300156) - | > loss_disc_real_2: 0.24371840059757233 (0.2295167911797762) - | > loss_disc_real_3: 0.2128598988056183 (0.25008480809628963) - | > loss_disc_real_4: 0.24246765673160553 (0.22308433055877686) - | > loss_disc_real_5: 0.22334836423397064 (0.22374140471220016) - | > loss_0: 2.547041654586792 (2.5722698867321014) - | > loss_gen: 1.9439654350280762 (1.9356539845466614) - | > loss_kl: 1.8089466094970703 (1.4951973259449005) - | > loss_feat: 5.69257926940918 (5.618986666202545) - | > loss_mel: 21.77496337890625 (20.136277079582214) - | > loss_duration: 1.743391990661621 (1.7153452634811401) - | > loss_1: 32.96384811401367 (30.90145993232727) - - --> STEP: 9 - | > loss_disc: 2.716437578201294 (2.588288519117567) - | > loss_disc_real_0: 0.06481942534446716 (0.08939401474263933) - | > loss_disc_real_1: 0.23213016986846924 (0.21632579300138685) - | > loss_disc_real_2: 0.2747657597064972 (0.23454445434941185) - | > loss_disc_real_3: 0.24682286381721497 (0.24972236984305912) - | > loss_disc_real_4: 0.2500038146972656 (0.22607538435194227) - | > loss_disc_real_5: 0.2110292762517929 (0.22232894599437714) - | > loss_0: 2.716437578201294 (2.588288519117567) - | > loss_gen: 1.9358183145523071 (1.9356722434361775) - | > loss_kl: 1.2625977993011475 (1.4693529340955946) - | > loss_feat: 5.952480316162109 (5.656041516198052) - | > loss_mel: 22.43286895751953 (20.391453954908584) - | > loss_duration: 1.6839613914489746 (1.7118581665886774) - | > loss_1: 33.26772689819336 (31.164378484090168) - - --> STEP: 10 - | > loss_disc: 2.7164063453674316 (2.601100301742554) - | > loss_disc_real_0: 0.0955246090888977 (0.09000707417726517) - | > loss_disc_real_1: 0.21863001585006714 (0.21655621528625488) - | > loss_disc_real_2: 0.2477770745754242 (0.2358677163720131) - | > loss_disc_real_3: 0.2582167387008667 (0.2505718067288399) - | > loss_disc_real_4: 0.2813907265663147 (0.2316069185733795) - | > loss_disc_real_5: 0.2616010010242462 (0.22625615149736406) - | > loss_0: 2.7164063453674316 (2.601100301742554) - | > loss_gen: 1.8817753791809082 (1.9302825570106505) - | > loss_kl: 1.386446475982666 (1.4610622882843018) - | > loss_feat: 4.437316417694092 (5.534169006347656) - | > loss_mel: 21.009742736816406 (20.453282833099365) - | > loss_duration: 1.6382542848587036 (1.7044977784156798) - | > loss_1: 30.353534698486328 (31.083294105529784) - - --> STEP: 11 - | > loss_disc: 2.7698559761047363 (2.6164417266845703) - | > loss_disc_real_0: 0.14621926844120026 (0.09511727365580472) - | > loss_disc_real_1: 0.23275959491729736 (0.21802924979816785) - | > loss_disc_real_2: 0.22099168598651886 (0.2345153499733318) - | > loss_disc_real_3: 0.22339200973510742 (0.24810091609304602) - | > loss_disc_real_4: 0.30758681893348694 (0.2385141822424802) - | > loss_disc_real_5: 0.23398351669311523 (0.22695863924243234) - | > loss_0: 2.7698559761047363 (2.6164417266845703) - | > loss_gen: 1.9011201858520508 (1.927631432359869) - | > loss_kl: 2.001699924468994 (1.510211164301092) - | > loss_feat: 5.144985198974609 (5.498788660222834) - | > loss_mel: 19.839820861816406 (20.397513562982734) - | > loss_duration: 1.6007591485977173 (1.6950669938867742) - | > loss_1: 30.488386154174805 (31.029211564497515) - - --> STEP: 12 - | > loss_disc: 2.6454570293426514 (2.618859668572744) - | > loss_disc_real_0: 0.08538265526294708 (0.09430605545639992) - | > loss_disc_real_1: 0.2245536595582962 (0.21857295061151186) - | > loss_disc_real_2: 0.2698477506637573 (0.23745971669753393) - | > loss_disc_real_3: 0.25655969977378845 (0.2488058147331079) - | > loss_disc_real_4: 0.24001574516296387 (0.23863931248585382) - | > loss_disc_real_5: 0.286268025636673 (0.23190108810861906) - | > loss_0: 2.6454570293426514 (2.618859668572744) - | > loss_gen: 1.9810466766357422 (1.9320827027161915) - | > loss_kl: 1.5364645719528198 (1.5123989482720692) - | > loss_feat: 7.111015319824219 (5.633140881856282) - | > loss_mel: 23.368310928344727 (20.645080010096233) - | > loss_duration: 1.693608045578003 (1.6949454148610432) - | > loss_1: 35.69044876098633 (31.41764799753825) - - --> STEP: 13 - | > loss_disc: 2.6631715297698975 (2.622268273280217) - | > loss_disc_real_0: 0.07177887856960297 (0.09257319569587708) - | > loss_disc_real_1: 0.2095678597688675 (0.21788025131592384) - | > loss_disc_real_2: 0.19887229800224304 (0.23449145372097308) - | > loss_disc_real_3: 0.21469411253929138 (0.24618183764127585) - | > loss_disc_real_4: 0.26235151290893555 (0.24046332790301397) - | > loss_disc_real_5: 0.16865910589694977 (0.22703632024618295) - | > loss_0: 2.6631715297698975 (2.622268273280217) - | > loss_gen: 1.7352341413497925 (1.9169405056880071) - | > loss_kl: 1.6936887502670288 (1.526344317656297) - | > loss_feat: 6.715022087097168 (5.716362513028658) - | > loss_mel: 22.08133888244629 (20.755561461815468) - | > loss_duration: 1.7742652893066406 (1.7010469436645508) - | > loss_1: 33.999549865722656 (31.616255833552433) - - --> STEP: 14 - | > loss_disc: 2.4912054538726807 (2.612906643322536) - | > loss_disc_real_0: 0.08938492834568024 (0.09234546231372016) - | > loss_disc_real_1: 0.21221694350242615 (0.21747572932924544) - | > loss_disc_real_2: 0.1898518055677414 (0.23130290742431367) - | > loss_disc_real_3: 0.144028440117836 (0.23888516638960158) - | > loss_disc_real_4: 0.19751183688640594 (0.23739536425897054) - | > loss_disc_real_5: 0.19994725286960602 (0.22510138686214173) - | > loss_0: 2.4912054538726807 (2.612906643322536) - | > loss_gen: 1.8197321891784668 (1.9099970545087541) - | > loss_kl: 1.3570746183395386 (1.514253624847957) - | > loss_feat: 7.0584540367126465 (5.8122261932918) - | > loss_mel: 22.523832321166992 (20.88186652319772) - | > loss_duration: 1.7114906311035156 (1.7017929213387626) - | > loss_1: 34.470584869384766 (31.82013647896903) - - --> STEP: 15 - | > loss_disc: 2.7434802055358887 (2.621611547470093) - | > loss_disc_real_0: 0.07764343917369843 (0.0913653274377187) - | > loss_disc_real_1: 0.16349437832832336 (0.21387697259585062) - | > loss_disc_real_2: 0.2597557604312897 (0.23319976429144543) - | > loss_disc_real_3: 0.29627588391304016 (0.24271121422449748) - | > loss_disc_real_4: 0.34158971905708313 (0.2443416545788447) - | > loss_disc_real_5: 0.3292248845100403 (0.23204295337200165) - | > loss_0: 2.7434802055358887 (2.621611547470093) - | > loss_gen: 2.043825626373291 (1.9189189592997233) - | > loss_kl: 1.672349452972412 (1.5247933467229207) - | > loss_feat: 5.683010101318359 (5.8036117871602375) - | > loss_mel: 22.817373275756836 (21.01090030670166) - | > loss_duration: 1.655108094215393 (1.6986805995305378) - | > loss_1: 33.87166976928711 (31.956905364990234) - - --> STEP: 16 - | > loss_disc: 2.718379259109497 (2.6276595294475555) - | > loss_disc_real_0: 0.1632123738527298 (0.0958557678386569) - | > loss_disc_real_1: 0.2365148365497589 (0.2152918390929699) - | > loss_disc_real_2: 0.27368319034576416 (0.23572997841984034) - | > loss_disc_real_3: 0.20153097808361053 (0.24013744946569204) - | > loss_disc_real_4: 0.24037548899650574 (0.24409376922994852) - | > loss_disc_real_5: 0.2983110547065735 (0.2361847097054124) - | > loss_0: 2.718379259109497 (2.6276595294475555) - | > loss_gen: 1.9169137477874756 (1.9187936335802078) - | > loss_kl: 1.8474396467208862 (1.5449587404727936) - | > loss_feat: 4.185763359069824 (5.702496260404587) - | > loss_mel: 19.639617919921875 (20.925195157527924) - | > loss_duration: 1.8116822242736816 (1.7057432010769844) - | > loss_1: 29.401416778564453 (31.797187328338623) - - --> STEP: 17 - | > loss_disc: 2.4720025062561035 (2.6185032339657055) - | > loss_disc_real_0: 0.054217882454395294 (0.0934064804631121) - | > loss_disc_real_1: 0.1991739124059677 (0.21434372575844035) - | > loss_disc_real_2: 0.21420446038246155 (0.2344637714764651) - | > loss_disc_real_3: 0.21850648522377014 (0.23886503980440252) - | > loss_disc_real_4: 0.2422531098127365 (0.2439854951465831) - | > loss_disc_real_5: 0.22558824717998505 (0.23556138838038726) - | > loss_0: 2.4720025062561035 (2.6185032339657055) - | > loss_gen: 2.036504030227661 (1.9257177745594698) - | > loss_kl: 1.4048702716827393 (1.5367182423086727) - | > loss_feat: 6.944568157196045 (5.775559313157025) - | > loss_mel: 23.67283821105957 (21.086821219500372) - | > loss_duration: 1.6481633186340332 (1.7023561491685755) - | > loss_1: 35.70694351196289 (32.02717298619888) - - --> STEP: 18 - | > loss_disc: 2.667059898376465 (2.62120082643297) - | > loss_disc_real_0: 0.14088848233222961 (0.09604436945584086) - | > loss_disc_real_1: 0.21425090730190277 (0.2143385691775216) - | > loss_disc_real_2: 0.20474562048912048 (0.2328127630882793) - | > loss_disc_real_3: 0.31709256768226624 (0.24321101357539496) - | > loss_disc_real_4: 0.2052748203277588 (0.24183490210109287) - | > loss_disc_real_5: 0.23272410035133362 (0.23540376126766205) - | > loss_0: 2.667059898376465 (2.62120082643297) - | > loss_gen: 1.9550553560256958 (1.9273476401964824) - | > loss_kl: 1.80156409740448 (1.5514319009251065) - | > loss_feat: 6.663105010986328 (5.824867407480876) - | > loss_mel: 25.247177124023438 (21.317952103084988) - | > loss_duration: 1.6613571643829346 (1.7000784277915955) - | > loss_1: 37.3282585144043 (32.32167773776584) - - --> STEP: 19 - | > loss_disc: 2.3516907691955566 (2.607016086578369) - | > loss_disc_real_0: 0.08830781280994415 (0.09563718226395156) - | > loss_disc_real_1: 0.19013836979866028 (0.213064874473371) - | > loss_disc_real_2: 0.25735506415367126 (0.23410446314435257) - | > loss_disc_real_3: 0.20898768305778503 (0.24140978565341548) - | > loss_disc_real_4: 0.16445374488830566 (0.23776220961620934) - | > loss_disc_real_5: 0.189055934548378 (0.2329644019666471) - | > loss_0: 2.3516907691955566 (2.607016086578369) - | > loss_gen: 2.025430917739868 (1.9325099179619236) - | > loss_kl: 1.6574151515960693 (1.557009966749894) - | > loss_feat: 6.439637660980225 (5.85722373661242) - | > loss_mel: 21.602027893066406 (21.33290346045243) - | > loss_duration: 1.788527011871338 (1.7047336164273714) - | > loss_1: 33.513038635253906 (32.38438094289679) - - --> STEP: 20 - | > loss_disc: 2.551887035369873 (2.6042596340179442) - | > loss_disc_real_0: 0.08440059423446655 (0.0950753528624773) - | > loss_disc_real_1: 0.20034465193748474 (0.21242886334657668) - | > loss_disc_real_2: 0.24097096920013428 (0.23444778844714165) - | > loss_disc_real_3: 0.24737735092639923 (0.24170816391706468) - | > loss_disc_real_4: 0.22711767256259918 (0.23722998276352883) - | > loss_disc_real_5: 0.20849646627902985 (0.23174100518226623) - | > loss_0: 2.551887035369873 (2.6042596340179442) - | > loss_gen: 2.0060195922851562 (1.9361854016780853) - | > loss_kl: 2.136878728866577 (1.586003404855728) - | > loss_feat: 6.0398454666137695 (5.866354823112488) - | > loss_mel: 22.079391479492188 (21.37022786140442) - | > loss_duration: 1.6480342149734497 (1.7018986463546752) - | > loss_1: 33.9101676940918 (32.46067028045654) - - --> STEP: 21 - | > loss_disc: 2.386991024017334 (2.593913509732201) - | > loss_disc_real_0: 0.09763522446155548 (0.09519725151005246) - | > loss_disc_real_1: 0.23625943064689636 (0.21356365226563953) - | > loss_disc_real_2: 0.2550394535064697 (0.23542834392615727) - | > loss_disc_real_3: 0.2207505851984024 (0.24071018397808075) - | > loss_disc_real_4: 0.20943717658519745 (0.2359065158026559) - | > loss_disc_real_5: 0.25968194007873535 (0.23307152589162192) - | > loss_0: 2.386991024017334 (2.593913509732201) - | > loss_gen: 2.2063188552856445 (1.9490488994689215) - | > loss_kl: 1.306259036064148 (1.5726822444370814) - | > loss_feat: 5.6895036697387695 (5.857933339618501) - | > loss_mel: 20.784351348876953 (21.34232897985549) - | > loss_duration: 1.6961084604263306 (1.7016229232152302) - | > loss_1: 31.682538986206055 (32.42361640930176) - - --> STEP: 22 - | > loss_disc: 2.6340153217315674 (2.5957363193685357) - | > loss_disc_real_0: 0.06414270401000977 (0.09378568116914142) - | > loss_disc_real_1: 0.25510725378990173 (0.21545199778946963) - | > loss_disc_real_2: 0.2835097312927246 (0.23761386153372852) - | > loss_disc_real_3: 0.24476072192192078 (0.2408942993391644) - | > loss_disc_real_4: 0.23924539983272552 (0.23605828325856815) - | > loss_disc_real_5: 0.2628858685493469 (0.23442672328515488) - | > loss_0: 2.6340153217315674 (2.5957363193685357) - | > loss_gen: 2.0965356826782227 (1.9557528441602534) - | > loss_kl: 1.8313068151474 (1.584437906742096) - | > loss_feat: 6.427177429199219 (5.883808070963079) - | > loss_mel: 23.83283042907715 (21.455533591183748) - | > loss_duration: 1.8139652013778687 (1.7067293904044412) - | > loss_1: 36.00181579589844 (32.586261835965246) - - --> STEP: 23 - | > loss_disc: 2.3277430534362793 (2.5840844382410464) - | > loss_disc_real_0: 0.08704083412885666 (0.09349242694999861) - | > loss_disc_real_1: 0.19279123842716217 (0.21446674738241278) - | > loss_disc_real_2: 0.19804136455059052 (0.23589331818663556) - | > loss_disc_real_3: 0.24401333928108215 (0.2410299097714217) - | > loss_disc_real_4: 0.2343074232339859 (0.23598215890967328) - | > loss_disc_real_5: 0.25880980491638184 (0.23548685726912125) - | > loss_0: 2.3277430534362793 (2.5840844382410464) - | > loss_gen: 2.233724594116211 (1.967838572419208) - | > loss_kl: 1.4799327850341797 (1.5798942057982734) - | > loss_feat: 6.890317916870117 (5.927569368611211) - | > loss_mel: 23.070846557617188 (21.525764589724332) - | > loss_duration: 1.7900522947311401 (1.7103521253751672) - | > loss_1: 35.46487045288086 (32.711418732352875) - - --> STEP: 24 - | > loss_disc: 2.428567409515381 (2.5776045620441437) - | > loss_disc_real_0: 0.09360069781541824 (0.09349693823605776) - | > loss_disc_real_1: 0.2504035532474518 (0.21596411429345608) - | > loss_disc_real_2: 0.2236349880695343 (0.23538255443175635) - | > loss_disc_real_3: 0.21448124945163727 (0.23992371559143066) - | > loss_disc_real_4: 0.21375685930252075 (0.23505610475937525) - | > loss_disc_real_5: 0.21262681484222412 (0.23453435550133386) - | > loss_0: 2.428567409515381 (2.5776045620441437) - | > loss_gen: 2.1077113151550293 (1.973666603366534) - | > loss_kl: 1.3370288610458374 (1.5697748164335887) - | > loss_feat: 5.990194320678711 (5.930178741614024) - | > loss_mel: 21.085891723632812 (21.507436553637188) - | > loss_duration: 1.640824317932129 (1.7074551333983738) - | > loss_1: 32.161651611328125 (32.688511768976845) - - --> STEP: 25 - | > loss_disc: 2.3650128841400146 (2.5691008949279786) - | > loss_disc_real_0: 0.0411652997136116 (0.09140367269515991) - | > loss_disc_real_1: 0.19585289061069489 (0.21515966534614564) - | > loss_disc_real_2: 0.22112657129764557 (0.23481231510639192) - | > loss_disc_real_3: 0.21278557181358337 (0.23883818984031677) - | > loss_disc_real_4: 0.2295697033405304 (0.23483664870262147) - | > loss_disc_real_5: 0.24186359345912933 (0.23482752501964568) - | > loss_0: 2.3650128841400146 (2.5691008949279786) - | > loss_gen: 2.1350326538085938 (1.9801212453842163) - | > loss_kl: 1.0876349210739136 (1.5504892206192016) - | > loss_feat: 7.394071578979492 (5.988734455108642) - | > loss_mel: 25.3885440826416 (21.66268085479736) - | > loss_duration: 1.6287363767623901 (1.7043063831329346) - | > loss_1: 37.63401794433594 (32.88633201599121) - - --> STEP: 26 - | > loss_disc: 2.907261371612549 (2.5821070671081543) - | > loss_disc_real_0: 0.05126839876174927 (0.08986000831310566) - | > loss_disc_real_1: 0.2537587583065033 (0.21664424584462091) - | > loss_disc_real_2: 0.27692344784736633 (0.23643197405796784) - | > loss_disc_real_3: 0.2345786839723587 (0.23867436269154915) - | > loss_disc_real_4: 0.15050719678401947 (0.2315932082442137) - | > loss_disc_real_5: 0.32357946038246155 (0.23824106099513861) - | > loss_0: 2.907261371612549 (2.5821070671081543) - | > loss_gen: 1.7846111059188843 (1.9726016246355498) - | > loss_kl: 1.6991279125213623 (1.5562060933846693) - | > loss_feat: 6.50068473815918 (6.008424850610586) - | > loss_mel: 21.542217254638672 (21.658047639406643) - | > loss_duration: 1.6563936471939087 (1.7024635855968182) - | > loss_1: 33.18303680419922 (32.897743738614594) - - --> STEP: 27 - | > loss_disc: 2.4255268573760986 (2.5763078000810413) - | > loss_disc_real_0: 0.08152740448713303 (0.08955139335658815) - | > loss_disc_real_1: 0.19006292521953583 (0.2156597524881363) - | > loss_disc_real_2: 0.24195511639118195 (0.23663653488512393) - | > loss_disc_real_3: 0.20256178081035614 (0.23733685965891238) - | > loss_disc_real_4: 0.22193409502506256 (0.23123546331017106) - | > loss_disc_real_5: 0.2909838855266571 (0.2401944989407504) - | > loss_0: 2.4255268573760986 (2.5763078000810413) - | > loss_gen: 2.0693199634552 (1.9761837853325739) - | > loss_kl: 1.9319918155670166 (1.5701240830951266) - | > loss_feat: 6.176629543304443 (6.014654654043692) - | > loss_mel: 22.327884674072266 (21.682856418468333) - | > loss_duration: 1.6986236572265625 (1.7023213660275494) - | > loss_1: 34.20444869995117 (32.9461402186641) - - --> STEP: 28 - | > loss_disc: 2.6539218425750732 (2.579079730170114) - | > loss_disc_real_0: 0.07588716596364975 (0.08906338523541178) - | > loss_disc_real_1: 0.23469941318035126 (0.21633974037000112) - | > loss_disc_real_2: 0.23620225489139557 (0.23662102488534792) - | > loss_disc_real_3: 0.2686794102191925 (0.23845623646463668) - | > loss_disc_real_4: 0.27670562267303467 (0.23285939757313048) - | > loss_disc_real_5: 0.2368091493844986 (0.2400735935994557) - | > loss_0: 2.6539218425750732 (2.579079730170114) - | > loss_gen: 1.9358874559402466 (1.9747446307114191) - | > loss_kl: 1.6678763628005981 (1.5736152359417506) - | > loss_feat: 6.300381660461426 (6.024859189987183) - | > loss_mel: 21.59246826171875 (21.67962827001299) - | > loss_duration: 1.6968283653259277 (1.702125187431063) - | > loss_1: 33.193443298339844 (32.95497247150966) - - --> STEP: 29 - | > loss_disc: 2.7150306701660156 (2.583767693618248) - | > loss_disc_real_0: 0.11643420159816742 (0.09000720648929991) - | > loss_disc_real_1: 0.20650364458560944 (0.21600056465329795) - | > loss_disc_real_2: 0.25530409812927246 (0.23726526879031082) - | > loss_disc_real_3: 0.2613963186740875 (0.23924727378220395) - | > loss_disc_real_4: 0.27916476130485535 (0.2344561342535348) - | > loss_disc_real_5: 0.25622376799583435 (0.24063049616484805) - | > loss_0: 2.7150306701660156 (2.583767693618248) - | > loss_gen: 1.9254052639007568 (1.9730432732351895) - | > loss_kl: 1.3261483907699585 (1.5650818964530682) - | > loss_feat: 5.605480194091797 (6.010397845301135) - | > loss_mel: 18.47620964050293 (21.569165558650575) - | > loss_duration: 1.65232253074646 (1.7004078544419388) - | > loss_1: 28.985567092895508 (32.81809642397124) - - --> STEP: 30 - | > loss_disc: 2.702824115753174 (2.587736241022746) - | > loss_disc_real_0: 0.10627119243144989 (0.09054933935403824) - | > loss_disc_real_1: 0.2692870497703552 (0.21777678082386653) - | > loss_disc_real_2: 0.2561910152435303 (0.23789612700541815) - | > loss_disc_real_3: 0.3661336302757263 (0.24347681899865467) - | > loss_disc_real_4: 0.3048337697982788 (0.23680205543835958) - | > loss_disc_real_5: 0.23244869709014893 (0.24035776952902477) - | > loss_0: 2.702824115753174 (2.587736241022746) - | > loss_gen: 2.110417604446411 (1.9776224176088968) - | > loss_kl: 1.4243640899658203 (1.5603913029034933) - | > loss_feat: 6.7910027503967285 (6.036418008804321) - | > loss_mel: 24.508073806762695 (21.66712916692098) - | > loss_duration: 1.7175259590148926 (1.7009784579277039) - | > loss_1: 36.55138397216797 (32.942539342244466) - - --> STEP: 31 - | > loss_disc: 2.577023983001709 (2.58739068431239) - | > loss_disc_real_0: 0.11436867713928223 (0.0913177050890461) - | > loss_disc_real_1: 0.1539555937051773 (0.2157180328522959) - | > loss_disc_real_2: 0.21195213496685028 (0.2370592240364321) - | > loss_disc_real_3: 0.2039337456226349 (0.24220123598652502) - | > loss_disc_real_4: 0.23752889037132263 (0.23682550172651967) - | > loss_disc_real_5: 0.15299220383167267 (0.23753952547427146) - | > loss_0: 2.577023983001709 (2.58739068431239) - | > loss_gen: 1.729132890701294 (1.969606626418329) - | > loss_kl: 1.4543476104736328 (1.5569705386315622) - | > loss_feat: 8.58030891418457 (6.1184790057520715) - | > loss_mel: 24.723838806152344 (21.765732703670377) - | > loss_duration: 1.6767277717590332 (1.7001961777287145) - | > loss_1: 38.16435623168945 (33.110985048355595) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.012761116027832031 (-0.0002693899216190468) - | > avg_loss_disc: 2.58739068431239 (+0.0870234581731979) - | > avg_loss_disc_real_0: 0.0913177050890461 (-0.1402352822403754) - | > avg_loss_disc_real_1: 0.2157180328522959 (+0.027081775088464072) - | > avg_loss_disc_real_2: 0.2370592240364321 (+0.011623579167550607) - | > avg_loss_disc_real_3: 0.24220123598652502 (+0.008591023183638052) - | > avg_loss_disc_real_4: 0.23682550172651967 (-0.013416780098791936) - | > avg_loss_disc_real_5: 0.23753952547427146 (-0.0073585596776777895) - | > avg_loss_0: 2.58739068431239 (+0.0870234581731979) - | > avg_loss_gen: 1.969606626418329 (-0.47540105927375054) - | > avg_loss_kl: 1.5569705386315622 (-0.04472579879145466) - | > avg_loss_feat: 6.1184790057520715 (-0.24735712235973661) - | > avg_loss_mel: 21.765732703670377 (-0.5507937708208672) - | > avg_loss_duration: 1.7001961777287145 (-0.0049423133173296385) - | > avg_loss_1: 33.110985048355595 (-1.3232199761175352) - - - > EPOCH: 14/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 01:36:52)  - - --> TIME: 2024-11-23 01:37:06 -- STEP: 10/797 -- GLOBAL_STEP: 34275 - | > loss_disc: 2.4732468128204346 (2.5253381013870237) - | > loss_disc_real_0: 0.09774275124073029 (0.14777394980192185) - | > loss_disc_real_1: 0.2654455602169037 (0.23059084862470627) - | > loss_disc_real_2: 0.22533467411994934 (0.24457578659057616) - | > loss_disc_real_3: 0.247611865401268 (0.2372490718960762) - | > loss_disc_real_4: 0.23701472580432892 (0.23256626725196838) - | > loss_disc_real_5: 0.2600781321525574 (0.24549334347248078) - | > loss_0: 2.4732468128204346 (2.5253381013870237) - | > grad_norm_0: tensor(63.5322, device='cuda:0') (tensor(67.4668, device='cuda:0')) - | > loss_gen: 2.250368595123291 (2.3640128135681153) - | > loss_kl: 1.5089839696884155 (1.6280613780021667) - | > loss_feat: 5.350677967071533 (6.075886535644531) - | > loss_mel: 19.671772003173828 (21.020446586608887) - | > loss_duration: 1.860600233078003 (1.905403697490692) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.64240074157715 (32.99381065368652) - | > grad_norm_1: tensor(921.7324, device='cuda:0') (tensor(622.1088, device='cuda:0')) - | > current_lr_0: 0.00019895268614608487 - | > current_lr_1: 0.00019895268614608487 - | > step_time: 1.052 (1.2375582456588745) - | > loader_time: 0.0054 (0.006328129768371582) - - - --> TIME: 2024-11-23 01:37:31 -- STEP: 35/797 -- GLOBAL_STEP: 34300 - | > loss_disc: 2.6068551540374756 (2.483291516985212) - | > loss_disc_real_0: 0.19440549612045288 (0.12950875482388904) - | > loss_disc_real_1: 0.22976502776145935 (0.21943941967827932) - | > loss_disc_real_2: 0.25318023562431335 (0.23491459616592952) - | > loss_disc_real_3: 0.19687198102474213 (0.22758936711720057) - | > loss_disc_real_4: 0.21300718188285828 (0.21840918319565908) - | > loss_disc_real_5: 0.2624656856060028 (0.23415766613824027) - | > loss_0: 2.6068551540374756 (2.483291516985212) - | > grad_norm_0: tensor(253.4609, device='cuda:0') (tensor(70.6074, device='cuda:0')) - | > loss_gen: 2.3681442737579346 (2.3509680611746653) - | > loss_kl: 1.9479511976242065 (1.5864575624465944) - | > loss_feat: 5.693131446838379 (6.398583684648786) - | > loss_mel: 19.990482330322266 (21.36845201764788) - | > loss_duration: 1.8628283739089966 (1.826346162387303) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.862539291381836 (33.530807604108546) - | > grad_norm_1: tensor(805.1757, device='cuda:0') (tensor(638.8339, device='cuda:0')) - | > current_lr_0: 0.00019895268614608487 - | > current_lr_1: 0.00019895268614608487 - | > step_time: 0.8983 (1.071366861888341) - | > loader_time: 0.005 (0.0057764938899448936) - - - --> TIME: 2024-11-23 01:37:53 -- STEP: 60/797 -- GLOBAL_STEP: 34325 - | > loss_disc: 2.4478511810302734 (2.4812718749046327) - | > loss_disc_real_0: 0.16543297469615936 (0.12910167605926595) - | > loss_disc_real_1: 0.30680346488952637 (0.22148579359054565) - | > loss_disc_real_2: 0.268775075674057 (0.23716269582509994) - | > loss_disc_real_3: 0.22104166448116302 (0.22652072459459305) - | > loss_disc_real_4: 0.27062711119651794 (0.22199808458487194) - | > loss_disc_real_5: 0.26340824365615845 (0.2353269892434279) - | > loss_0: 2.4478511810302734 (2.4812718749046327) - | > grad_norm_0: tensor(130.6717, device='cuda:0') (tensor(73.3687, device='cuda:0')) - | > loss_gen: 2.602759599685669 (2.3605870246887206) - | > loss_kl: 1.8010023832321167 (1.5983322898546857) - | > loss_feat: 6.7044358253479 (6.468284598986307) - | > loss_mel: 22.621726989746094 (21.444876766204835) - | > loss_duration: 1.7796895503997803 (1.7913339138031006) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.509613037109375 (33.66341441472371) - | > grad_norm_1: tensor(985.1212, device='cuda:0') (tensor(629.0732, device='cuda:0')) - | > current_lr_0: 0.00019895268614608487 - | > current_lr_1: 0.00019895268614608487 - | > step_time: 0.8814 (0.9891666690508533) - | > loader_time: 0.0042 (0.005411569277445475) - - - --> TIME: 2024-11-23 01:38:15 -- STEP: 85/797 -- GLOBAL_STEP: 34350 - | > loss_disc: 2.691467761993408 (2.486585541332468) - | > loss_disc_real_0: 0.0901893898844719 (0.13378062147428008) - | > loss_disc_real_1: 0.2262667566537857 (0.2198429442503873) - | > loss_disc_real_2: 0.27701273560523987 (0.23700461229857275) - | > loss_disc_real_3: 0.2471790909767151 (0.22642099489183987) - | > loss_disc_real_4: 0.28834983706474304 (0.22069833050755894) - | > loss_disc_real_5: 0.29659503698349 (0.23302164428374347) - | > loss_0: 2.691467761993408 (2.486585541332468) - | > grad_norm_0: tensor(14.2112, device='cuda:0') (tensor(78.3590, device='cuda:0')) - | > loss_gen: 2.2142601013183594 (2.3482558699215157) - | > loss_kl: 1.6959102153778076 (1.6005029173458327) - | > loss_feat: 5.83347749710083 (6.463489139781279) - | > loss_mel: 21.682641983032227 (21.48342570136575) - | > loss_duration: 1.7840473651885986 (1.772712735568776) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.21033477783203 (33.66838632471421) - | > grad_norm_1: tensor(512.5229, device='cuda:0') (tensor(594.0048, device='cuda:0')) - | > current_lr_0: 0.00019895268614608487 - | > current_lr_1: 0.00019895268614608487 - | > step_time: 0.8629 (0.9512991035685826) - | > loader_time: 0.0051 (0.005529521493350759) - - - --> TIME: 2024-11-23 01:38:37 -- STEP: 110/797 -- GLOBAL_STEP: 34375 - | > loss_disc: 2.6628975868225098 (2.493179540200666) - | > loss_disc_real_0: 0.2200797200202942 (0.13682404773479162) - | > loss_disc_real_1: 0.2159886509180069 (0.21841726438565687) - | > loss_disc_real_2: 0.22574147582054138 (0.23729918721047313) - | > loss_disc_real_3: 0.26356273889541626 (0.22688095745715228) - | > loss_disc_real_4: 0.20865897834300995 (0.22164559865539724) - | > loss_disc_real_5: 0.28532788157463074 (0.23551476164297624) - | > loss_0: 2.6628975868225098 (2.493179540200666) - | > grad_norm_0: tensor(124.9758, device='cuda:0') (tensor(73.0514, device='cuda:0')) - | > loss_gen: 2.3677546977996826 (2.332568309523842) - | > loss_kl: 1.4195711612701416 (1.5754113186489456) - | > loss_feat: 5.830223560333252 (6.424374563043767) - | > loss_mel: 20.46097755432129 (21.460503422130238) - | > loss_duration: 1.7620967626571655 (1.76160400130532) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.84062385559082 (33.55446165258235) - | > grad_norm_1: tensor(558.2735, device='cuda:0') (tensor(554.0312, device='cuda:0')) - | > current_lr_0: 0.00019895268614608487 - | > current_lr_1: 0.00019895268614608487 - | > step_time: 0.9672 (0.932592764767734) - | > loader_time: 0.0051 (0.0053419720042835565) - - - --> TIME: 2024-11-23 01:38:59 -- STEP: 135/797 -- GLOBAL_STEP: 34400 - | > loss_disc: 2.6130919456481934 (2.4940318213568786) - | > loss_disc_real_0: 0.12533722817897797 (0.13804839929496807) - | > loss_disc_real_1: 0.2136024534702301 (0.21970337022233896) - | > loss_disc_real_2: 0.2584364414215088 (0.2356811840225149) - | > loss_disc_real_3: 0.2546232342720032 (0.2270292939963164) - | > loss_disc_real_4: 0.2941930890083313 (0.2209245218171014) - | > loss_disc_real_5: 0.24269995093345642 (0.235539076284126) - | > loss_0: 2.6130919456481934 (2.4940318213568786) - | > grad_norm_0: tensor(97.4013, device='cuda:0') (tensor(67.4287, device='cuda:0')) - | > loss_gen: 2.14978289604187 (2.3175606436199607) - | > loss_kl: 1.3971199989318848 (1.5728103946756435) - | > loss_feat: 6.281817436218262 (6.426244255348488) - | > loss_mel: 22.096899032592773 (21.454484014157895) - | > loss_duration: 1.7184299230575562 (1.7561556162657561) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.64405059814453 (33.52725495232477) - | > grad_norm_1: tensor(380.4058, device='cuda:0') (tensor(539.2175, device='cuda:0')) - | > current_lr_0: 0.00019895268614608487 - | > current_lr_1: 0.00019895268614608487 - | > step_time: 0.8945 (0.9223912751233141) - | > loader_time: 0.0044 (0.005483867503978586) - - - --> TIME: 2024-11-23 01:39:24 -- STEP: 160/797 -- GLOBAL_STEP: 34425 - | > loss_disc: 2.447972297668457 (2.4894190430641157) - | > loss_disc_real_0: 0.09361562132835388 (0.136117448960431) - | > loss_disc_real_1: 0.208788201212883 (0.2188068563118577) - | > loss_disc_real_2: 0.22827500104904175 (0.2355044910684228) - | > loss_disc_real_3: 0.25040996074676514 (0.22625180082395674) - | > loss_disc_real_4: 0.24246151745319366 (0.2209833321161569) - | > loss_disc_real_5: 0.23015883564949036 (0.23539330577477813) - | > loss_0: 2.447972297668457 (2.4894190430641157) - | > grad_norm_0: tensor(24.5295, device='cuda:0') (tensor(69.4073, device='cuda:0')) - | > loss_gen: 2.3769547939300537 (2.32107899710536) - | > loss_kl: 1.4689487218856812 (1.5704431772232055) - | > loss_feat: 6.826632976531982 (6.434596833586696) - | > loss_mel: 21.860721588134766 (21.461642402410504) - | > loss_duration: 1.719925880432129 (1.7496581703424454) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.25318145751953 (33.53741953372956) - | > grad_norm_1: tensor(503.3834, device='cuda:0') (tensor(567.3535, device='cuda:0')) - | > current_lr_0: 0.00019895268614608487 - | > current_lr_1: 0.00019895268614608487 - | > step_time: 0.9252 (0.9278785184025768) - | > loader_time: 0.0046 (0.005549360811710357) - - - --> TIME: 2024-11-23 01:39:47 -- STEP: 185/797 -- GLOBAL_STEP: 34450 - | > loss_disc: 2.5630648136138916 (2.492447265418798) - | > loss_disc_real_0: 0.17689886689186096 (0.13775768837816008) - | > loss_disc_real_1: 0.2295389473438263 (0.21973533912284954) - | > loss_disc_real_2: 0.23897527158260345 (0.23478027147215766) - | > loss_disc_real_3: 0.267046719789505 (0.22634111828095205) - | > loss_disc_real_4: 0.25694751739501953 (0.21996092055294972) - | > loss_disc_real_5: 0.27089056372642517 (0.23615551075419863) - | > loss_0: 2.5630648136138916 (2.492447265418798) - | > grad_norm_0: tensor(156.9372, device='cuda:0') (tensor(69.1062, device='cuda:0')) - | > loss_gen: 2.3338358402252197 (2.3134120883168396) - | > loss_kl: 1.7366914749145508 (1.5720030095126178) - | > loss_feat: 6.193862438201904 (6.416647885296798) - | > loss_mel: 22.000886917114258 (21.49006910066348) - | > loss_duration: 1.7703232765197754 (1.7429081536628104) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.03560256958008 (33.535040221343166) - | > grad_norm_1: tensor(908.0887, device='cuda:0') (tensor(559.7227, device='cuda:0')) - | > current_lr_0: 0.00019895268614608487 - | > current_lr_1: 0.00019895268614608487 - | > step_time: 0.9325 (0.9259034917161274) - | > loader_time: 0.0079 (0.005644374280362513) - - - --> TIME: 2024-11-23 01:40:10 -- STEP: 210/797 -- GLOBAL_STEP: 34475 - | > loss_disc: 2.5918960571289062 (2.4954952682767573) - | > loss_disc_real_0: 0.06588698923587799 (0.13871931279344216) - | > loss_disc_real_1: 0.1987401247024536 (0.21906368285417557) - | > loss_disc_real_2: 0.23908904194831848 (0.23612287179345176) - | > loss_disc_real_3: 0.1706003099679947 (0.22618742159434727) - | > loss_disc_real_4: 0.21688340604305267 (0.22111203748555416) - | > loss_disc_real_5: 0.24424566328525543 (0.23655628767751513) - | > loss_0: 2.5918960571289062 (2.4954952682767573) - | > grad_norm_0: tensor(70.7530, device='cuda:0') (tensor(71.5978, device='cuda:0')) - | > loss_gen: 2.101088047027588 (2.3213904920078448) - | > loss_kl: 1.2029378414154053 (1.5652706248419626) - | > loss_feat: 5.89912748336792 (6.423218075434369) - | > loss_mel: 22.694843292236328 (21.546885567619697) - | > loss_duration: 1.7169039249420166 (1.740810069016048) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.61490249633789 (33.59757486979164) - | > grad_norm_1: tensor(556.7425, device='cuda:0') (tensor(561.0543, device='cuda:0')) - | > current_lr_0: 0.00019895268614608487 - | > current_lr_1: 0.00019895268614608487 - | > step_time: 0.8535 (0.9229311488923575) - | > loader_time: 0.0049 (0.005634411176045733) - - - --> TIME: 2024-11-23 01:40:34 -- STEP: 235/797 -- GLOBAL_STEP: 34500 - | > loss_disc: 2.5612761974334717 (2.495580618432226) - | > loss_disc_real_0: 0.11576300114393234 (0.13888475175233597) - | > loss_disc_real_1: 0.20302937924861908 (0.2194359355784477) - | > loss_disc_real_2: 0.2632863521575928 (0.23520470445460462) - | > loss_disc_real_3: 0.21945521235466003 (0.2259859487731406) - | > loss_disc_real_4: 0.28088369965553284 (0.22114998901143992) - | > loss_disc_real_5: 0.27250465750694275 (0.2354386679669644) - | > loss_0: 2.5612761974334717 (2.495580618432226) - | > grad_norm_0: tensor(98.9882, device='cuda:0') (tensor(71.6714, device='cuda:0')) - | > loss_gen: 2.321033000946045 (2.319385845610435) - | > loss_kl: 1.2016855478286743 (1.5601590176846118) - | > loss_feat: 5.838864803314209 (6.401930671042586) - | > loss_mel: 20.814863204956055 (21.587216896706447) - | > loss_duration: 1.6559972763061523 (1.7366520404815673) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.832443237304688 (33.605344561313046) - | > grad_norm_1: tensor(733.1509, device='cuda:0') (tensor(564.1346, device='cuda:0')) - | > current_lr_0: 0.00019895268614608487 - | > current_lr_1: 0.00019895268614608487 - | > step_time: 0.9112 (0.9250491588673696) - | > loader_time: 0.0056 (0.005702157730751847) - - - --> TIME: 2024-11-23 01:40:58 -- STEP: 260/797 -- GLOBAL_STEP: 34525 - | > loss_disc: 2.623811721801758 (2.49158580303192) - | > loss_disc_real_0: 0.12611360847949982 (0.13808969147503375) - | > loss_disc_real_1: 0.2624730169773102 (0.21856624272007208) - | > loss_disc_real_2: 0.28493908047676086 (0.2357525668465174) - | > loss_disc_real_3: 0.2685350477695465 (0.22579166917846752) - | > loss_disc_real_4: 0.23474423587322235 (0.22101246066964594) - | > loss_disc_real_5: 0.22243328392505646 (0.23497281108911222) - | > loss_0: 2.623811721801758 (2.49158580303192) - | > grad_norm_0: tensor(35.5162, device='cuda:0') (tensor(72.2403, device='cuda:0')) - | > loss_gen: 2.3075928688049316 (2.324385433472119) - | > loss_kl: 1.3939290046691895 (1.5603512681447542) - | > loss_feat: 5.5652899742126465 (6.396948429254387) - | > loss_mel: 21.605079650878906 (21.600904284990758) - | > loss_duration: 1.6784031391143799 (1.7331019461154937) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.55029296875 (33.61569147843579) - | > grad_norm_1: tensor(588.8052, device='cuda:0') (tensor(563.4761, device='cuda:0')) - | > current_lr_0: 0.00019895268614608487 - | > current_lr_1: 0.00019895268614608487 - | > step_time: 1.0486 (0.9289196133613589) - | > loader_time: 0.0058 (0.005771649800814113) - - - --> TIME: 2024-11-23 01:41:25 -- STEP: 285/797 -- GLOBAL_STEP: 34550 - | > loss_disc: 2.7264506816864014 (2.492077639228418) - | > loss_disc_real_0: 0.16268262267112732 (0.13888978094123952) - | > loss_disc_real_1: 0.2528962790966034 (0.21864139835039775) - | > loss_disc_real_2: 0.2142033874988556 (0.23488659785504926) - | > loss_disc_real_3: 0.20105813443660736 (0.226293904216666) - | > loss_disc_real_4: 0.2348596453666687 (0.22091224601394258) - | > loss_disc_real_5: 0.26348358392715454 (0.234734372245638) - | > loss_0: 2.7264506816864014 (2.492077639228418) - | > grad_norm_0: tensor(77.2539, device='cuda:0') (tensor(74.1383, device='cuda:0')) - | > loss_gen: 2.21638822555542 (2.3264318328154707) - | > loss_kl: 1.4048222303390503 (1.5611563172256737) - | > loss_feat: 5.425458908081055 (6.38906508997867) - | > loss_mel: 20.95100975036621 (21.614451415078687) - | > loss_duration: 1.6680951118469238 (1.731061824581079) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.665775299072266 (33.622166543257855) - | > grad_norm_1: tensor(414.6300, device='cuda:0') (tensor(556.3708, device='cuda:0')) - | > current_lr_0: 0.00019895268614608487 - | > current_lr_1: 0.00019895268614608487 - | > step_time: 1.3281 (0.941325052160966) - | > loader_time: 0.0169 (0.005942296145255104) - - - --> TIME: 2024-11-23 01:41:50 -- STEP: 310/797 -- GLOBAL_STEP: 34575 - | > loss_disc: 2.435427665710449 (2.4909634805494725) - | > loss_disc_real_0: 0.08585524559020996 (0.1384147879937964) - | > loss_disc_real_1: 0.2326098531484604 (0.21838172222337415) - | > loss_disc_real_2: 0.18324388563632965 (0.23529865251433466) - | > loss_disc_real_3: 0.19388800859451294 (0.22613193190866906) - | > loss_disc_real_4: 0.21791917085647583 (0.22123430919262677) - | > loss_disc_real_5: 0.22201360762119293 (0.2351913693931795) - | > loss_0: 2.435427665710449 (2.4909634805494725) - | > grad_norm_0: tensor(22.2295, device='cuda:0') (tensor(73.4105, device='cuda:0')) - | > loss_gen: 2.3082172870635986 (2.325594760141063) - | > loss_kl: 1.5925043821334839 (1.5616743691505925) - | > loss_feat: 6.052299976348877 (6.37118869289275) - | > loss_mel: 20.786178588867188 (21.619401178052353) - | > loss_duration: 1.7509050369262695 (1.7292187602289255) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.49010467529297 (33.607077807764846) - | > grad_norm_1: tensor(451.5131, device='cuda:0') (tensor(553.0262, device='cuda:0')) - | > current_lr_0: 0.00019895268614608487 - | > current_lr_1: 0.00019895268614608487 - | > step_time: 0.9217 (0.9447894511684296) - | > loader_time: 0.0081 (0.006045760646943121) - - - --> TIME: 2024-11-23 01:42:15 -- STEP: 335/797 -- GLOBAL_STEP: 34600 - | > loss_disc: 2.3887441158294678 (2.4895844879435063) - | > loss_disc_real_0: 0.13015703856945038 (0.13767783525052346) - | > loss_disc_real_1: 0.20452745258808136 (0.2187059407358739) - | > loss_disc_real_2: 0.2097618728876114 (0.23537600498590897) - | > loss_disc_real_3: 0.1959354728460312 (0.22611376821105164) - | > loss_disc_real_4: 0.17647284269332886 (0.22137415542531375) - | > loss_disc_real_5: 0.22924064099788666 (0.2351246798661218) - | > loss_0: 2.3887441158294678 (2.4895844879435063) - | > grad_norm_0: tensor(48.1983, device='cuda:0') (tensor(72.3902, device='cuda:0')) - | > loss_gen: 2.271088123321533 (2.3270534696863643) - | > loss_kl: 1.4836502075195312 (1.5623015627932193) - | > loss_feat: 7.163586616516113 (6.375112099434013) - | > loss_mel: 21.979923248291016 (21.635621623138903) - | > loss_duration: 1.6867541074752808 (1.7272493529675605) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.584999084472656 (33.6273381816807) - | > grad_norm_1: tensor(871.6717, device='cuda:0') (tensor(559.5988, device='cuda:0')) - | > current_lr_0: 0.00019895268614608487 - | > current_lr_1: 0.00019895268614608487 - | > step_time: 0.9141 (0.9476440899407688) - | > loader_time: 0.0083 (0.006139001561634574) - - - --> TIME: 2024-11-23 01:42:40 -- STEP: 360/797 -- GLOBAL_STEP: 34625 - | > loss_disc: 2.5751681327819824 (2.4875221477614504) - | > loss_disc_real_0: 0.25353339314460754 (0.13728465877680304) - | > loss_disc_real_1: 0.17169377207756042 (0.2185054774913523) - | > loss_disc_real_2: 0.18976537883281708 (0.2349793874969085) - | > loss_disc_real_3: 0.23534579575061798 (0.22556474904219315) - | > loss_disc_real_4: 0.21063603460788727 (0.2212886994911565) - | > loss_disc_real_5: 0.23506715893745422 (0.23492039404809476) - | > loss_0: 2.5751681327819824 (2.4875221477614504) - | > grad_norm_0: tensor(181.7935, device='cuda:0') (tensor(75.6792, device='cuda:0')) - | > loss_gen: 2.3112237453460693 (2.329739482866391) - | > loss_kl: 1.51210618019104 (1.5587958359056049) - | > loss_feat: 6.2611470222473145 (6.374670290946961) - | > loss_mel: 22.180173873901367 (21.63094425996147) - | > loss_duration: 1.7562222480773926 (1.7243517885605488) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.020870208740234 (33.618501710891735) - | > grad_norm_1: tensor(656.4479, device='cuda:0') (tensor(571.0446, device='cuda:0')) - | > current_lr_0: 0.00019895268614608487 - | > current_lr_1: 0.00019895268614608487 - | > step_time: 1.057 (0.9503755033016207) - | > loader_time: 0.0068 (0.006225772036446463) - - - --> TIME: 2024-11-23 01:43:04 -- STEP: 385/797 -- GLOBAL_STEP: 34650 - | > loss_disc: 2.398750066757202 (2.4925390354998695) - | > loss_disc_real_0: 0.04787939041852951 (0.1397226514560835) - | > loss_disc_real_1: 0.21240119636058807 (0.21922208806136986) - | > loss_disc_real_2: 0.25134748220443726 (0.2354907688382384) - | > loss_disc_real_3: 0.20376931130886078 (0.2260413689659788) - | > loss_disc_real_4: 0.20410163700580597 (0.2215244894677943) - | > loss_disc_real_5: 0.24335387349128723 (0.2347976000278027) - | > loss_0: 2.398750066757202 (2.4925390354998695) - | > grad_norm_0: tensor(118.2671, device='cuda:0') (tensor(77.4608, device='cuda:0')) - | > loss_gen: 2.1115496158599854 (2.3306688454244013) - | > loss_kl: 1.544371485710144 (1.5534452011058857) - | > loss_feat: 6.132551193237305 (6.380585308818074) - | > loss_mel: 19.831905364990234 (21.659700143492085) - | > loss_duration: 1.6867189407348633 (1.7216939124194053) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.30709457397461 (33.6460934477967) - | > grad_norm_1: tensor(414.2331, device='cuda:0') (tensor(565.4251, device='cuda:0')) - | > current_lr_0: 0.00019895268614608487 - | > current_lr_1: 0.00019895268614608487 - | > step_time: 0.9945 (0.9499925712486368) - | > loader_time: 0.0147 (0.006366857925018705) - - - --> TIME: 2024-11-23 01:43:29 -- STEP: 410/797 -- GLOBAL_STEP: 34675 - | > loss_disc: 2.38065505027771 (2.4935963287586094) - | > loss_disc_real_0: 0.12350551784038544 (0.140356749868611) - | > loss_disc_real_1: 0.24932989478111267 (0.2187437861430936) - | > loss_disc_real_2: 0.21325930953025818 (0.23527980595827103) - | > loss_disc_real_3: 0.21629153192043304 (0.22574879937782524) - | > loss_disc_real_4: 0.18607018887996674 (0.2217766830833947) - | > loss_disc_real_5: 0.21605361998081207 (0.23521176671109548) - | > loss_0: 2.38065505027771 (2.4935963287586094) - | > grad_norm_0: tensor(76.8633, device='cuda:0') (tensor(78.2297, device='cuda:0')) - | > loss_gen: 2.358880043029785 (2.326892857144517) - | > loss_kl: 1.5301014184951782 (1.5529441589262427) - | > loss_feat: 6.241634368896484 (6.367850059416236) - | > loss_mel: 22.25425910949707 (21.65795364612488) - | > loss_duration: 1.700430989265442 (1.7204323969236228) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.08530807495117 (33.62607314412187) - | > grad_norm_1: tensor(822.5563, device='cuda:0') (tensor(559.0084, device='cuda:0')) - | > current_lr_0: 0.00019895268614608487 - | > current_lr_1: 0.00019895268614608487 - | > step_time: 0.9255 (0.9518710677216694) - | > loader_time: 0.0068 (0.006435459416087079) - - - --> TIME: 2024-11-23 01:43:53 -- STEP: 435/797 -- GLOBAL_STEP: 34700 - | > loss_disc: 2.514364242553711 (2.4901614775602825) - | > loss_disc_real_0: 0.14980831742286682 (0.13949292702065116) - | > loss_disc_real_1: 0.23595906794071198 (0.21847835717530087) - | > loss_disc_real_2: 0.2607601583003998 (0.23508204190895476) - | > loss_disc_real_3: 0.25292712450027466 (0.22553370944384873) - | > loss_disc_real_4: 0.22378112375736237 (0.22122925903605323) - | > loss_disc_real_5: 0.2308785766363144 (0.23532753723791275) - | > loss_0: 2.514364242553711 (2.4901614775602825) - | > grad_norm_0: tensor(112.3833, device='cuda:0') (tensor(76.7598, device='cuda:0')) - | > loss_gen: 2.343079090118408 (2.327780693152855) - | > loss_kl: 1.5811245441436768 (1.5560627496105501) - | > loss_feat: 5.900390625 (6.3723013329779965) - | > loss_mel: 21.407062530517578 (21.66353952473609) - | > loss_duration: 1.7012518644332886 (1.7190376122792557) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.93290710449219 (33.638721952767234) - | > grad_norm_1: tensor(805.5574, device='cuda:0') (tensor(560.7885, device='cuda:0')) - | > current_lr_0: 0.00019895268614608487 - | > current_lr_1: 0.00019895268614608487 - | > step_time: 0.9902 (0.9523766703989315) - | > loader_time: 0.0071 (0.006501853877100449) - - - --> TIME: 2024-11-23 01:44:20 -- STEP: 460/797 -- GLOBAL_STEP: 34725 - | > loss_disc: 2.438910961151123 (2.4897234818209752) - | > loss_disc_real_0: 0.1436648666858673 (0.13897941781450873) - | > loss_disc_real_1: 0.21933451294898987 (0.21876608385987903) - | > loss_disc_real_2: 0.2270507514476776 (0.2350471805943095) - | > loss_disc_real_3: 0.2330530881881714 (0.22541453196950584) - | > loss_disc_real_4: 0.24385876953601837 (0.22108761927355894) - | > loss_disc_real_5: 0.23724444210529327 (0.2356032151242961) - | > loss_0: 2.438910961151123 (2.4897234818209752) - | > grad_norm_0: tensor(77.8819, device='cuda:0') (tensor(76.3691, device='cuda:0')) - | > loss_gen: 2.321244239807129 (2.3263912747735556) - | > loss_kl: 1.4400434494018555 (1.5543520144794298) - | > loss_feat: 6.298635005950928 (6.362429165840149) - | > loss_mel: 20.937606811523438 (21.65210317321447) - | > loss_duration: 1.7131767272949219 (1.717826664447784) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.7107048034668 (33.613102328259025) - | > grad_norm_1: tensor(512.7980, device='cuda:0') (tensor(560.9027, device='cuda:0')) - | > current_lr_0: 0.00019895268614608487 - | > current_lr_1: 0.00019895268614608487 - | > step_time: 1.0598 (0.9568617432013803) - | > loader_time: 0.0105 (0.0066213483395783776) - - - --> TIME: 2024-11-23 01:44:44 -- STEP: 485/797 -- GLOBAL_STEP: 34750 - | > loss_disc: 2.4485156536102295 (2.4883307805995334) - | > loss_disc_real_0: 0.08233869820833206 (0.13864843381434372) - | > loss_disc_real_1: 0.20150025188922882 (0.21835435914624599) - | > loss_disc_real_2: 0.21340049803256989 (0.23486064469691403) - | > loss_disc_real_3: 0.20232842862606049 (0.22549243203757968) - | > loss_disc_real_4: 0.2002999186515808 (0.22100932158760192) - | > loss_disc_real_5: 0.22601318359375 (0.2355091862764555) - | > loss_0: 2.4485156536102295 (2.4883307805995334) - | > grad_norm_0: tensor(114.0869, device='cuda:0') (tensor(76.5937, device='cuda:0')) - | > loss_gen: 2.0379676818847656 (2.3249123575761144) - | > loss_kl: 1.6068997383117676 (1.5529639303069753) - | > loss_feat: 6.640090465545654 (6.360011847977786) - | > loss_mel: 20.993873596191406 (21.642344569176757) - | > loss_duration: 1.6624501943588257 (1.7161729714305125) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.941280364990234 (33.59640570178477) - | > grad_norm_1: tensor(346.8604, device='cuda:0') (tensor(569.1943, device='cuda:0')) - | > current_lr_0: 0.00019895268614608487 - | > current_lr_1: 0.00019895268614608487 - | > step_time: 0.9199 (0.9578286677291714) - | > loader_time: 0.0069 (0.006711962296790682) - - - --> TIME: 2024-11-23 01:45:08 -- STEP: 510/797 -- GLOBAL_STEP: 34775 - | > loss_disc: 2.48742413520813 (2.4849566459655743) - | > loss_disc_real_0: 0.11253414303064346 (0.13785658217236108) - | > loss_disc_real_1: 0.1834169179201126 (0.21801028532140396) - | > loss_disc_real_2: 0.22821076214313507 (0.23464314017225715) - | > loss_disc_real_3: 0.23008352518081665 (0.22538456922652678) - | > loss_disc_real_4: 0.20938482880592346 (0.2207123134942616) - | > loss_disc_real_5: 0.2164292335510254 (0.23501936095018014) - | > loss_0: 2.48742413520813 (2.4849566459655743) - | > grad_norm_0: tensor(101.3000, device='cuda:0') (tensor(75.9286, device='cuda:0')) - | > loss_gen: 2.4494378566741943 (2.327562945263058) - | > loss_kl: 1.5764480829238892 (1.552625203600117) - | > loss_feat: 6.552404880523682 (6.3713279200535196) - | > loss_mel: 21.882829666137695 (21.653069868274777) - | > loss_duration: 1.6943491697311401 (1.7150665587069938) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.15546798706055 (33.619652512494284) - | > grad_norm_1: tensor(793.7589, device='cuda:0') (tensor(571.4899, device='cuda:0')) - | > current_lr_0: 0.00019895268614608487 - | > current_lr_1: 0.00019895268614608487 - | > step_time: 0.9232 (0.9567060470581056) - | > loader_time: 0.0095 (0.006760485967000324) - - - --> TIME: 2024-11-23 01:45:32 -- STEP: 535/797 -- GLOBAL_STEP: 34800 - | > loss_disc: 2.4899070262908936 (2.4853924599763375) - | > loss_disc_real_0: 0.11048924922943115 (0.13763542531110415) - | > loss_disc_real_1: 0.20730754733085632 (0.21825336607817178) - | > loss_disc_real_2: 0.24755744636058807 (0.23467168693787582) - | > loss_disc_real_3: 0.2023027092218399 (0.22526326377258124) - | > loss_disc_real_4: 0.20255418121814728 (0.22102294912405107) - | > loss_disc_real_5: 0.24516499042510986 (0.23539752770807137) - | > loss_0: 2.4899070262908936 (2.4853924599763375) - | > grad_norm_0: tensor(52.4864, device='cuda:0') (tensor(76.6908, device='cuda:0')) - | > loss_gen: 2.24405574798584 (2.33083245174907) - | > loss_kl: 1.6842472553253174 (1.5517936412419113) - | > loss_feat: 6.925314426422119 (6.384970484938577) - | > loss_mel: 23.604660034179688 (21.68985918526339) - | > loss_duration: 1.752252221107483 (1.714684672667601) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.21052932739258 (33.672140431626964) - | > grad_norm_1: tensor(508.2478, device='cuda:0') (tensor(575.5569, device='cuda:0')) - | > current_lr_0: 0.00019895268614608487 - | > current_lr_1: 0.00019895268614608487 - | > step_time: 0.9864 (0.9567425540674513) - | > loader_time: 0.0124 (0.0068955466011974284) - - - --> TIME: 2024-11-23 01:45:57 -- STEP: 560/797 -- GLOBAL_STEP: 34825 - | > loss_disc: 2.264794111251831 (2.4851217423166534) - | > loss_disc_real_0: 0.06620511412620544 (0.13774363458422687) - | > loss_disc_real_1: 0.17271788418293 (0.21802654974162577) - | > loss_disc_real_2: 0.21620382368564606 (0.2347405986860394) - | > loss_disc_real_3: 0.2629617154598236 (0.2255618068522641) - | > loss_disc_real_4: 0.19271498918533325 (0.22069150640496185) - | > loss_disc_real_5: 0.21356844902038574 (0.2350470686597483) - | > loss_0: 2.264794111251831 (2.4851217423166534) - | > grad_norm_0: tensor(38.0699, device='cuda:0') (tensor(77.5018, device='cuda:0')) - | > loss_gen: 2.464224100112915 (2.3329988503030368) - | > loss_kl: 1.453431248664856 (1.553173106483051) - | > loss_feat: 7.093224048614502 (6.394352108240126) - | > loss_mel: 22.12270164489746 (21.69893985305515) - | > loss_duration: 1.739458441734314 (1.7141206509300635) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.873043060302734 (33.69358454772407) - | > grad_norm_1: tensor(754.7189, device='cuda:0') (tensor(575.8801, device='cuda:0')) - | > current_lr_0: 0.00019895268614608487 - | > current_lr_1: 0.00019895268614608487 - | > step_time: 0.9294 (0.9580951605524336) - | > loader_time: 0.0135 (0.007008682404245647) - - - --> TIME: 2024-11-23 01:46:21 -- STEP: 585/797 -- GLOBAL_STEP: 34850 - | > loss_disc: 2.366401433944702 (2.4829940429100614) - | > loss_disc_real_0: 0.10886520147323608 (0.13722167495224222) - | > loss_disc_real_1: 0.1793702393770218 (0.21798184705086243) - | > loss_disc_real_2: 0.23053805530071259 (0.2343430839033208) - | > loss_disc_real_3: 0.20513281226158142 (0.22531849981373198) - | > loss_disc_real_4: 0.199627086520195 (0.22038518022268247) - | > loss_disc_real_5: 0.20893318951129913 (0.2352485439716241) - | > loss_0: 2.366401433944702 (2.4829940429100614) - | > grad_norm_0: tensor(41.7717, device='cuda:0') (tensor(77.0345, device='cuda:0')) - | > loss_gen: 2.2661681175231934 (2.3331864603564267) - | > loss_kl: 1.6915013790130615 (1.5532970821755567) - | > loss_feat: 6.930593967437744 (6.3943326192024434) - | > loss_mel: 22.441421508789062 (21.699435198205165) - | > loss_duration: 1.710062861442566 (1.7135217921346677) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.03974914550781 (33.693773132715485) - | > grad_norm_1: tensor(464.3441, device='cuda:0') (tensor(574.9185, device='cuda:0')) - | > current_lr_0: 0.00019895268614608487 - | > current_lr_1: 0.00019895268614608487 - | > step_time: 0.9087 (0.9572705929095928) - | > loader_time: 0.0142 (0.007135898231441136) - - - --> TIME: 2024-11-23 01:46:47 -- STEP: 610/797 -- GLOBAL_STEP: 34875 - | > loss_disc: 2.463233232498169 (2.483046972947042) - | > loss_disc_real_0: 0.16839048266410828 (0.13729947460967992) - | > loss_disc_real_1: 0.2643008530139923 (0.21810828058934603) - | > loss_disc_real_2: 0.227041557431221 (0.23451144140763355) - | > loss_disc_real_3: 0.24936655163764954 (0.22511605451830102) - | > loss_disc_real_4: 0.20866143703460693 (0.22066104136040954) - | > loss_disc_real_5: 0.20834827423095703 (0.23528281613940094) - | > loss_0: 2.463233232498169 (2.483046972947042) - | > grad_norm_0: tensor(62.1489, device='cuda:0') (tensor(76.4188, device='cuda:0')) - | > loss_gen: 2.4589245319366455 (2.3337499722105552) - | > loss_kl: 1.602705717086792 (1.5510403906712766) - | > loss_feat: 6.845116138458252 (6.391613145734444) - | > loss_mel: 23.35917091369629 (21.714368033799975) - | > loss_duration: 1.7501699924468994 (1.7134770276116535) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.01608657836914 (33.70424857530438) - | > grad_norm_1: tensor(979.0410, device='cuda:0') (tensor(576.1768, device='cuda:0')) - | > current_lr_0: 0.00019895268614608487 - | > current_lr_1: 0.00019895268614608487 - | > step_time: 0.9444 (0.959509876907849) - | > loader_time: 0.0074 (0.007233258153571454) - - - --> TIME: 2024-11-23 01:47:12 -- STEP: 635/797 -- GLOBAL_STEP: 34900 - | > loss_disc: 2.566486358642578 (2.481096384468979) - | > loss_disc_real_0: 0.15736868977546692 (0.13720421423827583) - | > loss_disc_real_1: 0.16859698295593262 (0.21775003354849778) - | > loss_disc_real_2: 0.21589848399162292 (0.2343137548429759) - | > loss_disc_real_3: 0.2774646282196045 (0.22515502982721558) - | > loss_disc_real_4: 0.27884161472320557 (0.22063048754151413) - | > loss_disc_real_5: 0.27538827061653137 (0.2351163474828239) - | > loss_0: 2.566486358642578 (2.481096384468979) - | > grad_norm_0: tensor(220.4356, device='cuda:0') (tensor(77.7792, device='cuda:0')) - | > loss_gen: 2.341519832611084 (2.3364010951650416) - | > loss_kl: 1.436212420463562 (1.550208683089009) - | > loss_feat: 5.8733601570129395 (6.389989174820307) - | > loss_mel: 21.749591827392578 (21.71949439011222) - | > loss_duration: 1.7442479133605957 (1.713549819142799) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.14493179321289 (33.70964316721038) - | > grad_norm_1: tensor(483.6505, device='cuda:0') (tensor(581.0735, device='cuda:0')) - | > current_lr_0: 0.00019895268614608487 - | > current_lr_1: 0.00019895268614608487 - | > step_time: 0.978 (0.9603958869543601) - | > loader_time: 0.0131 (0.007334167375339295) - - - --> TIME: 2024-11-23 01:47:37 -- STEP: 660/797 -- GLOBAL_STEP: 34925 - | > loss_disc: 2.3732924461364746 (2.4834236325639676) - | > loss_disc_real_0: 0.1661566197872162 (0.1381740168752996) - | > loss_disc_real_1: 0.20865830779075623 (0.21775389008901336) - | > loss_disc_real_2: 0.18794700503349304 (0.23459161673531384) - | > loss_disc_real_3: 0.22638443112373352 (0.2252296759549416) - | > loss_disc_real_4: 0.1692870408296585 (0.22079798538576473) - | > loss_disc_real_5: 0.1858278065919876 (0.23498660980752015) - | > loss_0: 2.3732924461364746 (2.4834236325639676) - | > grad_norm_0: tensor(37.8061, device='cuda:0') (tensor(78.3219, device='cuda:0')) - | > loss_gen: 2.3980491161346436 (2.3352892241694705) - | > loss_kl: 1.6808964014053345 (1.5493130207061776) - | > loss_feat: 7.001079082489014 (6.386279688459454) - | > loss_mel: 23.355106353759766 (21.72646728428929) - | > loss_duration: 1.706774353981018 (1.7133110662301374) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.14190673828125 (33.71066028421575) - | > grad_norm_1: tensor(403.1824, device='cuda:0') (tensor(577.7343, device='cuda:0')) - | > current_lr_0: 0.00019895268614608487 - | > current_lr_1: 0.00019895268614608487 - | > step_time: 1.0078 (0.9606758926853989) - | > loader_time: 0.0165 (0.007446532538442898) - - - --> TIME: 2024-11-23 01:48:02 -- STEP: 685/797 -- GLOBAL_STEP: 34950 - | > loss_disc: 2.6636743545532227 (2.4828968740727797) - | > loss_disc_real_0: 0.1112535372376442 (0.13849622186300528) - | > loss_disc_real_1: 0.21667492389678955 (0.21783039315338554) - | > loss_disc_real_2: 0.23706883192062378 (0.23419814318636034) - | > loss_disc_real_3: 0.2723331153392792 (0.22521745427681586) - | > loss_disc_real_4: 0.25731799006462097 (0.22084206051199975) - | > loss_disc_real_5: 0.28579258918762207 (0.23466043428782996) - | > loss_0: 2.6636743545532227 (2.4828968740727797) - | > grad_norm_0: tensor(32.5333, device='cuda:0') (tensor(76.6994, device='cuda:0')) - | > loss_gen: 2.2512502670288086 (2.333374953269958) - | > loss_kl: 1.496878981590271 (1.5481372471273387) - | > loss_feat: 6.887431621551514 (6.382630887692862) - | > loss_mel: 23.342885971069336 (21.73755690999276) - | > loss_duration: 1.6859180927276611 (1.7129432716508846) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.664363861083984 (33.714643269559765) - | > grad_norm_1: tensor(209.1111, device='cuda:0') (tensor(569.5988, device='cuda:0')) - | > current_lr_0: 0.00019895268614608487 - | > current_lr_1: 0.00019895268614608487 - | > step_time: 1.0188 (0.9615218594126458) - | > loader_time: 0.0087 (0.0075203589279286154) - - - --> TIME: 2024-11-23 01:48:28 -- STEP: 710/797 -- GLOBAL_STEP: 34975 - | > loss_disc: 2.493605852127075 (2.4836540769523303) - | > loss_disc_real_0: 0.06716997176408768 (0.13807290660243643) - | > loss_disc_real_1: 0.23084892332553864 (0.21799976798430296) - | > loss_disc_real_2: 0.22916623950004578 (0.23464254955170855) - | > loss_disc_real_3: 0.25796768069267273 (0.22534261822280754) - | > loss_disc_real_4: 0.24091069400310516 (0.22133329540071353) - | > loss_disc_real_5: 0.24112695455551147 (0.23500197638928047) - | > loss_0: 2.493605852127075 (2.4836540769523303) - | > grad_norm_0: tensor(31.0368, device='cuda:0') (tensor(76.3671, device='cuda:0')) - | > loss_gen: 2.264035224914551 (2.332961890563157) - | > loss_kl: 1.568017601966858 (1.5495620828279313) - | > loss_feat: 6.549246788024902 (6.375042684984879) - | > loss_mel: 22.316572189331055 (21.753311045740716) - | > loss_duration: 1.6666507720947266 (1.7122441510079607) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.364524841308594 (33.723121860665344) - | > grad_norm_1: tensor(606.8634, device='cuda:0') (tensor(570.3314, device='cuda:0')) - | > current_lr_0: 0.00019895268614608487 - | > current_lr_1: 0.00019895268614608487 - | > step_time: 0.9499 (0.9642083225115924) - | > loader_time: 0.0095 (0.007615491705881035) - - - --> TIME: 2024-11-23 01:48:58 -- STEP: 735/797 -- GLOBAL_STEP: 35000 - | > loss_disc: 2.6820011138916016 (2.4819405023743526) - | > loss_disc_real_0: 0.08761332184076309 (0.13758337505820664) - | > loss_disc_real_1: 0.2237827181816101 (0.2181028412921088) - | > loss_disc_real_2: 0.25347939133644104 (0.2342800013062094) - | > loss_disc_real_3: 0.22528204321861267 (0.2253727753957113) - | > loss_disc_real_4: 0.2504257261753082 (0.22104016803965276) - | > loss_disc_real_5: 0.2588329315185547 (0.23472012173967294) - | > loss_0: 2.6820011138916016 (2.4819405023743526) - | > grad_norm_0: tensor(32.9766, device='cuda:0') (tensor(76.4260, device='cuda:0')) - | > loss_gen: 2.068589210510254 (2.3341497646708054) - | > loss_kl: 1.6192861795425415 (1.5498028870342546) - | > loss_feat: 5.236856460571289 (6.3777165892983785) - | > loss_mel: 21.461097717285156 (21.75763416030783) - | > loss_duration: 1.6692564487457275 (1.7113795591860395) - | > amp_scaler: 128.0 (129.0448979591836) - | > loss_1: 32.05508804321289 (33.73068299325957) - | > grad_norm_1: tensor(614.6688, device='cuda:0') (tensor(572.0206, device='cuda:0')) - | > current_lr_0: 0.00019895268614608487 - | > current_lr_1: 0.00019895268614608487 - | > step_time: 1.405 (0.9710894013748688) - | > loader_time: 0.2184 (0.008103805010010592) - - - > CHECKPOINT : vits_shi_male-November-22-2024_02+49AM-0000000/checkpoint_35000.pth - - --> TIME: 2024-11-23 01:49:56 -- STEP: 760/797 -- GLOBAL_STEP: 35025 - | > loss_disc: 2.662296772003174 (2.4816002491273395) - | > loss_disc_real_0: 0.085976243019104 (0.13720222744894664) - | > loss_disc_real_1: 0.1930917501449585 (0.21788611451261922) - | > loss_disc_real_2: 0.23244255781173706 (0.23445757219665925) - | > loss_disc_real_3: 0.19245094060897827 (0.2253388943052606) - | > loss_disc_real_4: 0.22293226420879364 (0.22129240230117975) - | > loss_disc_real_5: 0.24327728152275085 (0.23475341616492518) - | > loss_0: 2.662296772003174 (2.4816002491273395) - | > grad_norm_0: tensor(391.6678, device='cuda:0') (tensor(76.6290, device='cuda:0')) - | > loss_gen: 2.046339988708496 (2.3357923161042353) - | > loss_kl: 1.5924447774887085 (1.5513327882478118) - | > loss_feat: 5.49328088760376 (6.381256869592165) - | > loss_mel: 18.9766845703125 (21.756211836714517) - | > loss_duration: 1.6522047519683838 (1.7103795526843315) - | > amp_scaler: 128.0 (129.01052631578935) - | > loss_1: 29.760953903198242 (33.73497339047885) - | > grad_norm_1: tensor(948.6465, device='cuda:0') (tensor(573.7875, device='cuda:0')) - | > current_lr_0: 0.00019895268614608487 - | > current_lr_1: 0.00019895268614608487 - | > step_time: 2.0921 (1.0045450408207743) - | > loader_time: 0.0107 (0.008757998441395002) - - - --> TIME: 2024-11-23 01:51:24 -- STEP: 785/797 -- GLOBAL_STEP: 35050 - | > loss_disc: 2.5363247394561768 (2.4811042029386883) - | > loss_disc_real_0: 0.18484564125537872 (0.13711692713153595) - | > loss_disc_real_1: 0.18828549981117249 (0.21805561746761298) - | > loss_disc_real_2: 0.24438448250293732 (0.23430158683828484) - | > loss_disc_real_3: 0.2465713918209076 (0.22538551099740778) - | > loss_disc_real_4: 0.21546275913715363 (0.22105117565507343) - | > loss_disc_real_5: 0.24586309492588043 (0.2346537985999113) - | > loss_0: 2.5363247394561768 (2.4811042029386883) - | > grad_norm_0: tensor(26.3330, device='cuda:0') (tensor(77.5689, device='cuda:0')) - | > loss_gen: 2.3749794960021973 (2.3363098966088254) - | > loss_kl: 1.5384454727172852 (1.5532103751115744) - | > loss_feat: 5.736484527587891 (6.382621431654426) - | > loss_mel: 20.728540420532227 (21.759456470513822) - | > loss_duration: 1.682898998260498 (1.709473674768095) - | > amp_scaler: 128.0 (128.97834394904447) - | > loss_1: 32.06134796142578 (33.741071875991345) - | > grad_norm_1: tensor(627.1187, device='cuda:0') (tensor(577.0085, device='cuda:0')) - | > current_lr_0: 0.00019895268614608487 - | > current_lr_1: 0.00019895268614608487 - | > step_time: 3.8738 (1.0841208779887785) - | > loader_time: 0.0116 (0.009698548286583774) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.4233105182647705 (2.4233105182647705) - | > loss_disc_real_0: 0.08274830877780914 (0.08274830877780914) - | > loss_disc_real_1: 0.20814812183380127 (0.20814812183380127) - | > loss_disc_real_2: 0.18476071953773499 (0.18476071953773499) - | > loss_disc_real_3: 0.15311934053897858 (0.15311934053897858) - | > loss_disc_real_4: 0.2179204821586609 (0.2179204821586609) - | > loss_disc_real_5: 0.2588644325733185 (0.2588644325733185) - | > loss_0: 2.4233105182647705 (2.4233105182647705) - | > loss_gen: 2.2066280841827393 (2.2066280841827393) - | > loss_kl: 1.8496366739273071 (1.8496366739273071) - | > loss_feat: 8.255109786987305 (8.255109786987305) - | > loss_mel: 24.58233642578125 (24.58233642578125) - | > loss_duration: 1.8532133102416992 (1.8532133102416992) - | > loss_1: 38.746925354003906 (38.746925354003906) - - --> STEP: 1 - | > loss_disc: 2.4417412281036377 (2.4417412281036377) - | > loss_disc_real_0: 0.04783618450164795 (0.04783618450164795) - | > loss_disc_real_1: 0.23543044924736023 (0.23543044924736023) - | > loss_disc_real_2: 0.2471458613872528 (0.2471458613872528) - | > loss_disc_real_3: 0.28147566318511963 (0.28147566318511963) - | > loss_disc_real_4: 0.19740456342697144 (0.19740456342697144) - | > loss_disc_real_5: 0.25376665592193604 (0.25376665592193604) - | > loss_0: 2.4417412281036377 (2.4417412281036377) - | > loss_gen: 2.3008086681365967 (2.3008086681365967) - | > loss_kl: 1.6184649467468262 (1.6184649467468262) - | > loss_feat: 6.5534281730651855 (6.5534281730651855) - | > loss_mel: 22.447063446044922 (22.447063446044922) - | > loss_duration: 1.7812132835388184 (1.7812132835388184) - | > loss_1: 34.70097732543945 (34.70097732543945) - - --> STEP: 2 - | > loss_disc: 2.4349870681762695 (2.4383641481399536) - | > loss_disc_real_0: 0.11001595854759216 (0.07892607152462006) - | > loss_disc_real_1: 0.2815735340118408 (0.2585019916296005) - | > loss_disc_real_2: 0.2870523929595947 (0.26709912717342377) - | > loss_disc_real_3: 0.26125186681747437 (0.271363765001297) - | > loss_disc_real_4: 0.21328191459178925 (0.20534323900938034) - | > loss_disc_real_5: 0.19648964703083038 (0.2251281514763832) - | > loss_0: 2.4349870681762695 (2.4383641481399536) - | > loss_gen: 2.4309749603271484 (2.3658918142318726) - | > loss_kl: 1.0597978830337524 (1.3391314148902893) - | > loss_feat: 5.889220237731934 (6.22132420539856) - | > loss_mel: 21.872407913208008 (22.159735679626465) - | > loss_duration: 1.6508774757385254 (1.7160453796386719) - | > loss_1: 32.90327835083008 (33.802127838134766) - - --> STEP: 3 - | > loss_disc: 2.594964027404785 (2.4905641078948975) - | > loss_disc_real_0: 0.12310285866260529 (0.0936516672372818) - | > loss_disc_real_1: 0.2087709903717041 (0.24192499121030173) - | > loss_disc_real_2: 0.30609944462776184 (0.28009923299153644) - | > loss_disc_real_3: 0.14175920188426971 (0.2281622439622879) - | > loss_disc_real_4: 0.19986248016357422 (0.20351631939411163) - | > loss_disc_real_5: 0.28612586855888367 (0.2454607238372167) - | > loss_0: 2.594964027404785 (2.4905641078948975) - | > loss_gen: 2.0290255546569824 (2.2536030610402427) - | > loss_kl: 1.1424145698547363 (1.2735591332117717) - | > loss_feat: 5.742424011230469 (6.061690807342529) - | > loss_mel: 22.50433349609375 (22.274601618448894) - | > loss_duration: 1.765304446220398 (1.7324650684992473) - | > loss_1: 33.183502197265625 (33.59591929117838) - - --> STEP: 4 - | > loss_disc: 2.479276180267334 (2.4877421259880066) - | > loss_disc_real_0: 0.05432097986340523 (0.08381899539381266) - | > loss_disc_real_1: 0.29460662603378296 (0.255095399916172) - | > loss_disc_real_2: 0.239961177110672 (0.27006471902132034) - | > loss_disc_real_3: 0.2313506007194519 (0.2289593331515789) - | > loss_disc_real_4: 0.29117539525032043 (0.22543108835816383) - | > loss_disc_real_5: 0.20571847259998322 (0.23552516102790833) - | > loss_0: 2.479276180267334 (2.4877421259880066) - | > loss_gen: 2.2510085105895996 (2.252954423427582) - | > loss_kl: 2.033705234527588 (1.4635956585407257) - | > loss_feat: 6.587019443511963 (6.193022966384888) - | > loss_mel: 21.692129135131836 (22.12898349761963) - | > loss_duration: 1.7221883535385132 (1.7298958897590637) - | > loss_1: 34.286048889160156 (33.76845169067383) - - --> STEP: 5 - | > loss_disc: 2.603203535079956 (2.5108344078063967) - | > loss_disc_real_0: 0.036419495940208435 (0.07433909550309181) - | > loss_disc_real_1: 0.1947040557861328 (0.24301713109016418) - | > loss_disc_real_2: 0.1633860170841217 (0.2487289786338806) - | > loss_disc_real_3: 0.1424209326505661 (0.21165165305137634) - | > loss_disc_real_4: 0.1433769315481186 (0.20902025699615479) - | > loss_disc_real_5: 0.13548319041728973 (0.2155167669057846) - | > loss_0: 2.603203535079956 (2.5108344078063967) - | > loss_gen: 1.9265397787094116 (2.187671494483948) - | > loss_kl: 1.7757796049118042 (1.5260324478149414) - | > loss_feat: 8.41055679321289 (6.636529731750488) - | > loss_mel: 23.340309143066406 (22.371248626708983) - | > loss_duration: 1.857093334197998 (1.7553353786468506) - | > loss_1: 37.310279846191406 (34.47681732177735) - - --> STEP: 6 - | > loss_disc: 2.8676774501800537 (2.570308248202006) - | > loss_disc_real_0: 0.1869393289089203 (0.0931058010707299) - | > loss_disc_real_1: 0.30332985520362854 (0.2530692517757416) - | > loss_disc_real_2: 0.21287930011749268 (0.24275403221448263) - | > loss_disc_real_3: 0.22132660448551178 (0.21326414495706558) - | > loss_disc_real_4: 0.2570321261882782 (0.217022235194842) - | > loss_disc_real_5: 0.19277891516685486 (0.21172712494929632) - | > loss_0: 2.8676774501800537 (2.570308248202006) - | > loss_gen: 1.8753435611724854 (2.1356168389320374) - | > loss_kl: 1.04000985622406 (1.4450286825497944) - | > loss_feat: 5.276543617248535 (6.409865379333496) - | > loss_mel: 17.7171630859375 (21.59556770324707) - | > loss_duration: 1.7104867696762085 (1.747860610485077) - | > loss_1: 27.61954689025879 (33.333938916524254) - - --> STEP: 7 - | > loss_disc: 2.3410756587982178 (2.5375607354300365) - | > loss_disc_real_0: 0.12835349142551422 (0.09814118540712766) - | > loss_disc_real_1: 0.18898168206214905 (0.2439138846737998) - | > loss_disc_real_2: 0.23768825829029083 (0.24203035022531236) - | > loss_disc_real_3: 0.19106900691986084 (0.21009341095175063) - | > loss_disc_real_4: 0.17751269042491913 (0.21137801451342447) - | > loss_disc_real_5: 0.19753670692443848 (0.20969992237431662) - | > loss_0: 2.3410756587982178 (2.5375607354300365) - | > loss_gen: 2.1289258003234863 (2.134660976273673) - | > loss_kl: 1.672184705734253 (1.4774795430047172) - | > loss_feat: 7.6411590576171875 (6.585764476231167) - | > loss_mel: 23.522891998291016 (21.870899745396205) - | > loss_duration: 1.6728246212005615 (1.737141183444432) - | > loss_1: 36.63798522949219 (33.80594553266253) - - --> STEP: 8 - | > loss_disc: 2.4156553745269775 (2.522322565317154) - | > loss_disc_real_0: 0.06128985434770584 (0.09353476902469993) - | > loss_disc_real_1: 0.19416864216327667 (0.2376957293599844) - | > loss_disc_real_2: 0.15510058403015137 (0.23116412945091724) - | > loss_disc_real_3: 0.1187892034649849 (0.1986803850159049) - | > loss_disc_real_4: 0.16105903685092926 (0.20508814230561256) - | > loss_disc_real_5: 0.17351247370243073 (0.2051764912903309) - | > loss_0: 2.4156553745269775 (2.522322565317154) - | > loss_gen: 1.9487452507019043 (2.111421510577202) - | > loss_kl: 2.114442825317383 (1.5570999532938004) - | > loss_feat: 9.250980377197266 (6.918916463851929) - | > loss_mel: 23.781009674072266 (22.109663486480713) - | > loss_duration: 1.7532422542572021 (1.7391538172960281) - | > loss_1: 38.848419189453125 (34.43625473976135) - - --> STEP: 9 - | > loss_disc: 2.535970687866211 (2.5238390233781605) - | > loss_disc_real_0: 0.08944921940565109 (0.09308081906702784) - | > loss_disc_real_1: 0.2967473268508911 (0.24425701797008514) - | > loss_disc_real_2: 0.2201969027519226 (0.2299455487065845) - | > loss_disc_real_3: 0.1905585527420044 (0.19777795920769373) - | > loss_disc_real_4: 0.216813325881958 (0.20639094048076206) - | > loss_disc_real_5: 0.2404826283454895 (0.20909939540757072) - | > loss_0: 2.535970687866211 (2.5238390233781605) - | > loss_gen: 2.041691541671753 (2.103673736254374) - | > loss_kl: 1.1114978790283203 (1.507588611708747) - | > loss_feat: 4.992856979370117 (6.704909854465061) - | > loss_mel: 19.06121063232422 (21.770946502685547) - | > loss_duration: 1.6636027097702026 (1.7307592497931585) - | > loss_1: 28.870859146118164 (33.817877451578774) - - --> STEP: 10 - | > loss_disc: 2.5090830326080322 (2.5223634243011475) - | > loss_disc_real_0: 0.08058488368988037 (0.09183122552931308) - | > loss_disc_real_1: 0.2541176676750183 (0.24524308294057845) - | > loss_disc_real_2: 0.24870610237121582 (0.23182160407304764) - | > loss_disc_real_3: 0.24354375898838043 (0.2023545391857624) - | > loss_disc_real_4: 0.19272847473621368 (0.20502469390630723) - | > loss_disc_real_5: 0.24916508793830872 (0.21310596466064452) - | > loss_0: 2.5090830326080322 (2.5223634243011475) - | > loss_gen: 2.115248441696167 (2.1048312067985533) - | > loss_kl: 1.576537013053894 (1.5144834518432617) - | > loss_feat: 5.953963279724121 (6.629815196990966) - | > loss_mel: 19.949880599975586 (21.58883991241455) - | > loss_duration: 1.5728713274002075 (1.7149704575538636) - | > loss_1: 31.168500900268555 (33.55293979644775) - - --> STEP: 11 - | > loss_disc: 2.629946708679199 (2.5321437228809702) - | > loss_disc_real_0: 0.10467994958162308 (0.09299929135225037) - | > loss_disc_real_1: 0.21263538300991058 (0.24227874658324502) - | > loss_disc_real_2: 0.2216317504644394 (0.23089525374499234) - | > loss_disc_real_3: 0.19291454553604126 (0.20149635794487866) - | > loss_disc_real_4: 0.2050572782754898 (0.20502765612168747) - | > loss_disc_real_5: 0.1565113663673401 (0.20796100117943503) - | > loss_0: 2.629946708679199 (2.5321437228809702) - | > loss_gen: 1.948468565940857 (2.0906164212660356) - | > loss_kl: 2.2029824256896973 (1.5770742676474832) - | > loss_feat: 7.1687798500061035 (6.678811983628706) - | > loss_mel: 22.34123420715332 (21.657239393754438) - | > loss_duration: 1.5861384868621826 (1.703258460218256) - | > loss_1: 35.24760437011719 (33.70700021223588) - - --> STEP: 12 - | > loss_disc: 2.573184013366699 (2.5355637470881143) - | > loss_disc_real_0: 0.16006556153297424 (0.09858814720064402) - | > loss_disc_real_1: 0.2768474519252777 (0.2451594720284144) - | > loss_disc_real_2: 0.2820020020008087 (0.23515414943297705) - | > loss_disc_real_3: 0.2647331655025482 (0.20676609190801779) - | > loss_disc_real_4: 0.21479611098766327 (0.20584169402718544) - | > loss_disc_real_5: 0.20912869274616241 (0.20805830880999565) - | > loss_0: 2.573184013366699 (2.5355637470881143) - | > loss_gen: 2.2322301864624023 (2.1024175683657327) - | > loss_kl: 1.7887862920761108 (1.5947169363498688) - | > loss_feat: 5.601696014404297 (6.589052319526672) - | > loss_mel: 20.961551666259766 (21.599265416463215) - | > loss_duration: 1.721019983291626 (1.704738587141037) - | > loss_1: 32.30528259277344 (33.590190410614014) - - --> STEP: 13 - | > loss_disc: 2.5419859886169434 (2.536057765667255) - | > loss_disc_real_0: 0.1342318058013916 (0.10132996709300922) - | > loss_disc_real_1: 0.21473118662834167 (0.24281883468994728) - | > loss_disc_real_2: 0.20631913840770721 (0.23293607166180244) - | > loss_disc_real_3: 0.18339616060256958 (0.20496840488452178) - | > loss_disc_real_4: 0.20202182233333588 (0.20554785774304316) - | > loss_disc_real_5: 0.2652779221534729 (0.21245981752872467) - | > loss_0: 2.5419859886169434 (2.536057765667255) - | > loss_gen: 2.0520102977752686 (2.09854008601262) - | > loss_kl: 2.2380623817443848 (1.6442050475340624) - | > loss_feat: 7.268980026245117 (6.641354450812707) - | > loss_mel: 22.300495147705078 (21.653206165020283) - | > loss_duration: 1.7358741760253906 (1.7071336324398334) - | > loss_1: 35.595420837402344 (33.744438904982346) - - --> STEP: 14 - | > loss_disc: 2.380758762359619 (2.5249649797167097) - | > loss_disc_real_0: 0.08673956245183945 (0.10028779533292566) - | > loss_disc_real_1: 0.23182985186576843 (0.24203390734536306) - | > loss_disc_real_2: 0.24764661490917206 (0.23398682475090027) - | > loss_disc_real_3: 0.22337672114372253 (0.20628328461732184) - | > loss_disc_real_4: 0.32783204317092896 (0.21428244241646358) - | > loss_disc_real_5: 0.31016337871551514 (0.21943864332778112) - | > loss_0: 2.380758762359619 (2.5249649797167097) - | > loss_gen: 2.6379928588867188 (2.1370724269321983) - | > loss_kl: 1.4045361280441284 (1.627085838999067) - | > loss_feat: 5.4283952713012695 (6.554714509419033) - | > loss_mel: 19.542503356933594 (21.502441678728378) - | > loss_duration: 1.730872631072998 (1.7088292751993452) - | > loss_1: 30.744300842285156 (33.53014332907541) - - --> STEP: 15 - | > loss_disc: 2.3476524353027344 (2.5131441434224446) - | > loss_disc_real_0: 0.11031098663806915 (0.10095600808660189) - | > loss_disc_real_1: 0.24750618636608124 (0.24239872594674428) - | > loss_disc_real_2: 0.26275408267974854 (0.23590464194615682) - | > loss_disc_real_3: 0.2138126641511917 (0.20678524325291317) - | > loss_disc_real_4: 0.26665323972702026 (0.21777382890383404) - | > loss_disc_real_5: 0.2757887542247772 (0.22319531738758086) - | > loss_0: 2.3476524353027344 (2.5131441434224446) - | > loss_gen: 2.5668880939483643 (2.1657268047332763) - | > loss_kl: 1.431212306022644 (1.6140276034673056) - | > loss_feat: 6.27146577835083 (6.535831260681152) - | > loss_mel: 23.675477981567383 (21.64731076558431) - | > loss_duration: 1.6953372955322266 (1.7079298098882039) - | > loss_1: 35.640380859375 (33.67082583109538) - - --> STEP: 16 - | > loss_disc: 2.359985828399658 (2.5035717487335205) - | > loss_disc_real_0: 0.18276017904281616 (0.10606876877136528) - | > loss_disc_real_1: 0.2112158089876175 (0.24044979363679886) - | > loss_disc_real_2: 0.20030014216899872 (0.23367936071008444) - | > loss_disc_real_3: 0.20487253367900848 (0.20666569890454412) - | > loss_disc_real_4: 0.21249248087406158 (0.21744374465197325) - | > loss_disc_real_5: 0.20954693853855133 (0.22234229370951653) - | > loss_0: 2.359985828399658 (2.5035717487335205) - | > loss_gen: 2.4068472385406494 (2.180796831846237) - | > loss_kl: 1.8192286491394043 (1.6268526688218117) - | > loss_feat: 6.850775241851807 (6.555515259504318) - | > loss_mel: 22.982730865478516 (21.730774521827698) - | > loss_duration: 1.832582950592041 (1.7157206311821938) - | > loss_1: 35.89216613769531 (33.80965960025787) - - --> STEP: 17 - | > loss_disc: 2.3603971004486084 (2.495149710599114) - | > loss_disc_real_0: 0.08964750915765762 (0.10510281232350013) - | > loss_disc_real_1: 0.25540557503700256 (0.24132954548386967) - | > loss_disc_real_2: 0.24072445929050446 (0.23409377827363856) - | > loss_disc_real_3: 0.20493344962596893 (0.20656380188815734) - | > loss_disc_real_4: 0.18470092117786407 (0.21551769621231975) - | > loss_disc_real_5: 0.2991423010826111 (0.2268599412020515) - | > loss_0: 2.3603971004486084 (2.495149710599114) - | > loss_gen: 2.2568795680999756 (2.1852722869199863) - | > loss_kl: 1.5920658111572266 (1.624806383076836) - | > loss_feat: 5.554482936859131 (6.496631005231072) - | > loss_mel: 20.519712448120117 (21.659535576315488) - | > loss_duration: 1.6689430475234985 (1.7129690086140352) - | > loss_1: 31.592084884643555 (33.67921402875115) - - --> STEP: 18 - | > loss_disc: 2.4138734340667725 (2.4906343619028726) - | > loss_disc_real_0: 0.09017299115657806 (0.10427337781422669) - | > loss_disc_real_1: 0.26426559686660767 (0.24260377056068844) - | > loss_disc_real_2: 0.24285249412059784 (0.23458037359846962) - | > loss_disc_real_3: 0.23847104609012604 (0.20833642656604448) - | > loss_disc_real_4: 0.26259398460388184 (0.21813304556740654) - | > loss_disc_real_5: 0.2494681030511856 (0.22811595019367006) - | > loss_0: 2.4138734340667725 (2.4906343619028726) - | > loss_gen: 2.2933571338653564 (2.1912770006391735) - | > loss_kl: 1.5706685781478882 (1.6217987272474501) - | > loss_feat: 5.954681873321533 (6.466522720124987) - | > loss_mel: 20.113401412963867 (21.573639233907063) - | > loss_duration: 1.6493172645568848 (1.7094328006108601) - | > loss_1: 31.5814266204834 (33.56267028384738) - - --> STEP: 19 - | > loss_disc: 2.1669187545776367 (2.4735966983594393) - | > loss_disc_real_0: 0.0836193859577179 (0.10318632561125253) - | > loss_disc_real_1: 0.202346533536911 (0.24048496861206858) - | > loss_disc_real_2: 0.20482319593429565 (0.23301420635298678) - | > loss_disc_real_3: 0.1728973388671875 (0.20647121142399938) - | > loss_disc_real_4: 0.2348058521747589 (0.21901056170463562) - | > loss_disc_real_5: 0.18585984408855438 (0.2258919446091903) - | > loss_0: 2.1669187545776367 (2.4735966983594393) - | > loss_gen: 2.3625237941741943 (2.200289989772596) - | > loss_kl: 1.7967509031295776 (1.631006736504404) - | > loss_feat: 6.321379661560059 (6.458883611779464) - | > loss_mel: 21.540193557739258 (21.57187893516139) - | > loss_duration: 1.7593739032745361 (1.712061279698422) - | > loss_1: 33.78022003173828 (33.57412027057848) - - --> STEP: 20 - | > loss_disc: 2.551018714904785 (2.4774677991867065) - | > loss_disc_real_0: 0.10881803929805756 (0.10346791129559278) - | > loss_disc_real_1: 0.2834363877773285 (0.24263253957033157) - | > loss_disc_real_2: 0.24883773922920227 (0.23380538299679757) - | > loss_disc_real_3: 0.23437613248825073 (0.20786645747721194) - | > loss_disc_real_4: 0.2249072790145874 (0.2193053975701332) - | > loss_disc_real_5: 0.16869153082370758 (0.22303192391991616) - | > loss_0: 2.551018714904785 (2.4774677991867065) - | > loss_gen: 2.0691447257995605 (2.193732726573944) - | > loss_kl: 1.699720025062561 (1.634442400932312) - | > loss_feat: 5.795764446258545 (6.425727653503418) - | > loss_mel: 19.867826461791992 (21.48667631149292) - | > loss_duration: 1.6511783599853516 (1.7090171337127686) - | > loss_1: 31.083635330200195 (33.44959602355957) - - --> STEP: 21 - | > loss_disc: 2.5591063499450684 (2.481355349222819) - | > loss_disc_real_0: 0.10014468431472778 (0.10330966239174207) - | > loss_disc_real_1: 0.2881115674972534 (0.24479820756685167) - | > loss_disc_real_2: 0.2591003179550171 (0.23500990370909372) - | > loss_disc_real_3: 0.22597908973693848 (0.20872896377529418) - | > loss_disc_real_4: 0.27955150604248047 (0.22217425987834022) - | > loss_disc_real_5: 0.3109727203845978 (0.2272195808944248) - | > loss_0: 2.5591063499450684 (2.481355349222819) - | > loss_gen: 2.302609920501709 (2.1989173548562184) - | > loss_kl: 1.0988028049468994 (1.6089357535044353) - | > loss_feat: 5.303414821624756 (6.37228418531872) - | > loss_mel: 19.14641571044922 (21.37523533049084) - | > loss_duration: 1.672372579574585 (1.7072721549442835) - | > loss_1: 29.523616790771484 (33.26264463152204) - - --> STEP: 22 - | > loss_disc: 2.5115411281585693 (2.482727430083535) - | > loss_disc_real_0: 0.10460023581981659 (0.10336832482029092) - | > loss_disc_real_1: 0.24580740928649902 (0.2448440803722902) - | > loss_disc_real_2: 0.23857614398002625 (0.23517200553959067) - | > loss_disc_real_3: 0.2187870591878891 (0.20918614993041212) - | > loss_disc_real_4: 0.2272275686264038 (0.22240395573052493) - | > loss_disc_real_5: 0.2512054443359375 (0.22830984741449356) - | > loss_0: 2.5115411281585693 (2.482727430083535) - | > loss_gen: 2.165576934814453 (2.197401881217956) - | > loss_kl: 1.4112682342529297 (1.5999508662657305) - | > loss_feat: 5.472084045410156 (6.331365997141058) - | > loss_mel: 21.03981590270996 (21.359988992864434) - | > loss_duration: 1.8258812427520752 (1.712663477117365) - | > loss_1: 31.914627075195312 (33.20137110623446) - - --> STEP: 23 - | > loss_disc: 2.3213071823120117 (2.475709158441295) - | > loss_disc_real_0: 0.19237303733825684 (0.10723809492976769) - | > loss_disc_real_1: 0.24115245044231415 (0.2446835747231608) - | > loss_disc_real_2: 0.21370339393615723 (0.23423858764378921) - | > loss_disc_real_3: 0.1954309046268463 (0.2085880957867788) - | > loss_disc_real_4: 0.238080695271492 (0.22308555310187134) - | > loss_disc_real_5: 0.22568462789058685 (0.22819570743519327) - | > loss_0: 2.3213071823120117 (2.475709158441295) - | > loss_gen: 2.510608673095703 (2.2110195678213365) - | > loss_kl: 1.5385544300079346 (1.5972814559936523) - | > loss_feat: 5.42291259765625 (6.291868023250414) - | > loss_mel: 21.190425872802734 (21.35261668329653) - | > loss_duration: 1.7558482885360718 (1.7145410776138306) - | > loss_1: 32.41835021972656 (33.167326719864555) - - --> STEP: 24 - | > loss_disc: 2.5290074348449707 (2.4779299199581146) - | > loss_disc_real_0: 0.11756696552038193 (0.10766846453770995) - | > loss_disc_real_1: 0.25865378975868225 (0.2452656670163075) - | > loss_disc_real_2: 0.2737880051136017 (0.23588648003836474) - | > loss_disc_real_3: 0.2302817702293396 (0.2094919988885522) - | > loss_disc_real_4: 0.2860819697380066 (0.22571040379504362) - | > loss_disc_real_5: 0.23695501685142517 (0.2285606786608696) - | > loss_0: 2.5290074348449707 (2.4779299199581146) - | > loss_gen: 2.312662363052368 (2.215254684289296) - | > loss_kl: 1.582700252532959 (1.5966739058494568) - | > loss_feat: 5.374374866485596 (6.253639141718547) - | > loss_mel: 20.569067001342773 (21.31996877988179) - | > loss_duration: 1.682976245880127 (1.7132258762915928) - | > loss_1: 31.521780014038086 (33.09876227378845) - - --> STEP: 25 - | > loss_disc: 2.4535439014434814 (2.4769544792175293) - | > loss_disc_real_0: 0.08122671395540237 (0.10661079451441764) - | > loss_disc_real_1: 0.260488897562027 (0.2458745962381363) - | > loss_disc_real_2: 0.2522622048854828 (0.23654150903224946) - | > loss_disc_real_3: 0.25208374857902527 (0.2111956688761711) - | > loss_disc_real_4: 0.27332091331481934 (0.22761482417583465) - | > loss_disc_real_5: 0.15167945623397827 (0.22548542976379393) - | > loss_0: 2.4535439014434814 (2.4769544792175293) - | > loss_gen: 2.36087703704834 (2.221079578399658) - | > loss_kl: 1.7324153184890747 (1.6021035623550415) - | > loss_feat: 6.967254161834717 (6.282183742523193) - | > loss_mel: 23.33756446838379 (21.40067260742187) - | > loss_duration: 1.6479880809783936 (1.7106163644790648) - | > loss_1: 36.04610061645508 (33.216655807495115) - - --> STEP: 26 - | > loss_disc: 2.4843573570251465 (2.477239205287053) - | > loss_disc_real_0: 0.12978428602218628 (0.10750208264933182) - | > loss_disc_real_1: 0.2844952940940857 (0.24736000769413435) - | > loss_disc_real_2: 0.22088471055030823 (0.2359393244752517) - | > loss_disc_real_3: 0.17736434936523438 (0.20989446427959663) - | > loss_disc_real_4: 0.18705688416957855 (0.22605490340636328) - | > loss_disc_real_5: 0.16111531853675842 (0.2230096562550618) - | > loss_0: 2.4843573570251465 (2.477239205287053) - | > loss_gen: 2.28780198097229 (2.2236458246524515) - | > loss_kl: 1.6481019258499146 (1.6038727301817675) - | > loss_feat: 6.231011390686035 (6.280215575144841) - | > loss_mel: 19.38775634765625 (21.32325275127704) - | > loss_duration: 1.6808884143829346 (1.7094729817830598) - | > loss_1: 31.235559463500977 (33.14045979426457) - - --> STEP: 27 - | > loss_disc: 2.4467711448669434 (2.4761107586048268) - | > loss_disc_real_0: 0.13701088726520538 (0.10859500133880863) - | > loss_disc_real_1: 0.22927004098892212 (0.24669000892727463) - | > loss_disc_real_2: 0.25625431537628174 (0.23669173154566023) - | > loss_disc_real_3: 0.2501588761806488 (0.2113857387944504) - | > loss_disc_real_4: 0.26856380701065063 (0.2276293072435591) - | > loss_disc_real_5: 0.18336836993694305 (0.22154146046550185) - | > loss_0: 2.4467711448669434 (2.4761107586048268) - | > loss_gen: 2.318998336791992 (2.227177399176138) - | > loss_kl: 1.5726313591003418 (1.6027156423639368) - | > loss_feat: 7.277058124542236 (6.317135669566967) - | > loss_mel: 23.194196701049805 (21.392546971638993) - | > loss_duration: 1.7230273485183716 (1.7099749953658492) - | > loss_1: 36.08591079711914 (33.249550572148074) - - --> STEP: 28 - | > loss_disc: 2.3869729042053223 (2.4729272638048445) - | > loss_disc_real_0: 0.12829844653606415 (0.10929869581013918) - | > loss_disc_real_1: 0.2423982322216034 (0.24653673118778638) - | > loss_disc_real_2: 0.24490384757518768 (0.23698502140385763) - | > loss_disc_real_3: 0.194388747215271 (0.2107787033809083) - | > loss_disc_real_4: 0.23846489191055298 (0.22801629241023744) - | > loss_disc_real_5: 0.2025497406721115 (0.22086318475859507) - | > loss_0: 2.3869729042053223 (2.4729272638048445) - | > loss_gen: 2.3997623920440674 (2.233341148921421) - | > loss_kl: 1.5471724271774292 (1.600731956107276) - | > loss_feat: 6.430522441864014 (6.3211851971490045) - | > loss_mel: 21.703638076782227 (21.403657368251253) - | > loss_duration: 1.7071788311004639 (1.7098751323563712) - | > loss_1: 33.78827667236328 (33.26879079001291) - - --> STEP: 29 - | > loss_disc: 2.4313676357269287 (2.471494173181468) - | > loss_disc_real_0: 0.10905642807483673 (0.10929034175030117) - | > loss_disc_real_1: 0.24787776172161102 (0.2465829736199872) - | > loss_disc_real_2: 0.26869869232177734 (0.23807859626309624) - | > loss_disc_real_3: 0.19129960238933563 (0.21010701024326786) - | > loss_disc_real_4: 0.23601511120796204 (0.22829211374809003) - | > loss_disc_real_5: 0.23031193017959595 (0.2211890035662158) - | > loss_0: 2.4313676357269287 (2.471494173181468) - | > loss_gen: 2.3731303215026855 (2.2381614652173267) - | > loss_kl: 1.4073963165283203 (1.594065209914898) - | > loss_feat: 6.530790328979492 (6.328412960315573) - | > loss_mel: 21.39322280883789 (21.403297555857687) - | > loss_duration: 1.6716265678405762 (1.7085562163385852) - | > loss_1: 33.37616729736328 (33.27249342819741) - - --> STEP: 30 - | > loss_disc: 2.600428819656372 (2.4757919947306317) - | > loss_disc_real_0: 0.18203206360340118 (0.11171506581207116) - | > loss_disc_real_1: 0.22461551427841187 (0.24585072497526805) - | > loss_disc_real_2: 0.24618814885616302 (0.23834891468286515) - | > loss_disc_real_3: 0.14576825499534607 (0.2079623850683371) - | > loss_disc_real_4: 0.24278481304645538 (0.2287752037247022) - | > loss_disc_real_5: 0.1776597797870636 (0.21973802944024404) - | > loss_0: 2.600428819656372 (2.4757919947306317) - | > loss_gen: 2.0147879123687744 (2.230715680122375) - | > loss_kl: 1.8488768339157104 (1.602558930714925) - | > loss_feat: 6.812499523162842 (6.344549179077148) - | > loss_mel: 25.6752986907959 (21.54569759368896) - | > loss_duration: 1.7164220809936523 (1.7088184118270875) - | > loss_1: 38.06788635253906 (33.4323398590088) - - --> STEP: 31 - | > loss_disc: 2.507211685180664 (2.4768055331322456) - | > loss_disc_real_0: 0.10188961774110794 (0.11139811587429815) - | > loss_disc_real_1: 0.2923049330711365 (0.24734924781707027) - | > loss_disc_real_2: 0.24670632183551788 (0.238618508461983) - | > loss_disc_real_3: 0.23189251124858856 (0.20873432462253877) - | > loss_disc_real_4: 0.23104174435138702 (0.22884831793846622) - | > loss_disc_real_5: 0.17651675641536713 (0.21834379482653835) - | > loss_0: 2.507211685180664 (2.4768055331322456) - | > loss_gen: 2.1744332313537598 (2.2289001172588714) - | > loss_kl: 1.5975128412246704 (1.6023961536345943) - | > loss_feat: 5.296864032745361 (6.310752884034188) - | > loss_mel: 18.97370719909668 (21.46273016160534) - | > loss_duration: 1.6607311964035034 (1.7072672113295524) - | > loss_1: 29.7032470703125 (33.312046543244406) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.009600000996743479 (-0.0031611150310885527) - | > avg_loss_disc: 2.4768055331322456 (-0.11058515118014434) - | > avg_loss_disc_real_0: 0.11139811587429815 (+0.02008041078525205) - | > avg_loss_disc_real_1: 0.24734924781707027 (+0.03163121496477436) - | > avg_loss_disc_real_2: 0.238618508461983 (+0.0015592844255508942) - | > avg_loss_disc_real_3: 0.20873432462253877 (-0.033466911363986246) - | > avg_loss_disc_real_4: 0.22884831793846622 (-0.007977183788053455) - | > avg_loss_disc_real_5: 0.21834379482653835 (-0.01919573064773311) - | > avg_loss_0: 2.4768055331322456 (-0.11058515118014434) - | > avg_loss_gen: 2.2289001172588714 (+0.25929349084054243) - | > avg_loss_kl: 1.6023961536345943 (+0.045425615003032105) - | > avg_loss_feat: 6.310752884034188 (+0.1922738782821165) - | > avg_loss_mel: 21.46273016160534 (-0.3030025420650375) - | > avg_loss_duration: 1.7072672113295524 (+0.007071033600837939) - | > avg_loss_1: 33.312046543244406 (+0.20106149488881186) - - - > EPOCH: 15/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 01:53:06)  - - --> TIME: 2024-11-23 01:53:19 -- STEP: 13/797 -- GLOBAL_STEP: 35075 - | > loss_disc: 2.5450072288513184 (2.4859500298133264) - | > loss_disc_real_0: 0.10297685861587524 (0.13556633373865715) - | > loss_disc_real_1: 0.23077042400836945 (0.2312290118290828) - | > loss_disc_real_2: 0.23956552147865295 (0.23062653037217948) - | > loss_disc_real_3: 0.31179752945899963 (0.22735028771253732) - | > loss_disc_real_4: 0.2500664293766022 (0.22261555951375228) - | > loss_disc_real_5: 0.19926685094833374 (0.22862586149802575) - | > loss_0: 2.5450072288513184 (2.4859500298133264) - | > grad_norm_0: tensor(19.2052, device='cuda:0') (tensor(101.2870, device='cuda:0')) - | > loss_gen: 2.1513140201568604 (2.2899272992060733) - | > loss_kl: 1.5138200521469116 (1.5729758922870343) - | > loss_feat: 6.297244071960449 (5.925875627077543) - | > loss_mel: 21.834226608276367 (20.764389918400692) - | > loss_duration: 1.8428252935409546 (1.876805828167842) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.63943099975586 (32.42997477604793) - | > grad_norm_1: tensor(525.6462, device='cuda:0') (tensor(648.0865, device='cuda:0')) - | > current_lr_0: 0.0001989278170603166 - | > current_lr_1: 0.0001989278170603166 - | > step_time: 0.9176 (0.8636010243342473) - | > loader_time: 0.0038 (0.004840447352482722) - - - --> TIME: 2024-11-23 01:53:43 -- STEP: 38/797 -- GLOBAL_STEP: 35100 - | > loss_disc: 2.504932165145874 (2.477770447731018) - | > loss_disc_real_0: 0.08601456880569458 (0.13031862431058758) - | > loss_disc_real_1: 0.18234969675540924 (0.21584434415164747) - | > loss_disc_real_2: 0.23990818858146667 (0.22869125910495458) - | > loss_disc_real_3: 0.21785639226436615 (0.23066516612705432) - | > loss_disc_real_4: 0.21368306875228882 (0.21927136731775185) - | > loss_disc_real_5: 0.2462083399295807 (0.23297919960398422) - | > loss_0: 2.504932165145874 (2.477770447731018) - | > grad_norm_0: tensor(114.8649, device='cuda:0') (tensor(80.9136, device='cuda:0')) - | > loss_gen: 2.3966803550720215 (2.3485267413289925) - | > loss_kl: 1.4057483673095703 (1.610959109507109) - | > loss_feat: 6.581251621246338 (6.288474911137631) - | > loss_mel: 21.74551010131836 (20.91806075447484) - | > loss_duration: 1.7931766510009766 (1.8187675225107294) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.92236328125 (32.98478924600702) - | > grad_norm_1: tensor(339.8452, device='cuda:0') (tensor(612.3345, device='cuda:0')) - | > current_lr_0: 0.0001989278170603166 - | > current_lr_1: 0.0001989278170603166 - | > step_time: 0.8851 (0.923809572270042) - | > loader_time: 0.0034 (0.005437744291205157) - - - --> TIME: 2024-11-23 01:54:07 -- STEP: 63/797 -- GLOBAL_STEP: 35125 - | > loss_disc: 2.4879519939422607 (2.4837183800954667) - | > loss_disc_real_0: 0.17741091549396515 (0.14254171549091268) - | > loss_disc_real_1: 0.186884343624115 (0.21575458276839482) - | > loss_disc_real_2: 0.2535497844219208 (0.232615076123722) - | > loss_disc_real_3: 0.259383887052536 (0.2230929493431061) - | > loss_disc_real_4: 0.2024410516023636 (0.22094600091850947) - | > loss_disc_real_5: 0.25210434198379517 (0.23530397907135978) - | > loss_0: 2.4879519939422607 (2.4837183800954667) - | > grad_norm_0: tensor(84.8502, device='cuda:0') (tensor(88.2935, device='cuda:0')) - | > loss_gen: 2.4364118576049805 (2.3581914939577606) - | > loss_kl: 1.4973134994506836 (1.594518636900281) - | > loss_feat: 7.1757636070251465 (6.335850102560861) - | > loss_mel: 21.205760955810547 (21.06319242810446) - | > loss_duration: 1.7337732315063477 (1.783169184412275) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.04902267456055 (33.134922088138644) - | > grad_norm_1: tensor(510.0100, device='cuda:0') (tensor(592.4825, device='cuda:0')) - | > current_lr_0: 0.0001989278170603166 - | > current_lr_1: 0.0001989278170603166 - | > step_time: 1.0025 (0.92992735665942) - | > loader_time: 0.0066 (0.005439160362122551) - - - --> TIME: 2024-11-23 01:54:31 -- STEP: 88/797 -- GLOBAL_STEP: 35150 - | > loss_disc: 2.626950263977051 (2.4827898740768437) - | > loss_disc_real_0: 0.21143129467964172 (0.14119629075073384) - | > loss_disc_real_1: 0.20904800295829773 (0.21727899055589328) - | > loss_disc_real_2: 0.25203073024749756 (0.2311466820538044) - | > loss_disc_real_3: 0.25965550541877747 (0.2243258450180292) - | > loss_disc_real_4: 0.2132922112941742 (0.2185730996795676) - | > loss_disc_real_5: 0.20549993216991425 (0.2345429059456695) - | > loss_0: 2.626950263977051 (2.4827898740768437) - | > grad_norm_0: tensor(38.7096, device='cuda:0') (tensor(83.2151, device='cuda:0')) - | > loss_gen: 2.089658737182617 (2.330196740952405) - | > loss_kl: 1.684053659439087 (1.5656926211985676) - | > loss_feat: 5.404774188995361 (6.359155470674687) - | > loss_mel: 19.987964630126953 (21.163953000848934) - | > loss_duration: 1.6891732215881348 (1.7671644023873592) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.85562515258789 (33.18616238507359) - | > grad_norm_1: tensor(417.7210, device='cuda:0') (tensor(578.0467, device='cuda:0')) - | > current_lr_0: 0.0001989278170603166 - | > current_lr_1: 0.0001989278170603166 - | > step_time: 0.9219 (0.9322883134538477) - | > loader_time: 0.0042 (0.005386208946054631) - - - --> TIME: 2024-11-23 01:54:56 -- STEP: 113/797 -- GLOBAL_STEP: 35175 - | > loss_disc: 2.4064252376556396 (2.4809889012733395) - | > loss_disc_real_0: 0.13234075903892517 (0.139823980596477) - | > loss_disc_real_1: 0.1989070326089859 (0.21706222617520696) - | > loss_disc_real_2: 0.22429721057415009 (0.23407608270645142) - | > loss_disc_real_3: 0.2483995407819748 (0.2243163755773443) - | > loss_disc_real_4: 0.2080320119857788 (0.219910527752564) - | > loss_disc_real_5: 0.23869261145591736 (0.23444847090054402) - | > loss_0: 2.4064252376556396 (2.4809889012733395) - | > grad_norm_0: tensor(25.0911, device='cuda:0') (tensor(75.2484, device='cuda:0')) - | > loss_gen: 2.448915481567383 (2.3236907583422357) - | > loss_kl: 1.7312417030334473 (1.565238149820176) - | > loss_feat: 7.258532524108887 (6.3760842348621996) - | > loss_mel: 21.39251136779785 (21.185042440363784) - | > loss_duration: 1.688880443572998 (1.7583272952949054) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.52008056640625 (33.20838303692571) - | > grad_norm_1: tensor(730.5479, device='cuda:0') (tensor(577.3329, device='cuda:0')) - | > current_lr_0: 0.0001989278170603166 - | > current_lr_1: 0.0001989278170603166 - | > step_time: 0.9468 (0.9500863467697549) - | > loader_time: 0.006 (0.005422737746112113) - - - --> TIME: 2024-11-23 01:55:21 -- STEP: 138/797 -- GLOBAL_STEP: 35200 - | > loss_disc: 2.495123863220215 (2.4783581823542504) - | > loss_disc_real_0: 0.15027032792568207 (0.13949594217474054) - | > loss_disc_real_1: 0.2293400764465332 (0.2172532282445742) - | > loss_disc_real_2: 0.2603442072868347 (0.23254602532023969) - | > loss_disc_real_3: 0.21959345042705536 (0.2238901647320692) - | > loss_disc_real_4: 0.21310263872146606 (0.21990752630475638) - | > loss_disc_real_5: 0.231609508395195 (0.2341118560753007) - | > loss_0: 2.495123863220215 (2.4783581823542504) - | > grad_norm_0: tensor(49.2164, device='cuda:0') (tensor(73.2598, device='cuda:0')) - | > loss_gen: 2.3645644187927246 (2.3187166987985797) - | > loss_kl: 1.9094829559326172 (1.5570033019867495) - | > loss_feat: 5.997140884399414 (6.383964977402617) - | > loss_mel: 19.80701446533203 (21.254557194917094) - | > loss_duration: 1.7403497695922852 (1.75325844426086) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.818553924560547 (33.26750076680944) - | > grad_norm_1: tensor(615.2643, device='cuda:0') (tensor(574.5574, device='cuda:0')) - | > current_lr_0: 0.0001989278170603166 - | > current_lr_1: 0.0001989278170603166 - | > step_time: 1.0058 (0.954421587612318) - | > loader_time: 0.0092 (0.005453546841939288) - - - --> TIME: 2024-11-23 01:55:49 -- STEP: 163/797 -- GLOBAL_STEP: 35225 - | > loss_disc: 2.599490165710449 (2.4878818418350694) - | > loss_disc_real_0: 0.11145695298910141 (0.1408570431447103) - | > loss_disc_real_1: 0.2384699136018753 (0.2183129014047377) - | > loss_disc_real_2: 0.21486014127731323 (0.2332183166515608) - | > loss_disc_real_3: 0.29286131262779236 (0.2248564050789991) - | > loss_disc_real_4: 0.21427378058433533 (0.22070619491346044) - | > loss_disc_real_5: 0.22878867387771606 (0.23510366257714346) - | > loss_0: 2.599490165710449 (2.4878818418350694) - | > grad_norm_0: tensor(114.5962, device='cuda:0') (tensor(72.0925, device='cuda:0')) - | > loss_gen: 2.2042579650878906 (2.318246042070211) - | > loss_kl: 1.7967517375946045 (1.5614716765339385) - | > loss_feat: 6.629451751708984 (6.364126144011326) - | > loss_mel: 22.611778259277344 (21.2848765250364) - | > loss_duration: 1.6773513555526733 (1.7476601227660853) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.919593811035156 (33.27638069106026) - | > grad_norm_1: tensor(710.3043, device='cuda:0') (tensor(586.9003, device='cuda:0')) - | > current_lr_0: 0.0001989278170603166 - | > current_lr_1: 0.0001989278170603166 - | > step_time: 0.9968 (0.9779768677576919) - | > loader_time: 0.0068 (0.005779569134390424) - - - --> TIME: 2024-11-23 01:56:15 -- STEP: 188/797 -- GLOBAL_STEP: 35250 - | > loss_disc: 2.3609509468078613 (2.489262248607392) - | > loss_disc_real_0: 0.06281481683254242 (0.14244401098248802) - | > loss_disc_real_1: 0.17292386293411255 (0.21880723829282092) - | > loss_disc_real_2: 0.23600859940052032 (0.23231633364203128) - | > loss_disc_real_3: 0.2777707278728485 (0.22562579660022514) - | > loss_disc_real_4: 0.18901249766349792 (0.220424224800886) - | > loss_disc_real_5: 0.21543362736701965 (0.23465169831476312) - | > loss_0: 2.3609509468078613 (2.489262248607392) - | > grad_norm_0: tensor(27.7823, device='cuda:0') (tensor(78.3872, device='cuda:0')) - | > loss_gen: 2.5571937561035156 (2.323776659179239) - | > loss_kl: 1.7738497257232666 (1.5557208834810454) - | > loss_feat: 7.41834020614624 (6.360813881488555) - | > loss_mel: 22.72623634338379 (21.308127129331552) - | > loss_duration: 1.7451376914978027 (1.7409042544821476) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.22075653076172 (33.28934290053995) - | > grad_norm_1: tensor(496.2599, device='cuda:0') (tensor(580.6979, device='cuda:0')) - | > current_lr_0: 0.0001989278170603166 - | > current_lr_1: 0.0001989278170603166 - | > step_time: 1.0607 (0.9839669516746034) - | > loader_time: 0.009 (0.005935529445080043) - - - --> TIME: 2024-11-23 01:56:41 -- STEP: 213/797 -- GLOBAL_STEP: 35275 - | > loss_disc: 2.4934141635894775 (2.4939015616833324) - | > loss_disc_real_0: 0.1678454577922821 (0.14200697849753874) - | > loss_disc_real_1: 0.22457583248615265 (0.21905482088176298) - | > loss_disc_real_2: 0.23846055567264557 (0.23470101061281465) - | > loss_disc_real_3: 0.23236782848834991 (0.22554185223971174) - | > loss_disc_real_4: 0.19229355454444885 (0.22178968871143503) - | > loss_disc_real_5: 0.20231497287750244 (0.23532740072185446) - | > loss_0: 2.4934141635894775 (2.4939015616833324) - | > grad_norm_0: tensor(85.0924, device='cuda:0') (tensor(77.3058, device='cuda:0')) - | > loss_gen: 2.1232380867004395 (2.320877991371869) - | > loss_kl: 1.4201295375823975 (1.5526014169057205) - | > loss_feat: 5.998368263244629 (6.332481825295747) - | > loss_mel: 21.137290954589844 (21.319380424392058) - | > loss_duration: 1.7305335998535156 (1.7385143769179152) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.40956115722656 (33.263856171442285) - | > grad_norm_1: tensor(694.0415, device='cuda:0') (tensor(577.3138, device='cuda:0')) - | > current_lr_0: 0.0001989278170603166 - | > current_lr_1: 0.0001989278170603166 - | > step_time: 0.9954 (0.9877735449114876) - | > loader_time: 0.0053 (0.006048662561765856) - - - --> TIME: 2024-11-23 01:57:07 -- STEP: 238/797 -- GLOBAL_STEP: 35300 - | > loss_disc: 2.522953987121582 (2.4953705042350194) - | > loss_disc_real_0: 0.12241257727146149 (0.14119818744038334) - | > loss_disc_real_1: 0.19654199481010437 (0.21909658685952677) - | > loss_disc_real_2: 0.26835107803344727 (0.23388144179802983) - | > loss_disc_real_3: 0.20078672468662262 (0.226114166947473) - | > loss_disc_real_4: 0.21882477402687073 (0.2218791050445132) - | > loss_disc_real_5: 0.2233395278453827 (0.23506337504426972) - | > loss_0: 2.522953987121582 (2.4953705042350194) - | > grad_norm_0: tensor(161.1922, device='cuda:0') (tensor(77.0948, device='cuda:0')) - | > loss_gen: 2.2564244270324707 (2.31529079415217) - | > loss_kl: 1.656800389289856 (1.559035786560603) - | > loss_feat: 5.696151256561279 (6.310536933546306) - | > loss_mel: 21.029111862182617 (21.291749232957347) - | > loss_duration: 1.7690109014511108 (1.734160823982303) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.40749740600586 (33.21077370042558) - | > grad_norm_1: tensor(564.2689, device='cuda:0') (tensor(580.6981, device='cuda:0')) - | > current_lr_0: 0.0001989278170603166 - | > current_lr_1: 0.0001989278170603166 - | > step_time: 1.2672 (0.9919613980445541) - | > loader_time: 0.0057 (0.006076662480330264) - - - --> TIME: 2024-11-23 01:57:31 -- STEP: 263/797 -- GLOBAL_STEP: 35325 - | > loss_disc: 2.3561313152313232 (2.4938025501744376) - | > loss_disc_real_0: 0.1280314028263092 (0.14047771712106444) - | > loss_disc_real_1: 0.1914210170507431 (0.21934612514628204) - | > loss_disc_real_2: 0.21128007769584656 (0.2345059699885292) - | > loss_disc_real_3: 0.18290826678276062 (0.22564659876741838) - | > loss_disc_real_4: 0.2209857702255249 (0.2224048069561389) - | > loss_disc_real_5: 0.20926477015018463 (0.23517656484937485) - | > loss_0: 2.3561313152313232 (2.4938025501744376) - | > grad_norm_0: tensor(74.5265, device='cuda:0') (tensor(76.5701, device='cuda:0')) - | > loss_gen: 2.153979778289795 (2.3170091883764505) - | > loss_kl: 1.5405914783477783 (1.5595815290516315) - | > loss_feat: 6.485405445098877 (6.310470961799186) - | > loss_mel: 22.370004653930664 (21.319063001712465) - | > loss_duration: 1.6821519136428833 (1.7309955258786451) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.23213195800781 (33.23712030563062) - | > grad_norm_1: tensor(521.9025, device='cuda:0') (tensor(590.2859, device='cuda:0')) - | > current_lr_0: 0.0001989278170603166 - | > current_lr_1: 0.0001989278170603166 - | > step_time: 0.9394 (0.9890135794084788) - | > loader_time: 0.0064 (0.0061512582655641945) - - - --> TIME: 2024-11-23 01:57:55 -- STEP: 288/797 -- GLOBAL_STEP: 35350 - | > loss_disc: 2.526430368423462 (2.492044605314731) - | > loss_disc_real_0: 0.17342272400856018 (0.13997862508727443) - | > loss_disc_real_1: 0.2575269937515259 (0.2192430131447812) - | > loss_disc_real_2: 0.25632426142692566 (0.23452115462472042) - | > loss_disc_real_3: 0.24733923375606537 (0.2251958544883463) - | > loss_disc_real_4: 0.2468494027853012 (0.22223906363877985) - | > loss_disc_real_5: 0.23190824687480927 (0.23500483576208353) - | > loss_0: 2.526430368423462 (2.492044605314731) - | > grad_norm_0: tensor(61.7837, device='cuda:0') (tensor(77.1538, device='cuda:0')) - | > loss_gen: 2.3252227306365967 (2.3173570347328964) - | > loss_kl: 1.275180459022522 (1.5618444350030685) - | > loss_feat: 5.893843650817871 (6.30732518268956) - | > loss_mel: 22.209136962890625 (21.33379949132602) - | > loss_duration: 1.6491494178771973 (1.7291270101235972) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.35253143310547 (33.24945320685701) - | > grad_norm_1: tensor(937.8329, device='cuda:0') (tensor(599.2310, device='cuda:0')) - | > current_lr_0: 0.0001989278170603166 - | > current_lr_1: 0.0001989278170603166 - | > step_time: 0.8421 (0.9856809236937099) - | > loader_time: 0.0112 (0.006193318300777011) - - - --> TIME: 2024-11-23 01:58:20 -- STEP: 313/797 -- GLOBAL_STEP: 35375 - | > loss_disc: 2.4060285091400146 (2.4909195785705274) - | > loss_disc_real_0: 0.1757517158985138 (0.13982742943893228) - | > loss_disc_real_1: 0.23541298508644104 (0.21889648041405235) - | > loss_disc_real_2: 0.2313508540391922 (0.2345481227381161) - | > loss_disc_real_3: 0.28282660245895386 (0.22551352580705772) - | > loss_disc_real_4: 0.22383999824523926 (0.22214025720811117) - | > loss_disc_real_5: 0.24180342257022858 (0.23455736317192785) - | > loss_0: 2.4060285091400146 (2.4909195785705274) - | > grad_norm_0: tensor(52.3868, device='cuda:0') (tensor(77.6638, device='cuda:0')) - | > loss_gen: 2.549682378768921 (2.3171705799742606) - | > loss_kl: 1.5503138303756714 (1.5685462982128981) - | > loss_feat: 6.541952133178711 (6.297884173286607) - | > loss_mel: 20.568544387817383 (21.3486866113096) - | > loss_duration: 1.625360131263733 (1.726592376209296) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.835853576660156 (33.25888013382687) - | > grad_norm_1: tensor(774.6127, device='cuda:0') (tensor(605.8833, device='cuda:0')) - | > current_lr_0: 0.0001989278170603166 - | > current_lr_1: 0.0001989278170603166 - | > step_time: 0.9696 (0.9852114569264859) - | > loader_time: 0.0053 (0.006216506226755941) - - - --> TIME: 2024-11-23 01:58:45 -- STEP: 338/797 -- GLOBAL_STEP: 35400 - | > loss_disc: 2.572303295135498 (2.4899128844752116) - | > loss_disc_real_0: 0.27597808837890625 (0.14002369718967814) - | > loss_disc_real_1: 0.2785544693470001 (0.21898405293564824) - | > loss_disc_real_2: 0.2399740070104599 (0.23401649653382556) - | > loss_disc_real_3: 0.22746731340885162 (0.22539678017592288) - | > loss_disc_real_4: 0.21365143358707428 (0.22217131816071167) - | > loss_disc_real_5: 0.21619871258735657 (0.23452849514209306) - | > loss_0: 2.572303295135498 (2.4899128844752116) - | > grad_norm_0: tensor(144.6995, device='cuda:0') (tensor(78.5692, device='cuda:0')) - | > loss_gen: 2.281379461288452 (2.3187775453166823) - | > loss_kl: 1.344870924949646 (1.5670558436382445) - | > loss_feat: 4.707303047180176 (6.3021605917687955) - | > loss_mel: 18.83523178100586 (21.359918427890573) - | > loss_duration: 1.6826685667037964 (1.724661236331308) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 28.85145378112793 (33.272573725006254) - | > grad_norm_1: tensor(366.9886, device='cuda:0') (tensor(609.7713, device='cuda:0')) - | > current_lr_0: 0.0001989278170603166 - | > current_lr_1: 0.0001989278170603166 - | > step_time: 1.0049 (0.9851660121827436) - | > loader_time: 0.0103 (0.006317221906763563) - - - --> TIME: 2024-11-23 01:59:11 -- STEP: 363/797 -- GLOBAL_STEP: 35425 - | > loss_disc: 2.419440269470215 (2.488895353206919) - | > loss_disc_real_0: 0.10011206567287445 (0.13942757804080147) - | > loss_disc_real_1: 0.23564152419567108 (0.2188609873378244) - | > loss_disc_real_2: 0.24563446640968323 (0.2344451920224287) - | > loss_disc_real_3: 0.2772408425807953 (0.22517233619020005) - | > loss_disc_real_4: 0.25440922379493713 (0.2223065849752794) - | > loss_disc_real_5: 0.20582740008831024 (0.23390074575078718) - | > loss_0: 2.419440269470215 (2.488895353206919) - | > grad_norm_0: tensor(12.9128, device='cuda:0') (tensor(77.1853, device='cuda:0')) - | > loss_gen: 2.377387762069702 (2.3203856094481177) - | > loss_kl: 1.8004968166351318 (1.5664526017244191) - | > loss_feat: 6.389305591583252 (6.311768114074202) - | > loss_mel: 20.19502067565918 (21.368507550767628) - | > loss_duration: 1.6895418167114258 (1.7221147235760021) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.451751708984375 (33.2892286757792) - | > grad_norm_1: tensor(642.7964, device='cuda:0') (tensor(613.9645, device='cuda:0')) - | > current_lr_0: 0.0001989278170603166 - | > current_lr_1: 0.0001989278170603166 - | > step_time: 1.0191 (0.9870515224362207) - | > loader_time: 0.0081 (0.006400361862392795) - - - --> TIME: 2024-11-23 01:59:36 -- STEP: 388/797 -- GLOBAL_STEP: 35450 - | > loss_disc: 2.576803684234619 (2.490045820929343) - | > loss_disc_real_0: 0.07556578516960144 (0.13916198338007502) - | > loss_disc_real_1: 0.2616601288318634 (0.21929669249610803) - | > loss_disc_real_2: 0.27171850204467773 (0.2339322211355278) - | > loss_disc_real_3: 0.25353920459747314 (0.22553033696621963) - | > loss_disc_real_4: 0.2836907207965851 (0.2221200121662666) - | > loss_disc_real_5: 0.2035759836435318 (0.23390530756453878) - | > loss_0: 2.576803684234619 (2.490045820929343) - | > grad_norm_0: tensor(11.5865, device='cuda:0') (tensor(76.1667, device='cuda:0')) - | > loss_gen: 2.1152756214141846 (2.31969270724611) - | > loss_kl: 1.51011323928833 (1.5665711253574208) - | > loss_feat: 6.249156951904297 (6.3137550145080406) - | > loss_mel: 22.09041976928711 (21.37327269180532) - | > loss_duration: 1.7529442310333252 (1.7198645432585296) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.71791076660156 (33.293156151918986) - | > grad_norm_1: tensor(148.3385, device='cuda:0') (tensor(618.2803, device='cuda:0')) - | > current_lr_0: 0.0001989278170603166 - | > current_lr_1: 0.0001989278170603166 - | > step_time: 1.0825 (0.9877725962511043) - | > loader_time: 0.007 (0.006462679695837277) - - - --> TIME: 2024-11-23 02:00:00 -- STEP: 413/797 -- GLOBAL_STEP: 35475 - | > loss_disc: 2.5152840614318848 (2.491610929983294) - | > loss_disc_real_0: 0.06671542674303055 (0.13868435756382302) - | > loss_disc_real_1: 0.2559584081172943 (0.21933437317393306) - | > loss_disc_real_2: 0.25613075494766235 (0.23468401458015165) - | > loss_disc_real_3: 0.23280693590641022 (0.22545121382858793) - | > loss_disc_real_4: 0.2351800948381424 (0.222444077922126) - | > loss_disc_real_5: 0.24810872972011566 (0.23434018652173566) - | > loss_0: 2.5152840614318848 (2.491610929983294) - | > grad_norm_0: tensor(21.5763, device='cuda:0') (tensor(75.7139, device='cuda:0')) - | > loss_gen: 2.2067766189575195 (2.319245624484507) - | > loss_kl: 1.5282793045043945 (1.5655321956546768) - | > loss_feat: 5.895425319671631 (6.299760405145603) - | > loss_mel: 21.09173583984375 (21.37572045822696) - | > loss_duration: 1.6904711723327637 (1.718384918231364) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.412689208984375 (33.2786436658217) - | > grad_norm_1: tensor(616.5419, device='cuda:0') (tensor(615.2416, device='cuda:0')) - | > current_lr_0: 0.0001989278170603166 - | > current_lr_1: 0.0001989278170603166 - | > step_time: 0.9305 (0.9855705929726146) - | > loader_time: 0.0078 (0.006513612899595543) - - - --> TIME: 2024-11-23 02:00:25 -- STEP: 438/797 -- GLOBAL_STEP: 35500 - | > loss_disc: 2.424323320388794 (2.4912044332452044) - | > loss_disc_real_0: 0.10862690210342407 (0.1382056143577105) - | > loss_disc_real_1: 0.2315257340669632 (0.21925171502104632) - | > loss_disc_real_2: 0.2289423942565918 (0.23474452426852702) - | > loss_disc_real_3: 0.22052405774593353 (0.22581046741438782) - | > loss_disc_real_4: 0.23102250695228577 (0.22274154424667358) - | > loss_disc_real_5: 0.2158680260181427 (0.23433407899587666) - | > loss_0: 2.424323320388794 (2.4912044332452044) - | > grad_norm_0: tensor(134.7057, device='cuda:0') (tensor(76.6448, device='cuda:0')) - | > loss_gen: 2.417130947113037 (2.3251756922295113) - | > loss_kl: 1.5911864042282104 (1.5658167804757204) - | > loss_feat: 6.776391983032227 (6.3205534105431544) - | > loss_mel: 23.103647232055664 (21.410842767044816) - | > loss_duration: 1.6615099906921387 (1.7171440709671475) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.54986572265625 (33.339532769433944) - | > grad_norm_1: tensor(642.1805, device='cuda:0') (tensor(618.2097, device='cuda:0')) - | > current_lr_0: 0.0001989278170603166 - | > current_lr_1: 0.0001989278170603166 - | > step_time: 0.9619 (0.9859493475526435) - | > loader_time: 0.0074 (0.006592058699969289) - - - --> TIME: 2024-11-23 02:00:54 -- STEP: 463/797 -- GLOBAL_STEP: 35525 - | > loss_disc: 2.4145853519439697 (2.490251143086809) - | > loss_disc_real_0: 0.10730364918708801 (0.1379291721927425) - | > loss_disc_real_1: 0.2215675562620163 (0.2193143480411101) - | > loss_disc_real_2: 0.23606649041175842 (0.23469810963449417) - | > loss_disc_real_3: 0.2761269509792328 (0.2256654224179476) - | > loss_disc_real_4: 0.29463279247283936 (0.22270765514404675) - | > loss_disc_real_5: 0.1802762746810913 (0.23408629659957556) - | > loss_0: 2.4145853519439697 (2.490251143086809) - | > grad_norm_0: tensor(64.8016, device='cuda:0') (tensor(78.1282, device='cuda:0')) - | > loss_gen: 2.4743943214416504 (2.327557868370485) - | > loss_kl: 1.581314206123352 (1.5660397324139814) - | > loss_feat: 6.850975513458252 (6.331333582653597) - | > loss_mel: 22.085485458374023 (21.443085773459764) - | > loss_duration: 1.694469928741455 (1.7163932289984523) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.686641693115234 (33.38441023198365) - | > grad_norm_1: tensor(749.2750, device='cuda:0') (tensor(618.5831, device='cuda:0')) - | > current_lr_0: 0.0001989278170603166 - | > current_lr_1: 0.0001989278170603166 - | > step_time: 1.2717 (0.9933572371629092) - | > loader_time: 0.0071 (0.006673900921452896) - - - --> TIME: 2024-11-23 02:01:21 -- STEP: 488/797 -- GLOBAL_STEP: 35550 - | > loss_disc: 2.532247543334961 (2.4909209662773595) - | > loss_disc_real_0: 0.20771926641464233 (0.13781869977895847) - | > loss_disc_real_1: 0.22958281636238098 (0.21946664582021902) - | > loss_disc_real_2: 0.26728931069374084 (0.23456006967386261) - | > loss_disc_real_3: 0.2659764289855957 (0.22608163409301493) - | > loss_disc_real_4: 0.21680308878421783 (0.22253683801801477) - | > loss_disc_real_5: 0.24207159876823425 (0.23440888691998896) - | > loss_0: 2.532247543334961 (2.4909209662773595) - | > grad_norm_0: tensor(102.4993, device='cuda:0') (tensor(78.9319, device='cuda:0')) - | > loss_gen: 2.3045895099639893 (2.3278424759380156) - | > loss_kl: 1.6186048984527588 (1.5648027485022775) - | > loss_feat: 6.1666646003723145 (6.3380670801537935) - | > loss_mel: 20.957014083862305 (21.47156342717466) - | > loss_duration: 1.697709321975708 (1.71517401005401) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.74458312988281 (33.4174497674723) - | > grad_norm_1: tensor(1056.1082, device='cuda:0') (tensor(618.9992, device='cuda:0')) - | > current_lr_0: 0.0001989278170603166 - | > current_lr_1: 0.0001989278170603166 - | > step_time: 0.9931 (0.9964974928097646) - | > loader_time: 0.007 (0.006754176049936014) - - - --> TIME: 2024-11-23 02:01:47 -- STEP: 513/797 -- GLOBAL_STEP: 35575 - | > loss_disc: 2.4270689487457275 (2.488889641231963) - | > loss_disc_real_0: 0.11130156368017197 (0.13724013921926367) - | > loss_disc_real_1: 0.20354709029197693 (0.2192198255373488) - | > loss_disc_real_2: 0.22660183906555176 (0.234400848373335) - | > loss_disc_real_3: 0.20483632385730743 (0.22572391975460462) - | > loss_disc_real_4: 0.18604090809822083 (0.22239267102807586) - | > loss_disc_real_5: 0.2272132784128189 (0.234134575021662) - | > loss_0: 2.4270689487457275 (2.488889641231963) - | > grad_norm_0: tensor(166.7879, device='cuda:0') (tensor(78.8275, device='cuda:0')) - | > loss_gen: 2.2114648818969727 (2.326842623612105) - | > loss_kl: 1.65009605884552 (1.5605354955089483) - | > loss_feat: 5.590394973754883 (6.337587910553633) - | > loss_mel: 19.3829402923584 (21.473142607170224) - | > loss_duration: 1.652159333229065 (1.714124115819355) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.4870548248291 (33.41223280611093) - | > grad_norm_1: tensor(554.0822, device='cuda:0') (tensor(623.4432, device='cuda:0')) - | > current_lr_0: 0.0001989278170603166 - | > current_lr_1: 0.0001989278170603166 - | > step_time: 1.0407 (0.9996053744942589) - | > loader_time: 0.0069 (0.006833075082790086) - - - --> TIME: 2024-11-23 02:02:16 -- STEP: 538/797 -- GLOBAL_STEP: 35600 - | > loss_disc: 2.6216320991516113 (2.48908951069786) - | > loss_disc_real_0: 0.07765017449855804 (0.13675136761705234) - | > loss_disc_real_1: 0.19338899850845337 (0.21945838516640398) - | > loss_disc_real_2: 0.2355501353740692 (0.23426979530921213) - | > loss_disc_real_3: 0.2902677655220032 (0.22584590664805096) - | > loss_disc_real_4: 0.21143759787082672 (0.22259616508359806) - | > loss_disc_real_5: 0.26573312282562256 (0.23416551606916583) - | > loss_0: 2.6216320991516113 (2.48908951069786) - | > grad_norm_0: tensor(71.1643, device='cuda:0') (tensor(78.5717, device='cuda:0')) - | > loss_gen: 2.1383631229400635 (2.3271941757556682) - | > loss_kl: 1.3097786903381348 (1.558458435934272) - | > loss_feat: 5.574335098266602 (6.338549270062642) - | > loss_mel: 20.684030532836914 (21.483411624085935) - | > loss_duration: 1.7302266359329224 (1.7141240580374426) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.43673324584961 (33.42173762481007) - | > grad_norm_1: tensor(245.4129, device='cuda:0') (tensor(625.8234, device='cuda:0')) - | > current_lr_0: 0.0001989278170603166 - | > current_lr_1: 0.0001989278170603166 - | > step_time: 1.0624 (1.0047528575344153) - | > loader_time: 0.0088 (0.006982763903734854) - - - --> TIME: 2024-11-23 02:02:43 -- STEP: 563/797 -- GLOBAL_STEP: 35625 - | > loss_disc: 2.506807565689087 (2.488764561725978) - | > loss_disc_real_0: 0.09463511407375336 (0.13607852866287562) - | > loss_disc_real_1: 0.19471780955791473 (0.21946943573799269) - | > loss_disc_real_2: 0.2522750198841095 (0.23455300662487905) - | > loss_disc_real_3: 0.21508006751537323 (0.22546451971543624) - | > loss_disc_real_4: 0.23633380234241486 (0.22311856569871175) - | > loss_disc_real_5: 0.25972944498062134 (0.23445400860339244) - | > loss_0: 2.506807565689087 (2.488764561725978) - | > grad_norm_0: tensor(102.6567, device='cuda:0') (tensor(79.1480, device='cuda:0')) - | > loss_gen: 2.299060583114624 (2.329846679846728) - | > loss_kl: 1.761446475982666 (1.5582664396157273) - | > loss_feat: 6.567794322967529 (6.3458663261169646) - | > loss_mel: 23.010387420654297 (21.499287124213684) - | > loss_duration: 1.6539692878723145 (1.7134276927046836) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.29265594482422 (33.44669431818525) - | > grad_norm_1: tensor(880.5836, device='cuda:0') (tensor(628.2066, device='cuda:0')) - | > current_lr_0: 0.0001989278170603166 - | > current_lr_1: 0.0001989278170603166 - | > step_time: 0.9494 (1.0082304172786896) - | > loader_time: 0.0087 (0.0070738394349337055) - - - --> TIME: 2024-11-23 02:03:09 -- STEP: 588/797 -- GLOBAL_STEP: 35650 - | > loss_disc: 2.4835753440856934 (2.489185153221601) - | > loss_disc_real_0: 0.08132476359605789 (0.13724204482269944) - | > loss_disc_real_1: 0.19622918963432312 (0.2193304672837258) - | > loss_disc_real_2: 0.2784314453601837 (0.2341813501857576) - | > loss_disc_real_3: 0.2207304686307907 (0.22556084366578638) - | > loss_disc_real_4: 0.2383008897304535 (0.22268019763588096) - | > loss_disc_real_5: 0.2739134132862091 (0.2341093943029845) - | > loss_0: 2.4835753440856934 (2.489185153221601) - | > grad_norm_0: tensor(135.0963, device='cuda:0') (tensor(80.8153, device='cuda:0')) - | > loss_gen: 2.3854761123657227 (2.3302480051306635) - | > loss_kl: 1.6526652574539185 (1.560140482219709) - | > loss_feat: 6.89436149597168 (6.347531126469981) - | > loss_mel: 22.802852630615234 (21.519293660209282) - | > loss_duration: 1.7641288042068481 (1.7129870217268162) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.49948501586914 (33.470200356982986) - | > grad_norm_1: tensor(626.6401, device='cuda:0') (tensor(624.2690, device='cuda:0')) - | > current_lr_0: 0.0001989278170603166 - | > current_lr_1: 0.0001989278170603166 - | > step_time: 1.0297 (1.0089091792398568) - | > loader_time: 0.0078 (0.007127796306091101) - - - --> TIME: 2024-11-23 02:03:35 -- STEP: 613/797 -- GLOBAL_STEP: 35675 - | > loss_disc: 2.298661231994629 (2.4903355733799923) - | > loss_disc_real_0: 0.08811256289482117 (0.1380331321371808) - | > loss_disc_real_1: 0.2042618989944458 (0.2193987634987077) - | > loss_disc_real_2: 0.2578336000442505 (0.2346135450080402) - | > loss_disc_real_3: 0.19570934772491455 (0.22550575476486187) - | > loss_disc_real_4: 0.20122024416923523 (0.22278624330609306) - | > loss_disc_real_5: 0.2201455533504486 (0.23424952937864363) - | > loss_0: 2.298661231994629 (2.4903355733799923) - | > grad_norm_0: tensor(11.8706, device='cuda:0') (tensor(81.2013, device='cuda:0')) - | > loss_gen: 2.3128409385681152 (2.3310368749484733) - | > loss_kl: 1.5475980043411255 (1.5590474265240144) - | > loss_feat: 6.441816806793213 (6.343467541269921) - | > loss_mel: 21.917938232421875 (21.524849204021397) - | > loss_duration: 1.7304860353469849 (1.7128122261258945) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.950679779052734 (33.47121334542651) - | > grad_norm_1: tensor(368.4366, device='cuda:0') (tensor(623.1166, device='cuda:0')) - | > current_lr_0: 0.0001989278170603166 - | > current_lr_1: 0.0001989278170603166 - | > step_time: 1.0522 (1.0095535448674857) - | > loader_time: 0.0084 (0.007211111498112391) - - - --> TIME: 2024-11-23 02:04:01 -- STEP: 638/797 -- GLOBAL_STEP: 35700 - | > loss_disc: 2.459048271179199 (2.4887359927066846) - | > loss_disc_real_0: 0.09348124265670776 (0.13765297933455367) - | > loss_disc_real_1: 0.2242988646030426 (0.21915957880524636) - | > loss_disc_real_2: 0.26114028692245483 (0.23433118110353296) - | > loss_disc_real_3: 0.180352583527565 (0.22536845829886706) - | > loss_disc_real_4: 0.23233382403850555 (0.22254461991282465) - | > loss_disc_real_5: 0.29328668117523193 (0.2341884128912863) - | > loss_0: 2.459048271179199 (2.4887359927066846) - | > grad_norm_0: tensor(19.5728, device='cuda:0') (tensor(80.3149, device='cuda:0')) - | > loss_gen: 2.309816837310791 (2.3290747650738415) - | > loss_kl: 1.7097949981689453 (1.5577411997280897) - | > loss_feat: 6.357668399810791 (6.342271245011715) - | > loss_mel: 22.841039657592773 (21.53471862858737) - | > loss_duration: 1.7563849687576294 (1.71300161258554) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.97470474243164 (33.476807513580795) - | > grad_norm_1: tensor(524.8795, device='cuda:0') (tensor(618.4963, device='cuda:0')) - | > current_lr_0: 0.0001989278170603166 - | > current_lr_1: 0.0001989278170603166 - | > step_time: 0.9907 (1.0103188663440807) - | > loader_time: 0.0079 (0.0072735824555065194) - - - --> TIME: 2024-11-23 02:04:27 -- STEP: 663/797 -- GLOBAL_STEP: 35725 - | > loss_disc: 2.329604148864746 (2.4878049774227478) - | > loss_disc_real_0: 0.09581399708986282 (0.13741009822326003) - | > loss_disc_real_1: 0.2049494981765747 (0.21892737908510784) - | > loss_disc_real_2: 0.2548096179962158 (0.234411646517873) - | > loss_disc_real_3: 0.19960272312164307 (0.22548293011041073) - | > loss_disc_real_4: 0.21845202147960663 (0.22271841261002093) - | > loss_disc_real_5: 0.20566658675670624 (0.23423988660895806) - | > loss_0: 2.329604148864746 (2.4878049774227478) - | > grad_norm_0: tensor(10.1108, device='cuda:0') (tensor(79.5558, device='cuda:0')) - | > loss_gen: 2.4047484397888184 (2.3292365577605683) - | > loss_kl: 1.3615343570709229 (1.5570931202685667) - | > loss_feat: 6.637234687805176 (6.342829403654303) - | > loss_mel: 22.480512619018555 (21.53901940916816) - | > loss_duration: 1.714118242263794 (1.7125646122260691) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.598148345947266 (33.48074316079442) - | > grad_norm_1: tensor(615.7734, device='cuda:0') (tensor(619.1161, device='cuda:0')) - | > current_lr_0: 0.0001989278170603166 - | > current_lr_1: 0.0001989278170603166 - | > step_time: 1.0891 (1.0108496804762386) - | > loader_time: 0.0094 (0.007347877209003155) - - - --> TIME: 2024-11-23 02:04:55 -- STEP: 688/797 -- GLOBAL_STEP: 35750 - | > loss_disc: 2.56703519821167 (2.4879149846559367) - | > loss_disc_real_0: 0.1433963179588318 (0.13702993554626264) - | > loss_disc_real_1: 0.14269252121448517 (0.2188527167146636) - | > loss_disc_real_2: 0.24344292283058167 (0.23442729876571616) - | > loss_disc_real_3: 0.24142906069755554 (0.22568096738135404) - | > loss_disc_real_4: 0.22405603528022766 (0.2228602845611614) - | > loss_disc_real_5: 0.2701054513454437 (0.23429232859594185) - | > loss_0: 2.56703519821167 (2.4879149846559367) - | > grad_norm_0: tensor(264.8491, device='cuda:0') (tensor(79.9361, device='cuda:0')) - | > loss_gen: 2.313718318939209 (2.3298149580179257) - | > loss_kl: 1.686184048652649 (1.5577788983666616) - | > loss_feat: 5.963988780975342 (6.33896712646928) - | > loss_mel: 20.683595657348633 (21.540889453056224) - | > loss_duration: 1.676230549812317 (1.7120944136796996) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.3237190246582 (33.47954492513525) - | > grad_norm_1: tensor(858.9548, device='cuda:0') (tensor(620.9896, device='cuda:0')) - | > current_lr_0: 0.0001989278170603166 - | > current_lr_1: 0.0001989278170603166 - | > step_time: 1.1938 (1.0144777187081266) - | > loader_time: 0.0092 (0.007466881081115368) - - - --> TIME: 2024-11-23 02:05:24 -- STEP: 713/797 -- GLOBAL_STEP: 35775 - | > loss_disc: 2.359499454498291 (2.4869545275165197) - | > loss_disc_real_0: 0.1166812852025032 (0.13644475258395677) - | > loss_disc_real_1: 0.2402234673500061 (0.21894643527846186) - | > loss_disc_real_2: 0.23153887689113617 (0.23447851859670535) - | > loss_disc_real_3: 0.23143066465854645 (0.2257067067091462) - | > loss_disc_real_4: 0.24772153794765472 (0.22298250883441487) - | > loss_disc_real_5: 0.21599851548671722 (0.23426962868528647) - | > loss_0: 2.359499454498291 (2.4869545275165197) - | > grad_norm_0: tensor(87.6287, device='cuda:0') (tensor(79.5549, device='cuda:0')) - | > loss_gen: 2.4344382286071777 (2.3300138854044175) - | > loss_kl: 1.5200259685516357 (1.556516940429869) - | > loss_feat: 6.417878150939941 (6.338942949099762) - | > loss_mel: 21.615449905395508 (21.564906652645824) - | > loss_duration: 1.6502532958984375 (1.711568707169189) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.63804626464844 (33.50194920864881) - | > grad_norm_1: tensor(581.3282, device='cuda:0') (tensor(620.6078, device='cuda:0')) - | > current_lr_0: 0.0001989278170603166 - | > current_lr_1: 0.0001989278170603166 - | > step_time: 1.0381 (1.0178884312949366) - | > loader_time: 0.009 (0.007600534179601897) - - - --> TIME: 2024-11-23 02:05:52 -- STEP: 738/797 -- GLOBAL_STEP: 35800 - | > loss_disc: 2.325212001800537 (2.4867435008852814) - | > loss_disc_real_0: 0.11651754379272461 (0.13673999736484313) - | > loss_disc_real_1: 0.23332305252552032 (0.2189020849057653) - | > loss_disc_real_2: 0.24231643974781036 (0.234083307023617) - | > loss_disc_real_3: 0.2154829055070877 (0.22561984541535704) - | > loss_disc_real_4: 0.2005348950624466 (0.2228622253590483) - | > loss_disc_real_5: 0.20001693069934845 (0.23414932954602125) - | > loss_0: 2.325212001800537 (2.4867435008852814) - | > grad_norm_0: tensor(68.0577, device='cuda:0') (tensor(79.3242, device='cuda:0')) - | > loss_gen: 2.5102012157440186 (2.3288623391774306) - | > loss_kl: 1.5685933828353882 (1.5564943849232782) - | > loss_feat: 7.512506484985352 (6.341758443088066) - | > loss_mel: 24.343242645263672 (21.585678548993766) - | > loss_duration: 1.6391301155090332 (1.7107847197269037) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.573673248291016 (33.52357849389877) - | > grad_norm_1: tensor(805.3065, device='cuda:0') (tensor(615.5134, device='cuda:0')) - | > current_lr_0: 0.0001989278170603166 - | > current_lr_1: 0.0001989278170603166 - | > step_time: 1.0373 (1.0203383941314395) - | > loader_time: 0.1148 (0.008609290368511748) - - - --> TIME: 2024-11-23 02:06:23 -- STEP: 763/797 -- GLOBAL_STEP: 35825 - | > loss_disc: 2.5353589057922363 (2.4859609397648224) - | > loss_disc_real_0: 0.13344667851924896 (0.1362078597678816) - | > loss_disc_real_1: 0.22423218190670013 (0.2189385143949664) - | > loss_disc_real_2: 0.27747124433517456 (0.2344888285446917) - | > loss_disc_real_3: 0.22273869812488556 (0.2255495727882473) - | > loss_disc_real_4: 0.25192609429359436 (0.22306835403370515) - | > loss_disc_real_5: 0.2552132308483124 (0.2341104557012668) - | > loss_0: 2.5353589057922363 (2.4859609397648224) - | > grad_norm_0: tensor(137.4942, device='cuda:0') (tensor(79.9752, device='cuda:0')) - | > loss_gen: 2.22560715675354 (2.3311342321248425) - | > loss_kl: 1.4156053066253662 (1.5561806096318194) - | > loss_feat: 6.121870994567871 (6.3442250429255935) - | > loss_mel: 23.205263137817383 (21.59364901676401) - | > loss_duration: 1.6597774028778076 (1.7096859022955437) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.62812805175781 (33.53487485233167) - | > grad_norm_1: tensor(383.2406, device='cuda:0') (tensor(618.4033, device='cuda:0')) - | > current_lr_0: 0.0001989278170603166 - | > current_lr_1: 0.0001989278170603166 - | > step_time: 1.1963 (1.0232393563496787) - | > loader_time: 0.1338 (0.0126073482308444) - - - --> TIME: 2024-11-23 02:07:20 -- STEP: 788/797 -- GLOBAL_STEP: 35850 - | > loss_disc: 2.6624882221221924 (2.4873757710311644) - | > loss_disc_real_0: 0.12330372631549835 (0.13632073025999183) - | > loss_disc_real_1: 0.22291654348373413 (0.21890942466818744) - | > loss_disc_real_2: 0.27488812804222107 (0.23438584329891327) - | > loss_disc_real_3: 0.2378598302602768 (0.22622920570866714) - | > loss_disc_real_4: 0.2893141806125641 (0.22346393334759673) - | > loss_disc_real_5: 0.2912138104438782 (0.23415153104868638) - | > loss_0: 2.6624882221221924 (2.4873757710311644) - | > grad_norm_0: tensor(41.8217, device='cuda:0') (tensor(80.8297, device='cuda:0')) - | > loss_gen: 2.3133928775787354 (2.331795949016128) - | > loss_kl: 1.5529464483261108 (1.5567226594474712) - | > loss_feat: 5.3703155517578125 (6.348863474608678) - | > loss_mel: 20.628707885742188 (21.600120874830896) - | > loss_duration: 1.698657751083374 (1.7088135223703336) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.56402015686035 (33.546316526867955) - | > grad_norm_1: tensor(690.7828, device='cuda:0') (tensor(616.4465, device='cuda:0')) - | > current_lr_0: 0.0001989278170603166 - | > current_lr_1: 0.0001989278170603166 - | > step_time: 1.8038 (1.0572487557599979) - | > loader_time: 0.1497 (0.01754332768735546) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.515125274658203 (2.515125274658203) - | > loss_disc_real_0: 0.14184367656707764 (0.14184367656707764) - | > loss_disc_real_1: 0.18030516803264618 (0.18030516803264618) - | > loss_disc_real_2: 0.18489554524421692 (0.18489554524421692) - | > loss_disc_real_3: 0.23180484771728516 (0.23180484771728516) - | > loss_disc_real_4: 0.2892439365386963 (0.2892439365386963) - | > loss_disc_real_5: 0.2351740151643753 (0.2351740151643753) - | > loss_0: 2.515125274658203 (2.515125274658203) - | > loss_gen: 2.2041282653808594 (2.2041282653808594) - | > loss_kl: 2.1339991092681885 (2.1339991092681885) - | > loss_feat: 6.884394645690918 (6.884394645690918) - | > loss_mel: 25.006650924682617 (25.006650924682617) - | > loss_duration: 1.9767297506332397 (1.9767297506332397) - | > loss_1: 38.205902099609375 (38.205902099609375) - - --> STEP: 1 - | > loss_disc: 2.47651743888855 (2.47651743888855) - | > loss_disc_real_0: 0.20664125680923462 (0.20664125680923462) - | > loss_disc_real_1: 0.18863926827907562 (0.18863926827907562) - | > loss_disc_real_2: 0.24344564974308014 (0.24344564974308014) - | > loss_disc_real_3: 0.23105940222740173 (0.23105940222740173) - | > loss_disc_real_4: 0.24567463994026184 (0.24567463994026184) - | > loss_disc_real_5: 0.24759559333324432 (0.24759559333324432) - | > loss_0: 2.47651743888855 (2.47651743888855) - | > loss_gen: 2.387544870376587 (2.387544870376587) - | > loss_kl: 1.7072194814682007 (1.7072194814682007) - | > loss_feat: 5.575087547302246 (5.575087547302246) - | > loss_mel: 20.00581169128418 (20.00581169128418) - | > loss_duration: 1.7086045742034912 (1.7086045742034912) - | > loss_1: 31.384267807006836 (31.384267807006836) - - --> STEP: 2 - | > loss_disc: 2.7404861450195312 (2.6085017919540405) - | > loss_disc_real_0: 0.2821100950241089 (0.24437567591667175) - | > loss_disc_real_1: 0.24975983798503876 (0.2191995531320572) - | > loss_disc_real_2: 0.2973197400569916 (0.27038269490003586) - | > loss_disc_real_3: 0.27591103315353394 (0.25348521769046783) - | > loss_disc_real_4: 0.3560178875923157 (0.30084626376628876) - | > loss_disc_real_5: 0.3326139450073242 (0.29010476917028427) - | > loss_0: 2.7404861450195312 (2.6085017919540405) - | > loss_gen: 2.6093833446502686 (2.4984641075134277) - | > loss_kl: 1.573703646659851 (1.6404615640640259) - | > loss_feat: 4.849677085876465 (5.2123823165893555) - | > loss_mel: 22.980451583862305 (21.493131637573242) - | > loss_duration: 1.642938256263733 (1.675771415233612) - | > loss_1: 33.656150817871094 (32.520209312438965) - - --> STEP: 3 - | > loss_disc: 2.432403326034546 (2.549802303314209) - | > loss_disc_real_0: 0.13240718841552734 (0.20705284674962363) - | > loss_disc_real_1: 0.18680234253406525 (0.20840048293272653) - | > loss_disc_real_2: 0.2721112370491028 (0.2709588756163915) - | > loss_disc_real_3: 0.2341686636209488 (0.2470463663339615) - | > loss_disc_real_4: 0.1947823315858841 (0.26549161970615387) - | > loss_disc_real_5: 0.30258291959762573 (0.29426415264606476) - | > loss_0: 2.432403326034546 (2.549802303314209) - | > loss_gen: 2.303678035736084 (2.43353541692098) - | > loss_kl: 1.7627544403076172 (1.681225856145223) - | > loss_feat: 5.943620204925537 (5.456128279368083) - | > loss_mel: 23.23978614807129 (22.075349807739258) - | > loss_duration: 1.7199065685272217 (1.6904831329981487) - | > loss_1: 34.96974563598633 (33.336721420288086) - - --> STEP: 4 - | > loss_disc: 2.302424669265747 (2.4879578948020935) - | > loss_disc_real_0: 0.061729881912469864 (0.17072210554033518) - | > loss_disc_real_1: 0.24805085361003876 (0.2183130756020546) - | > loss_disc_real_2: 0.2673780918121338 (0.27006367966532707) - | > loss_disc_real_3: 0.21420440077781677 (0.2388358749449253) - | > loss_disc_real_4: 0.2211603820323944 (0.254408810287714) - | > loss_disc_real_5: 0.26996588706970215 (0.2881895862519741) - | > loss_0: 2.302424669265747 (2.4879578948020935) - | > loss_gen: 2.403480052947998 (2.4260215759277344) - | > loss_kl: 1.6609225273132324 (1.6761500239372253) - | > loss_feat: 5.52247428894043 (5.472714781761169) - | > loss_mel: 19.825807571411133 (21.512964248657227) - | > loss_duration: 1.6733487844467163 (1.6861995458602905) - | > loss_1: 31.086034774780273 (32.77404975891113) - - --> STEP: 5 - | > loss_disc: 2.1379799842834473 (2.4179623126983643) - | > loss_disc_real_0: 0.15762987732887268 (0.16810365989804268) - | > loss_disc_real_1: 0.1411624252796173 (0.20288294553756714) - | > loss_disc_real_2: 0.21033026278018951 (0.25811699628829954) - | > loss_disc_real_3: 0.22677220404148102 (0.23642314076423646) - | > loss_disc_real_4: 0.14096689224243164 (0.23172042667865753) - | > loss_disc_real_5: 0.16921553015708923 (0.26439477503299713) - | > loss_0: 2.1379799842834473 (2.4179623126983643) - | > loss_gen: 2.3490986824035645 (2.4106369972229005) - | > loss_kl: 2.1544196605682373 (1.7718039512634278) - | > loss_feat: 7.635799884796143 (5.905331802368164) - | > loss_mel: 23.874670028686523 (21.985305404663087) - | > loss_duration: 1.888802409172058 (1.726720118522644) - | > loss_1: 37.90279006958008 (33.79979782104492) - - --> STEP: 6 - | > loss_disc: 2.78281307220459 (2.4787707726160684) - | > loss_disc_real_0: 0.29164212942123413 (0.18869340481857458) - | > loss_disc_real_1: 0.25810909271240234 (0.21208730340003967) - | > loss_disc_real_2: 0.276859313249588 (0.26124071578184765) - | > loss_disc_real_3: 0.26081472635269165 (0.24048840502897897) - | > loss_disc_real_4: 0.35730358958244324 (0.2526509538292885) - | > loss_disc_real_5: 0.26713860034942627 (0.264852079252402) - | > loss_0: 2.78281307220459 (2.4787707726160684) - | > loss_gen: 2.2971253395080566 (2.3917183876037598) - | > loss_kl: 1.9321787357330322 (1.7985330820083618) - | > loss_feat: 4.0383219718933105 (5.5941634972890215) - | > loss_mel: 17.779619216918945 (21.28435770670573) - | > loss_duration: 1.6732078790664673 (1.7178014119466145) - | > loss_1: 27.7204532623291 (32.78657372792562) - - --> STEP: 7 - | > loss_disc: 2.5607705116271973 (2.4904850210462297) - | > loss_disc_real_0: 0.236963152885437 (0.19558908311384066) - | > loss_disc_real_1: 0.19865085184574127 (0.2101678103208542) - | > loss_disc_real_2: 0.2663940191268921 (0.26197690197399687) - | > loss_disc_real_3: 0.19703471660614014 (0.23428073525428772) - | > loss_disc_real_4: 0.24359571933746338 (0.2513573489018849) - | > loss_disc_real_5: 0.27667945623397827 (0.2665417045354843) - | > loss_0: 2.5607705116271973 (2.4904850210462297) - | > loss_gen: 2.420830726623535 (2.3958772931780135) - | > loss_kl: 1.918613076210022 (1.8156873668943132) - | > loss_feat: 5.099814414978027 (5.523542199816022) - | > loss_mel: 17.965675354003906 (20.810260227748326) - | > loss_duration: 1.6777775287628174 (1.7120837143489294) - | > loss_1: 29.082712173461914 (32.25745064871652) - - --> STEP: 8 - | > loss_disc: 2.429291009902954 (2.4828357696533203) - | > loss_disc_real_0: 0.17900171875953674 (0.19351566256955266) - | > loss_disc_real_1: 0.23303253948688507 (0.21302590146660805) - | > loss_disc_real_2: 0.24388347566127777 (0.25971522368490696) - | > loss_disc_real_3: 0.17545188963413239 (0.2269271295517683) - | > loss_disc_real_4: 0.22592858970165253 (0.24817875400185585) - | > loss_disc_real_5: 0.17384062707424164 (0.254954069852829) - | > loss_0: 2.429291009902954 (2.4828357696533203) - | > loss_gen: 2.12933611869812 (2.3625596463680267) - | > loss_kl: 1.8501850366592407 (1.8199995756149292) - | > loss_feat: 6.9404802322387695 (5.700659453868866) - | > loss_mel: 23.462100982666016 (21.141740322113037) - | > loss_duration: 1.748265027999878 (1.7166063785552979) - | > loss_1: 36.130367279052734 (32.741565227508545) - - --> STEP: 9 - | > loss_disc: 2.406473159790039 (2.4743510352240667) - | > loss_disc_real_0: 0.1299641877412796 (0.18645438758863342) - | > loss_disc_real_1: 0.2054830640554428 (0.21218780842092302) - | > loss_disc_real_2: 0.2852601408958435 (0.26255354781945545) - | > loss_disc_real_3: 0.24433770775794983 (0.22886163824134403) - | > loss_disc_real_4: 0.21476444602012634 (0.24446605311499703) - | > loss_disc_real_5: 0.24718578159809113 (0.25409092671341366) - | > loss_0: 2.406473159790039 (2.4743510352240667) - | > loss_gen: 2.251051902770996 (2.3501698970794678) - | > loss_kl: 1.798930048942566 (1.8176585170957777) - | > loss_feat: 6.24655818939209 (5.761314868927002) - | > loss_mel: 20.97313690185547 (21.123006608751083) - | > loss_duration: 1.6929190158843994 (1.7139744493696425) - | > loss_1: 32.96259689331055 (32.76612430148654) - - --> STEP: 10 - | > loss_disc: 2.6577558517456055 (2.4926915168762207) - | > loss_disc_real_0: 0.17471665143966675 (0.18528061397373677) - | > loss_disc_real_1: 0.22919020056724548 (0.21388804763555527) - | > loss_disc_real_2: 0.25192803144454956 (0.26149099618196486) - | > loss_disc_real_3: 0.2096041738986969 (0.22693589180707932) - | > loss_disc_real_4: 0.21886898577213287 (0.2419063463807106) - | > loss_disc_real_5: 0.26011279225349426 (0.2546931132674217) - | > loss_0: 2.6577558517456055 (2.4926915168762207) - | > loss_gen: 1.9547404050827026 (2.310626947879791) - | > loss_kl: 1.7183349132537842 (1.8077261567115783) - | > loss_feat: 4.8112592697143555 (5.6663093090057375) - | > loss_mel: 18.755687713623047 (20.88627471923828) - | > loss_duration: 1.6246178150177002 (1.7050387859344482) - | > loss_1: 28.864641189575195 (32.37597599029541) - - --> STEP: 11 - | > loss_disc: 2.6653528213500977 (2.5083879991011186) - | > loss_disc_real_0: 0.24184392392635345 (0.19042273306033827) - | > loss_disc_real_1: 0.20763401687145233 (0.2133194993842732) - | > loss_disc_real_2: 0.2584565281867981 (0.26121513545513153) - | > loss_disc_real_3: 0.21405047178268433 (0.22576448998667978) - | > loss_disc_real_4: 0.2857885956764221 (0.24589564177122983) - | > loss_disc_real_5: 0.2617148160934448 (0.2553314498879693) - | > loss_0: 2.6653528213500977 (2.5083879991011186) - | > loss_gen: 2.1372790336608887 (2.2948680465871636) - | > loss_kl: 1.5044692754745483 (1.7801573493263938) - | > loss_feat: 4.170111179351807 (5.530291297219017) - | > loss_mel: 18.006269454956055 (20.62445605884899) - | > loss_duration: 1.639521598815918 (1.6990826780145818) - | > loss_1: 27.457653045654297 (31.928855722600762) - - --> STEP: 12 - | > loss_disc: 2.52636456489563 (2.5098860462506614) - | > loss_disc_real_0: 0.19885213673114777 (0.19112518336623907) - | > loss_disc_real_1: 0.2398615926504135 (0.21553134048978487) - | > loss_disc_real_2: 0.27054598927497864 (0.2619927066067855) - | > loss_disc_real_3: 0.21142007410526276 (0.22456912199656168) - | > loss_disc_real_4: 0.18610721826553345 (0.24091327314575514) - | > loss_disc_real_5: 0.20432938635349274 (0.2510812779267629) - | > loss_0: 2.52636456489563 (2.5098860462506614) - | > loss_gen: 2.1322317123413086 (2.2813150187333426) - | > loss_kl: 1.9619652032852173 (1.7953080038229625) - | > loss_feat: 6.8847856521606445 (5.643165826797485) - | > loss_mel: 22.683856964111328 (20.79607280095418) - | > loss_duration: 1.778684139251709 (1.7057161331176758) - | > loss_1: 35.441524505615234 (32.2215781211853) - - --> STEP: 13 - | > loss_disc: 2.3781425952911377 (2.49975193463839) - | > loss_disc_real_0: 0.08193979412317276 (0.1827263072706186) - | > loss_disc_real_1: 0.17325444519519806 (0.21227927162097052) - | > loss_disc_real_2: 0.19848404824733734 (0.25710742519452023) - | > loss_disc_real_3: 0.14966736733913422 (0.21880744856137496) - | > loss_disc_real_4: 0.16545642912387848 (0.2351089005286877) - | > loss_disc_real_5: 0.12764696776866913 (0.2415863309915249) - | > loss_0: 2.3781425952911377 (2.49975193463839) - | > loss_gen: 1.9416860342025757 (2.2551897122309756) - | > loss_kl: 1.8483386039733887 (1.7993872807576106) - | > loss_feat: 8.120555877685547 (5.833734292250413) - | > loss_mel: 23.12753677368164 (20.97541618347168) - | > loss_duration: 1.7389357089996338 (1.7082714851085956) - | > loss_1: 36.77705383300781 (32.57199932978703) - - --> STEP: 14 - | > loss_disc: 2.423785924911499 (2.4943257910864696) - | > loss_disc_real_0: 0.10567008703947067 (0.1772222915398223) - | > loss_disc_real_1: 0.21119733154773712 (0.21220199018716812) - | > loss_disc_real_2: 0.21890538930892944 (0.25437870834554943) - | > loss_disc_real_3: 0.23825591802597046 (0.2201966249517032) - | > loss_disc_real_4: 0.3034919500350952 (0.23999340406485967) - | > loss_disc_real_5: 0.24250338971614838 (0.2416518351861409) - | > loss_0: 2.423785924911499 (2.4943257910864696) - | > loss_gen: 2.2856931686401367 (2.2573685305459157) - | > loss_kl: 1.5694730281829834 (1.7829648341451372) - | > loss_feat: 6.7860236167907715 (5.90175495828901) - | > loss_mel: 23.50522804260254 (21.156117030552455) - | > loss_duration: 1.7186464071273804 (1.7090125509670802) - | > loss_1: 35.86506652832031 (32.807218415396555) - - --> STEP: 15 - | > loss_disc: 2.6787750720977783 (2.5066224098205567) - | > loss_disc_real_0: 0.3280152678489685 (0.18727515662709873) - | > loss_disc_real_1: 0.25864627957344055 (0.21529827614625294) - | > loss_disc_real_2: 0.28380224108695984 (0.2563402771949768) - | > loss_disc_real_3: 0.24031910300254822 (0.22153812348842622) - | > loss_disc_real_4: 0.2643373906612396 (0.24161633650461833) - | > loss_disc_real_5: 0.246431365609169 (0.2419704705476761) - | > loss_0: 2.6787750720977783 (2.5066224098205567) - | > loss_gen: 2.3975887298583984 (2.266716543833415) - | > loss_kl: 1.6867607831954956 (1.7765512307484945) - | > loss_feat: 3.6362416744232178 (5.750720739364624) - | > loss_mel: 18.85818099975586 (21.002921295166015) - | > loss_duration: 1.6484882831573486 (1.7049775997797647) - | > loss_1: 28.22726058959961 (32.50188789367676) - - --> STEP: 16 - | > loss_disc: 2.3982925415039062 (2.499851793050766) - | > loss_disc_real_0: 0.2084932029247284 (0.18860128452070057) - | > loss_disc_real_1: 0.2193567305803299 (0.21555192954838276) - | > loss_disc_real_2: 0.2791062593460083 (0.2577631510794163) - | > loss_disc_real_3: 0.22954951226711273 (0.22203883528709412) - | > loss_disc_real_4: 0.2407548427581787 (0.24156249314546585) - | > loss_disc_real_5: 0.22010910511016846 (0.24060413520783186) - | > loss_0: 2.3982925415039062 (2.499851793050766) - | > loss_gen: 2.447166919708252 (2.277994692325592) - | > loss_kl: 1.475467562675476 (1.7577335014939308) - | > loss_feat: 6.368077754974365 (5.789305552840233) - | > loss_mel: 23.776012420654297 (21.176239490509033) - | > loss_duration: 1.824204444885254 (1.7124292775988579) - | > loss_1: 35.89093017578125 (32.71370303630829) - - --> STEP: 17 - | > loss_disc: 2.3942711353302 (2.493641166126027) - | > loss_disc_real_0: 0.09999915212392807 (0.18338939437971397) - | > loss_disc_real_1: 0.2622569799423218 (0.2182992854539086) - | > loss_disc_real_2: 0.26249679923057556 (0.2580416009706609) - | > loss_disc_real_3: 0.1991257220506668 (0.22069100509671605) - | > loss_disc_real_4: 0.20673908293247223 (0.23951405725058386) - | > loss_disc_real_5: 0.17502711713314056 (0.23674666355637944) - | > loss_0: 2.3942711353302 (2.493641166126027) - | > loss_gen: 2.1993982791900635 (2.273371373905855) - | > loss_kl: 1.7827874422073364 (1.7592072627123665) - | > loss_feat: 6.771852970123291 (5.8471024597392365) - | > loss_mel: 22.543577194213867 (21.25667112013873) - | > loss_duration: 1.6656465530395508 (1.709677352624781) - | > loss_1: 34.963260650634766 (32.846029954798084) - - --> STEP: 18 - | > loss_disc: 2.7880284786224365 (2.509996016820272) - | > loss_disc_real_0: 0.15771189332008362 (0.1819628665430678) - | > loss_disc_real_1: 0.17519764602184296 (0.21590474992990494) - | > loss_disc_real_2: 0.2605801224708557 (0.258182629942894) - | > loss_disc_real_3: 0.2782975733280182 (0.22389136999845505) - | > loss_disc_real_4: 0.26938238739967346 (0.2411734089255333) - | > loss_disc_real_5: 0.2097427248954773 (0.23524644474188486) - | > loss_0: 2.7880284786224365 (2.509996016820272) - | > loss_gen: 1.887970209121704 (2.251960198084513) - | > loss_kl: 1.4824882745742798 (1.7438339855935838) - | > loss_feat: 6.55616569519043 (5.886494861708747) - | > loss_mel: 23.64028549194336 (21.38909414079454) - | > loss_duration: 1.6664865016937256 (1.707277860906389) - | > loss_1: 35.233394622802734 (32.97866132524278) - - --> STEP: 19 - | > loss_disc: 2.441563606262207 (2.506394311001426) - | > loss_disc_real_0: 0.21770866215229034 (0.18384422420671112) - | > loss_disc_real_1: 0.22055292129516602 (0.21614939052807658) - | > loss_disc_real_2: 0.21811072528362274 (0.25607358232924815) - | > loss_disc_real_3: 0.215177521109581 (0.22343274637272484) - | > loss_disc_real_4: 0.166019469499588 (0.23721793842943092) - | > loss_disc_real_5: 0.20751012861728668 (0.2337866386300639) - | > loss_0: 2.441563606262207 (2.506394311001426) - | > loss_gen: 2.1152052879333496 (2.244762571234452) - | > loss_kl: 1.7627180814743042 (1.7448278853767796) - | > loss_feat: 5.766992568969727 (5.880205267354062) - | > loss_mel: 22.43625259399414 (21.44420774359452) - | > loss_duration: 1.7360339164733887 (1.7087913375151784) - | > loss_1: 33.817203521728516 (33.022795125057826) - - --> STEP: 20 - | > loss_disc: 2.5826961994171143 (2.5102094054222106) - | > loss_disc_real_0: 0.23155659437179565 (0.18622984271496534) - | > loss_disc_real_1: 0.23949231207370758 (0.21731653660535813) - | > loss_disc_real_2: 0.2540823817253113 (0.2559740222990513) - | > loss_disc_real_3: 0.23066723346710205 (0.22379447072744368) - | > loss_disc_real_4: 0.2591322958469391 (0.23831365630030632) - | > loss_disc_real_5: 0.21488969027996063 (0.23284179121255874) - | > loss_0: 2.5826961994171143 (2.5102094054222106) - | > loss_gen: 2.221055269241333 (2.2435772061347956) - | > loss_kl: 1.4238613843917847 (1.72877956032753) - | > loss_feat: 5.304085731506348 (5.851399290561676) - | > loss_mel: 21.821916580200195 (21.463093185424803) - | > loss_duration: 1.6738696098327637 (1.7070452511310577) - | > loss_1: 32.44478988647461 (32.99389486312866) - - --> STEP: 21 - | > loss_disc: 2.4310379028320312 (2.5064393338702975) - | > loss_disc_real_0: 0.17482216656208038 (0.18568662004101844) - | > loss_disc_real_1: 0.1925974190235138 (0.21613943576812744) - | > loss_disc_real_2: 0.26778674125671387 (0.25653653272560667) - | > loss_disc_real_3: 0.17098116874694824 (0.22127955158551535) - | > loss_disc_real_4: 0.25685325264930725 (0.23919649422168732) - | > loss_disc_real_5: 0.22686126828193665 (0.23255700440633864) - | > loss_0: 2.4310379028320312 (2.5064393338702975) - | > loss_gen: 2.230152130126953 (2.242937916801089) - | > loss_kl: 2.18741774559021 (1.750619473911467) - | > loss_feat: 6.020986080169678 (5.859474851971581) - | > loss_mel: 20.02960968017578 (21.394832066127233) - | > loss_duration: 1.7077983617782593 (1.7070811135428292) - | > loss_1: 32.17596435546875 (32.954945791335334) - - --> STEP: 22 - | > loss_disc: 2.558987617492676 (2.508827892216769) - | > loss_disc_real_0: 0.19103404879570007 (0.18592968498441306) - | > loss_disc_real_1: 0.23919877409934998 (0.21718758751045575) - | > loss_disc_real_2: 0.27833834290504456 (0.2575275240973993) - | > loss_disc_real_3: 0.2555742859840393 (0.22283840314908462) - | > loss_disc_real_4: 0.2516190707683563 (0.23976115679199045) - | > loss_disc_real_5: 0.23367762565612793 (0.2326079417358745) - | > loss_0: 2.558987617492676 (2.508827892216769) - | > loss_gen: 2.2641618251800537 (2.2439026399092232) - | > loss_kl: 1.5129512548446655 (1.7398163730447942) - | > loss_feat: 5.1896138191223145 (5.8290266232057055) - | > loss_mel: 20.222551345825195 (21.341546578840777) - | > loss_duration: 1.7973215579986572 (1.711182951927185) - | > loss_1: 30.986600875854492 (32.86547556790438) - - --> STEP: 23 - | > loss_disc: 2.532174825668335 (2.509842976279881) - | > loss_disc_real_0: 0.17533168196678162 (0.18546890224451604) - | > loss_disc_real_1: 0.19530154764652252 (0.21623602055984995) - | > loss_disc_real_2: 0.2725466191768646 (0.2581805282312891) - | > loss_disc_real_3: 0.1985166370868683 (0.22178093505942303) - | > loss_disc_real_4: 0.24642539024353027 (0.2400509060724922) - | > loss_disc_real_5: 0.2789553105831146 (0.2346230447292328) - | > loss_0: 2.532174825668335 (2.509842976279881) - | > loss_gen: 2.1834373474121094 (2.241273714148479) - | > loss_kl: 1.222254753112793 (1.717313693917316) - | > loss_feat: 4.8479323387146 (5.786370349966961) - | > loss_mel: 19.41167449951172 (21.257639097130816) - | > loss_duration: 1.759974718093872 (1.7133043330648672) - | > loss_1: 29.425273895263672 (32.7159015821374) - - --> STEP: 24 - | > loss_disc: 2.5348236560821533 (2.5108838379383087) - | > loss_disc_real_0: 0.18525221943855286 (0.18545987379426757) - | > loss_disc_real_1: 0.15259955823421478 (0.21358450129628181) - | > loss_disc_real_2: 0.22050656378269196 (0.25661077971259755) - | > loss_disc_real_3: 0.24681922793388367 (0.22282419726252556) - | > loss_disc_real_4: 0.2895638942718506 (0.24211394724746546) - | > loss_disc_real_5: 0.2699260711669922 (0.23609400416413942) - | > loss_0: 2.5348236560821533 (2.5108838379383087) - | > loss_gen: 2.180673837661743 (2.238748719294865) - | > loss_kl: 1.5145912170410156 (1.70886692404747) - | > loss_feat: 5.978315353393555 (5.7943680584430695) - | > loss_mel: 22.295324325561523 (21.300875981648762) - | > loss_duration: 1.648867130279541 (1.7106194496154785) - | > loss_1: 33.61777114868164 (32.75347948074341) - - --> STEP: 25 - | > loss_disc: 2.424638271331787 (2.5074340152740477) - | > loss_disc_real_0: 0.16871996223926544 (0.1847902773320675) - | > loss_disc_real_1: 0.18849223852157593 (0.2125808107852936) - | > loss_disc_real_2: 0.24209819734096527 (0.25603027641773224) - | > loss_disc_real_3: 0.20697245001792908 (0.22219012737274169) - | > loss_disc_real_4: 0.1916981339454651 (0.24009731471538542) - | > loss_disc_real_5: 0.2506345510482788 (0.236675626039505) - | > loss_0: 2.424638271331787 (2.5074340152740477) - | > loss_gen: 2.246544122695923 (2.2390605354309074) - | > loss_kl: 1.5903750658035278 (1.7041272497177125) - | > loss_feat: 6.236658573150635 (5.812059679031372) - | > loss_mel: 21.801511764526367 (21.320901412963867) - | > loss_duration: 1.6556572914123535 (1.7084209632873535) - | > loss_1: 33.53074645996094 (32.78457015991211) - - --> STEP: 26 - | > loss_disc: 2.717294692993164 (2.5155055798017063) - | > loss_disc_real_0: 0.18969108164310455 (0.1849787698055689) - | > loss_disc_real_1: 0.22973401844501495 (0.2132405495414367) - | > loss_disc_real_2: 0.24249593913555145 (0.2555097249838022) - | > loss_disc_real_3: 0.24700365960597992 (0.22314449399709702) - | > loss_disc_real_4: 0.2381093055009842 (0.24002085282252386) - | > loss_disc_real_5: 0.3257884085178375 (0.2401030407502101) - | > loss_0: 2.717294692993164 (2.5155055798017063) - | > loss_gen: 2.016744375228882 (2.2305099138846756) - | > loss_kl: 1.681262731552124 (1.703247845172882) - | > loss_feat: 4.023422718048096 (5.743265949762785) - | > loss_mel: 17.9633731842041 (21.191765711857723) - | > loss_duration: 1.6592154502868652 (1.7065284435565655) - | > loss_1: 27.344018936157227 (32.57531818976769) - - --> STEP: 27 - | > loss_disc: 2.3553884029388428 (2.5095753139919705) - | > loss_disc_real_0: 0.08042700588703156 (0.1811064822530305) - | > loss_disc_real_1: 0.14735093712806702 (0.21080019352612672) - | > loss_disc_real_2: 0.2510122060775757 (0.25534315020949755) - | > loss_disc_real_3: 0.21824446320533752 (0.22296301137518) - | > loss_disc_real_4: 0.26006025075912476 (0.24076305274610166) - | > loss_disc_real_5: 0.24864427745342255 (0.24041938285032907) - | > loss_0: 2.3553884029388428 (2.5095753139919705) - | > loss_gen: 2.268643379211426 (2.231922264452333) - | > loss_kl: 1.9523484706878662 (1.7124737942660297) - | > loss_feat: 7.408585548400879 (5.804944453416048) - | > loss_mel: 24.608266830444336 (21.318302790323894) - | > loss_duration: 1.7149019241333008 (1.706838572466815) - | > loss_1: 37.95274353027344 (32.774482091267906) - - --> STEP: 28 - | > loss_disc: 2.410614490509033 (2.50604099886758) - | > loss_disc_real_0: 0.19517263770103455 (0.18160884494760207) - | > loss_disc_real_1: 0.19889232516288757 (0.2103749125131539) - | > loss_disc_real_2: 0.22715714573860168 (0.25433650719267986) - | > loss_disc_real_3: 0.23954646289348602 (0.2235552775008338) - | > loss_disc_real_4: 0.16584989428520203 (0.23808758280106954) - | > loss_disc_real_5: 0.23231975734233856 (0.240130110510758) - | > loss_0: 2.410614490509033 (2.50604099886758) - | > loss_gen: 2.249521493911743 (2.2325508083615975) - | > loss_kl: 1.7901391983032227 (1.7152475586959295) - | > loss_feat: 5.923462390899658 (5.809177236897605) - | > loss_mel: 21.85778045654297 (21.337569849831716) - | > loss_duration: 1.7224582433700562 (1.7073964178562164) - | > loss_1: 33.54336166381836 (32.80194207600185) - - --> STEP: 29 - | > loss_disc: 2.769098997116089 (2.515111964324425) - | > loss_disc_real_0: 0.32325273752212524 (0.18649311710534425) - | > loss_disc_real_1: 0.23912383615970612 (0.21136625470786258) - | > loss_disc_real_2: 0.2677086591720581 (0.254797615881624) - | > loss_disc_real_3: 0.2418297827243805 (0.22418543285336986) - | > loss_disc_real_4: 0.2915229797363281 (0.2399301826953888) - | > loss_disc_real_5: 0.23025211691856384 (0.23978949004206165) - | > loss_0: 2.769098997116089 (2.515111964324425) - | > loss_gen: 2.157747268676758 (2.229971375958672) - | > loss_kl: 1.6276304721832275 (1.7122262798506638) - | > loss_feat: 3.480912685394287 (5.728892252363008) - | > loss_mel: 19.09993553161621 (21.26041004575532) - | > loss_duration: 1.6532760858535767 (1.705530199511298) - | > loss_1: 28.019502639770508 (32.63703037130421) - - --> STEP: 30 - | > loss_disc: 2.5625460147857666 (2.516693099339803) - | > loss_disc_real_0: 0.11697334051132202 (0.18417579121887684) - | > loss_disc_real_1: 0.13882647454738617 (0.2089482620358467) - | > loss_disc_real_2: 0.2629029452800751 (0.255067793528239) - | > loss_disc_real_3: 0.3044164776802063 (0.22685980101426442) - | > loss_disc_real_4: 0.21712161600589752 (0.2391698971390724) - | > loss_disc_real_5: 0.22086891531944275 (0.23915880421797434) - | > loss_0: 2.5625460147857666 (2.516693099339803) - | > loss_gen: 2.1221349239349365 (2.2263768275578806) - | > loss_kl: 2.013869047164917 (1.722281038761139) - | > loss_feat: 7.728128910064697 (5.7955334742863975) - | > loss_mel: 24.36968231201172 (21.364052454630535) - | > loss_duration: 1.6926767826080322 (1.7051017522811889) - | > loss_1: 37.926490783691406 (32.813345718383786) - - --> STEP: 31 - | > loss_disc: 2.334507465362549 (2.510816143405053) - | > loss_disc_real_0: 0.21354413032531738 (0.18512315699650395) - | > loss_disc_real_1: 0.1941932737827301 (0.20847229467284295) - | > loss_disc_real_2: 0.20840218663215637 (0.25356245137030087) - | > loss_disc_real_3: 0.19479817152023315 (0.22582555490155373) - | > loss_disc_real_4: 0.24040278792381287 (0.23920966780954792) - | > loss_disc_real_5: 0.16884969174861908 (0.23689076833186612) - | > loss_0: 2.334507465362549 (2.510816143405053) - | > loss_gen: 2.19183611869812 (2.22526261114305) - | > loss_kl: 1.766951322555542 (1.7237220156577326) - | > loss_feat: 6.6541924476623535 (5.823232150846912) - | > loss_mel: 24.080778121948242 (21.451688766479492) - | > loss_duration: 1.6517422199249268 (1.7033804770438903) - | > loss_1: 36.34550094604492 (32.92728620959866) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.011234344974640877 (+0.0016343439778973984) - | > avg_loss_disc: 2.510816143405053 (+0.03401061027280727) - | > avg_loss_disc_real_0: 0.18512315699650395 (+0.07372504112220579) - | > avg_loss_disc_real_1: 0.20847229467284295 (-0.038876953144227316) - | > avg_loss_disc_real_2: 0.25356245137030087 (+0.014943942908317881) - | > avg_loss_disc_real_3: 0.22582555490155373 (+0.017091230279014963) - | > avg_loss_disc_real_4: 0.23920966780954792 (+0.010361349871081699) - | > avg_loss_disc_real_5: 0.23689076833186612 (+0.018546973505327774) - | > avg_loss_0: 2.510816143405053 (+0.03401061027280727) - | > avg_loss_gen: 2.22526261114305 (-0.003637506115821587) - | > avg_loss_kl: 1.7237220156577326 (+0.12132586202313833) - | > avg_loss_feat: 5.823232150846912 (-0.4875207331872762) - | > avg_loss_mel: 21.451688766479492 (-0.011041395125847231) - | > avg_loss_duration: 1.7033804770438903 (-0.003886734285662108) - | > avg_loss_1: 32.92728620959866 (-0.3847603336457439) - - - > EPOCH: 16/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 02:08:12)  - - --> TIME: 2024-11-23 02:08:28 -- STEP: 16/797 -- GLOBAL_STEP: 35875 - | > loss_disc: 2.545565605163574 (2.5527245551347733) - | > loss_disc_real_0: 0.0868951678276062 (0.17548780096694827) - | > loss_disc_real_1: 0.24045443534851074 (0.22620457503944635) - | > loss_disc_real_2: 0.2825498878955841 (0.23522065114229918) - | > loss_disc_real_3: 0.22824832797050476 (0.21563819330185652) - | > loss_disc_real_4: 0.22082501649856567 (0.22471386101096869) - | > loss_disc_real_5: 0.26396119594573975 (0.22948154341429472) - | > loss_0: 2.545565605163574 (2.5527245551347733) - | > grad_norm_0: tensor(53.5682, device='cuda:0') (tensor(146.3667, device='cuda:0')) - | > loss_gen: 2.280843734741211 (2.3104586601257324) - | > loss_kl: 1.3530465364456177 (1.5131864100694656) - | > loss_feat: 6.441577911376953 (6.211468994617462) - | > loss_mel: 21.149578094482422 (20.76926875114441) - | > loss_duration: 1.7861295938491821 (1.8706588819622993) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.01117706298828 (32.67504119873047) - | > grad_norm_1: tensor(522.9510, device='cuda:0') (tensor(544.5605, device='cuda:0')) - | > current_lr_0: 0.00019890295108318404 - | > current_lr_1: 0.00019890295108318404 - | > step_time: 0.8639 (0.8626818209886551) - | > loader_time: 0.0041 (0.0039253830909729) - - - --> TIME: 2024-11-23 02:08:50 -- STEP: 41/797 -- GLOBAL_STEP: 35900 - | > loss_disc: 2.5238254070281982 (2.5330476121204657) - | > loss_disc_real_0: 0.21418415009975433 (0.16083256682244743) - | > loss_disc_real_1: 0.2533555328845978 (0.22266502896460091) - | > loss_disc_real_2: 0.25025248527526855 (0.23006945848464966) - | > loss_disc_real_3: 0.1838119924068451 (0.22148846562315777) - | > loss_disc_real_4: 0.2224045991897583 (0.2185507398553011) - | > loss_disc_real_5: 0.26963579654693604 (0.23374389511782948) - | > loss_0: 2.5238254070281982 (2.5330476121204657) - | > grad_norm_0: tensor(44.3155, device='cuda:0') (tensor(84.6303, device='cuda:0')) - | > loss_gen: 2.256639003753662 (2.2768654707001486) - | > loss_kl: 1.235199213027954 (1.5782802948137609) - | > loss_feat: 6.152176380157471 (6.368594972098746) - | > loss_mel: 21.320417404174805 (21.30137145810011) - | > loss_duration: 1.7765761613845825 (1.8142439214194692) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.74100875854492 (33.339355980477684) - | > grad_norm_1: tensor(453.0652, device='cuda:0') (tensor(518.9343, device='cuda:0')) - | > current_lr_0: 0.00019890295108318404 - | > current_lr_1: 0.00019890295108318404 - | > step_time: 0.8148 (0.8807642343567639) - | > loader_time: 0.0035 (0.004106864696595727) - - - --> TIME: 2024-11-23 02:09:13 -- STEP: 66/797 -- GLOBAL_STEP: 35925 - | > loss_disc: 2.476060628890991 (2.4992801059376113) - | > loss_disc_real_0: 0.14724336564540863 (0.1501131011455348) - | > loss_disc_real_1: 0.24129891395568848 (0.2193142609162764) - | > loss_disc_real_2: 0.2226201295852661 (0.23142949988444647) - | > loss_disc_real_3: 0.22358445823192596 (0.22092711902929074) - | > loss_disc_real_4: 0.17532497644424438 (0.21984257413582367) - | > loss_disc_real_5: 0.22297632694244385 (0.23411727606347113) - | > loss_0: 2.476060628890991 (2.4992801059376113) - | > grad_norm_0: tensor(64.1724, device='cuda:0') (tensor(72.3258, device='cuda:0')) - | > loss_gen: 2.309556245803833 (2.294678474917557) - | > loss_kl: 1.380750060081482 (1.5629162138158625) - | > loss_feat: 6.62968635559082 (6.430244698668972) - | > loss_mel: 21.169771194458008 (21.433193091190223) - | > loss_duration: 1.7130417823791504 (1.7828443971547214) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.20280456542969 (33.50387674389464) - | > grad_norm_1: tensor(770.2676, device='cuda:0') (tensor(545.6494, device='cuda:0')) - | > current_lr_0: 0.00019890295108318404 - | > current_lr_1: 0.00019890295108318404 - | > step_time: 1.0143 (0.8949171954935248) - | > loader_time: 0.0051 (0.00441607923218698) - - - --> TIME: 2024-11-23 02:09:39 -- STEP: 91/797 -- GLOBAL_STEP: 35950 - | > loss_disc: 2.643960475921631 (2.49498346087697) - | > loss_disc_real_0: 0.20279847085475922 (0.148080584357728) - | > loss_disc_real_1: 0.1857295036315918 (0.21844961486019931) - | > loss_disc_real_2: 0.2685019373893738 (0.2312561849971394) - | > loss_disc_real_3: 0.2637428939342499 (0.22160594623822433) - | > loss_disc_real_4: 0.2449311465024948 (0.21871690321099627) - | > loss_disc_real_5: 0.26496899127960205 (0.23493474083287375) - | > loss_0: 2.643960475921631 (2.49498346087697) - | > grad_norm_0: tensor(16.5831, device='cuda:0') (tensor(66.4496, device='cuda:0')) - | > loss_gen: 2.3436694145202637 (2.2987147425557235) - | > loss_kl: 1.7617777585983276 (1.5456313798715784) - | > loss_feat: 6.087676048278809 (6.453333157759445) - | > loss_mel: 22.022258758544922 (21.430425685840646) - | > loss_duration: 1.6515047550201416 (1.7655055274020184) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.866886138916016 (33.49361050783933) - | > grad_norm_1: tensor(774.9119, device='cuda:0') (tensor(565.5282, device='cuda:0')) - | > current_lr_0: 0.00019890295108318404 - | > current_lr_1: 0.00019890295108318404 - | > step_time: 1.0008 (0.9246277311346033) - | > loader_time: 0.005 (0.0045742385990017054) - - - --> TIME: 2024-11-23 02:10:02 -- STEP: 116/797 -- GLOBAL_STEP: 35975 - | > loss_disc: 2.3420004844665527 (2.4872140534992884) - | > loss_disc_real_0: 0.10360780358314514 (0.1453831913270827) - | > loss_disc_real_1: 0.21438409388065338 (0.21840923510748764) - | > loss_disc_real_2: 0.23859956860542297 (0.2318141321683752) - | > loss_disc_real_3: 0.24193991720676422 (0.2223416456374629) - | > loss_disc_real_4: 0.2155575007200241 (0.21907862134534736) - | > loss_disc_real_5: 0.2222972810268402 (0.23378902776487942) - | > loss_0: 2.3420004844665527 (2.4872140534992884) - | > grad_norm_0: tensor(70.6328, device='cuda:0') (tensor(75.0688, device='cuda:0')) - | > loss_gen: 2.495680332183838 (2.3089597759575686) - | > loss_kl: 1.321581482887268 (1.542891994632524) - | > loss_feat: 7.641366004943848 (6.458560076253167) - | > loss_mel: 23.194990158081055 (21.34642433298045) - | > loss_duration: 1.731019377708435 (1.7571247456402614) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.38463592529297 (33.41396090079997) - | > grad_norm_1: tensor(891.9436, device='cuda:0') (tensor(585.8603, device='cuda:0')) - | > current_lr_0: 0.00019890295108318404 - | > current_lr_1: 0.00019890295108318404 - | > step_time: 0.9536 (0.9220560008081896) - | > loader_time: 0.0046 (0.00470323398195464) - - - --> TIME: 2024-11-23 02:10:26 -- STEP: 141/797 -- GLOBAL_STEP: 36000 - | > loss_disc: 2.5824499130249023 (2.4947349010629862) - | > loss_disc_real_0: 0.25535160303115845 (0.14550528995005796) - | > loss_disc_real_1: 0.1844058781862259 (0.2185031808648549) - | > loss_disc_real_2: 0.2268562614917755 (0.23204458172016956) - | > loss_disc_real_3: 0.25975146889686584 (0.22442590978974147) - | > loss_disc_real_4: 0.21006712317466736 (0.22033659025286953) - | > loss_disc_real_5: 0.22465187311172485 (0.2344605734585025) - | > loss_0: 2.5824499130249023 (2.4947349010629862) - | > grad_norm_0: tensor(147.8335, device='cuda:0') (tensor(77.8073, device='cuda:0')) - | > loss_gen: 2.2815825939178467 (2.31586966446951) - | > loss_kl: 1.3679732084274292 (1.5392779137225863) - | > loss_feat: 5.980690002441406 (6.451579631643091) - | > loss_mel: 21.9123477935791 (21.34552269793571) - | > loss_duration: 1.724289059638977 (1.751458906112833) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.266883850097656 (33.403708870529265) - | > grad_norm_1: tensor(657.9774, device='cuda:0') (tensor(587.9095, device='cuda:0')) - | > current_lr_0: 0.00019890295108318404 - | > current_lr_1: 0.00019890295108318404 - | > step_time: 0.8669 (0.9270899870716935) - | > loader_time: 0.0043 (0.0047874738138618195) - - - --> TIME: 2024-11-23 02:10:53 -- STEP: 166/797 -- GLOBAL_STEP: 36025 - | > loss_disc: 2.492837905883789 (2.4969330264861327) - | > loss_disc_real_0: 0.30116793513298035 (0.14592442800661162) - | > loss_disc_real_1: 0.18141287565231323 (0.21852730349244842) - | > loss_disc_real_2: 0.2493729144334793 (0.23296118150633502) - | > loss_disc_real_3: 0.24842305481433868 (0.22401094427668905) - | > loss_disc_real_4: 0.21148788928985596 (0.22097936155925313) - | > loss_disc_real_5: 0.2162611186504364 (0.2344505944883967) - | > loss_0: 2.492837905883789 (2.4969330264861327) - | > grad_norm_0: tensor(132.0941, device='cuda:0') (tensor(78.8491, device='cuda:0')) - | > loss_gen: 2.6679470539093018 (2.319438675800003) - | > loss_kl: 1.3650798797607422 (1.5352487068578422) - | > loss_feat: 6.901373386383057 (6.450322708451604) - | > loss_mel: 21.923263549804688 (21.41061173864158) - | > loss_duration: 1.7230679988861084 (1.7439000678349688) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.58073043823242 (33.45952194857308) - | > grad_norm_1: tensor(545.1441, device='cuda:0') (tensor(579.8456, device='cuda:0')) - | > current_lr_0: 0.00019890295108318404 - | > current_lr_1: 0.00019890295108318404 - | > step_time: 1.0451 (0.9500543008367701) - | > loader_time: 0.008 (0.005166198833879218) - - - --> TIME: 2024-11-23 02:11:19 -- STEP: 191/797 -- GLOBAL_STEP: 36050 - | > loss_disc: 2.4249942302703857 (2.4954577902848807) - | > loss_disc_real_0: 0.10925838351249695 (0.14501992470696956) - | > loss_disc_real_1: 0.2590804398059845 (0.21864829216327966) - | > loss_disc_real_2: 0.22110596299171448 (0.2325197999702074) - | > loss_disc_real_3: 0.21283195912837982 (0.22394151884223779) - | > loss_disc_real_4: 0.1991521418094635 (0.2215707259184403) - | > loss_disc_real_5: 0.23498287796974182 (0.23368790043586213) - | > loss_0: 2.4249942302703857 (2.4954577902848807) - | > grad_norm_0: tensor(58.5834, device='cuda:0') (tensor(79.0315, device='cuda:0')) - | > loss_gen: 2.1519150733947754 (2.315459101612032) - | > loss_kl: 1.51202392578125 (1.534396936756154) - | > loss_feat: 6.367504119873047 (6.444064527281916) - | > loss_mel: 21.765138626098633 (21.483150152635837) - | > loss_duration: 1.6812798976898193 (1.7384236907459676) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.47785949707031 (33.5154944714451) - | > grad_norm_1: tensor(720.9534, device='cuda:0') (tensor(566.4272, device='cuda:0')) - | > current_lr_0: 0.00019890295108318404 - | > current_lr_1: 0.00019890295108318404 - | > step_time: 0.8787 (0.9577049522499765) - | > loader_time: 0.0059 (0.0053338630037157945) - - - --> TIME: 2024-11-23 02:11:44 -- STEP: 216/797 -- GLOBAL_STEP: 36075 - | > loss_disc: 2.4411473274230957 (2.4915206443380415) - | > loss_disc_real_0: 0.14738257229328156 (0.14287521574577242) - | > loss_disc_real_1: 0.19460831582546234 (0.21841087744191842) - | > loss_disc_real_2: 0.23366793990135193 (0.23251784227236552) - | > loss_disc_real_3: 0.18061262369155884 (0.22363045715071536) - | > loss_disc_real_4: 0.19658306241035461 (0.22216445352468225) - | > loss_disc_real_5: 0.23541410267353058 (0.23439091388826017) - | > loss_0: 2.4411473274230957 (2.4915206443380415) - | > grad_norm_0: tensor(99.7822, device='cuda:0') (tensor(77.5680, device='cuda:0')) - | > loss_gen: 2.2099108695983887 (2.3125269711017604) - | > loss_kl: 1.668020486831665 (1.53264286617438) - | > loss_feat: 5.598598003387451 (6.409060606250057) - | > loss_mel: 19.95941925048828 (21.463772720760783) - | > loss_duration: 1.7264022827148438 (1.7369569302709011) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.162351608276367 (33.454960160785205) - | > grad_norm_1: tensor(693.3332, device='cuda:0') (tensor(561.2072, device='cuda:0')) - | > current_lr_0: 0.00019890295108318404 - | > current_lr_1: 0.00019890295108318404 - | > step_time: 0.8446 (0.9604920402721123) - | > loader_time: 0.0069 (0.005449647152865374) - - - --> TIME: 2024-11-23 02:12:08 -- STEP: 241/797 -- GLOBAL_STEP: 36100 - | > loss_disc: 2.3927860260009766 (2.4937018893071716) - | > loss_disc_real_0: 0.08229662477970123 (0.14405250651336798) - | > loss_disc_real_1: 0.16561631858348846 (0.21931365336372644) - | > loss_disc_real_2: 0.20570121705532074 (0.23210651931426338) - | > loss_disc_real_3: 0.21829751133918762 (0.22399513275049535) - | > loss_disc_real_4: 0.19196495413780212 (0.22138338464918966) - | > loss_disc_real_5: 0.2148275524377823 (0.23349799432200516) - | > loss_0: 2.3927860260009766 (2.4937018893071716) - | > grad_norm_0: tensor(103.3727, device='cuda:0') (tensor(79.9769, device='cuda:0')) - | > loss_gen: 2.106096029281616 (2.315852763741837) - | > loss_kl: 1.6063388586044312 (1.539276336238592) - | > loss_feat: 6.785537242889404 (6.416798091033682) - | > loss_mel: 21.456680297851562 (21.512356508816932) - | > loss_duration: 1.7863335609436035 (1.7323285281905492) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.74098587036133 (33.516612262646625) - | > grad_norm_1: tensor(533.3486, device='cuda:0') (tensor(565.7231, device='cuda:0')) - | > current_lr_0: 0.00019890295108318404 - | > current_lr_1: 0.00019890295108318404 - | > step_time: 0.9913 (0.9594984440388028) - | > loader_time: 0.0069 (0.005571767996950268) - - - --> TIME: 2024-11-23 02:12:31 -- STEP: 266/797 -- GLOBAL_STEP: 36125 - | > loss_disc: 2.342690944671631 (2.4926386784790147) - | > loss_disc_real_0: 0.09937538206577301 (0.14285669830116557) - | > loss_disc_real_1: 0.23216623067855835 (0.21922149940540916) - | > loss_disc_real_2: 0.26461631059646606 (0.23367321659299664) - | > loss_disc_real_3: 0.22370290756225586 (0.22403242657507272) - | > loss_disc_real_4: 0.23041462898254395 (0.2221439474059227) - | > loss_disc_real_5: 0.26400232315063477 (0.23379519324105486) - | > loss_0: 2.342690944671631 (2.4926386784790147) - | > grad_norm_0: tensor(85.3086, device='cuda:0') (tensor(81.8796, device='cuda:0')) - | > loss_gen: 2.44136643409729 (2.314865469036245) - | > loss_kl: 1.412784457206726 (1.5390043263148545) - | > loss_feat: 6.531955718994141 (6.395167314916625) - | > loss_mel: 21.375267028808594 (21.48822241618222) - | > loss_duration: 1.6685009002685547 (1.729019239880985) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.429874420166016 (33.46627887209551) - | > grad_norm_1: tensor(707.9568, device='cuda:0') (tensor(572.9967, device='cuda:0')) - | > current_lr_0: 0.00019890295108318404 - | > current_lr_1: 0.00019890295108318404 - | > step_time: 0.9901 (0.9565842510166026) - | > loader_time: 0.0058 (0.005637109727787792) - - - --> TIME: 2024-11-23 02:12:54 -- STEP: 291/797 -- GLOBAL_STEP: 36150 - | > loss_disc: 2.518202304840088 (2.4880597861771725) - | > loss_disc_real_0: 0.13624577224254608 (0.1414793685104224) - | > loss_disc_real_1: 0.23704876005649567 (0.21895096571379927) - | > loss_disc_real_2: 0.23219184577465057 (0.23261714570505923) - | > loss_disc_real_3: 0.23513692617416382 (0.2238288325132783) - | > loss_disc_real_4: 0.17500194907188416 (0.22171051155046095) - | > loss_disc_real_5: 0.2275872826576233 (0.23285529027689772) - | > loss_0: 2.518202304840088 (2.4880597861771725) - | > grad_norm_0: tensor(94.4783, device='cuda:0') (tensor(79.8093, device='cuda:0')) - | > loss_gen: 2.287936210632324 (2.3134703898347935) - | > loss_kl: 1.502670168876648 (1.540896978165276) - | > loss_feat: 5.590626239776611 (6.387449103942032) - | > loss_mel: 20.93052101135254 (21.479873545800707) - | > loss_duration: 1.6583313941955566 (1.726614357269916) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.970083236694336 (33.44830448111306) - | > grad_norm_1: tensor(693.9198, device='cuda:0') (tensor(576.2374, device='cuda:0')) - | > current_lr_0: 0.00019890295108318404 - | > current_lr_1: 0.00019890295108318404 - | > step_time: 0.9389 (0.9525131884309435) - | > loader_time: 0.0056 (0.005769009442673518) - - - --> TIME: 2024-11-23 02:13:17 -- STEP: 316/797 -- GLOBAL_STEP: 36175 - | > loss_disc: 2.5865416526794434 (2.487642921978914) - | > loss_disc_real_0: 0.1466386616230011 (0.14070307041365138) - | > loss_disc_real_1: 0.18324553966522217 (0.2186551573627358) - | > loss_disc_real_2: 0.2128971964120865 (0.23323861269068114) - | > loss_disc_real_3: 0.26547971367836 (0.22474314220532587) - | > loss_disc_real_4: 0.2291882336139679 (0.22191379257018057) - | > loss_disc_real_5: 0.22363339364528656 (0.23305696630968323) - | > loss_0: 2.5865416526794434 (2.487642921978914) - | > grad_norm_0: tensor(119.7745, device='cuda:0') (tensor(79.6108, device='cuda:0')) - | > loss_gen: 2.132708787918091 (2.316998878611793) - | > loss_kl: 1.6930019855499268 (1.5462868153294431) - | > loss_feat: 5.737961769104004 (6.391058540042442) - | > loss_mel: 20.709022521972656 (21.522636751585374) - | > loss_duration: 1.6792221069335938 (1.7242112408710428) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.95191764831543 (33.50119235847567) - | > grad_norm_1: tensor(703.6133, device='cuda:0') (tensor(588.5172, device='cuda:0')) - | > current_lr_0: 0.00019890295108318404 - | > current_lr_1: 0.00019890295108318404 - | > step_time: 0.8623 (0.9470084113410756) - | > loader_time: 0.0062 (0.005820054042188429) - - - --> TIME: 2024-11-23 02:13:40 -- STEP: 341/797 -- GLOBAL_STEP: 36200 - | > loss_disc: 2.4742355346679688 (2.4877795683673396) - | > loss_disc_real_0: 0.1693408489227295 (0.14077435988834527) - | > loss_disc_real_1: 0.2585326135158539 (0.2190593902753596) - | > loss_disc_real_2: 0.24643409252166748 (0.233235418971333) - | > loss_disc_real_3: 0.21086713671684265 (0.22445989450401574) - | > loss_disc_real_4: 0.23376061022281647 (0.22228347962378062) - | > loss_disc_real_5: 0.26925453543663025 (0.23281982056031827) - | > loss_0: 2.4742355346679688 (2.4877795683673396) - | > grad_norm_0: tensor(141.2933, device='cuda:0') (tensor(79.0352, device='cuda:0')) - | > loss_gen: 2.350512742996216 (2.3136286875369603) - | > loss_kl: 1.3961848020553589 (1.5472455671455856) - | > loss_feat: 6.0631208419799805 (6.366969627369183) - | > loss_mel: 20.813705444335938 (21.501686800959533) - | > loss_duration: 1.693007230758667 (1.7221015618343853) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.316532135009766 (33.451632385030145) - | > grad_norm_1: tensor(788.8085, device='cuda:0') (tensor(592.2401, device='cuda:0')) - | > current_lr_0: 0.00019890295108318404 - | > current_lr_1: 0.00019890295108318404 - | > step_time: 0.9068 (0.944532323792533) - | > loader_time: 0.0057 (0.005881561911350823) - - - --> TIME: 2024-11-23 02:14:03 -- STEP: 366/797 -- GLOBAL_STEP: 36225 - | > loss_disc: 2.629394769668579 (2.487504535685472) - | > loss_disc_real_0: 0.35825687646865845 (0.14165101804938474) - | > loss_disc_real_1: 0.18207146227359772 (0.21900797680101766) - | > loss_disc_real_2: 0.21446816623210907 (0.2333215876925187) - | > loss_disc_real_3: 0.21030379831790924 (0.22443417113661115) - | > loss_disc_real_4: 0.22517810761928558 (0.22206392648115839) - | > loss_disc_real_5: 0.24183937907218933 (0.23272426902759272) - | > loss_0: 2.629394769668579 (2.487504535685472) - | > grad_norm_0: tensor(173.7248, device='cuda:0') (tensor(81.6401, device='cuda:0')) - | > loss_gen: 2.291022777557373 (2.316043672014455) - | > loss_kl: 1.6609411239624023 (1.545800548759315) - | > loss_feat: 6.172737121582031 (6.36429947972949) - | > loss_mel: 20.648860931396484 (21.48898764125637) - | > loss_duration: 1.6960941553115845 (1.719603889626883) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.46965789794922 (33.43473536590408) - | > grad_norm_1: tensor(670.0748, device='cuda:0') (tensor(595.8289, device='cuda:0')) - | > current_lr_0: 0.00019890295108318404 - | > current_lr_1: 0.00019890295108318404 - | > step_time: 0.9497 (0.9432171583175659) - | > loader_time: 0.0056 (0.005998514389079779) - - - --> TIME: 2024-11-23 02:14:27 -- STEP: 391/797 -- GLOBAL_STEP: 36250 - | > loss_disc: 2.5000410079956055 (2.4867378640967566) - | > loss_disc_real_0: 0.047475509345531464 (0.1420105513461563) - | > loss_disc_real_1: 0.25237077474594116 (0.2190490983941062) - | > loss_disc_real_2: 0.21631604433059692 (0.2332970555633535) - | > loss_disc_real_3: 0.20017395913600922 (0.2243695074258863) - | > loss_disc_real_4: 0.17574834823608398 (0.22165507611716193) - | > loss_disc_real_5: 0.19889995455741882 (0.2325265679670417) - | > loss_0: 2.5000410079956055 (2.4867378640967566) - | > grad_norm_0: tensor(83.3341, device='cuda:0') (tensor(83.1844, device='cuda:0')) - | > loss_gen: 2.257901191711426 (2.3165214647112595) - | > loss_kl: 1.5795973539352417 (1.5412185896388104) - | > loss_feat: 6.047021865844727 (6.363795078014168) - | > loss_mel: 20.718456268310547 (21.491144555913827) - | > loss_duration: 1.7237156629562378 (1.7176749331262102) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.32669448852539 (33.43035472079618) - | > grad_norm_1: tensor(670.1859, device='cuda:0') (tensor(589.8266, device='cuda:0')) - | > current_lr_0: 0.00019890295108318404 - | > current_lr_1: 0.00019890295108318404 - | > step_time: 0.9316 (0.9428380194222531) - | > loader_time: 0.007 (0.006082514057988708) - - - --> TIME: 2024-11-23 02:14:50 -- STEP: 416/797 -- GLOBAL_STEP: 36275 - | > loss_disc: 2.599836826324463 (2.4856658732661834) - | > loss_disc_real_0: 0.07424098253250122 (0.14158121010181135) - | > loss_disc_real_1: 0.2624967396259308 (0.21871595392720064) - | > loss_disc_real_2: 0.21519504487514496 (0.2334148296728157) - | > loss_disc_real_3: 0.21279898285865784 (0.22434303175228146) - | > loss_disc_real_4: 0.2139551192522049 (0.22208305942611056) - | > loss_disc_real_5: 0.22456185519695282 (0.23265246885757035) - | > loss_0: 2.599836826324463 (2.4856658732661834) - | > grad_norm_0: tensor(75.4772, device='cuda:0') (tensor(84.0550, device='cuda:0')) - | > loss_gen: 2.171766996383667 (2.3207808400575933) - | > loss_kl: 1.4828691482543945 (1.539683905358498) - | > loss_feat: 6.228018760681152 (6.378205779653328) - | > loss_mel: 21.471630096435547 (21.514986762633693) - | > loss_duration: 1.6922365427017212 (1.7161209772412591) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.0465202331543 (33.46977837269125) - | > grad_norm_1: tensor(380.8330, device='cuda:0') (tensor(585.1472, device='cuda:0')) - | > current_lr_0: 0.00019890295108318404 - | > current_lr_1: 0.00019890295108318404 - | > step_time: 0.9943 (0.9413795683246392) - | > loader_time: 0.0071 (0.0062354780160463795) - - - --> TIME: 2024-11-23 02:15:14 -- STEP: 441/797 -- GLOBAL_STEP: 36300 - | > loss_disc: 2.565953016281128 (2.4847932505229164) - | > loss_disc_real_0: 0.14415892958641052 (0.1406870216992842) - | > loss_disc_real_1: 0.1991742104291916 (0.21864364399255815) - | > loss_disc_real_2: 0.2683853805065155 (0.23368675395204366) - | > loss_disc_real_3: 0.23134666681289673 (0.22498515856509305) - | > loss_disc_real_4: 0.23350153863430023 (0.2221101416684603) - | > loss_disc_real_5: 0.2655256390571594 (0.2330538622376059) - | > loss_0: 2.565953016281128 (2.4847932505229164) - | > grad_norm_0: tensor(69.7923, device='cuda:0') (tensor(82.4484, device='cuda:0')) - | > loss_gen: 2.228208303451538 (2.319499006617368) - | > loss_kl: 1.7149420976638794 (1.53965165771865) - | > loss_feat: 6.430767059326172 (6.376421681877706) - | > loss_mel: 22.02874755859375 (21.525013571153156) - | > loss_duration: 1.7034094333648682 (1.7147278928972964) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.106075286865234 (33.475313917579605) - | > grad_norm_1: tensor(453.8017, device='cuda:0') (tensor(577.4147, device='cuda:0')) - | > current_lr_0: 0.00019890295108318404 - | > current_lr_1: 0.00019890295108318404 - | > step_time: 0.9693 (0.9401487168811616) - | > loader_time: 0.0072 (0.0063164142253988205) - - - --> TIME: 2024-11-23 02:15:38 -- STEP: 466/797 -- GLOBAL_STEP: 36325 - | > loss_disc: 2.4804065227508545 (2.482025706205245) - | > loss_disc_real_0: 0.13208125531673431 (0.1399061247274727) - | > loss_disc_real_1: 0.2559077739715576 (0.21840066206941283) - | > loss_disc_real_2: 0.2449849545955658 (0.23345269486627865) - | > loss_disc_real_3: 0.21769313514232635 (0.22450489426119644) - | > loss_disc_real_4: 0.24100002646446228 (0.2221328462973685) - | > loss_disc_real_5: 0.3008810877799988 (0.23326226672389477) - | > loss_0: 2.4804065227508545 (2.482025706205245) - | > grad_norm_0: tensor(33.4135, device='cuda:0') (tensor(82.0008, device='cuda:0')) - | > loss_gen: 2.40032958984375 (2.3219889479133715) - | > loss_kl: 1.5541307926177979 (1.540732371960587) - | > loss_feat: 6.323644161224365 (6.39508753375434) - | > loss_mel: 23.042146682739258 (21.56277814955159) - | > loss_duration: 1.7509229183197021 (1.7140351948308328) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.07117462158203 (33.53462230698747) - | > grad_norm_1: tensor(712.5518, device='cuda:0') (tensor(584.9769, device='cuda:0')) - | > current_lr_0: 0.00019890295108318404 - | > current_lr_1: 0.00019890295108318404 - | > step_time: 0.9741 (0.9410476392942437) - | > loader_time: 0.0078 (0.006426461776438703) - - - --> TIME: 2024-11-23 02:16:02 -- STEP: 491/797 -- GLOBAL_STEP: 36350 - | > loss_disc: 2.391960382461548 (2.4810037287578077) - | > loss_disc_real_0: 0.1542985737323761 (0.13900404038806796) - | > loss_disc_real_1: 0.2070545256137848 (0.21824777545122903) - | > loss_disc_real_2: 0.23870860040187836 (0.23316990291271092) - | > loss_disc_real_3: 0.2596825063228607 (0.22484865751261623) - | > loss_disc_real_4: 0.20957551896572113 (0.2219301507696358) - | > loss_disc_real_5: 0.18967169523239136 (0.23310411598556152) - | > loss_0: 2.391960382461548 (2.4810037287578077) - | > grad_norm_0: tensor(68.4893, device='cuda:0') (tensor(81.7102, device='cuda:0')) - | > loss_gen: 2.472240924835205 (2.323604609961423) - | > loss_kl: 1.4796531200408936 (1.5407571328875977) - | > loss_feat: 6.7782416343688965 (6.405288216538438) - | > loss_mel: 22.71254539489746 (21.57215533674128) - | > loss_duration: 1.7192939519882202 (1.7126671964427844) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.1619758605957 (33.55447258725917) - | > grad_norm_1: tensor(788.0911, device='cuda:0') (tensor(588.4434, device='cuda:0')) - | > current_lr_0: 0.00019890295108318404 - | > current_lr_1: 0.00019890295108318404 - | > step_time: 0.9682 (0.942276790040088) - | > loader_time: 0.0098 (0.006567628223395883) - - - --> TIME: 2024-11-23 02:16:27 -- STEP: 516/797 -- GLOBAL_STEP: 36375 - | > loss_disc: 2.587838649749756 (2.480113679124403) - | > loss_disc_real_0: 0.13525144755840302 (0.13823390036619218) - | > loss_disc_real_1: 0.16429223120212555 (0.21796647545903233) - | > loss_disc_real_2: 0.272285521030426 (0.23340439423918724) - | > loss_disc_real_3: 0.24251902103424072 (0.2246665923690149) - | > loss_disc_real_4: 0.23096434772014618 (0.22223868628227436) - | > loss_disc_real_5: 0.27301281690597534 (0.2338932806322741) - | > loss_0: 2.587838649749756 (2.480113679124403) - | > grad_norm_0: tensor(126.9237, device='cuda:0') (tensor(81.4922, device='cuda:0')) - | > loss_gen: 2.4865503311157227 (2.3265256553657303) - | > loss_kl: 1.4872199296951294 (1.537732538557792) - | > loss_feat: 6.318064212799072 (6.407928211744441) - | > loss_mel: 21.419422149658203 (21.594510459160624) - | > loss_duration: 1.7108607292175293 (1.711638525474903) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.422119140625 (33.57833548848946) - | > grad_norm_1: tensor(806.8204, device='cuda:0') (tensor(594.1262, device='cuda:0')) - | > current_lr_0: 0.00019890295108318404 - | > current_lr_1: 0.00019890295108318404 - | > step_time: 0.9366 (0.9435664470805678) - | > loader_time: 0.0107 (0.006667859794557559) - - - --> TIME: 2024-11-23 02:16:52 -- STEP: 541/797 -- GLOBAL_STEP: 36400 - | > loss_disc: 2.4074270725250244 (2.4798157078501477) - | > loss_disc_real_0: 0.12850061058998108 (0.13791724822575194) - | > loss_disc_real_1: 0.24873371422290802 (0.21832306126680046) - | > loss_disc_real_2: 0.19620056450366974 (0.23296557595461) - | > loss_disc_real_3: 0.26584187150001526 (0.2245974895198332) - | > loss_disc_real_4: 0.2139611840248108 (0.22207285673142363) - | > loss_disc_real_5: 0.23217831552028656 (0.23357720436208132) - | > loss_0: 2.4074270725250244 (2.4798157078501477) - | > grad_norm_0: tensor(68.6504, device='cuda:0') (tensor(81.8649, device='cuda:0')) - | > loss_gen: 2.3113980293273926 (2.327222787077899) - | > loss_kl: 1.4924592971801758 (1.5382226756231623) - | > loss_feat: 6.498243808746338 (6.412212557801477) - | > loss_mel: 21.93129539489746 (21.60655567077525) - | > loss_duration: 1.7475336790084839 (1.7115092444992768) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.98093032836914 (33.595723037578736) - | > grad_norm_1: tensor(375.8639, device='cuda:0') (tensor(596.3593, device='cuda:0')) - | > current_lr_0: 0.00019890295108318404 - | > current_lr_1: 0.00019890295108318404 - | > step_time: 0.9546 (0.9447447301720074) - | > loader_time: 0.0086 (0.006770920180569295) - - - --> TIME: 2024-11-23 02:17:16 -- STEP: 566/797 -- GLOBAL_STEP: 36425 - | > loss_disc: 2.5699405670166016 (2.4788159477415843) - | > loss_disc_real_0: 0.0856965035200119 (0.1371047436440686) - | > loss_disc_real_1: 0.1929938793182373 (0.218014390856133) - | > loss_disc_real_2: 0.23109596967697144 (0.23359046807979947) - | > loss_disc_real_3: 0.2336781769990921 (0.22451690100001784) - | > loss_disc_real_4: 0.2177221179008484 (0.2220467588084325) - | > loss_disc_real_5: 0.22396375238895416 (0.2338687737238702) - | > loss_0: 2.5699405670166016 (2.4788159477415843) - | > grad_norm_0: tensor(295.1752, device='cuda:0') (tensor(80.9880, device='cuda:0')) - | > loss_gen: 2.1476948261260986 (2.329337191244739) - | > loss_kl: 1.511196255683899 (1.5405797922569118) - | > loss_feat: 5.643275737762451 (6.425436185021281) - | > loss_mel: 18.952539443969727 (21.624626658409323) - | > loss_duration: 1.664675235748291 (1.7104892317903333) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 29.919382095336914 (33.63046915034105) - | > grad_norm_1: tensor(931.7831, device='cuda:0') (tensor(601.2039, device='cuda:0')) - | > current_lr_0: 0.00019890295108318404 - | > current_lr_1: 0.00019890295108318404 - | > step_time: 0.9838 (0.9455362057096124) - | > loader_time: 0.0081 (0.00686240027734332) - - - --> TIME: 2024-11-23 02:17:42 -- STEP: 591/797 -- GLOBAL_STEP: 36450 - | > loss_disc: 2.5214643478393555 (2.4796253961153223) - | > loss_disc_real_0: 0.1380135715007782 (0.13756640906589085) - | > loss_disc_real_1: 0.18237310647964478 (0.2178624778380855) - | > loss_disc_real_2: 0.22241675853729248 (0.2333325883862129) - | > loss_disc_real_3: 0.2717641592025757 (0.22462368815784325) - | > loss_disc_real_4: 0.23542630672454834 (0.22198290308518256) - | > loss_disc_real_5: 0.29499107599258423 (0.23382154944181038) - | > loss_0: 2.5214643478393555 (2.4796253961153223) - | > grad_norm_0: tensor(114.8543, device='cuda:0') (tensor(82.3902, device='cuda:0')) - | > loss_gen: 2.4536960124969482 (2.330101460168004) - | > loss_kl: 1.6541415452957153 (1.5406260300812182) - | > loss_feat: 6.567651271820068 (6.422305739672251) - | > loss_mel: 22.071134567260742 (21.62651915638985) - | > loss_duration: 1.704716682434082 (1.7101978682826207) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.45133972167969 (33.62975034052146) - | > grad_norm_1: tensor(781.0248, device='cuda:0') (tensor(601.6552, device='cuda:0')) - | > current_lr_0: 0.00019890295108318404 - | > current_lr_1: 0.00019890295108318404 - | > step_time: 1.0728 (0.9479040248341568) - | > loader_time: 0.0092 (0.0069579364079509305) - - - --> TIME: 2024-11-23 02:18:06 -- STEP: 616/797 -- GLOBAL_STEP: 36475 - | > loss_disc: 2.3172810077667236 (2.48241694832777) - | > loss_disc_real_0: 0.12786893546581268 (0.1376625331203369) - | > loss_disc_real_1: 0.20190083980560303 (0.21821614969279868) - | > loss_disc_real_2: 0.24645471572875977 (0.23394585550799) - | > loss_disc_real_3: 0.2162797749042511 (0.2247385485218717) - | > loss_disc_real_4: 0.20059938728809357 (0.22247056174394372) - | > loss_disc_real_5: 0.19765013456344604 (0.23397277092391794) - | > loss_0: 2.3172810077667236 (2.48241694832777) - | > grad_norm_0: tensor(54.6813, device='cuda:0') (tensor(81.5184, device='cuda:0')) - | > loss_gen: 2.5488548278808594 (2.329532152646549) - | > loss_kl: 1.403787612915039 (1.5404213680462404) - | > loss_feat: 7.052891254425049 (6.411030329667125) - | > loss_mel: 24.314260482788086 (21.63831479208812) - | > loss_duration: 1.7160563468933105 (1.7100594790724961) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.035850524902344 (33.62935819254297) - | > grad_norm_1: tensor(707.8447, device='cuda:0') (tensor(600.2214, device='cuda:0')) - | > current_lr_0: 0.00019890295108318404 - | > current_lr_1: 0.00019890295108318404 - | > step_time: 0.9806 (0.9488484925263888) - | > loader_time: 0.0115 (0.007070527061239467) - - - --> TIME: 2024-11-23 02:18:32 -- STEP: 641/797 -- GLOBAL_STEP: 36500 - | > loss_disc: 2.47956919670105 (2.4833508936365747) - | > loss_disc_real_0: 0.15130585432052612 (0.13748532454025542) - | > loss_disc_real_1: 0.2440134435892105 (0.21846084261833235) - | > loss_disc_real_2: 0.23812736570835114 (0.23385068478989712) - | > loss_disc_real_3: 0.24591326713562012 (0.22474342751986523) - | > loss_disc_real_4: 0.21889552474021912 (0.22264554992015945) - | > loss_disc_real_5: 0.23866823315620422 (0.23433892954251323) - | > loss_0: 2.47956919670105 (2.4833508936365747) - | > grad_norm_0: tensor(98.4580, device='cuda:0') (tensor(80.8924, device='cuda:0')) - | > loss_gen: 2.3182592391967773 (2.328864840003147) - | > loss_kl: 1.650423526763916 (1.5409181826572145) - | > loss_feat: 5.710089683532715 (6.400149224142942) - | > loss_mel: 20.70924949645996 (21.634201028975625) - | > loss_duration: 1.6920160055160522 (1.7102376983243845) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.080039978027344 (33.614371045331325) - | > grad_norm_1: tensor(732.1443, device='cuda:0') (tensor(601.0389, device='cuda:0')) - | > current_lr_0: 0.00019890295108318404 - | > current_lr_1: 0.00019890295108318404 - | > step_time: 0.9441 (0.9519735442680799) - | > loader_time: 0.009 (0.007222420339837277) - - - --> TIME: 2024-11-23 02:18:59 -- STEP: 666/797 -- GLOBAL_STEP: 36525 - | > loss_disc: 2.4903345108032227 (2.4841917810497334) - | > loss_disc_real_0: 0.1578732132911682 (0.1373540572430547) - | > loss_disc_real_1: 0.20555366575717926 (0.2184211788279517) - | > loss_disc_real_2: 0.2621549665927887 (0.23396540639010277) - | > loss_disc_real_3: 0.20185638964176178 (0.22504390606114097) - | > loss_disc_real_4: 0.24255649745464325 (0.22290362762259291) - | > loss_disc_real_5: 0.2428588718175888 (0.23443768880478255) - | > loss_0: 2.4903345108032227 (2.4841917810497334) - | > grad_norm_0: tensor(79.5201, device='cuda:0') (tensor(81.0565, device='cuda:0')) - | > loss_gen: 2.3172762393951416 (2.3302988390306822) - | > loss_kl: 1.7698365449905396 (1.5412012537320448) - | > loss_feat: 6.782521724700928 (6.403609312332424) - | > loss_mel: 22.66144561767578 (21.641602204010674) - | > loss_duration: 1.72568678855896 (1.7098372061331348) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.25676727294922 (33.62654890169253) - | > grad_norm_1: tensor(412.8761, device='cuda:0') (tensor(601.8634, device='cuda:0')) - | > current_lr_0: 0.00019890295108318404 - | > current_lr_1: 0.00019890295108318404 - | > step_time: 1.0573 (0.9557647436588734) - | > loader_time: 0.0109 (0.007337771020494067) - - - --> TIME: 2024-11-23 02:19:26 -- STEP: 691/797 -- GLOBAL_STEP: 36550 - | > loss_disc: 2.6744375228881836 (2.485168207916613) - | > loss_disc_real_0: 0.4696505069732666 (0.13834064896454343) - | > loss_disc_real_1: 0.24856530129909515 (0.21831458746610613) - | > loss_disc_real_2: 0.23138870298862457 (0.23402944351674507) - | > loss_disc_real_3: 0.17592719197273254 (0.2250223238932241) - | > loss_disc_real_4: 0.1809837371110916 (0.2228741937798115) - | > loss_disc_real_5: 0.21000757813453674 (0.2342851621067817) - | > loss_0: 2.6744375228881836 (2.485168207916613) - | > grad_norm_0: tensor(149.1051, device='cuda:0') (tensor(81.8242, device='cuda:0')) - | > loss_gen: 2.3811049461364746 (2.3306736145626803) - | > loss_kl: 1.6135613918304443 (1.5420910979145337) - | > loss_feat: 6.022603511810303 (6.396807932819192) - | > loss_mel: 21.563068389892578 (21.65710748984399) - | > loss_duration: 1.6687407493591309 (1.7090592191119267) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.249080657958984 (33.63573944102836) - | > grad_norm_1: tensor(345.3045, device='cuda:0') (tensor(599.3192, device='cuda:0')) - | > current_lr_0: 0.00019890295108318404 - | > current_lr_1: 0.00019890295108318404 - | > step_time: 1.0419 (0.9595465639393167) - | > loader_time: 0.0123 (0.007458130633606753) - - - --> TIME: 2024-11-23 02:19:54 -- STEP: 716/797 -- GLOBAL_STEP: 36575 - | > loss_disc: 2.436195135116577 (2.485167336530526) - | > loss_disc_real_0: 0.16494300961494446 (0.13860303406504784) - | > loss_disc_real_1: 0.18889673054218292 (0.21821907616360903) - | > loss_disc_real_2: 0.25398004055023193 (0.23398653474017228) - | > loss_disc_real_3: 0.21124424040317535 (0.22502601681558113) - | > loss_disc_real_4: 0.27172061800956726 (0.22285650628905057) - | > loss_disc_real_5: 0.27579569816589355 (0.23453938434493607) - | > loss_0: 2.436195135116577 (2.485167336530526) - | > grad_norm_0: tensor(81.0427, device='cuda:0') (tensor(81.5284, device='cuda:0')) - | > loss_gen: 2.3795723915100098 (2.330883363105733) - | > loss_kl: 1.6085318326950073 (1.543529994660915) - | > loss_feat: 6.1104230880737305 (6.395427947603786) - | > loss_mel: 20.79561996459961 (21.6647754887629) - | > loss_duration: 1.6788716316223145 (1.7083557752590603) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.573020935058594 (33.64297265846633) - | > grad_norm_1: tensor(445.7334, device='cuda:0') (tensor(593.4343, device='cuda:0')) - | > current_lr_0: 0.00019890295108318404 - | > current_lr_1: 0.00019890295108318404 - | > step_time: 1.3877 (0.9650308676272131) - | > loader_time: 0.0131 (0.007656207630754184) - - - --> TIME: 2024-11-23 02:20:29 -- STEP: 741/797 -- GLOBAL_STEP: 36600 - | > loss_disc: 2.598820447921753 (2.484682713121216) - | > loss_disc_real_0: 0.15539294481277466 (0.13814474103844127) - | > loss_disc_real_1: 0.27546170353889465 (0.21834865005312346) - | > loss_disc_real_2: 0.26828280091285706 (0.23414649513729832) - | > loss_disc_real_3: 0.2332276999950409 (0.22493820596239988) - | > loss_disc_real_4: 0.22959989309310913 (0.22295594138976854) - | > loss_disc_real_5: 0.1978965401649475 (0.23441828155887592) - | > loss_0: 2.598820447921753 (2.484682713121216) - | > grad_norm_0: tensor(58.8771, device='cuda:0') (tensor(80.7446, device='cuda:0')) - | > loss_gen: 2.1111645698547363 (2.3302462869971086) - | > loss_kl: 1.790102481842041 (1.5442063113455824) - | > loss_feat: 5.74935245513916 (6.396958273914658) - | > loss_mel: 22.183835983276367 (21.677581617224092) - | > loss_duration: 1.7055280208587646 (1.7074036178318592) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.539981842041016 (33.656396204321624) - | > grad_norm_1: tensor(645.7041, device='cuda:0') (tensor(587.0926, device='cuda:0')) - | > current_lr_0: 0.00019890295108318404 - | > current_lr_1: 0.00019890295108318404 - | > step_time: 1.3068 (0.9781083085758966) - | > loader_time: 0.0096 (0.007875233687530809) - - - --> TIME: 2024-11-23 02:21:16 -- STEP: 766/797 -- GLOBAL_STEP: 36625 - | > loss_disc: 2.368043899536133 (2.484546855597831) - | > loss_disc_real_0: 0.12284985929727554 (0.13782957222011166) - | > loss_disc_real_1: 0.221649631857872 (0.2180118833330531) - | > loss_disc_real_2: 0.23778694868087769 (0.23397677442345854) - | > loss_disc_real_3: 0.25068631768226624 (0.22512922044989334) - | > loss_disc_real_4: 0.19093570113182068 (0.22304455840634305) - | > loss_disc_real_5: 0.22945664823055267 (0.2345614057257966) - | > loss_0: 2.368043899536133 (2.484546855597831) - | > grad_norm_0: tensor(26.2552, device='cuda:0') (tensor(80.2712, device='cuda:0')) - | > loss_gen: 2.4889161586761475 (2.329347979617806) - | > loss_kl: 1.6735323667526245 (1.5446246088951743) - | > loss_feat: 6.568518161773682 (6.395482349022247) - | > loss_mel: 21.749971389770508 (21.679002639830287) - | > loss_duration: 1.6795463562011719 (1.7062184276842258) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.160484313964844 (33.65467609375635) - | > grad_norm_1: tensor(424.5892, device='cuda:0') (tensor(588.6722, device='cuda:0')) - | > current_lr_0: 0.00019890295108318404 - | > current_lr_1: 0.00019890295108318404 - | > step_time: 2.1899 (1.0073583729895847) - | > loader_time: 0.0839 (0.008169914972688765) - - - --> TIME: 2024-11-23 02:22:25 -- STEP: 791/797 -- GLOBAL_STEP: 36650 - | > loss_disc: 2.411191940307617 (2.485101655822637) - | > loss_disc_real_0: 0.125440314412117 (0.1380462961886007) - | > loss_disc_real_1: 0.23181642591953278 (0.2180268849645343) - | > loss_disc_real_2: 0.23923403024673462 (0.23399575342872803) - | > loss_disc_real_3: 0.24266742169857025 (0.22505621954930566) - | > loss_disc_real_4: 0.2146700918674469 (0.223127797132949) - | > loss_disc_real_5: 0.2588174641132355 (0.23467022602537038) - | > loss_0: 2.411191940307617 (2.485101655822637) - | > grad_norm_0: tensor(53.5343, device='cuda:0') (tensor(80.7869, device='cuda:0')) - | > loss_gen: 2.3883020877838135 (2.3283616602797603) - | > loss_kl: 1.6531399488449097 (1.546240322659199) - | > loss_feat: 7.123333930969238 (6.390674129900827) - | > loss_mel: 22.750844955444336 (21.678364892373665) - | > loss_duration: 1.67891263961792 (1.7053284836478537) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.59453582763672 (33.648969568283896) - | > grad_norm_1: tensor(722.4531, device='cuda:0') (tensor(589.6703, device='cuda:0')) - | > current_lr_0: 0.00019890295108318404 - | > current_lr_1: 0.00019890295108318404 - | > step_time: 3.2865 (1.061408446802653) - | > loader_time: 0.0106 (0.008382109414159731) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.2572262287139893 (2.2572262287139893) - | > loss_disc_real_0: 0.0766710489988327 (0.0766710489988327) - | > loss_disc_real_1: 0.14463771879673004 (0.14463771879673004) - | > loss_disc_real_2: 0.1464270055294037 (0.1464270055294037) - | > loss_disc_real_3: 0.17295695841312408 (0.17295695841312408) - | > loss_disc_real_4: 0.205784872174263 (0.205784872174263) - | > loss_disc_real_5: 0.22041134536266327 (0.22041134536266327) - | > loss_0: 2.2572262287139893 (2.2572262287139893) - | > loss_gen: 1.9816044569015503 (1.9816044569015503) - | > loss_kl: 1.9360827207565308 (1.9360827207565308) - | > loss_feat: 7.895644187927246 (7.895644187927246) - | > loss_mel: 24.00286102294922 (24.00286102294922) - | > loss_duration: 1.929557204246521 (1.929557204246521) - | > loss_1: 37.745750427246094 (37.745750427246094) - - --> STEP: 1 - | > loss_disc: 2.313066244125366 (2.313066244125366) - | > loss_disc_real_0: 0.09376952797174454 (0.09376952797174454) - | > loss_disc_real_1: 0.16638021171092987 (0.16638021171092987) - | > loss_disc_real_2: 0.1648055911064148 (0.1648055911064148) - | > loss_disc_real_3: 0.24675631523132324 (0.24675631523132324) - | > loss_disc_real_4: 0.17905695736408234 (0.17905695736408234) - | > loss_disc_real_5: 0.20487913489341736 (0.20487913489341736) - | > loss_0: 2.313066244125366 (2.313066244125366) - | > loss_gen: 2.0141663551330566 (2.0141663551330566) - | > loss_kl: 1.4261177778244019 (1.4261177778244019) - | > loss_feat: 6.706290245056152 (6.706290245056152) - | > loss_mel: 22.366117477416992 (22.366117477416992) - | > loss_duration: 1.717679500579834 (1.717679500579834) - | > loss_1: 34.230369567871094 (34.230369567871094) - - --> STEP: 2 - | > loss_disc: 2.289940595626831 (2.3015034198760986) - | > loss_disc_real_0: 0.08362678438425064 (0.08869815617799759) - | > loss_disc_real_1: 0.18861626088619232 (0.1774982362985611) - | > loss_disc_real_2: 0.1607920229434967 (0.16279880702495575) - | > loss_disc_real_3: 0.18698230385780334 (0.2168693095445633) - | > loss_disc_real_4: 0.23441676795482635 (0.20673686265945435) - | > loss_disc_real_5: 0.24897481501102448 (0.22692697495222092) - | > loss_0: 2.289940595626831 (2.3015034198760986) - | > loss_gen: 2.2010843753814697 (2.107625365257263) - | > loss_kl: 1.4227746725082397 (1.4244462251663208) - | > loss_feat: 6.9862895011901855 (6.846289873123169) - | > loss_mel: 22.111555099487305 (22.23883628845215) - | > loss_duration: 1.6226894855499268 (1.6701844930648804) - | > loss_1: 34.344390869140625 (34.28738021850586) - - --> STEP: 3 - | > loss_disc: 2.5096516609191895 (2.3708861668904624) - | > loss_disc_real_0: 0.09148518741130829 (0.08962716658910115) - | > loss_disc_real_1: 0.22332312166690826 (0.19277319808801016) - | > loss_disc_real_2: 0.24894826114177704 (0.19151529173056284) - | > loss_disc_real_3: 0.28262749314308167 (0.23878870407740274) - | > loss_disc_real_4: 0.245894655585289 (0.21978946030139923) - | > loss_disc_real_5: 0.2008490413427353 (0.2182343304157257) - | > loss_0: 2.5096516609191895 (2.3708861668904624) - | > loss_gen: 2.088442802429199 (2.1012311776479087) - | > loss_kl: 1.8324180841445923 (1.5604368448257446) - | > loss_feat: 4.883924961090088 (6.192168235778809) - | > loss_mel: 23.31914710998535 (22.598939895629883) - | > loss_duration: 1.7634174823760986 (1.7012621561686199) - | > loss_1: 33.88734817504883 (34.15403620402018) - - --> STEP: 4 - | > loss_disc: 2.5760719776153564 (2.422182619571686) - | > loss_disc_real_0: 0.11831219494342804 (0.09679842367768288) - | > loss_disc_real_1: 0.207408145070076 (0.1964319348335266) - | > loss_disc_real_2: 0.28767889738082886 (0.21555619314312935) - | > loss_disc_real_3: 0.2871510982513428 (0.25087930262088776) - | > loss_disc_real_4: 0.20357899367809296 (0.21573684364557266) - | > loss_disc_real_5: 0.22322151064872742 (0.21948112547397614) - | > loss_0: 2.5760719776153564 (2.422182619571686) - | > loss_gen: 1.9989032745361328 (2.0756492018699646) - | > loss_kl: 1.348034143447876 (1.5073361694812775) - | > loss_feat: 5.386900901794434 (5.990851402282715) - | > loss_mel: 20.914989471435547 (22.1779522895813) - | > loss_duration: 1.6531853675842285 (1.689242959022522) - | > loss_1: 31.302013397216797 (33.441030502319336) - - --> STEP: 5 - | > loss_disc: 2.6329293251037598 (2.4643319606781007) - | > loss_disc_real_0: 0.0883176326751709 (0.09510226547718048) - | > loss_disc_real_1: 0.1635550707578659 (0.18985656201839446) - | > loss_disc_real_2: 0.2046595960855484 (0.21337687373161315) - | > loss_disc_real_3: 0.27212002873420715 (0.2551274478435516) - | > loss_disc_real_4: 0.24510382115840912 (0.22161023914813996) - | > loss_disc_real_5: 0.19486375153064728 (0.21455765068531035) - | > loss_0: 2.6329293251037598 (2.4643319606781007) - | > loss_gen: 1.8209720849990845 (2.0247137784957885) - | > loss_kl: 1.86513090133667 (1.5788951158523559) - | > loss_feat: 6.140429496765137 (6.020767021179199) - | > loss_mel: 20.999765396118164 (21.942314910888673) - | > loss_duration: 1.8545610904693604 (1.7223065853118897) - | > loss_1: 32.68085861206055 (33.28899612426758) - - --> STEP: 6 - | > loss_disc: 2.4283607006073 (2.4583367506663003) - | > loss_disc_real_0: 0.04049364849925041 (0.08600082931419213) - | > loss_disc_real_1: 0.1975732445716858 (0.19114267577727637) - | > loss_disc_real_2: 0.19162051379680634 (0.2097508137424787) - | > loss_disc_real_3: 0.27133917808532715 (0.25782940288384754) - | > loss_disc_real_4: 0.24648837745189667 (0.2257565955320994) - | > loss_disc_real_5: 0.24389813840389252 (0.21944773197174072) - | > loss_0: 2.4283607006073 (2.4583367506663003) - | > loss_gen: 2.0544021129608154 (2.0296618342399597) - | > loss_kl: 1.116469144821167 (1.5018241206804912) - | > loss_feat: 5.5600152015686035 (5.9439750512441) - | > loss_mel: 22.64134979248047 (22.058820724487305) - | > loss_duration: 1.71305513381958 (1.7207646767298381) - | > loss_1: 33.085289001464844 (33.25504493713379) - - --> STEP: 7 - | > loss_disc: 2.351864814758301 (2.443126474108015) - | > loss_disc_real_0: 0.10774017870426178 (0.08910645065563065) - | > loss_disc_real_1: 0.18461285531520844 (0.19020984428269522) - | > loss_disc_real_2: 0.21495456993579865 (0.21049420748438155) - | > loss_disc_real_3: 0.24762198328971863 (0.2563712000846863) - | > loss_disc_real_4: 0.2211192101240158 (0.2250941119023732) - | > loss_disc_real_5: 0.19536735117435455 (0.21600767757211412) - | > loss_0: 2.351864814758301 (2.443126474108015) - | > loss_gen: 2.087859630584717 (2.0379758051463535) - | > loss_kl: 1.7911067008972168 (1.543150203568595) - | > loss_feat: 6.318293571472168 (5.997449125562396) - | > loss_mel: 20.352516174316406 (21.81506293160575) - | > loss_duration: 1.6727509498596191 (1.7139055728912354) - | > loss_1: 32.22252655029297 (33.10754231044224) - - --> STEP: 8 - | > loss_disc: 2.486290693283081 (2.448522001504898) - | > loss_disc_real_0: 0.07628922164440155 (0.08750429702922702) - | > loss_disc_real_1: 0.19503870606422424 (0.19081345200538635) - | > loss_disc_real_2: 0.21427716314792633 (0.21096707694232464) - | > loss_disc_real_3: 0.22707588970661163 (0.25270928628742695) - | > loss_disc_real_4: 0.2273245006799698 (0.22537291049957275) - | > loss_disc_real_5: 0.13512760400772095 (0.20589766837656498) - | > loss_0: 2.486290693283081 (2.448522001504898) - | > loss_gen: 1.883277416229248 (2.0186385065317154) - | > loss_kl: 1.6319494247436523 (1.554250106215477) - | > loss_feat: 7.019032955169678 (6.125147104263306) - | > loss_mel: 21.076404571533203 (21.72273063659668) - | > loss_duration: 1.7347502708435059 (1.7165111601352692) - | > loss_1: 33.34541320800781 (33.13727617263794) - - --> STEP: 9 - | > loss_disc: 2.3624680042266846 (2.4389604462517633) - | > loss_disc_real_0: 0.09847833216190338 (0.08872363426619106) - | > loss_disc_real_1: 0.16275016963481903 (0.18769530951976776) - | > loss_disc_real_2: 0.2062649130821228 (0.2104446142911911) - | > loss_disc_real_3: 0.2885033190250397 (0.25668640103605056) - | > loss_disc_real_4: 0.24758917093276978 (0.22784138388103908) - | > loss_disc_real_5: 0.20759257674217224 (0.20608599152829912) - | > loss_0: 2.3624680042266846 (2.4389604462517633) - | > loss_gen: 2.311455249786377 (2.051173700226678) - | > loss_kl: 1.8739042282104492 (1.5897672308815851) - | > loss_feat: 6.980463981628418 (6.220182312859429) - | > loss_mel: 23.649274826049805 (21.936791102091473) - | > loss_duration: 1.693565845489502 (1.7139616807301838) - | > loss_1: 36.508663177490234 (33.511874728732636) - - --> STEP: 10 - | > loss_disc: 2.6481540203094482 (2.4598798036575316) - | > loss_disc_real_0: 0.1046886146068573 (0.09032013230025768) - | > loss_disc_real_1: 0.18015094101428986 (0.18694087266921997) - | > loss_disc_real_2: 0.22669722139835358 (0.21206987500190735) - | > loss_disc_real_3: 0.29149332642555237 (0.2601670935750008) - | > loss_disc_real_4: 0.2964946925640106 (0.23470671474933624) - | > loss_disc_real_5: 0.28177663683891296 (0.2136550560593605) - | > loss_0: 2.6481540203094482 (2.4598798036575316) - | > loss_gen: 2.0180611610412598 (2.047862446308136) - | > loss_kl: 1.3205934762954712 (1.5628498554229737) - | > loss_feat: 5.2527337074279785 (6.123437452316284) - | > loss_mel: 22.139266967773438 (21.95703868865967) - | > loss_duration: 1.5870964527130127 (1.7012751579284668) - | > loss_1: 32.3177490234375 (33.392462158203124) - - --> STEP: 11 - | > loss_disc: 2.4612832069396973 (2.4600073857740923) - | > loss_disc_real_0: 0.10173235088586807 (0.09135760671713135) - | > loss_disc_real_1: 0.16958102583885193 (0.18536270477555014) - | > loss_disc_real_2: 0.2000209093093872 (0.21097451448440552) - | > loss_disc_real_3: 0.21942120790481567 (0.2564629221504385) - | > loss_disc_real_4: 0.23106886446475983 (0.23437600108710202) - | > loss_disc_real_5: 0.18958541750907898 (0.211466907100244) - | > loss_0: 2.4612832069396973 (2.4600073857740923) - | > loss_gen: 2.054460287094116 (2.048462250015952) - | > loss_kl: 2.006080389022827 (1.6031435402956875) - | > loss_feat: 7.465410232543945 (6.245434977791526) - | > loss_mel: 22.978031158447266 (22.049856185913086) - | > loss_duration: 1.5653729438781738 (1.688920411196622) - | > loss_1: 36.06935501098633 (33.63581605391069) - - --> STEP: 12 - | > loss_disc: 2.501077651977539 (2.4634299079577127) - | > loss_disc_real_0: 0.11800981312990189 (0.09357862391819556) - | > loss_disc_real_1: 0.16621986031532288 (0.18376746773719788) - | > loss_disc_real_2: 0.2360503375530243 (0.2130641664067904) - | > loss_disc_real_3: 0.24893763661384583 (0.2558358150223891) - | > loss_disc_real_4: 0.20763078331947327 (0.23214723293979964) - | > loss_disc_real_5: 0.15111912786960602 (0.20643792549769083) - | > loss_0: 2.501077651977539 (2.4634299079577127) - | > loss_gen: 1.8258897066116333 (2.0299145380655923) - | > loss_kl: 1.78989839553833 (1.6187064448992412) - | > loss_feat: 6.025596618652344 (6.227115114529927) - | > loss_mel: 20.24169158935547 (21.89917580286662) - | > loss_duration: 1.7049185037612915 (1.690253585577011) - | > loss_1: 31.587993621826172 (33.46516418457031) - - --> STEP: 13 - | > loss_disc: 2.6654741764068604 (2.478971774761493) - | > loss_disc_real_0: 0.0913863405585289 (0.09340998673668274) - | > loss_disc_real_1: 0.15989352762699127 (0.18193101080564353) - | > loss_disc_real_2: 0.17632132768630981 (0.21023779419752267) - | > loss_disc_real_3: 0.16582441329956055 (0.24891186104370996) - | > loss_disc_real_4: 0.17211247980594635 (0.2275291750064263) - | > loss_disc_real_5: 0.14075464010238647 (0.2013853650826674) - | > loss_0: 2.6654741764068604 (2.478971774761493) - | > loss_gen: 1.6676713228225708 (2.002049675354591) - | > loss_kl: 1.879186749458313 (1.6387433914037852) - | > loss_feat: 7.715188503265381 (6.341582298278809) - | > loss_mel: 22.90662384033203 (21.976671805748573) - | > loss_duration: 1.7199381589889526 (1.6925370143010066) - | > loss_1: 35.888607025146484 (33.65158286461463) - - --> STEP: 14 - | > loss_disc: 2.4911158084869385 (2.4798392057418823) - | > loss_disc_real_0: 0.07059293240308762 (0.09178019714142595) - | > loss_disc_real_1: 0.21731148660182953 (0.18445818764822824) - | > loss_disc_real_2: 0.28168243169784546 (0.21534098259040288) - | > loss_disc_real_3: 0.2845326364040375 (0.2514562021408762) - | > loss_disc_real_4: 0.25285249948501587 (0.22933798389775412) - | > loss_disc_real_5: 0.2743285298347473 (0.20659559113638742) - | > loss_0: 2.4911158084869385 (2.4798392057418823) - | > loss_gen: 2.206411600112915 (2.0166469556944713) - | > loss_kl: 1.8631969690322876 (1.654775789805821) - | > loss_feat: 5.702696800231934 (6.295947619846889) - | > loss_mel: 21.622180938720703 (21.951351029532297) - | > loss_duration: 1.7672877311706543 (1.6978763512202673) - | > loss_1: 33.161773681640625 (33.6165964944022) - - --> STEP: 15 - | > loss_disc: 2.3901727199554443 (2.4738614400227865) - | > loss_disc_real_0: 0.059918761253356934 (0.08965610141555468) - | > loss_disc_real_1: 0.18920005857944489 (0.184774312376976) - | > loss_disc_real_2: 0.22704316675662994 (0.21612112820148469) - | > loss_disc_real_3: 0.2730192244052887 (0.2528937369585037) - | > loss_disc_real_4: 0.23037567734718323 (0.2294071634610494) - | > loss_disc_real_5: 0.20658765733242035 (0.20659506221612295) - | > loss_0: 2.3901727199554443 (2.4738614400227865) - | > loss_gen: 2.1011688709259033 (2.0222817500432333) - | > loss_kl: 1.6171332597732544 (1.6522662878036498) - | > loss_feat: 4.942138671875 (6.2056936899820965) - | > loss_mel: 20.659889221191406 (21.865253575642903) - | > loss_duration: 1.6606354713439941 (1.6953936258951823) - | > loss_1: 30.980966567993164 (33.4408878326416) - - --> STEP: 16 - | > loss_disc: 2.5236823558807373 (2.4769752472639084) - | > loss_disc_real_0: 0.09109044820070267 (0.08974574808962643) - | > loss_disc_real_1: 0.208743155002594 (0.18627236504107714) - | > loss_disc_real_2: 0.2185770571231842 (0.2162746237590909) - | > loss_disc_real_3: 0.2985091209411621 (0.2557446984574199) - | > loss_disc_real_4: 0.23984840512275696 (0.23005974106490612) - | > loss_disc_real_5: 0.20999598503112793 (0.20680761989206076) - | > loss_0: 2.5236823558807373 (2.4769752472639084) - | > loss_gen: 1.96796715259552 (2.018887087702751) - | > loss_kl: 1.793866753578186 (1.6611163169145584) - | > loss_feat: 4.92392110824585 (6.125582903623581) - | > loss_mel: 19.441701889038086 (21.713781595230103) - | > loss_duration: 1.7578861713409424 (1.6992994099855423) - | > loss_1: 29.885343551635742 (33.218666315078735) - - --> STEP: 17 - | > loss_disc: 2.3616833686828613 (2.4701933720532585) - | > loss_disc_real_0: 0.05161385238170624 (0.08750269540092524) - | > loss_disc_real_1: 0.19956092536449432 (0.18705404506010168) - | > loss_disc_real_2: 0.2525339424610138 (0.218407524859204) - | > loss_disc_real_3: 0.23114554584026337 (0.2542976894799401) - | > loss_disc_real_4: 0.21058139204978943 (0.2289139558287228) - | > loss_disc_real_5: 0.14558032155036926 (0.20320601410725536) - | > loss_0: 2.3616833686828613 (2.4701933720532585) - | > loss_gen: 2.0274903774261475 (2.019393163568833) - | > loss_kl: 1.2540620565414429 (1.6371719486573164) - | > loss_feat: 6.762176513671875 (6.163029586567598) - | > loss_mel: 23.31587791442871 (21.808022555182962) - | > loss_duration: 1.6693029403686523 (1.697534911772784) - | > loss_1: 35.028907775878906 (33.32515110689051) - - --> STEP: 18 - | > loss_disc: 2.445584535598755 (2.4688262144724527) - | > loss_disc_real_0: 0.08239887654781342 (0.08721914990908569) - | > loss_disc_real_1: 0.13142108917236328 (0.18396332528856066) - | > loss_disc_real_2: 0.23147441446781158 (0.21913346317079332) - | > loss_disc_real_3: 0.22037337720394135 (0.2524130054646068) - | > loss_disc_real_4: 0.24028117954730988 (0.2295454682575332) - | > loss_disc_real_5: 0.22002291679382324 (0.20414028647873136) - | > loss_0: 2.445584535598755 (2.4688262144724527) - | > loss_gen: 1.9472589492797852 (2.015385707219442) - | > loss_kl: 1.3509658575057983 (1.6212716102600098) - | > loss_feat: 6.71116828918457 (6.193481736712986) - | > loss_mel: 20.864360809326172 (21.75559690263536) - | > loss_duration: 1.6910505294799805 (1.6971746683120728) - | > loss_1: 32.56480407714844 (33.282909605238174) - - --> STEP: 19 - | > loss_disc: 2.3836331367492676 (2.4643423682764958) - | > loss_disc_real_0: 0.0905582383275032 (0.08739489140479188) - | > loss_disc_real_1: 0.18817435204982758 (0.18418495827599576) - | > loss_disc_real_2: 0.24032104015350342 (0.22024859880146228) - | > loss_disc_real_3: 0.1873471587896347 (0.24898848721855565) - | > loss_disc_real_4: 0.1579113006591797 (0.2257752489102514) - | > loss_disc_real_5: 0.12877750396728516 (0.20017382424128682) - | > loss_0: 2.3836331367492676 (2.4643423682764958) - | > loss_gen: 2.0313363075256348 (2.016225212498715) - | > loss_kl: 1.82667076587677 (1.632082092134576) - | > loss_feat: 8.42465877532959 (6.310912107166491) - | > loss_mel: 24.07310676574707 (21.87757110595703) - | > loss_duration: 1.8262407779693604 (1.70396762145193) - | > loss_1: 38.18201446533203 (33.54075722945364) - - --> STEP: 20 - | > loss_disc: 2.3931403160095215 (2.460782265663147) - | > loss_disc_real_0: 0.06241045147180557 (0.08614566940814257) - | > loss_disc_real_1: 0.21109414100646973 (0.18553041741251947) - | > loss_disc_real_2: 0.26829031109809875 (0.2226506844162941) - | > loss_disc_real_3: 0.24518200755119324 (0.24879816323518752) - | > loss_disc_real_4: 0.2087422013282776 (0.22492359653115274) - | > loss_disc_real_5: 0.22504198551177979 (0.20141723230481148) - | > loss_0: 2.3931403160095215 (2.460782265663147) - | > loss_gen: 2.1180579662323 (2.021316850185394) - | > loss_kl: 1.7364897727966309 (1.6373024761676789) - | > loss_feat: 6.404001235961914 (6.315566563606263) - | > loss_mel: 23.886640548706055 (21.978024578094484) - | > loss_duration: 1.6423909664154053 (1.7008887887001038) - | > loss_1: 35.78757858276367 (33.65309829711914) - - --> STEP: 21 - | > loss_disc: 2.491589307785034 (2.462249267668951) - | > loss_disc_real_0: 0.1041061133146286 (0.08700092864178476) - | > loss_disc_real_1: 0.21928851306438446 (0.18713794577689397) - | > loss_disc_real_2: 0.2685069739818573 (0.2248343172527495) - | > loss_disc_real_3: 0.24615243077278137 (0.24867217597507296) - | > loss_disc_real_4: 0.22152936458587646 (0.22476196643852053) - | > loss_disc_real_5: 0.2432519942522049 (0.20340936382611594) - | > loss_0: 2.491589307785034 (2.462249267668951) - | > loss_gen: 2.086076021194458 (2.024400620233445) - | > loss_kl: 1.3404297828674316 (1.6231656812486195) - | > loss_feat: 6.34085750579834 (6.3167708941868375) - | > loss_mel: 22.39838981628418 (21.99804197038923) - | > loss_duration: 1.6858627796173096 (1.700173264458066) - | > loss_1: 33.85161590576172 (33.66255151657831) - - --> STEP: 22 - | > loss_disc: 2.478764772415161 (2.462999972430142) - | > loss_disc_real_0: 0.10081279277801514 (0.08762874064797704) - | > loss_disc_real_1: 0.17444336414337158 (0.1865609193390066) - | > loss_disc_real_2: 0.1988271176815033 (0.22365217181769284) - | > loss_disc_real_3: 0.24328403174877167 (0.24842726032842288) - | > loss_disc_real_4: 0.21015705168247223 (0.22409810667688196) - | > loss_disc_real_5: 0.29011085629463196 (0.20735034075650302) - | > loss_0: 2.478764772415161 (2.462999972430142) - | > loss_gen: 2.137965202331543 (2.0295626466924492) - | > loss_kl: 1.8263225555419922 (1.6324000846255908) - | > loss_feat: 8.001790046691895 (6.393362673846158) - | > loss_mel: 23.477649688720703 (22.065296866677024) - | > loss_duration: 1.766746997833252 (1.7031993432478472) - | > loss_1: 37.21047592163086 (33.82382080771706) - - --> STEP: 23 - | > loss_disc: 2.19499135017395 (2.4513474236363946) - | > loss_disc_real_0: 0.052945785224437714 (0.08612078606434491) - | > loss_disc_real_1: 0.14650048315525055 (0.18481916124406067) - | > loss_disc_real_2: 0.1633698046207428 (0.22103119933086893) - | > loss_disc_real_3: 0.2203177809715271 (0.24720510905203613) - | > loss_disc_real_4: 0.12890924513339996 (0.21995946052281753) - | > loss_disc_real_5: 0.1459784358739853 (0.20468199706595877) - | > loss_0: 2.19499135017395 (2.4513474236363946) - | > loss_gen: 1.8981722593307495 (2.0238500211549844) - | > loss_kl: 1.4686458110809326 (1.6252803336019102) - | > loss_feat: 7.333242893218994 (6.434227031210194) - | > loss_mel: 24.34088897705078 (22.164235654084578) - | > loss_duration: 1.7766205072402954 (1.7063915677692578) - | > loss_1: 36.81756591796875 (33.95398363859757) - - --> STEP: 24 - | > loss_disc: 2.388094425201416 (2.4487118820349374) - | > loss_disc_real_0: 0.0626036673784256 (0.08514090611909826) - | > loss_disc_real_1: 0.22236864268779755 (0.18638372297088304) - | > loss_disc_real_2: 0.20745734870433807 (0.22046562222143015) - | > loss_disc_real_3: 0.2749241292476654 (0.248360068226854) - | > loss_disc_real_4: 0.1796495020389557 (0.2182798789193233) - | > loss_disc_real_5: 0.1793503761291504 (0.20362651286025843) - | > loss_0: 2.388094425201416 (2.4487118820349374) - | > loss_gen: 2.0052242279052734 (2.0230739464362464) - | > loss_kl: 1.5538249015808105 (1.6223030239343643) - | > loss_feat: 6.5849714279174805 (6.440508047739665) - | > loss_mel: 21.822484970092773 (22.149996042251587) - | > loss_duration: 1.6384708881378174 (1.7035615394512813) - | > loss_1: 33.604976654052734 (33.9394416809082) - - --> STEP: 25 - | > loss_disc: 2.4598844051361084 (2.4491587829589845) - | > loss_disc_real_0: 0.08465855568647385 (0.0851216121017933) - | > loss_disc_real_1: 0.24560147523880005 (0.18875243306159972) - | > loss_disc_real_2: 0.24217389523983002 (0.22133395314216614) - | > loss_disc_real_3: 0.214417964220047 (0.24700238406658173) - | > loss_disc_real_4: 0.2475135326385498 (0.21944922506809234) - | > loss_disc_real_5: 0.20729780197143555 (0.2037733644247055) - | > loss_0: 2.4598844051361084 (2.4491587829589845) - | > loss_gen: 2.0748722553253174 (2.0251458787918093) - | > loss_kl: 1.5173051357269287 (1.6181031084060669) - | > loss_feat: 6.264547824859619 (6.433469638824463) - | > loss_mel: 22.203807830810547 (22.152148513793946) - | > loss_duration: 1.6555646657943726 (1.701641664505005) - | > loss_1: 33.716094970703125 (33.9305078125) - - --> STEP: 26 - | > loss_disc: 2.5166940689086914 (2.45175629395705) - | > loss_disc_real_0: 0.07181739807128906 (0.08460991156215851) - | > loss_disc_real_1: 0.17536823451519012 (0.18823765619443014) - | > loss_disc_real_2: 0.242037832736969 (0.2221302562035047) - | > loss_disc_real_3: 0.2725689113140106 (0.2479857120376367) - | > loss_disc_real_4: 0.24794310331344604 (0.2205451434621444) - | > loss_disc_real_5: 0.1951453536748886 (0.20344151785740486) - | > loss_0: 2.5166940689086914 (2.45175629395705) - | > loss_gen: 1.9625451564788818 (2.022738158702851) - | > loss_kl: 1.799682378768921 (1.6250869264969459) - | > loss_feat: 5.403181076049805 (6.393843155640822) - | > loss_mel: 21.068336486816406 (22.11046343583327) - | > loss_duration: 1.673180103302002 (1.70054698907412) - | > loss_1: 31.906925201416016 (33.852677712073685) - - --> STEP: 27 - | > loss_disc: 2.318382501602173 (2.4468165238698325) - | > loss_disc_real_0: 0.07072053849697113 (0.08409549033752194) - | > loss_disc_real_1: 0.17405685782432556 (0.1877124414399818) - | > loss_disc_real_2: 0.20709533989429474 (0.22157340745131174) - | > loss_disc_real_3: 0.2634408175945282 (0.2485581233545586) - | > loss_disc_real_4: 0.2632507383823395 (0.2221268321628924) - | > loss_disc_real_5: 0.2008899599313736 (0.2033470157119963) - | > loss_0: 2.318382501602173 (2.4468165238698325) - | > loss_gen: 2.211122751235962 (2.029715365833707) - | > loss_kl: 1.859695315361023 (1.6337761260845043) - | > loss_feat: 6.015427112579346 (6.379827746638545) - | > loss_mel: 22.27118492126465 (22.11641608344184) - | > loss_duration: 1.6921461820602417 (1.7002358480736062) - | > loss_1: 34.04957580566406 (33.859970234058515) - - --> STEP: 28 - | > loss_disc: 2.4460184574127197 (2.446788021496364) - | > loss_disc_real_0: 0.11503370851278305 (0.08520042670092412) - | > loss_disc_real_1: 0.2297232449054718 (0.18921282727803504) - | > loss_disc_real_2: 0.17478732764720917 (0.21990247602973664) - | > loss_disc_real_3: 0.20785872638225555 (0.24710457346269063) - | > loss_disc_real_4: 0.20870894193649292 (0.2216476217976638) - | > loss_disc_real_5: 0.23975884914398193 (0.2046474383345672) - | > loss_0: 2.4460184574127197 (2.446788021496364) - | > loss_gen: 2.100280284881592 (2.0322355415139883) - | > loss_kl: 1.1718807220458984 (1.617279861654554) - | > loss_feat: 6.774678707122803 (6.3939295666558404) - | > loss_mel: 23.434629440307617 (22.163495131901332) - | > loss_duration: 1.7078723907470703 (1.7005085817405157) - | > loss_1: 35.18933868408203 (33.90744767870221) - - --> STEP: 29 - | > loss_disc: 2.5845322608947754 (2.45153782285493) - | > loss_disc_real_0: 0.12620288133621216 (0.08661430444696853) - | > loss_disc_real_1: 0.2505139410495758 (0.1913266587873985) - | > loss_disc_real_2: 0.2596777081489563 (0.2212740357579856) - | > loss_disc_real_3: 0.31114470958709717 (0.24931285401870465) - | > loss_disc_real_4: 0.22845683991909027 (0.2218824224225406) - | > loss_disc_real_5: 0.2715480923652649 (0.20695435743907403) - | > loss_0: 2.5845322608947754 (2.45153782285493) - | > loss_gen: 2.033097505569458 (2.032265264412453) - | > loss_kl: 1.1722908020019531 (1.6019354113217057) - | > loss_feat: 3.2208364009857178 (6.284512560943077) - | > loss_mel: 15.210066795349121 (21.923721740985737) - | > loss_duration: 1.6310404539108276 (1.6981131290567333) - | > loss_1: 23.267333984375 (33.54054720648403) - - --> STEP: 30 - | > loss_disc: 2.5764927864074707 (2.4557029883066814) - | > loss_disc_real_0: 0.14002427458763123 (0.08839463678499063) - | > loss_disc_real_1: 0.1802976131439209 (0.1909590239326159) - | > loss_disc_real_2: 0.2491508275270462 (0.22220326215028763) - | > loss_disc_real_3: 0.2805497646331787 (0.25035408437252044) - | > loss_disc_real_4: 0.2753925919532776 (0.22366609474023183) - | > loss_disc_real_5: 0.2124020755290985 (0.20713594804207483) - | > loss_0: 2.5764927864074707 (2.4557029883066814) - | > loss_gen: 1.9750986099243164 (2.0303597092628483) - | > loss_kl: 1.9191291332244873 (1.6125085353851318) - | > loss_feat: 5.458065986633301 (6.256964341799418) - | > loss_mel: 21.488510131835938 (21.90921468734741) - | > loss_duration: 1.6967132091522217 (1.6980664650599162) - | > loss_1: 32.53751754760742 (33.507112884521476) - - --> STEP: 31 - | > loss_disc: 2.47405743598938 (2.456295067264188) - | > loss_disc_real_0: 0.07547840476036072 (0.08797798413903482) - | > loss_disc_real_1: 0.16495025157928467 (0.19012003127605684) - | > loss_disc_real_2: 0.19041673839092255 (0.22117789041611455) - | > loss_disc_real_3: 0.2658590078353882 (0.25085424319390326) - | > loss_disc_real_4: 0.2317921668291092 (0.22392822609793755) - | > loss_disc_real_5: 0.16906756162643433 (0.20590793557705417) - | > loss_0: 2.47405743598938 (2.456295067264188) - | > loss_gen: 1.9380698204040527 (2.027382616073855) - | > loss_kl: 1.9100019931793213 (1.6221050985397831) - | > loss_feat: 6.7783331871032715 (6.27378269164793) - | > loss_mel: 22.888456344604492 (21.940803127904093) - | > loss_duration: 1.6618056297302246 (1.6968967606944423) - | > loss_1: 35.176666259765625 (33.56096944501322) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.007874319630284465 (-0.0033600253443564123) - | > avg_loss_disc: 2.456295067264188 (-0.05452107614086499) - | > avg_loss_disc_real_0: 0.08797798413903482 (-0.09714517285746913) - | > avg_loss_disc_real_1: 0.19012003127605684 (-0.01835226339678611) - | > avg_loss_disc_real_2: 0.22117789041611455 (-0.03238456095418632) - | > avg_loss_disc_real_3: 0.25085424319390326 (+0.025028688292349527) - | > avg_loss_disc_real_4: 0.22392822609793755 (-0.01528144171161036) - | > avg_loss_disc_real_5: 0.20590793557705417 (-0.03098283275481195) - | > avg_loss_0: 2.456295067264188 (-0.05452107614086499) - | > avg_loss_gen: 2.027382616073855 (-0.19787999506919496) - | > avg_loss_kl: 1.6221050985397831 (-0.10161691711794951) - | > avg_loss_feat: 6.27378269164793 (+0.450550540801018) - | > avg_loss_mel: 21.940803127904093 (+0.4891143614246012) - | > avg_loss_duration: 1.6968967606944423 (-0.006483716349447999) - | > avg_loss_1: 33.56096944501322 (+0.6336832354145585) - - - > EPOCH: 17/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 02:22:56)  - - --> TIME: 2024-11-23 02:23:13 -- STEP: 19/797 -- GLOBAL_STEP: 36675 - | > loss_disc: 2.5104732513427734 (2.476519986202842) - | > loss_disc_real_0: 0.10058924555778503 (0.12611257559374758) - | > loss_disc_real_1: 0.2369164526462555 (0.22478786738295303) - | > loss_disc_real_2: 0.21352258324623108 (0.23743926380809985) - | > loss_disc_real_3: 0.25398969650268555 (0.23542990888419904) - | > loss_disc_real_4: 0.25085315108299255 (0.22855325984327415) - | > loss_disc_real_5: 0.2600876986980438 (0.22693471610546112) - | > loss_0: 2.5104732513427734 (2.476519986202842) - | > grad_norm_0: tensor(38.5127, device='cuda:0') (tensor(47.3210, device='cuda:0')) - | > loss_gen: 2.3421273231506348 (2.3351023824591386) - | > loss_kl: 1.6474826335906982 (1.6706225432847674) - | > loss_feat: 7.04306697845459 (6.524772217399196) - | > loss_mel: 21.23094940185547 (21.46393986752159) - | > loss_duration: 1.7834089994430542 (1.8429595922168933) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.047035217285156 (33.83739632054379) - | > grad_norm_1: tensor(446.1567, device='cuda:0') (tensor(481.9086, device='cuda:0')) - | > current_lr_0: 0.00019887808821429862 - | > current_lr_1: 0.00019887808821429862 - | > step_time: 0.8714 (0.8393017116345858) - | > loader_time: 0.0037 (0.0052735178094161185) - - - --> TIME: 2024-11-23 02:23:34 -- STEP: 44/797 -- GLOBAL_STEP: 36700 - | > loss_disc: 2.427598476409912 (2.4737412550232625) - | > loss_disc_real_0: 0.15303438901901245 (0.13422069512307644) - | > loss_disc_real_1: 0.23758216202259064 (0.22375573861328038) - | > loss_disc_real_2: 0.25429269671440125 (0.23823855343190106) - | > loss_disc_real_3: 0.21775563061237335 (0.22762952677228235) - | > loss_disc_real_4: 0.19728201627731323 (0.22247059981931339) - | > loss_disc_real_5: 0.22204221785068512 (0.2272265533154661) - | > loss_0: 2.427598476409912 (2.4737412550232625) - | > grad_norm_0: tensor(29.6312, device='cuda:0') (tensor(47.0434, device='cuda:0')) - | > loss_gen: 2.2871580123901367 (2.3195844075896517) - | > loss_kl: 1.5452425479888916 (1.6139907078309492) - | > loss_feat: 6.184495449066162 (6.478914380073547) - | > loss_mel: 20.632736206054688 (21.406216794794258) - | > loss_duration: 1.7726116180419922 (1.7998081824996255) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.4222412109375 (33.61851423436945) - | > grad_norm_1: tensor(556.8744, device='cuda:0') (tensor(461.1191, device='cuda:0')) - | > current_lr_0: 0.00019887808821429862 - | > current_lr_1: 0.00019887808821429862 - | > step_time: 0.7968 (0.8413288484920155) - | > loader_time: 0.0034 (0.005011986602436412) - - - --> TIME: 2024-11-23 02:23:57 -- STEP: 69/797 -- GLOBAL_STEP: 36725 - | > loss_disc: 2.316159248352051 (2.4824926680412847) - | > loss_disc_real_0: 0.10890241712331772 (0.13481330018544538) - | > loss_disc_real_1: 0.20996466279029846 (0.22415699237498685) - | > loss_disc_real_2: 0.2203482985496521 (0.23559093065019968) - | > loss_disc_real_3: 0.2814218997955322 (0.2270636644916258) - | > loss_disc_real_4: 0.2124500870704651 (0.22115490402000537) - | > loss_disc_real_5: 0.27485060691833496 (0.22764185070991516) - | > loss_0: 2.316159248352051 (2.4824926680412847) - | > grad_norm_0: tensor(61.0449, device='cuda:0') (tensor(53.7480, device='cuda:0')) - | > loss_gen: 2.6691083908081055 (2.3178289765897) - | > loss_kl: 1.6882895231246948 (1.6204909086227417) - | > loss_feat: 7.316806316375732 (6.495386724886687) - | > loss_mel: 22.965669631958008 (21.494136450947202) - | > loss_duration: 1.7222884893417358 (1.7711750700853872) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.36216354370117 (33.699017925538875) - | > grad_norm_1: tensor(686.9974, device='cuda:0') (tensor(473.6875, device='cuda:0')) - | > current_lr_0: 0.00019887808821429862 - | > current_lr_1: 0.00019887808821429862 - | > step_time: 0.9676 (0.8564561657283617) - | > loader_time: 0.0065 (0.005037397578142692) - - - --> TIME: 2024-11-23 02:24:18 -- STEP: 94/797 -- GLOBAL_STEP: 36750 - | > loss_disc: 2.5421142578125 (2.4867903907248303) - | > loss_disc_real_0: 0.13501296937465668 (0.13624146394431583) - | > loss_disc_real_1: 0.22807219624519348 (0.2226089876382909) - | > loss_disc_real_2: 0.25082141160964966 (0.23671158783613366) - | > loss_disc_real_3: 0.20926913619041443 (0.22506647889918469) - | > loss_disc_real_4: 0.2281395047903061 (0.22200132304049552) - | > loss_disc_real_5: 0.2352917343378067 (0.23053853499128463) - | > loss_0: 2.5421142578125 (2.4867903907248303) - | > grad_norm_0: tensor(126.6754, device='cuda:0') (tensor(63.8730, device='cuda:0')) - | > loss_gen: 2.1718969345092773 (2.3207764752367708) - | > loss_kl: 1.4230691194534302 (1.5824680658096963) - | > loss_feat: 5.491058349609375 (6.473190809818023) - | > loss_mel: 19.21644401550293 (21.442083297891827) - | > loss_duration: 1.7242376804351807 (1.7585677086038793) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.026704788208008 (33.57708618488714) - | > grad_norm_1: tensor(708.8509, device='cuda:0') (tensor(522.1821, device='cuda:0')) - | > current_lr_0: 0.00019887808821429862 - | > current_lr_1: 0.00019887808821429862 - | > step_time: 0.7647 (0.8499915016458389) - | > loader_time: 0.0037 (0.005154358579757364) - - - --> TIME: 2024-11-23 02:24:38 -- STEP: 119/797 -- GLOBAL_STEP: 36775 - | > loss_disc: 2.6410651206970215 (2.4962304339689356) - | > loss_disc_real_0: 0.21050624549388885 (0.13735462772119944) - | > loss_disc_real_1: 0.2149171680212021 (0.2231303430905863) - | > loss_disc_real_2: 0.2371445894241333 (0.23530127684108348) - | > loss_disc_real_3: 0.23009692132472992 (0.2278239713246081) - | > loss_disc_real_4: 0.27312910556793213 (0.22166067424441585) - | > loss_disc_real_5: 0.27549904584884644 (0.229961510841586) - | > loss_0: 2.6410651206970215 (2.4962304339689356) - | > grad_norm_0: tensor(263.8535, device='cuda:0') (tensor(69.5422, device='cuda:0')) - | > loss_gen: 2.1738486289978027 (2.3201953743686197) - | > loss_kl: 1.537609338760376 (1.5879698410755445) - | > loss_feat: 5.23380184173584 (6.480894649730009) - | > loss_mel: 18.568153381347656 (21.400098175561734) - | > loss_duration: 1.6952425241470337 (1.7505756045589929) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 29.208656311035156 (33.5397334699871) - | > grad_norm_1: tensor(626.6556, device='cuda:0') (tensor(548.2124, device='cuda:0')) - | > current_lr_0: 0.00019887808821429862 - | > current_lr_1: 0.00019887808821429862 - | > step_time: 0.8119 (0.839811443280773) - | > loader_time: 0.0041 (0.005133276226139868) - - - --> TIME: 2024-11-23 02:24:59 -- STEP: 144/797 -- GLOBAL_STEP: 36800 - | > loss_disc: 2.570028305053711 (2.5072970605558815) - | > loss_disc_real_0: 0.18018515408039093 (0.14097577884482837) - | > loss_disc_real_1: 0.20235387980937958 (0.22197923861030075) - | > loss_disc_real_2: 0.22810865938663483 (0.23617021542870337) - | > loss_disc_real_3: 0.18079295754432678 (0.22804067335608932) - | > loss_disc_real_4: 0.1948682814836502 (0.2234332945404781) - | > loss_disc_real_5: 0.2062491625547409 (0.23294957944502434) - | > loss_0: 2.570028305053711 (2.5072970605558815) - | > grad_norm_0: tensor(51.0743, device='cuda:0') (tensor(78.0179, device='cuda:0')) - | > loss_gen: 2.159263849258423 (2.3209711387753487) - | > loss_kl: 1.389398455619812 (1.5730300322175026) - | > loss_feat: 6.285277843475342 (6.44737903608216) - | > loss_mel: 21.966957092285156 (21.409328606393604) - | > loss_duration: 1.6598857641220093 (1.7456488410631816) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.460784912109375 (33.49635756015776) - | > grad_norm_1: tensor(199.6012, device='cuda:0') (tensor(547.0643, device='cuda:0')) - | > current_lr_0: 0.00019887808821429862 - | > current_lr_1: 0.00019887808821429862 - | > step_time: 0.8629 (0.8366666966014438) - | > loader_time: 0.0061 (0.005265684591399297) - - - --> TIME: 2024-11-23 02:25:19 -- STEP: 169/797 -- GLOBAL_STEP: 36825 - | > loss_disc: 2.481553792953491 (2.513087103352744) - | > loss_disc_real_0: 0.06217417120933533 (0.14516381357283978) - | > loss_disc_real_1: 0.19801266491413116 (0.22134922312561578) - | > loss_disc_real_2: 0.19994299113750458 (0.23543588050018402) - | > loss_disc_real_3: 0.21137109398841858 (0.22826713297141374) - | > loss_disc_real_4: 0.18267983198165894 (0.22363162834263411) - | > loss_disc_real_5: 0.2509216368198395 (0.2333404666044303) - | > loss_0: 2.481553792953491 (2.513087103352744) - | > grad_norm_0: tensor(16.0338, device='cuda:0') (tensor(78.9030, device='cuda:0')) - | > loss_gen: 2.083812713623047 (2.312173240283537) - | > loss_kl: 1.6495579481124878 (1.5685166254551453) - | > loss_feat: 6.269577980041504 (6.412490441248967) - | > loss_mel: 21.62108612060547 (21.380378542567158) - | > loss_duration: 1.7257853746414185 (1.7394990356716178) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.34981918334961 (33.41305780128613) - | > grad_norm_1: tensor(473.0263, device='cuda:0') (tensor(536.1339, device='cuda:0')) - | > current_lr_0: 0.00019887808821429862 - | > current_lr_1: 0.00019887808821429862 - | > step_time: 0.8584 (0.8315827931172749) - | > loader_time: 0.0044 (0.005304480445455516) - - - --> TIME: 2024-11-23 02:25:40 -- STEP: 194/797 -- GLOBAL_STEP: 36850 - | > loss_disc: 2.3769516944885254 (2.505211930914024) - | > loss_disc_real_0: 0.11828649044036865 (0.14100395947617964) - | > loss_disc_real_1: 0.14833946526050568 (0.22007407409321403) - | > loss_disc_real_2: 0.25397390127182007 (0.23563503128351623) - | > loss_disc_real_3: 0.19196061789989471 (0.22860577748608343) - | > loss_disc_real_4: 0.20430898666381836 (0.22424373860211716) - | > loss_disc_real_5: 0.23637524247169495 (0.23385600991470298) - | > loss_0: 2.3769516944885254 (2.505211930914024) - | > grad_norm_0: tensor(122.3939, device='cuda:0') (tensor(75.7098, device='cuda:0')) - | > loss_gen: 2.354182243347168 (2.316272045533682) - | > loss_kl: 1.6592715978622437 (1.5712200034524977) - | > loss_feat: 6.201281547546387 (6.412334223383481) - | > loss_mel: 20.995746612548828 (21.417207550756718) - | > loss_duration: 1.7426317930221558 (1.7358187332595747) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.9531135559082 (33.452852455611065) - | > grad_norm_1: tensor(715.4373, device='cuda:0') (tensor(538.3716, device='cuda:0')) - | > current_lr_0: 0.00019887808821429862 - | > current_lr_1: 0.00019887808821429862 - | > step_time: 0.8126 (0.8296894400390153) - | > loader_time: 0.0083 (0.005422823207894549) - - - --> TIME: 2024-11-23 02:26:01 -- STEP: 219/797 -- GLOBAL_STEP: 36875 - | > loss_disc: 2.5030112266540527 (2.506147256180577) - | > loss_disc_real_0: 0.2444452941417694 (0.1412942126631464) - | > loss_disc_real_1: 0.20190663635730743 (0.22029552380788273) - | > loss_disc_real_2: 0.1932220458984375 (0.23494729978036663) - | > loss_disc_real_3: 0.19510596990585327 (0.22760676146914424) - | > loss_disc_real_4: 0.2019018530845642 (0.2232376868458099) - | > loss_disc_real_5: 0.19032220542430878 (0.2339058786494547) - | > loss_0: 2.5030112266540527 (2.506147256180577) - | > grad_norm_0: tensor(146.3228, device='cuda:0') (tensor(81.5669, device='cuda:0')) - | > loss_gen: 2.405071496963501 (2.317309518382974) - | > loss_kl: 1.5923807621002197 (1.5668594145883707) - | > loss_feat: 6.266023635864258 (6.395478374881831) - | > loss_mel: 21.954734802246094 (21.43327646821602) - | > loss_duration: 1.7000348567962646 (1.7342897517496048) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.91824722290039 (33.447213447257255) - | > grad_norm_1: tensor(579.9586, device='cuda:0') (tensor(555.8529, device='cuda:0')) - | > current_lr_0: 0.00019887808821429862 - | > current_lr_1: 0.00019887808821429862 - | > step_time: 0.89 (0.8295346384179102) - | > loader_time: 0.0046 (0.005503690406067728) - - - --> TIME: 2024-11-23 02:26:22 -- STEP: 244/797 -- GLOBAL_STEP: 36900 - | > loss_disc: 2.5579464435577393 (2.5133715985251266) - | > loss_disc_real_0: 0.10157619416713715 (0.14191935855712065) - | > loss_disc_real_1: 0.25070661306381226 (0.22062560482347598) - | > loss_disc_real_2: 0.21404092013835907 (0.23628450618659863) - | > loss_disc_real_3: 0.24166972935199738 (0.22840926765662725) - | > loss_disc_real_4: 0.2403256893157959 (0.22466279303685563) - | > loss_disc_real_5: 0.2240533083677292 (0.2343388512486317) - | > loss_0: 2.5579464435577393 (2.5133715985251266) - | > grad_norm_0: tensor(131.6256, device='cuda:0') (tensor(82.9100, device='cuda:0')) - | > loss_gen: 2.238776206970215 (2.3109682588303677) - | > loss_kl: 1.5052134990692139 (1.5701633076198767) - | > loss_feat: 6.04790735244751 (6.372380856607781) - | > loss_mel: 22.4399471282959 (21.51230309439488) - | > loss_duration: 1.7153966426849365 (1.730244482638406) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.947242736816406 (33.49605995709778) - | > grad_norm_1: tensor(698.3569, device='cuda:0') (tensor(542.2567, device='cuda:0')) - | > current_lr_0: 0.00019887808821429862 - | > current_lr_1: 0.00019887808821429862 - | > step_time: 0.8549 (0.8290901907154771) - | > loader_time: 0.0098 (0.005623192083640175) - - - --> TIME: 2024-11-23 02:26:43 -- STEP: 269/797 -- GLOBAL_STEP: 36925 - | > loss_disc: 2.472764015197754 (2.5069171496040323) - | > loss_disc_real_0: 0.13155359029769897 (0.14031473796496158) - | > loss_disc_real_1: 0.20535673201084137 (0.22007163638962246) - | > loss_disc_real_2: 0.21228183805942535 (0.2352929126928287) - | > loss_disc_real_3: 0.23444759845733643 (0.22792815807583608) - | > loss_disc_real_4: 0.21621154248714447 (0.22455825460001438) - | > loss_disc_real_5: 0.27298107743263245 (0.2342820563059314) - | > loss_0: 2.472764015197754 (2.5069171496040323) - | > grad_norm_0: tensor(186.3689, device='cuda:0') (tensor(84.3771, device='cuda:0')) - | > loss_gen: 2.3153417110443115 (2.3110905788201825) - | > loss_kl: 1.6628512144088745 (1.5666047538523338) - | > loss_feat: 5.811395168304443 (6.351388700832665) - | > loss_mel: 21.07977294921875 (21.49895017829527) - | > loss_duration: 1.7224221229553223 (1.7275372974048318) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.5917854309082 (33.45557149724002) - | > grad_norm_1: tensor(894.4566, device='cuda:0') (tensor(560.8515, device='cuda:0')) - | > current_lr_0: 0.00019887808821429862 - | > current_lr_1: 0.00019887808821429862 - | > step_time: 0.849 (0.830335067550489) - | > loader_time: 0.0057 (0.0057351633518601865) - - - --> TIME: 2024-11-23 02:27:05 -- STEP: 294/797 -- GLOBAL_STEP: 36950 - | > loss_disc: 2.3570539951324463 (2.5029053915114634) - | > loss_disc_real_0: 0.19795893132686615 (0.1393174756394357) - | > loss_disc_real_1: 0.19963249564170837 (0.21965576262295652) - | > loss_disc_real_2: 0.21274937689304352 (0.2353946799222304) - | > loss_disc_real_3: 0.20178134739398956 (0.22755140385457448) - | > loss_disc_real_4: 0.19672729074954987 (0.22436463351355118) - | > loss_disc_real_5: 0.18386049568653107 (0.23455509842455793) - | > loss_0: 2.3570539951324463 (2.5029053915114634) - | > grad_norm_0: tensor(148.4436, device='cuda:0') (tensor(85.1936, device='cuda:0')) - | > loss_gen: 2.6754133701324463 (2.3146759048611116) - | > loss_kl: 1.7973233461380005 (1.5664587247939339) - | > loss_feat: 7.737599849700928 (6.35149579632039) - | > loss_mel: 22.40955924987793 (21.510452666250224) - | > loss_duration: 1.67048180103302 (1.7256103701331986) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.29037857055664 (33.46869344776178) - | > grad_norm_1: tensor(598.3413, device='cuda:0') (tensor(575.0551, device='cuda:0')) - | > current_lr_0: 0.00019887808821429862 - | > current_lr_1: 0.00019887808821429862 - | > step_time: 0.9025 (0.8315476552158795) - | > loader_time: 0.0119 (0.005874690555390854) - - - --> TIME: 2024-11-23 02:27:26 -- STEP: 319/797 -- GLOBAL_STEP: 36975 - | > loss_disc: 2.4834563732147217 (2.501118500778294) - | > loss_disc_real_0: 0.04730180650949478 (0.14103859754098244) - | > loss_disc_real_1: 0.21637922525405884 (0.21941790657357363) - | > loss_disc_real_2: 0.2488512396812439 (0.2352353614232383) - | > loss_disc_real_3: 0.19463226199150085 (0.22711027467325565) - | > loss_disc_real_4: 0.19208870828151703 (0.22377188354263486) - | > loss_disc_real_5: 0.21128183603286743 (0.23420079271995162) - | > loss_0: 2.4834563732147217 (2.501118500778294) - | > grad_norm_0: tensor(101.7947, device='cuda:0') (tensor(86.7325, device='cuda:0')) - | > loss_gen: 2.267584800720215 (2.3174938389500097) - | > loss_kl: 1.6773831844329834 (1.5658931956395834) - | > loss_feat: 7.360088348388672 (6.37688828859957) - | > loss_mel: 22.34326171875 (21.551098264496908) - | > loss_duration: 1.7559598684310913 (1.7236675263198566) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.40427780151367 (33.535041085604945) - | > grad_norm_1: tensor(620.8910, device='cuda:0') (tensor(570.7399, device='cuda:0')) - | > current_lr_0: 0.00019887808821429862 - | > current_lr_1: 0.00019887808821429862 - | > step_time: 0.8615 (0.8329322024198905) - | > loader_time: 0.0055 (0.005982657585024455) - - - --> TIME: 2024-11-23 02:27:48 -- STEP: 344/797 -- GLOBAL_STEP: 37000 - | > loss_disc: 2.4142844676971436 (2.5025674381921466) - | > loss_disc_real_0: 0.11385876685380936 (0.14150821865904467) - | > loss_disc_real_1: 0.20700857043266296 (0.21953171643233577) - | > loss_disc_real_2: 0.2318378984928131 (0.2356579642049795) - | > loss_disc_real_3: 0.20341825485229492 (0.22738025748972282) - | > loss_disc_real_4: 0.245050311088562 (0.2242262226551078) - | > loss_disc_real_5: 0.2257465124130249 (0.23362312318627224) - | > loss_0: 2.4142844676971436 (2.5025674381921466) - | > grad_norm_0: tensor(55.6584, device='cuda:0') (tensor(86.7253, device='cuda:0')) - | > loss_gen: 2.457036256790161 (2.3158579749423382) - | > loss_kl: 1.223808765411377 (1.560444025452747) - | > loss_feat: 6.624342918395996 (6.355987891208294) - | > loss_mel: 21.760475158691406 (21.541530842004814) - | > loss_duration: 1.6411705017089844 (1.721426096766494) - | > amp_scaler: 256.0 (132.8372093023256) - | > loss_1: 33.70683288574219 (33.495246804037755) - | > grad_norm_1: tensor(717.6317, device='cuda:0') (tensor(568.7105, device='cuda:0')) - | > current_lr_0: 0.00019887808821429862 - | > current_lr_1: 0.00019887808821429862 - | > step_time: 0.8436 (0.8338096023992048) - | > loader_time: 0.0057 (0.006127194609752916) - - - --> TIME: 2024-11-23 02:28:09 -- STEP: 369/797 -- GLOBAL_STEP: 37025 - | > loss_disc: 2.3800621032714844 (2.4988644226456733) - | > loss_disc_real_0: 0.1176748126745224 (0.14074394601551168) - | > loss_disc_real_1: 0.19304759800434113 (0.21924389834164926) - | > loss_disc_real_2: 0.21680405735969543 (0.23509723929370321) - | > loss_disc_real_3: 0.2167242169380188 (0.22709459417719183) - | > loss_disc_real_4: 0.18777774274349213 (0.2238711575424768) - | > loss_disc_real_5: 0.25056150555610657 (0.2341742368167655) - | > loss_0: 2.3800621032714844 (2.4988644226456733) - | > grad_norm_0: tensor(35.3072, device='cuda:0') (tensor(85.0828, device='cuda:0')) - | > loss_gen: 2.212641716003418 (2.3152732219153283) - | > loss_kl: 1.5285649299621582 (1.55965401777407) - | > loss_feat: 6.9182939529418945 (6.357087663841765) - | > loss_mel: 22.11359405517578 (21.551217965640344) - | > loss_duration: 1.664320707321167 (1.7186671602047556) - | > amp_scaler: 256.0 (141.18157181571814) - | > loss_1: 34.437416076660156 (33.501899993193504) - | > grad_norm_1: tensor(749.6294, device='cuda:0') (tensor(569.7029, device='cuda:0')) - | > current_lr_0: 0.00019887808821429862 - | > current_lr_1: 0.00019887808821429862 - | > step_time: 0.8805 (0.8347159995619194) - | > loader_time: 0.0281 (0.006216993822960991) - - - --> TIME: 2024-11-23 02:28:31 -- STEP: 394/797 -- GLOBAL_STEP: 37050 - | > loss_disc: 2.4876198768615723 (2.497098085843973) - | > loss_disc_real_0: 0.20134592056274414 (0.1409937591306146) - | > loss_disc_real_1: 0.18718577921390533 (0.21881780111547655) - | > loss_disc_real_2: 0.22386054694652557 (0.23505946316846132) - | > loss_disc_real_3: 0.21202591061592102 (0.2269959068918591) - | > loss_disc_real_4: 0.2563811242580414 (0.22368709217322055) - | > loss_disc_real_5: 0.24717822670936584 (0.2339577166562153) - | > loss_0: 2.4876198768615723 (2.497098085843973) - | > grad_norm_0: tensor(50.0512, device='cuda:0') (tensor(82.9778, device='cuda:0')) - | > loss_gen: 2.3204779624938965 (2.3137787190185564) - | > loss_kl: 1.5375169515609741 (1.5592444439224786) - | > loss_feat: 6.73582124710083 (6.3589112746534004) - | > loss_mel: 21.779720306396484 (21.55793337652525) - | > loss_duration: 1.665589690208435 (1.7169633398806383) - | > amp_scaler: 256.0 (148.46700507614216) - | > loss_1: 34.03912353515625 (33.50683110135461) - | > grad_norm_1: tensor(858.9968, device='cuda:0') (tensor(561.1892, device='cuda:0')) - | > current_lr_0: 0.00019887808821429862 - | > current_lr_1: 0.00019887808821429862 - | > step_time: 0.8836 (0.8361751192112257) - | > loader_time: 0.0098 (0.006300612149504836) - - - --> TIME: 2024-11-23 02:28:53 -- STEP: 419/797 -- GLOBAL_STEP: 37075 - | > loss_disc: 2.3312337398529053 (2.4956005877128375) - | > loss_disc_real_0: 0.14152692258358002 (0.14023528109373504) - | > loss_disc_real_1: 0.224202960729599 (0.21890520519601417) - | > loss_disc_real_2: 0.20759564638137817 (0.23478233419483202) - | > loss_disc_real_3: 0.22054286301136017 (0.2267811532023414) - | > loss_disc_real_4: 0.17147161066532135 (0.2236478061977605) - | > loss_disc_real_5: 0.22931185364723206 (0.2340512199233995) - | > loss_0: 2.3312337398529053 (2.4956005877128375) - | > grad_norm_0: tensor(80.0009, device='cuda:0') (tensor(82.4291, device='cuda:0')) - | > loss_gen: 2.483689308166504 (2.316336802764835) - | > loss_kl: 1.3526169061660767 (1.5584870482970536) - | > loss_feat: 7.273570537567139 (6.378843916344472) - | > loss_mel: 23.745580673217773 (21.57751733420287) - | > loss_duration: 1.7251217365264893 (1.7153911684464156) - | > amp_scaler: 128.0 (147.5513126491647) - | > loss_1: 36.5805778503418 (33.54657623363848) - | > grad_norm_1: tensor(897.0385, device='cuda:0') (tensor(562.8654, device='cuda:0')) - | > current_lr_0: 0.00019887808821429862 - | > current_lr_1: 0.00019887808821429862 - | > step_time: 0.8374 (0.8379126607944969) - | > loader_time: 0.0097 (0.006517684545038988) - - - --> TIME: 2024-11-23 02:29:15 -- STEP: 444/797 -- GLOBAL_STEP: 37100 - | > loss_disc: 2.288557529449463 (2.4944099971839986) - | > loss_disc_real_0: 0.1096816211938858 (0.1399587490637828) - | > loss_disc_real_1: 0.23231936991214752 (0.21902382266414058) - | > loss_disc_real_2: 0.1869312971830368 (0.23480009546016786) - | > loss_disc_real_3: 0.20515891909599304 (0.22661178481874164) - | > loss_disc_real_4: 0.22382599115371704 (0.22359546394766988) - | > loss_disc_real_5: 0.22684606909751892 (0.23372085036726686) - | > loss_0: 2.288557529449463 (2.4944099971839986) - | > grad_norm_0: tensor(23.2823, device='cuda:0') (tensor(80.6108, device='cuda:0')) - | > loss_gen: 2.4924240112304688 (2.316342501758453) - | > loss_kl: 1.541091799736023 (1.5583481103987307) - | > loss_feat: 7.2286481857299805 (6.383483334704563) - | > loss_mel: 22.60458755493164 (21.593536175049096) - | > loss_duration: 1.690451979637146 (1.713945293748701) - | > amp_scaler: 128.0 (146.45045045045043) - | > loss_1: 35.55720520019531 (33.565655360350725) - | > grad_norm_1: tensor(849.8386, device='cuda:0') (tensor(560.9081, device='cuda:0')) - | > current_lr_0: 0.00019887808821429862 - | > current_lr_1: 0.00019887808821429862 - | > step_time: 0.8354 (0.8401962373707743) - | > loader_time: 0.0074 (0.00658058744293075) - - - --> TIME: 2024-11-23 02:29:38 -- STEP: 469/797 -- GLOBAL_STEP: 37125 - | > loss_disc: 2.3551576137542725 (2.4911944154483177) - | > loss_disc_real_0: 0.0958065539598465 (0.13884545311427055) - | > loss_disc_real_1: 0.2083897441625595 (0.21877427688285486) - | > loss_disc_real_2: 0.20089896023273468 (0.2349218850705161) - | > loss_disc_real_3: 0.23359888792037964 (0.22630594305392268) - | > loss_disc_real_4: 0.26309823989868164 (0.22356681757644295) - | > loss_disc_real_5: 0.27653107047080994 (0.233489847767836) - | > loss_0: 2.3551576137542725 (2.4911944154483177) - | > grad_norm_0: tensor(77.7148, device='cuda:0') (tensor(80.1790, device='cuda:0')) - | > loss_gen: 2.6162478923797607 (2.321456367018887) - | > loss_kl: 1.3743093013763428 (1.556145443845151) - | > loss_feat: 7.588405609130859 (6.40955406262168) - | > loss_mel: 22.677114486694336 (21.63760404444452) - | > loss_duration: 1.6490899324417114 (1.713265990651747) - | > amp_scaler: 128.0 (145.4669509594883) - | > loss_1: 35.90516662597656 (33.63802585317127) - | > grad_norm_1: tensor(709.5038, device='cuda:0') (tensor(570.2595, device='cuda:0')) - | > current_lr_0: 0.00019887808821429862 - | > current_lr_1: 0.00019887808821429862 - | > step_time: 0.9664 (0.8428217556430838) - | > loader_time: 0.0117 (0.0066878119511390765) - - - --> TIME: 2024-11-23 02:30:01 -- STEP: 494/797 -- GLOBAL_STEP: 37150 - | > loss_disc: 2.7179980278015137 (2.4950149913548465) - | > loss_disc_real_0: 0.25896161794662476 (0.14007840105728328) - | > loss_disc_real_1: 0.23798872530460358 (0.2191364256597241) - | > loss_disc_real_2: 0.26996538043022156 (0.23455684752720088) - | > loss_disc_real_3: 0.2191961109638214 (0.22663232500133243) - | > loss_disc_real_4: 0.32924070954322815 (0.22387767525819632) - | > loss_disc_real_5: 0.23724707961082458 (0.23346677389342776) - | > loss_0: 2.7179980278015137 (2.4950149913548465) - | > grad_norm_0: tensor(126.7817, device='cuda:0') (tensor(80.8634, device='cuda:0')) - | > loss_gen: 2.2427585124969482 (2.321561561180993) - | > loss_kl: 1.4792335033416748 (1.5543203544520174) - | > loss_feat: 5.577094554901123 (6.410663231181712) - | > loss_mel: 21.047195434570312 (21.63057580940153) - | > loss_duration: 1.730659008026123 (1.7117605165914003) - | > amp_scaler: 128.0 (144.582995951417) - | > loss_1: 32.07693862915039 (33.62888141199644) - | > grad_norm_1: tensor(604.6378, device='cuda:0') (tensor(571.5840, device='cuda:0')) - | > current_lr_0: 0.00019887808821429862 - | > current_lr_1: 0.00019887808821429862 - | > step_time: 0.886 (0.8456499595873749) - | > loader_time: 0.0132 (0.006780416859306301) - - - --> TIME: 2024-11-23 02:30:23 -- STEP: 519/797 -- GLOBAL_STEP: 37175 - | > loss_disc: 2.3799588680267334 (2.4937334226046004) - | > loss_disc_real_0: 0.10395553708076477 (0.1395720141959557) - | > loss_disc_real_1: 0.26823386549949646 (0.21899114063939149) - | > loss_disc_real_2: 0.23238110542297363 (0.2348311522792529) - | > loss_disc_real_3: 0.24054716527462006 (0.22661132941126594) - | > loss_disc_real_4: 0.2157265543937683 (0.22416118502272347) - | > loss_disc_real_5: 0.21808546781539917 (0.23344014214642475) - | > loss_0: 2.3799588680267334 (2.4937334226046004) - | > grad_norm_0: tensor(45.3306, device='cuda:0') (tensor(79.6502, device='cuda:0')) - | > loss_gen: 2.358366012573242 (2.3219836670079883) - | > loss_kl: 1.4669004678726196 (1.552824372041662) - | > loss_feat: 6.700477600097656 (6.411881783105045) - | > loss_mel: 22.032085418701172 (21.630524721678505) - | > loss_duration: 1.6983673572540283 (1.7110277508494942) - | > amp_scaler: 128.0 (143.78420038535646) - | > loss_1: 34.25619888305664 (33.62824223909763) - | > grad_norm_1: tensor(709.5016, device='cuda:0') (tensor(565.9611, device='cuda:0')) - | > current_lr_0: 0.00019887808821429862 - | > current_lr_1: 0.00019887808821429862 - | > step_time: 0.8455 (0.8470660367682717) - | > loader_time: 0.0136 (0.006912524070813244) - - - --> TIME: 2024-11-23 02:30:45 -- STEP: 544/797 -- GLOBAL_STEP: 37200 - | > loss_disc: 2.5042824745178223 (2.4914584817255254) - | > loss_disc_real_0: 0.13617601990699768 (0.1388039076221448) - | > loss_disc_real_1: 0.18042385578155518 (0.21884752955178133) - | > loss_disc_real_2: 0.24647556245326996 (0.23417393367408823) - | > loss_disc_real_3: 0.21414650976657867 (0.22628093697130683) - | > loss_disc_real_4: 0.22454921901226044 (0.22393364166183505) - | > loss_disc_real_5: 0.23064148426055908 (0.23318751027588458) - | > loss_0: 2.5042824745178223 (2.4914584817255254) - | > grad_norm_0: tensor(48.0108, device='cuda:0') (tensor(78.1439, device='cuda:0')) - | > loss_gen: 2.339404821395874 (2.321259939714388) - | > loss_kl: 1.7884891033172607 (1.5511982958106434) - | > loss_feat: 6.28958797454834 (6.417059334761956) - | > loss_mel: 22.057947158813477 (21.629177763181563) - | > loss_duration: 1.6873035430908203 (1.7109745399040337) - | > amp_scaler: 128.0 (143.05882352941177) - | > loss_1: 34.16273498535156 (33.629669792511876) - | > grad_norm_1: tensor(621.4026, device='cuda:0') (tensor(563.3660, device='cuda:0')) - | > current_lr_0: 0.00019887808821429862 - | > current_lr_1: 0.00019887808821429862 - | > step_time: 0.9164 (0.8489803798934991) - | > loader_time: 0.0163 (0.0070450862540918195) - - - --> TIME: 2024-11-23 02:31:09 -- STEP: 569/797 -- GLOBAL_STEP: 37225 - | > loss_disc: 2.4323434829711914 (2.490769103876526) - | > loss_disc_real_0: 0.1378539502620697 (0.13853429588497404) - | > loss_disc_real_1: 0.2172858715057373 (0.21893487470011724) - | > loss_disc_real_2: 0.24857473373413086 (0.23474488322261342) - | > loss_disc_real_3: 0.21297666430473328 (0.2263101101550151) - | > loss_disc_real_4: 0.20362284779548645 (0.2237518849031368) - | > loss_disc_real_5: 0.2824310064315796 (0.23337410589408372) - | > loss_0: 2.4323434829711914 (2.490769103876526) - | > grad_norm_0: tensor(49.9370, device='cuda:0') (tensor(76.7378, device='cuda:0')) - | > loss_gen: 2.2441866397857666 (2.322774738754245) - | > loss_kl: 1.3277738094329834 (1.5506456472333163) - | > loss_feat: 6.202014923095703 (6.425258008792653) - | > loss_mel: 21.93059730529785 (21.652786130854864) - | > loss_duration: 1.7084670066833496 (1.709900879901826) - | > amp_scaler: 128.0 (142.3971880492091) - | > loss_1: 33.41304016113281 (33.66136531461101) - | > grad_norm_1: tensor(675.2184, device='cuda:0') (tensor(565.7876, device='cuda:0')) - | > current_lr_0: 0.00019887808821429862 - | > current_lr_1: 0.00019887808821429862 - | > step_time: 1.0739 (0.8515685170312756) - | > loader_time: 0.0077 (0.007195056637058356) - - - --> TIME: 2024-11-23 02:31:33 -- STEP: 594/797 -- GLOBAL_STEP: 37250 - | > loss_disc: 2.669266700744629 (2.4884630172742335) - | > loss_disc_real_0: 0.3091092109680176 (0.13839168617696262) - | > loss_disc_real_1: 0.2566498816013336 (0.21880184214323858) - | > loss_disc_real_2: 0.21415086090564728 (0.23401194682928042) - | > loss_disc_real_3: 0.22526155412197113 (0.22629848150191484) - | > loss_disc_real_4: 0.20924219489097595 (0.22310882877019117) - | > loss_disc_real_5: 0.25549089908599854 (0.2328805104399771) - | > loss_0: 2.669266700744629 (2.4884630172742335) - | > grad_norm_0: tensor(170.7693, device='cuda:0') (tensor(76.6514, device='cuda:0')) - | > loss_gen: 2.550375461578369 (2.325330605410565) - | > loss_kl: 1.3600859642028809 (1.549718332009684) - | > loss_feat: 6.485354423522949 (6.430812100368714) - | > loss_mel: 22.39533233642578 (21.661872847714406) - | > loss_duration: 1.6809630393981934 (1.709605910159924) - | > amp_scaler: 128.0 (141.79124579124573) - | > loss_1: 34.472110748291016 (33.67733969511808) - | > grad_norm_1: tensor(698.3596, device='cuda:0') (tensor(565.7671, device='cuda:0')) - | > current_lr_0: 0.00019887808821429862 - | > current_lr_1: 0.00019887808821429862 - | > step_time: 0.9968 (0.8571228836521956) - | > loader_time: 0.0081 (0.007259020098933464) - - - --> TIME: 2024-11-23 02:31:59 -- STEP: 619/797 -- GLOBAL_STEP: 37275 - | > loss_disc: 2.4002740383148193 (2.4877245946153876) - | > loss_disc_real_0: 0.11104676872491837 (0.13779834603141497) - | > loss_disc_real_1: 0.18994945287704468 (0.21873446742918265) - | > loss_disc_real_2: 0.18551647663116455 (0.23417980903955188) - | > loss_disc_real_3: 0.21656958758831024 (0.22623619697205663) - | > loss_disc_real_4: 0.20419880747795105 (0.2232194571531647) - | > loss_disc_real_5: 0.25961554050445557 (0.23320173451704046) - | > loss_0: 2.4002740383148193 (2.4877245946153876) - | > grad_norm_0: tensor(60.7215, device='cuda:0') (tensor(76.9698, device='cuda:0')) - | > loss_gen: 2.448617458343506 (2.3272551931741723) - | > loss_kl: 1.7467482089996338 (1.549601746491352) - | > loss_feat: 6.89809513092041 (6.4302247198409885) - | > loss_mel: 22.70994758605957 (21.664514255061473) - | > loss_duration: 1.6731061935424805 (1.7093153161648218) - | > amp_scaler: 128.0 (141.2342487883683) - | > loss_1: 35.47651290893555 (33.680911136559395) - | > grad_norm_1: tensor(533.6350, device='cuda:0') (tensor(566.9158, device='cuda:0')) - | > current_lr_0: 0.00019887808821429862 - | > current_lr_1: 0.00019887808821429862 - | > step_time: 0.9303 (0.8623870732518504) - | > loader_time: 0.0084 (0.007316062061389926) - - - --> TIME: 2024-11-23 02:32:24 -- STEP: 644/797 -- GLOBAL_STEP: 37300 - | > loss_disc: 2.4975593090057373 (2.4881172291240334) - | > loss_disc_real_0: 0.10166781395673752 (0.13752358386535996) - | > loss_disc_real_1: 0.2138233631849289 (0.21890898826329605) - | > loss_disc_real_2: 0.23698018491268158 (0.23438468508376092) - | > loss_disc_real_3: 0.27836182713508606 (0.22629438058374832) - | > loss_disc_real_4: 0.26095345616340637 (0.22345827647155117) - | > loss_disc_real_5: 0.24899102747440338 (0.23312559908961658) - | > loss_0: 2.4975593090057373 (2.4881172291240334) - | > grad_norm_0: tensor(54.7325, device='cuda:0') (tensor(76.5274, device='cuda:0')) - | > loss_gen: 2.2610318660736084 (2.3269027164263747) - | > loss_kl: 1.4770704507827759 (1.5497933215236057) - | > loss_feat: 6.140595436096191 (6.424638281697811) - | > loss_mel: 21.965728759765625 (21.66386043062861) - | > loss_duration: 1.6993168592453003 (1.7094325558369212) - | > amp_scaler: 128.0 (140.7204968944099) - | > loss_1: 33.54374313354492 (33.67462723299581) - | > grad_norm_1: tensor(544.2609, device='cuda:0') (tensor(568.8410, device='cuda:0')) - | > current_lr_0: 0.00019887808821429862 - | > current_lr_1: 0.00019887808821429862 - | > step_time: 0.8935 (0.8675384788039306) - | > loader_time: 0.0156 (0.0073969886169670505) - - - --> TIME: 2024-11-23 02:32:47 -- STEP: 669/797 -- GLOBAL_STEP: 37325 - | > loss_disc: 2.5524656772613525 (2.4892842284945265) - | > loss_disc_real_0: 0.1081864982843399 (0.13800434401239334) - | > loss_disc_real_1: 0.21009957790374756 (0.21900648186025062) - | > loss_disc_real_2: 0.2698156535625458 (0.23464355672332377) - | > loss_disc_real_3: 0.2833302617073059 (0.22648647376329198) - | > loss_disc_real_4: 0.2616119682788849 (0.22368826036674203) - | > loss_disc_real_5: 0.24413518607616425 (0.2332398764933884) - | > loss_0: 2.5524656772613525 (2.4892842284945265) - | > grad_norm_0: tensor(100.4703, device='cuda:0') (tensor(76.4273, device='cuda:0')) - | > loss_gen: 2.1092135906219482 (2.3273573083906065) - | > loss_kl: 1.5800769329071045 (1.5487954964017634) - | > loss_feat: 5.910632133483887 (6.418598832214537) - | > loss_mel: 21.32525634765625 (21.653644812659472) - | > loss_duration: 1.7188477516174316 (1.7090887943190851) - | > amp_scaler: 128.0 (140.2451420029896) - | > loss_1: 32.64402770996094 (33.65748518072792) - | > grad_norm_1: tensor(231.9194, device='cuda:0') (tensor(569.5644, device='cuda:0')) - | > current_lr_0: 0.00019887808821429862 - | > current_lr_1: 0.00019887808821429862 - | > step_time: 0.9406 (0.8698705949769068) - | > loader_time: 0.0084 (0.007518232670600101) - - - --> TIME: 2024-11-23 02:33:11 -- STEP: 694/797 -- GLOBAL_STEP: 37350 - | > loss_disc: 2.419404983520508 (2.4898223901001106) - | > loss_disc_real_0: 0.07680437713861465 (0.1382554100842487) - | > loss_disc_real_1: 0.17131629586219788 (0.21887057903692428) - | > loss_disc_real_2: 0.19919639825820923 (0.2342822361275854) - | > loss_disc_real_3: 0.19752997159957886 (0.22610994965181572) - | > loss_disc_real_4: 0.14977195858955383 (0.22357272485577065) - | > loss_disc_real_5: 0.1780814379453659 (0.2331799572757754) - | > loss_0: 2.419404983520508 (2.4898223901001106) - | > grad_norm_0: tensor(86.8836, device='cuda:0') (tensor(76.6687, device='cuda:0')) - | > loss_gen: 2.261676788330078 (2.325559798338226) - | > loss_kl: 1.6679505109786987 (1.550323934823015) - | > loss_feat: 6.975609302520752 (6.410098115717642) - | > loss_mel: 22.510696411132812 (21.653711560823734) - | > loss_duration: 1.7287192344665527 (1.7084675934541473) - | > amp_scaler: 128.0 (139.80403458213274) - | > loss_1: 35.144649505615234 (33.64816092895155) - | > grad_norm_1: tensor(576.0721, device='cuda:0') (tensor(569.3626, device='cuda:0')) - | > current_lr_0: 0.00019887808821429862 - | > current_lr_1: 0.00019887808821429862 - | > step_time: 0.925 (0.8726035737853914) - | > loader_time: 0.0212 (0.007624221810002833) - - - --> TIME: 2024-11-23 02:33:36 -- STEP: 719/797 -- GLOBAL_STEP: 37375 - | > loss_disc: 2.596492052078247 (2.4913808145509813) - | > loss_disc_real_0: 0.31368258595466614 (0.1392896906556938) - | > loss_disc_real_1: 0.1728769838809967 (0.21877795696175645) - | > loss_disc_real_2: 0.2152751237154007 (0.234421574998963) - | > loss_disc_real_3: 0.2348695695400238 (0.22628430794193946) - | > loss_disc_real_4: 0.23248620331287384 (0.2237912696243493) - | > loss_disc_real_5: 0.24027279019355774 (0.2335882145439965) - | > loss_0: 2.596492052078247 (2.4913808145509813) - | > grad_norm_0: tensor(143.4966, device='cuda:0') (tensor(76.6722, device='cuda:0')) - | > loss_gen: 2.3772830963134766 (2.3253122249796894) - | > loss_kl: 1.5352051258087158 (1.5505323090042604) - | > loss_feat: 6.132445812225342 (6.402844171033283) - | > loss_mel: 21.176071166992188 (21.6537667063579) - | > loss_duration: 1.678091287612915 (1.7076996450463993) - | > amp_scaler: 128.0 (139.3936022253131) - | > loss_1: 32.89909744262695 (33.64015496456903) - | > grad_norm_1: tensor(593.4247, device='cuda:0') (tensor(566.3176, device='cuda:0')) - | > current_lr_0: 0.00019887808821429862 - | > current_lr_1: 0.00019887808821429862 - | > step_time: 0.9264 (0.875398648133364) - | > loader_time: 0.0176 (0.007945876459750412) - - - --> TIME: 2024-11-23 02:34:01 -- STEP: 744/797 -- GLOBAL_STEP: 37400 - | > loss_disc: 2.379774570465088 (2.4905019694118082) - | > loss_disc_real_0: 0.13537637889385223 (0.1393849961659922) - | > loss_disc_real_1: 0.18795178830623627 (0.2184740807460521) - | > loss_disc_real_2: 0.20337651669979095 (0.23437052726825716) - | > loss_disc_real_3: 0.20633161067962646 (0.2260739056253305) - | > loss_disc_real_4: 0.16389338672161102 (0.22358133351450327) - | > loss_disc_real_5: 0.2132757306098938 (0.23334334550365324) - | > loss_0: 2.379774570465088 (2.4905019694118082) - | > grad_norm_0: tensor(42.4934, device='cuda:0') (tensor(76.1506, device='cuda:0')) - | > loss_gen: 2.165954113006592 (2.3251750550923775) - | > loss_kl: 1.5697251558303833 (1.5511552319731745) - | > loss_feat: 6.667232513427734 (6.411688529676005) - | > loss_mel: 21.509523391723633 (21.66825986677599) - | > loss_duration: 1.6868972778320312 (1.7067488733158322) - | > amp_scaler: 128.0 (139.01075268817223) - | > loss_1: 33.599334716796875 (33.663027468547995) - | > grad_norm_1: tensor(584.9146, device='cuda:0') (tensor(564.1897, device='cuda:0')) - | > current_lr_0: 0.00019887808821429862 - | > current_lr_1: 0.00019887808821429862 - | > step_time: 0.9536 (0.8780463632716926) - | > loader_time: 0.1093 (0.009772790696031302) - - - --> TIME: 2024-11-23 02:34:34 -- STEP: 769/797 -- GLOBAL_STEP: 37425 - | > loss_disc: 2.4628636837005615 (2.4891616802066765) - | > loss_disc_real_0: 0.14995330572128296 (0.13917016551886796) - | > loss_disc_real_1: 0.1990654170513153 (0.21825834924672452) - | > loss_disc_real_2: 0.26951080560684204 (0.23422706861567277) - | > loss_disc_real_3: 0.25608834624290466 (0.22616169238354047) - | > loss_disc_real_4: 0.23107457160949707 (0.2237762310027456) - | > loss_disc_real_5: 0.22718919813632965 (0.2334330172819341) - | > loss_0: 2.4628636837005615 (2.4891616802066765) - | > grad_norm_0: tensor(62.4366, device='cuda:0') (tensor(75.2445, device='cuda:0')) - | > loss_gen: 2.3990628719329834 (2.3250628071116486) - | > loss_kl: 1.599067211151123 (1.5498945010809018) - | > loss_feat: 6.243725299835205 (6.408450834152756) - | > loss_mel: 20.658130645751953 (21.65827502137816) - | > loss_duration: 1.7017642259597778 (1.7056327538930554) - | > amp_scaler: 128.0 (138.6527958387518) - | > loss_1: 32.601749420166016 (33.647315815304246) - | > grad_norm_1: tensor(809.8688, device='cuda:0') (tensor(566.4664, device='cuda:0')) - | > current_lr_0: 0.00019887808821429862 - | > current_lr_1: 0.00019887808821429862 - | > step_time: 1.3823 (0.8870076544108098) - | > loader_time: 0.1254 (0.013907321872884803) - - - --> TIME: 2024-11-23 02:36:03 -- STEP: 794/797 -- GLOBAL_STEP: 37450 - | > loss_disc: 2.4169464111328125 (2.488918218264352) - | > loss_disc_real_0: 0.1343536376953125 (0.13875060716188828) - | > loss_disc_real_1: 0.21841225028038025 (0.21830858962061422) - | > loss_disc_real_2: 0.22410595417022705 (0.2341740194811328) - | > loss_disc_real_3: 0.23498977720737457 (0.22634486816541974) - | > loss_disc_real_4: 0.19439035654067993 (0.22371373501998051) - | > loss_disc_real_5: 0.20628902316093445 (0.23331075373764903) - | > loss_0: 2.4169464111328125 (2.488918218264352) - | > grad_norm_0: tensor(100.8602, device='cuda:0') (tensor(74.6124, device='cuda:0')) - | > loss_gen: 2.256756544113159 (2.3244287011305036) - | > loss_kl: 1.4017764329910278 (1.5498099301563986) - | > loss_feat: 6.477924346923828 (6.409299817433585) - | > loss_mel: 22.964473724365234 (21.667851315937938) - | > loss_duration: 1.6825776100158691 (1.7047416006287646) - | > amp_scaler: 128.0 (138.31738035264516) - | > loss_1: 34.78350830078125 (33.65613126874869) - | > grad_norm_1: tensor(512.1990, device='cuda:0') (tensor(567.2648, device='cuda:0')) - | > current_lr_0: 0.00019887808821429862 - | > current_lr_1: 0.00019887808821429862 - | > step_time: 7.4294 (0.9663913204928187) - | > loader_time: 0.1259 (0.01783815108858968) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.168315887451172 (2.168315887451172) - | > loss_disc_real_0: 0.16413769125938416 (0.16413769125938416) - | > loss_disc_real_1: 0.17155906558036804 (0.17155906558036804) - | > loss_disc_real_2: 0.19950348138809204 (0.19950348138809204) - | > loss_disc_real_3: 0.21637818217277527 (0.21637818217277527) - | > loss_disc_real_4: 0.14726696908473969 (0.14726696908473969) - | > loss_disc_real_5: 0.16199441254138947 (0.16199441254138947) - | > loss_0: 2.168315887451172 (2.168315887451172) - | > loss_gen: 2.4838104248046875 (2.4838104248046875) - | > loss_kl: 1.7208366394042969 (1.7208366394042969) - | > loss_feat: 8.15974235534668 (8.15974235534668) - | > loss_mel: 24.601476669311523 (24.601476669311523) - | > loss_duration: 1.9972071647644043 (1.9972071647644043) - | > loss_1: 38.96307373046875 (38.96307373046875) - - --> STEP: 1 - | > loss_disc: 2.356255054473877 (2.356255054473877) - | > loss_disc_real_0: 0.08332069218158722 (0.08332069218158722) - | > loss_disc_real_1: 0.22980934381484985 (0.22980934381484985) - | > loss_disc_real_2: 0.24978600442409515 (0.24978600442409515) - | > loss_disc_real_3: 0.24990445375442505 (0.24990445375442505) - | > loss_disc_real_4: 0.27050721645355225 (0.27050721645355225) - | > loss_disc_real_5: 0.23620182275772095 (0.23620182275772095) - | > loss_0: 2.356255054473877 (2.356255054473877) - | > loss_gen: 2.566328287124634 (2.566328287124634) - | > loss_kl: 1.9950002431869507 (1.9950002431869507) - | > loss_feat: 7.197521209716797 (7.197521209716797) - | > loss_mel: 21.927154541015625 (21.927154541015625) - | > loss_duration: 1.709566593170166 (1.709566593170166) - | > loss_1: 35.395572662353516 (35.395572662353516) - - --> STEP: 2 - | > loss_disc: 2.36199951171875 (2.3591272830963135) - | > loss_disc_real_0: 0.10794408619403839 (0.0956323891878128) - | > loss_disc_real_1: 0.26415711641311646 (0.24698323011398315) - | > loss_disc_real_2: 0.2976831793785095 (0.27373459190130234) - | > loss_disc_real_3: 0.22393469512462616 (0.2369195744395256) - | > loss_disc_real_4: 0.2198282927274704 (0.24516775459051132) - | > loss_disc_real_5: 0.2756689190864563 (0.2559353709220886) - | > loss_0: 2.36199951171875 (2.3591272830963135) - | > loss_gen: 2.8384079933166504 (2.702368140220642) - | > loss_kl: 0.9230524301528931 (1.4590263366699219) - | > loss_feat: 6.688775062561035 (6.943148136138916) - | > loss_mel: 22.628522872924805 (22.277838706970215) - | > loss_duration: 1.6724214553833008 (1.6909940242767334) - | > loss_1: 34.75117874145508 (35.0733757019043) - - --> STEP: 3 - | > loss_disc: 2.4203829765319824 (2.3795458475748696) - | > loss_disc_real_0: 0.18953289091587067 (0.12693255643049875) - | > loss_disc_real_1: 0.24571608006954193 (0.2465608467658361) - | > loss_disc_real_2: 0.2721574604511261 (0.2732088814179103) - | > loss_disc_real_3: 0.29741963744163513 (0.25708626210689545) - | > loss_disc_real_4: 0.25068360567092896 (0.2470063716173172) - | > loss_disc_real_5: 0.23903705179691315 (0.25030259788036346) - | > loss_0: 2.4203829765319824 (2.3795458475748696) - | > loss_gen: 2.874544858932495 (2.7597603797912598) - | > loss_kl: 1.4934964179992676 (1.4705163637797039) - | > loss_feat: 6.725035667419434 (6.870443979899089) - | > loss_mel: 24.6221923828125 (23.059289932250977) - | > loss_duration: 1.726540207862854 (1.7028427521387737) - | > loss_1: 37.441810607910156 (35.86285400390625) - - --> STEP: 4 - | > loss_disc: 2.219162702560425 (2.3394500613212585) - | > loss_disc_real_0: 0.1235775500535965 (0.1260938048362732) - | > loss_disc_real_1: 0.1557512879371643 (0.22385845705866814) - | > loss_disc_real_2: 0.23274976015090942 (0.26309410110116005) - | > loss_disc_real_3: 0.2219761162996292 (0.2483087256550789) - | > loss_disc_real_4: 0.22058267891407013 (0.24040044844150543) - | > loss_disc_real_5: 0.19073309004306793 (0.23541022092103958) - | > loss_0: 2.219162702560425 (2.3394500613212585) - | > loss_gen: 2.7051379680633545 (2.7461047768592834) - | > loss_kl: 1.392980694770813 (1.451132446527481) - | > loss_feat: 7.675564765930176 (7.07172417640686) - | > loss_mel: 22.42644691467285 (22.901079177856445) - | > loss_duration: 1.6984202861785889 (1.7017371356487274) - | > loss_1: 35.89855194091797 (35.87177848815918) - - --> STEP: 5 - | > loss_disc: 2.350104331970215 (2.3415809154510496) - | > loss_disc_real_0: 0.07567660510540009 (0.11601036489009857) - | > loss_disc_real_1: 0.19641061127185822 (0.21836888790130615) - | > loss_disc_real_2: 0.24109970033168793 (0.2586952209472656) - | > loss_disc_real_3: 0.2918383777141571 (0.25701465606689455) - | > loss_disc_real_4: 0.21383322775363922 (0.2350870043039322) - | > loss_disc_real_5: 0.16508854925632477 (0.22134588658809662) - | > loss_0: 2.350104331970215 (2.3415809154510496) - | > loss_gen: 2.710526466369629 (2.7389891147613525) - | > loss_kl: 2.471996307373047 (1.6553052186965942) - | > loss_feat: 8.98865032196045 (7.455109405517578) - | > loss_mel: 25.073856353759766 (23.335634613037108) - | > loss_duration: 1.834713339805603 (1.7283323764801026) - | > loss_1: 41.079742431640625 (36.91337127685547) - - --> STEP: 6 - | > loss_disc: 2.6627750396728516 (2.3951132694880166) - | > loss_disc_real_0: 0.1934683918952942 (0.12892003605763117) - | > loss_disc_real_1: 0.24038025736808777 (0.2220374494791031) - | > loss_disc_real_2: 0.27518004179000854 (0.2614426910877228) - | > loss_disc_real_3: 0.31870317459106445 (0.26729607582092285) - | > loss_disc_real_4: 0.3140103816986084 (0.24824090053637823) - | > loss_disc_real_5: 0.2510550022125244 (0.2262974058588346) - | > loss_0: 2.6627750396728516 (2.3951132694880166) - | > loss_gen: 2.381572723388672 (2.6794197161992392) - | > loss_kl: 1.2861871719360352 (1.593785544236501) - | > loss_feat: 4.311805725097656 (6.931225458780925) - | > loss_mel: 19.12276268005371 (22.63348929087321) - | > loss_duration: 1.727599859237671 (1.7282102902730305) - | > loss_1: 28.82992935180664 (35.566130956014) - - --> STEP: 7 - | > loss_disc: 2.491823434829712 (2.408929007393973) - | > loss_disc_real_0: 0.10580214858055115 (0.1256174807037626) - | > loss_disc_real_1: 0.23124785721302032 (0.22335322201251984) - | > loss_disc_real_2: 0.24630394577980042 (0.259280013186591) - | > loss_disc_real_3: 0.2365516722202301 (0.26290401816368103) - | > loss_disc_real_4: 0.22591519355773926 (0.2450515138251441) - | > loss_disc_real_5: 0.1685851663351059 (0.21805280021258763) - | > loss_0: 2.491823434829712 (2.408929007393973) - | > loss_gen: 2.371711492538452 (2.6354613985334123) - | > loss_kl: 1.552992343902588 (1.5879579441887992) - | > loss_feat: 6.8516974449157715 (6.919864313943045) - | > loss_mel: 22.602310180664062 (22.629035132271902) - | > loss_duration: 1.6438204050064087 (1.716154592377799) - | > loss_1: 35.02253341674805 (35.48847416469029) - - --> STEP: 8 - | > loss_disc: 2.341768741607666 (2.400533974170685) - | > loss_disc_real_0: 0.1674857884645462 (0.13085101917386055) - | > loss_disc_real_1: 0.22506393492221832 (0.22356706112623215) - | > loss_disc_real_2: 0.23649057745933533 (0.25643133372068405) - | > loss_disc_real_3: 0.2751173675060272 (0.2644306868314743) - | > loss_disc_real_4: 0.2449110597372055 (0.24503395706415176) - | > loss_disc_real_5: 0.24325887858867645 (0.22120356000959873) - | > loss_0: 2.341768741607666 (2.400533974170685) - | > loss_gen: 2.7970118522644043 (2.6556552052497864) - | > loss_kl: 1.373382329940796 (1.5611359924077988) - | > loss_feat: 7.513596057891846 (6.9940807819366455) - | > loss_mel: 22.141849517822266 (22.5681369304657) - | > loss_duration: 1.7318634986877441 (1.718118205666542) - | > loss_1: 35.55770492553711 (35.49712800979614) - - --> STEP: 9 - | > loss_disc: 2.34189772605896 (2.3940188354916043) - | > loss_disc_real_0: 0.10903323441743851 (0.12842682086759144) - | > loss_disc_real_1: 0.23960816860198975 (0.22534940640131632) - | > loss_disc_real_2: 0.1979876607656479 (0.24993759228123558) - | > loss_disc_real_3: 0.2419620007276535 (0.261934166153272) - | > loss_disc_real_4: 0.251960426568985 (0.245803564786911) - | > loss_disc_real_5: 0.21335968375205994 (0.22033201820320553) - | > loss_0: 2.34189772605896 (2.3940188354916043) - | > loss_gen: 2.7257068157196045 (2.6634387175242105) - | > loss_kl: 1.8266507387161255 (1.5906376308865018) - | > loss_feat: 7.271811485290527 (7.0249397489759655) - | > loss_mel: 22.333127975463867 (22.542024824354385) - | > loss_duration: 1.6880431175231934 (1.71477652920617) - | > loss_1: 35.845340728759766 (35.53581831190321) - - --> STEP: 10 - | > loss_disc: 2.235621213912964 (2.3781790733337402) - | > loss_disc_real_0: 0.14822807908058167 (0.13040694668889047) - | > loss_disc_real_1: 0.2431981861591339 (0.2271342843770981) - | > loss_disc_real_2: 0.20531396567821503 (0.24547522962093354) - | > loss_disc_real_3: 0.2859291136264801 (0.2643336609005928) - | > loss_disc_real_4: 0.24374450743198395 (0.2455976590514183) - | > loss_disc_real_5: 0.2282034158706665 (0.22111915796995163) - | > loss_0: 2.235621213912964 (2.3781790733337402) - | > loss_gen: 2.926497459411621 (2.6897445917129517) - | > loss_kl: 1.1456958055496216 (1.5461434483528138) - | > loss_feat: 6.784374713897705 (7.00088324546814) - | > loss_mel: 23.87575340270996 (22.675397682189942) - | > loss_duration: 1.621453046798706 (1.7054441809654235) - | > loss_1: 36.35377502441406 (35.6176139831543) - - --> STEP: 11 - | > loss_disc: 2.402693748474121 (2.380407680164684) - | > loss_disc_real_0: 0.17631299793720245 (0.13458022407510065) - | > loss_disc_real_1: 0.24893420934677124 (0.22911609573797745) - | > loss_disc_real_2: 0.1954752653837204 (0.24092977832664142) - | > loss_disc_real_3: 0.25688403844833374 (0.263656422495842) - | > loss_disc_real_4: 0.23032774031162262 (0.2442094846205278) - | > loss_disc_real_5: 0.24366550147533417 (0.22316882556135004) - | > loss_0: 2.402693748474121 (2.380407680164684) - | > loss_gen: 2.6666183471679688 (2.687642205845226) - | > loss_kl: 1.8615741729736328 (1.5748189687728882) - | > loss_feat: 6.900387287139893 (6.9917472492564805) - | > loss_mel: 24.174564361572266 (22.81168556213379) - | > loss_duration: 1.595085620880127 (1.695411584594033) - | > loss_1: 37.19822692871094 (35.76130606911399) - - --> STEP: 12 - | > loss_disc: 2.5661120414733887 (2.395883043607076) - | > loss_disc_real_0: 0.1397719830274582 (0.13501287065446377) - | > loss_disc_real_1: 0.2596409320831299 (0.2316598321000735) - | > loss_disc_real_2: 0.2598683834075928 (0.24250799541672072) - | > loss_disc_real_3: 0.3249034583568573 (0.2687603421509266) - | > loss_disc_real_4: 0.24765175580978394 (0.2444963405529658) - | > loss_disc_real_5: 0.2195727527141571 (0.22286915282408395) - | > loss_0: 2.5661120414733887 (2.395883043607076) - | > loss_gen: 2.490159034729004 (2.6711852749188743) - | > loss_kl: 1.7807573080062866 (1.5919804970423381) - | > loss_feat: 6.854559421539307 (6.980314930280049) - | > loss_mel: 21.670669555664062 (22.71660089492798) - | > loss_duration: 1.7024097442626953 (1.6959947645664215) - | > loss_1: 34.498558044433594 (35.65607706705729) - - --> STEP: 13 - | > loss_disc: 2.4268345832824707 (2.398263931274414) - | > loss_disc_real_0: 0.09472253173589706 (0.13191361381457403) - | > loss_disc_real_1: 0.23517104983329773 (0.23192992577185997) - | > loss_disc_real_2: 0.22270835936069489 (0.2409849464893341) - | > loss_disc_real_3: 0.21219715476036072 (0.2644093277362677) - | > loss_disc_real_4: 0.20692166686058044 (0.24160598103816694) - | > loss_disc_real_5: 0.17397940158843994 (0.21910840272903442) - | > loss_0: 2.4268345832824707 (2.398263931274414) - | > loss_gen: 2.316317319869995 (2.6438877399151144) - | > loss_kl: 1.8894178867340088 (1.6148602962493896) - | > loss_feat: 6.944226264953613 (6.977538879101093) - | > loss_mel: 22.290206909179688 (22.683801357562725) - | > loss_duration: 1.7631750106811523 (1.7011624758060162) - | > loss_1: 35.203346252441406 (35.621251619779144) - - --> STEP: 14 - | > loss_disc: 2.20767879486084 (2.384650707244873) - | > loss_disc_real_0: 0.10818473994731903 (0.13021869425262725) - | > loss_disc_real_1: 0.19946710765361786 (0.2296111530491284) - | > loss_disc_real_2: 0.21586090326309204 (0.23919037197317397) - | > loss_disc_real_3: 0.2303571105003357 (0.26197702650512966) - | > loss_disc_real_4: 0.2137102484703064 (0.23961342871189117) - | > loss_disc_real_5: 0.19879208505153656 (0.21765723718064173) - | > loss_0: 2.20767879486084 (2.384650707244873) - | > loss_gen: 2.7119109630584717 (2.648746541568211) - | > loss_kl: 1.8153679370880127 (1.6291822705950056) - | > loss_feat: 7.230998516082764 (6.995643138885498) - | > loss_mel: 23.631847381591797 (22.751518930707658) - | > loss_duration: 1.7053501605987549 (1.7014615961483546) - | > loss_1: 37.09547424316406 (35.72655323573521) - - --> STEP: 15 - | > loss_disc: 2.584182024002075 (2.3979527950286865) - | > loss_disc_real_0: 0.19287946820259094 (0.1343960791826248) - | > loss_disc_real_1: 0.252238392829895 (0.2311196357011795) - | > loss_disc_real_2: 0.2699938416481018 (0.24124393661816915) - | > loss_disc_real_3: 0.2794654667377472 (0.26314292252063753) - | > loss_disc_real_4: 0.2538032531738281 (0.24055941700935363) - | > loss_disc_real_5: 0.22718000411987305 (0.2182920883099238) - | > loss_0: 2.584182024002075 (2.3979527950286865) - | > loss_gen: 2.34919810295105 (2.6287766456604005) - | > loss_kl: 1.5239344835281372 (1.6221657514572143) - | > loss_feat: 4.559298038482666 (6.833220132191976) - | > loss_mel: 19.01862144470215 (22.50265909830729) - | > loss_duration: 1.6380717754364014 (1.697235608100891) - | > loss_1: 29.089122772216797 (35.28405787150065) - - --> STEP: 16 - | > loss_disc: 2.3763484954833984 (2.396602526307106) - | > loss_disc_real_0: 0.12703266739845276 (0.13393586594611406) - | > loss_disc_real_1: 0.21631772816181183 (0.23019451647996902) - | > loss_disc_real_2: 0.2515987157821655 (0.24189111031591892) - | > loss_disc_real_3: 0.2690606415271759 (0.26351277995854616) - | > loss_disc_real_4: 0.20723696053028107 (0.2384767634794116) - | > loss_disc_real_5: 0.20481295883655548 (0.2174496427178383) - | > loss_0: 2.3763484954833984 (2.396602526307106) - | > loss_gen: 2.603658676147461 (2.6272067725658417) - | > loss_kl: 1.6554908752441406 (1.6242485716938972) - | > loss_feat: 6.265680313110352 (6.797748893499374) - | > loss_mel: 19.98470687866211 (22.345287084579468) - | > loss_duration: 1.8041653633117676 (1.703918717801571) - | > loss_1: 32.31370162963867 (35.09841060638428) - - --> STEP: 17 - | > loss_disc: 2.451542854309082 (2.3998343103072224) - | > loss_disc_real_0: 0.15089699625968933 (0.13493357949397145) - | > loss_disc_real_1: 0.27354416251182556 (0.23274449565831354) - | > loss_disc_real_2: 0.26201504468917847 (0.24307487116140478) - | > loss_disc_real_3: 0.243165984749794 (0.26231590965214896) - | > loss_disc_real_4: 0.21212953329086304 (0.23692692640949697) - | > loss_disc_real_5: 0.2288712114095688 (0.2181214996997048) - | > loss_0: 2.451542854309082 (2.3998343103072224) - | > loss_gen: 2.453392267227173 (2.6169823898988613) - | > loss_kl: 1.5644688606262207 (1.620732118101681) - | > loss_feat: 5.083349704742432 (6.696901882396025) - | > loss_mel: 18.825698852539062 (22.13825248269474) - | > loss_duration: 1.6405911445617676 (1.7001935664345236) - | > loss_1: 29.567501068115234 (34.773062986486096) - - --> STEP: 18 - | > loss_disc: 2.558773994445801 (2.4086642927593656) - | > loss_disc_real_0: 0.09127208590507507 (0.13250794096125496) - | > loss_disc_real_1: 0.24574069678783417 (0.2334665068321758) - | > loss_disc_real_2: 0.22887006402015686 (0.24228571520911324) - | > loss_disc_real_3: 0.3080447316169739 (0.2648563997613059) - | > loss_disc_real_4: 0.225905179977417 (0.23631460716327032) - | > loss_disc_real_5: 0.22091379761695862 (0.21827662736177444) - | > loss_0: 2.558773994445801 (2.4086642927593656) - | > loss_gen: 2.449162483215332 (2.6076590617497764) - | > loss_kl: 1.6508657932281494 (1.6224062111642625) - | > loss_feat: 8.012567520141602 (6.769994417826335) - | > loss_mel: 23.536108016967773 (22.215911123487686) - | > loss_duration: 1.6538758277893066 (1.6976203587320116) - | > loss_1: 37.30257797241211 (34.91359159681532) - - --> STEP: 19 - | > loss_disc: 2.1033577919006348 (2.3925955295562744) - | > loss_disc_real_0: 0.1092955470085144 (0.13128623601637388) - | > loss_disc_real_1: 0.20862457156181335 (0.23215903655478828) - | > loss_disc_real_2: 0.15551063418388367 (0.23771860568146957) - | > loss_disc_real_3: 0.1830684393644333 (0.26055177026673365) - | > loss_disc_real_4: 0.17031675577163696 (0.23284103603739487) - | > loss_disc_real_5: 0.1553066521883011 (0.21496241814211794) - | > loss_0: 2.1033577919006348 (2.3925955295562744) - | > loss_gen: 2.685408115386963 (2.611751117204365) - | > loss_kl: 1.916978359222412 (1.637910008430481) - | > loss_feat: 8.22640609741211 (6.846647664120323) - | > loss_mel: 23.67356300354004 (22.29262964349044) - | > loss_duration: 1.783909797668457 (1.7021619081497192) - | > loss_1: 38.2862663269043 (35.091100793135794) - - --> STEP: 20 - | > loss_disc: 2.325579881668091 (2.3892447471618654) - | > loss_disc_real_0: 0.11044233292341232 (0.1302440408617258) - | > loss_disc_real_1: 0.18480686843395233 (0.22979142814874648) - | > loss_disc_real_2: 0.24300514161586761 (0.23798293247818947) - | > loss_disc_real_3: 0.2702969014644623 (0.2610390268266201) - | > loss_disc_real_4: 0.2000114470720291 (0.23119955658912658) - | > loss_disc_real_5: 0.15578113496303558 (0.21200335398316383) - | > loss_0: 2.325579881668091 (2.3892447471618654) - | > loss_gen: 2.3776609897613525 (2.6000466108322144) - | > loss_kl: 1.2496657371520996 (1.618497794866562) - | > loss_feat: 7.146559238433838 (6.861643242835998) - | > loss_mel: 22.50304412841797 (22.303150367736816) - | > loss_duration: 1.67019522190094 (1.7005635738372802) - | > loss_1: 34.94712829589844 (35.08390216827392) - - --> STEP: 21 - | > loss_disc: 2.2838125228881836 (2.3842241650535945) - | > loss_disc_real_0: 0.07999846339225769 (0.12785139431556067) - | > loss_disc_real_1: 0.2527219355106354 (0.2308833570707412) - | > loss_disc_real_2: 0.21996745467185974 (0.23712505258264996) - | > loss_disc_real_3: 0.2618770897388458 (0.2610789345843451) - | > loss_disc_real_4: 0.2223191112279892 (0.23077667823859624) - | > loss_disc_real_5: 0.24868838489055634 (0.2137502602168492) - | > loss_0: 2.2838125228881836 (2.3842241650535945) - | > loss_gen: 2.764763832092285 (2.6078902880350747) - | > loss_kl: 1.303349494934082 (1.6034907329650152) - | > loss_feat: 7.463222503662109 (6.8902898743039085) - | > loss_mel: 23.839887619018555 (22.376328332083567) - | > loss_duration: 1.6673460006713867 (1.6989817846389044) - | > loss_1: 37.038570404052734 (35.176981608072914) - - --> STEP: 22 - | > loss_disc: 2.409940481185913 (2.3853930885141543) - | > loss_disc_real_0: 0.14978355169296265 (0.12884831055998802) - | > loss_disc_real_1: 0.23598159849643707 (0.23111509531736374) - | > loss_disc_real_2: 0.28373146057128906 (0.23924352567304263) - | > loss_disc_real_3: 0.19368098676204681 (0.25801539150151337) - | > loss_disc_real_4: 0.1729273498058319 (0.22814716330983423) - | > loss_disc_real_5: 0.15464577078819275 (0.21106369251554663) - | > loss_0: 2.409940481185913 (2.3853930885141543) - | > loss_gen: 2.328843116760254 (2.5952063257044014) - | > loss_kl: 1.634297490119934 (1.6048910401084207) - | > loss_feat: 5.238746166229248 (6.8152197057550605) - | > loss_mel: 17.903587341308594 (22.173021923411977) - | > loss_duration: 1.7374091148376465 (1.7007284814661199) - | > loss_1: 28.84288215637207 (34.88906799663197) - - --> STEP: 23 - | > loss_disc: 2.396777868270874 (2.3858880789383594) - | > loss_disc_real_0: 0.24960319697856903 (0.13409852301296982) - | > loss_disc_real_1: 0.19088031351566315 (0.22936575697815936) - | > loss_disc_real_2: 0.21155975759029388 (0.23803988358248834) - | > loss_disc_real_3: 0.2459992617368698 (0.2574929510769636) - | > loss_disc_real_4: 0.16612467169761658 (0.2254505332397378) - | > loss_disc_real_5: 0.16675803065299988 (0.20913735939108807) - | > loss_0: 2.396777868270874 (2.3858880789383594) - | > loss_gen: 2.481480121612549 (2.5902617081351904) - | > loss_kl: 1.4652743339538574 (1.5988207485364831) - | > loss_feat: 7.483304977416992 (6.844266891479492) - | > loss_mel: 23.98093605041504 (22.251626885455586) - | > loss_duration: 1.7735652923583984 (1.7038952993310017) - | > loss_1: 37.18456268310547 (34.98887211343517) - - --> STEP: 24 - | > loss_disc: 2.2365591526031494 (2.379666040341059) - | > loss_disc_real_0: 0.11599397659301758 (0.1333441669121385) - | > loss_disc_real_1: 0.19144907593727112 (0.22778589526812235) - | > loss_disc_real_2: 0.1935422569513321 (0.23618581580619016) - | > loss_disc_real_3: 0.21182149648666382 (0.2555899738023678) - | > loss_disc_real_4: 0.2512284219264984 (0.2265246119350195) - | > loss_disc_real_5: 0.2134978473186493 (0.20931904638806978) - | > loss_0: 2.2365591526031494 (2.379666040341059) - | > loss_gen: 2.881869316101074 (2.602412025133769) - | > loss_kl: 1.5466042757034302 (1.5966450621684392) - | > loss_feat: 7.295648574829102 (6.8630744616190595) - | > loss_mel: 22.003469467163086 (22.241286993026733) - | > loss_duration: 1.713905930519104 (1.7043124089638393) - | > loss_1: 35.441497802734375 (35.00773151715597) - - --> STEP: 25 - | > loss_disc: 2.636410713195801 (2.389935827255249) - | > loss_disc_real_0: 0.12447383999824524 (0.13298935383558277) - | > loss_disc_real_1: 0.23876363039016724 (0.22822500467300416) - | > loss_disc_real_2: 0.2941037714481354 (0.23850253403186797) - | > loss_disc_real_3: 0.2668871283531189 (0.2560418599843979) - | > loss_disc_real_4: 0.3157311677932739 (0.23009287416934968) - | > loss_disc_real_5: 0.26407742500305176 (0.21150938153266907) - | > loss_0: 2.636410713195801 (2.389935827255249) - | > loss_gen: 2.2377116680145264 (2.587824010848999) - | > loss_kl: 1.598264217376709 (1.59670982837677) - | > loss_feat: 3.185438871383667 (6.715969038009644) - | > loss_mel: 17.078277587890625 (22.03476661682129) - | > loss_duration: 1.6484520435333252 (1.7020779943466187) - | > loss_1: 25.748144149780273 (34.63734802246094) - - --> STEP: 26 - | > loss_disc: 2.5229015350341797 (2.395049892939054) - | > loss_disc_real_0: 0.1801588237285614 (0.13480356421608194) - | > loss_disc_real_1: 0.19251056015491486 (0.22685137219153917) - | > loss_disc_real_2: 0.21563513576984406 (0.23762301871409783) - | > loss_disc_real_3: 0.2368118166923523 (0.2553022429347038) - | > loss_disc_real_4: 0.28598660230636597 (0.2322426329438503) - | > loss_disc_real_5: 0.1923622041940689 (0.2107729516350306) - | > loss_0: 2.5229015350341797 (2.395049892939054) - | > loss_gen: 2.5131309032440186 (2.5849511990180383) - | > loss_kl: 1.9582537412643433 (1.6106153634878306) - | > loss_feat: 6.396756649017334 (6.703691638433016) - | > loss_mel: 20.85037612915039 (21.989213136526253) - | > loss_duration: 1.669196605682373 (1.70081332555184) - | > loss_1: 33.38771438598633 (34.58928519028884) - - --> STEP: 27 - | > loss_disc: 2.3825087547302246 (2.394585406338727) - | > loss_disc_real_0: 0.10389822721481323 (0.13365892210492383) - | > loss_disc_real_1: 0.1709226816892624 (0.22477993920997338) - | > loss_disc_real_2: 0.2302827388048172 (0.23735115649523558) - | > loss_disc_real_3: 0.24009379744529724 (0.25473896717583694) - | > loss_disc_real_4: 0.1894676685333252 (0.23065837500271974) - | > loss_disc_real_5: 0.20417292416095734 (0.21052850617302787) - | > loss_0: 2.3825087547302246 (2.394585406338727) - | > loss_gen: 2.643597364425659 (2.5871232792183205) - | > loss_kl: 1.747632622718811 (1.6156900767926816) - | > loss_feat: 8.122465133666992 (6.756238804923163) - | > loss_mel: 23.869752883911133 (22.05886275679977) - | > loss_duration: 1.6926774978637695 (1.70051199860043) - | > loss_1: 38.07612609863281 (34.718427446153434) - - --> STEP: 28 - | > loss_disc: 2.3724265098571777 (2.3937940171786716) - | > loss_disc_real_0: 0.14380517601966858 (0.13402128831616472) - | > loss_disc_real_1: 0.2765672206878662 (0.22662948497704097) - | > loss_disc_real_2: 0.22483864426612854 (0.23690428105848177) - | > loss_disc_real_3: 0.25750046968460083 (0.2548375922654357) - | > loss_disc_real_4: 0.2002924382686615 (0.22957387726221765) - | > loss_disc_real_5: 0.19735246896743774 (0.21005793341568538) - | > loss_0: 2.3724265098571777 (2.3937940171786716) - | > loss_gen: 2.6994500160217285 (2.591134948389871) - | > loss_kl: 1.6266300678253174 (1.616080790758133) - | > loss_feat: 7.219555377960205 (6.772785825388772) - | > loss_mel: 22.963306427001953 (22.091164316449845) - | > loss_duration: 1.7138099670410156 (1.7009869260447366) - | > loss_1: 36.22275161743164 (34.77215330941337) - - --> STEP: 29 - | > loss_disc: 2.4426748752593994 (2.3954795640090416) - | > loss_disc_real_0: 0.08921569585800171 (0.1324762678865729) - | > loss_disc_real_1: 0.21940355002880096 (0.22638031480641202) - | > loss_disc_real_2: 0.24775895476341248 (0.23727858015175524) - | > loss_disc_real_3: 0.26050418615341187 (0.2550329920546762) - | > loss_disc_real_4: 0.23262029886245728 (0.22967892628291559) - | > loss_disc_real_5: 0.3005599081516266 (0.2131786911652006) - | > loss_0: 2.4426748752593994 (2.3954795640090416) - | > loss_gen: 2.893073797225952 (2.6015466328324943) - | > loss_kl: 1.5284687280654907 (1.6130596851480419) - | > loss_feat: 7.159049987792969 (6.786105279264779) - | > loss_mel: 25.217140197753906 (22.19895658821895) - | > loss_duration: 1.6745104789733887 (1.7000739451112419) - | > loss_1: 38.47224426269531 (34.89974265262999) - - --> STEP: 30 - | > loss_disc: 2.695913791656494 (2.405494038263957) - | > loss_disc_real_0: 0.20061776041984558 (0.13474765097101532) - | > loss_disc_real_1: 0.2016492486000061 (0.22555594593286515) - | > loss_disc_real_2: 0.2593238949775696 (0.23801342397928238) - | > loss_disc_real_3: 0.3508126437664032 (0.2582256471117338) - | > loss_disc_real_4: 0.2384468913078308 (0.2299711917837461) - | > loss_disc_real_5: 0.23036226630210876 (0.21375147700309755) - | > loss_0: 2.695913791656494 (2.405494038263957) - | > loss_gen: 2.453195095062256 (2.5966015815734864) - | > loss_kl: 1.5454941987991333 (1.6108075022697448) - | > loss_feat: 7.4891581535339355 (6.809540375073751) - | > loss_mel: 22.76686668395996 (22.217886924743652) - | > loss_duration: 1.7299480438232422 (1.701069748401642) - | > loss_1: 35.98466491699219 (34.935906728108726) - - --> STEP: 31 - | > loss_disc: 2.315983533859253 (2.4026066026379986) - | > loss_disc_real_0: 0.10577262938022614 (0.13381297285518343) - | > loss_disc_real_1: 0.22198374569416046 (0.22544071366710047) - | > loss_disc_real_2: 0.2562999725341797 (0.23860331264234358) - | > loss_disc_real_3: 0.29352501034736633 (0.2593643362483671) - | > loss_disc_real_4: 0.24963442981243134 (0.2306054897846714) - | > loss_disc_real_5: 0.2800333797931671 (0.2158896028995514) - | > loss_0: 2.315983533859253 (2.4026066026379986) - | > loss_gen: 2.6712217330932617 (2.5990086832354145) - | > loss_kl: 1.8013263940811157 (1.6169532729733376) - | > loss_feat: 6.5223708152771 (6.800276840886762) - | > loss_mel: 22.428768157958984 (22.224689545169955) - | > loss_duration: 1.6667754650115967 (1.6999634811955113) - | > loss_1: 35.09046173095703 (34.9408923733619) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.0129014830435476 (+0.005027163413263135) - | > avg_loss_disc: 2.4026066026379986 (-0.05368846462618926) - | > avg_loss_disc_real_0: 0.13381297285518343 (+0.045834988716148606) - | > avg_loss_disc_real_1: 0.22544071366710047 (+0.035320682391043634) - | > avg_loss_disc_real_2: 0.23860331264234358 (+0.01742542222622903) - | > avg_loss_disc_real_3: 0.2593643362483671 (+0.008510093054463819) - | > avg_loss_disc_real_4: 0.2306054897846714 (+0.006677263686733853) - | > avg_loss_disc_real_5: 0.2158896028995514 (+0.009981667322497223) - | > avg_loss_0: 2.4026066026379986 (-0.05368846462618926) - | > avg_loss_gen: 2.5990086832354145 (+0.5716260671615596) - | > avg_loss_kl: 1.6169532729733376 (-0.005151825566445556) - | > avg_loss_feat: 6.800276840886762 (+0.5264941492388324) - | > avg_loss_mel: 22.224689545169955 (+0.2838864172658617) - | > avg_loss_duration: 1.6999634811955113 (+0.0030667205010690424) - | > avg_loss_1: 34.9408923733619 (+1.3799229283486767) - - - > EPOCH: 18/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 02:36:22)  - - --> TIME: 2024-11-23 02:36:41 -- STEP: 22/797 -- GLOBAL_STEP: 37475 - | > loss_disc: 2.6757681369781494 (2.532202568921176) - | > loss_disc_real_0: 0.2614854872226715 (0.14765374870462852) - | > loss_disc_real_1: 0.2612658441066742 (0.22622932155023923) - | > loss_disc_real_2: 0.23311546444892883 (0.24102394824678247) - | > loss_disc_real_3: 0.24659433960914612 (0.22795905037359757) - | > loss_disc_real_4: 0.26163536310195923 (0.23337698456915942) - | > loss_disc_real_5: 0.25086936354637146 (0.24488799951293252) - | > loss_0: 2.6757681369781494 (2.532202568921176) - | > grad_norm_0: tensor(128.0677, device='cuda:0') (tensor(67.1634, device='cuda:0')) - | > loss_gen: 2.2424941062927246 (2.323605494065719) - | > loss_kl: 1.715517520904541 (1.6124404181133618) - | > loss_feat: 5.805977821350098 (6.391778317364779) - | > loss_mel: 19.2805118560791 (21.367540359497067) - | > loss_duration: 1.7650197744369507 (1.8397358872673728) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.80952262878418 (33.53510093688965) - | > grad_norm_1: tensor(452.2275, device='cuda:0') (tensor(611.2772, device='cuda:0')) - | > current_lr_0: 0.00019885322845327182 - | > current_lr_1: 0.00019885322845327182 - | > step_time: 0.734 (0.7937622937289152) - | > loader_time: 0.0038 (0.006213404915549539) - - - --> TIME: 2024-11-23 02:37:00 -- STEP: 47/797 -- GLOBAL_STEP: 37500 - | > loss_disc: 2.4636683464050293 (2.514307067749348) - | > loss_disc_real_0: 0.13564366102218628 (0.14318982067894426) - | > loss_disc_real_1: 0.20153610408306122 (0.22201278330163754) - | > loss_disc_real_2: 0.20603124797344208 (0.24169909446797472) - | > loss_disc_real_3: 0.22953777015209198 (0.22685691682582207) - | > loss_disc_real_4: 0.22582069039344788 (0.22663337531241964) - | > loss_disc_real_5: 0.2459065169095993 (0.2363037368718614) - | > loss_0: 2.4636683464050293 (2.514307067749348) - | > grad_norm_0: tensor(125.5466, device='cuda:0') (tensor(66.0775, device='cuda:0')) - | > loss_gen: 2.1652657985687256 (2.2930221354707765) - | > loss_kl: 1.5676807165145874 (1.5881298476077141) - | > loss_feat: 6.463111877441406 (6.356710444105432) - | > loss_mel: 21.0313663482666 (21.159229887292742) - | > loss_duration: 1.7688636779785156 (1.7976768752361865) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.99628829956055 (33.19476951436795) - | > grad_norm_1: tensor(508.3180, device='cuda:0') (tensor(582.3735, device='cuda:0')) - | > current_lr_0: 0.00019885322845327182 - | > current_lr_1: 0.00019885322845327182 - | > step_time: 0.7504 (0.7758359909057617) - | > loader_time: 0.0045 (0.005498099834360975) - - - --> TIME: 2024-11-23 02:37:20 -- STEP: 72/797 -- GLOBAL_STEP: 37525 - | > loss_disc: 2.494424343109131 (2.5122426682048373) - | > loss_disc_real_0: 0.12080521881580353 (0.14374028642972314) - | > loss_disc_real_1: 0.18320836126804352 (0.22077428570224178) - | > loss_disc_real_2: 0.22821484506130219 (0.23908798665636116) - | > loss_disc_real_3: 0.20938079059123993 (0.225969263455934) - | > loss_disc_real_4: 0.20513230562210083 (0.22491279327207142) - | > loss_disc_real_5: 0.24087610840797424 (0.23570201359689236) - | > loss_0: 2.494424343109131 (2.5122426682048373) - | > grad_norm_0: tensor(34.6412, device='cuda:0') (tensor(58.6591, device='cuda:0')) - | > loss_gen: 2.299018144607544 (2.28804400894377) - | > loss_kl: 1.3045141696929932 (1.5613579120900896) - | > loss_feat: 7.1037163734436035 (6.354875127474467) - | > loss_mel: 22.713804244995117 (21.213784535725914) - | > loss_duration: 1.682958722114563 (1.7686121645900938) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.1040153503418 (33.186673906114365) - | > grad_norm_1: tensor(817.4286, device='cuda:0') (tensor(572.9847, device='cuda:0')) - | > current_lr_0: 0.00019885322845327182 - | > current_lr_1: 0.00019885322845327182 - | > step_time: 0.7701 (0.7773337827788459) - | > loader_time: 0.005 (0.005644039975272285) - - - --> TIME: 2024-11-23 02:37:40 -- STEP: 97/797 -- GLOBAL_STEP: 37550 - | > loss_disc: 2.4477903842926025 (2.497110329952437) - | > loss_disc_real_0: 0.16325289011001587 (0.14058768833728186) - | > loss_disc_real_1: 0.18869081139564514 (0.21980553174141756) - | > loss_disc_real_2: 0.19221466779708862 (0.23802203508381992) - | > loss_disc_real_3: 0.17805571854114532 (0.22489811649027558) - | > loss_disc_real_4: 0.25015419721603394 (0.22409476908211856) - | > loss_disc_real_5: 0.28063616156578064 (0.23441555112907567) - | > loss_0: 2.4477903842926025 (2.497110329952437) - | > grad_norm_0: tensor(96.6831, device='cuda:0') (tensor(65.5391, device='cuda:0')) - | > loss_gen: 2.3911571502685547 (2.30367967762898) - | > loss_kl: 1.196777105331421 (1.5394912110161536) - | > loss_feat: 6.839674949645996 (6.392475482114811) - | > loss_mel: 21.431854248046875 (21.201039894339964) - | > loss_duration: 1.766718864440918 (1.7561257819539493) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.626182556152344 (33.19281239853694) - | > grad_norm_1: tensor(751.6743, device='cuda:0') (tensor(601.1396, device='cuda:0')) - | > current_lr_0: 0.00019885322845327182 - | > current_lr_1: 0.00019885322845327182 - | > step_time: 0.8556 (0.7806142138451646) - | > loader_time: 0.0043 (0.005576762956442292) - - - --> TIME: 2024-11-23 02:38:00 -- STEP: 122/797 -- GLOBAL_STEP: 37575 - | > loss_disc: 2.4209561347961426 (2.502086748842334) - | > loss_disc_real_0: 0.053241923451423645 (0.1467561616150082) - | > loss_disc_real_1: 0.1906878799200058 (0.21950353987392832) - | > loss_disc_real_2: 0.23188363015651703 (0.23611025267937144) - | > loss_disc_real_3: 0.2648521661758423 (0.2251643030369868) - | > loss_disc_real_4: 0.21996137499809265 (0.22393374926731235) - | > loss_disc_real_5: 0.2319910079240799 (0.23352558507782514) - | > loss_0: 2.4209561347961426 (2.502086748842334) - | > grad_norm_0: tensor(21.4280, device='cuda:0') (tensor(73.4113, device='cuda:0')) - | > loss_gen: 2.163738250732422 (2.31300066924486) - | > loss_kl: 1.702385425567627 (1.552039924215098) - | > loss_feat: 7.1052398681640625 (6.4430367125839485) - | > loss_mel: 21.58407211303711 (21.195330838688083) - | > loss_duration: 1.7501800060272217 (1.7496876315992387) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.30561447143555 (33.25309608021725) - | > grad_norm_1: tensor(310.9728, device='cuda:0') (tensor(581.1104, device='cuda:0')) - | > current_lr_0: 0.00019885322845327182 - | > current_lr_1: 0.00019885322845327182 - | > step_time: 0.8026 (0.7825623535719075) - | > loader_time: 0.0052 (0.005508630002131228) - - - --> TIME: 2024-11-23 02:38:20 -- STEP: 147/797 -- GLOBAL_STEP: 37600 - | > loss_disc: 2.527771234512329 (2.50459284360717) - | > loss_disc_real_0: 0.13417772948741913 (0.14437782511013705) - | > loss_disc_real_1: 0.20626018941402435 (0.21997498320478973) - | > loss_disc_real_2: 0.25729668140411377 (0.23670903111801667) - | > loss_disc_real_3: 0.22887037694454193 (0.22475670176703913) - | > loss_disc_real_4: 0.20663754642009735 (0.22462398107765483) - | > loss_disc_real_5: 0.24981695413589478 (0.23463044219276533) - | > loss_0: 2.527771234512329 (2.50459284360717) - | > grad_norm_0: tensor(48.0205, device='cuda:0') (tensor(69.3619, device='cuda:0')) - | > loss_gen: 2.1999428272247314 (2.3112185552817617) - | > loss_kl: 1.3428338766098022 (1.5532833272908009) - | > loss_feat: 5.933671951293945 (6.4320732363227275) - | > loss_mel: 20.156410217285156 (21.20976847694034) - | > loss_duration: 1.686890721321106 (1.7431782938185196) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.319751739501953 (33.24952207292832) - | > grad_norm_1: tensor(698.1242, device='cuda:0') (tensor(569.9805, device='cuda:0')) - | > current_lr_0: 0.00019885322845327182 - | > current_lr_1: 0.00019885322845327182 - | > step_time: 0.7915 (0.7833812690916517) - | > loader_time: 0.0054 (0.0056048607339664385) - - - --> TIME: 2024-11-23 02:38:40 -- STEP: 172/797 -- GLOBAL_STEP: 37625 - | > loss_disc: 2.5467560291290283 (2.499921334344287) - | > loss_disc_real_0: 0.13492557406425476 (0.14330570516717983) - | > loss_disc_real_1: 0.28434693813323975 (0.2197004692672297) - | > loss_disc_real_2: 0.2606770396232605 (0.2350475325487381) - | > loss_disc_real_3: 0.22937311232089996 (0.22466080887026565) - | > loss_disc_real_4: 0.23947089910507202 (0.22353434917885204) - | > loss_disc_real_5: 0.2456129640340805 (0.2337358953474566) - | > loss_0: 2.5467560291290283 (2.499921334344287) - | > grad_norm_0: tensor(6.4181, device='cuda:0') (tensor(66.9848, device='cuda:0')) - | > loss_gen: 2.186552047729492 (2.307827894077744) - | > loss_kl: 1.436173439025879 (1.5558259826759964) - | > loss_feat: 5.9615983963012695 (6.424851048824399) - | > loss_mel: 22.190048217773438 (21.235634925753573) - | > loss_duration: 1.7125177383422852 (1.7376799181450249) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.48688888549805 (33.261819939280684) - | > grad_norm_1: tensor(374.2070, device='cuda:0') (tensor(563.1866, device='cuda:0')) - | > current_lr_0: 0.00019885322845327182 - | > current_lr_1: 0.00019885322845327182 - | > step_time: 0.8071 (0.785960067150205) - | > loader_time: 0.0047 (0.005676654882209245) - - - --> TIME: 2024-11-23 02:39:01 -- STEP: 197/797 -- GLOBAL_STEP: 37650 - | > loss_disc: 2.3895206451416016 (2.49844237148459) - | > loss_disc_real_0: 0.17648039758205414 (0.14172662382349743) - | > loss_disc_real_1: 0.24935775995254517 (0.21999284980563344) - | > loss_disc_real_2: 0.2187768667936325 (0.2357321887603266) - | > loss_disc_real_3: 0.23654553294181824 (0.2243706886538394) - | > loss_disc_real_4: 0.2194356769323349 (0.22315136778173109) - | > loss_disc_real_5: 0.21292121708393097 (0.2344487304917447) - | > loss_0: 2.3895206451416016 (2.49844237148459) - | > grad_norm_0: tensor(123.8115, device='cuda:0') (tensor(67.4280, device='cuda:0')) - | > loss_gen: 2.4323983192443848 (2.306774537575427) - | > loss_kl: 1.752631664276123 (1.5575739145278933) - | > loss_feat: 6.493659019470215 (6.408134295855682) - | > loss_mel: 22.069791793823242 (21.275668313660596) - | > loss_duration: 1.6965233087539673 (1.7339494095235914) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.445003509521484 (33.28210061939844) - | > grad_norm_1: tensor(865.3161, device='cuda:0') (tensor(577.4861, device='cuda:0')) - | > current_lr_0: 0.00019885322845327182 - | > current_lr_1: 0.00019885322845327182 - | > step_time: 0.8193 (0.7884152395471101) - | > loader_time: 0.0047 (0.005804397127955093) - - - --> TIME: 2024-11-23 02:39:22 -- STEP: 222/797 -- GLOBAL_STEP: 37675 - | > loss_disc: 2.6043097972869873 (2.500153847642845) - | > loss_disc_real_0: 0.14621251821517944 (0.1411160485365905) - | > loss_disc_real_1: 0.2134471833705902 (0.2201391269226332) - | > loss_disc_real_2: 0.23711194097995758 (0.2359351525167087) - | > loss_disc_real_3: 0.2610085606575012 (0.22518747293197358) - | > loss_disc_real_4: 0.2479257434606552 (0.22373366302198117) - | > loss_disc_real_5: 0.2797621786594391 (0.23425520184609266) - | > loss_0: 2.6043097972869873 (2.500153847642845) - | > grad_norm_0: tensor(31.2611, device='cuda:0') (tensor(70.2118, device='cuda:0')) - | > loss_gen: 2.251297950744629 (2.3100735475351146) - | > loss_kl: 1.767455816268921 (1.5637417462494998) - | > loss_feat: 5.448296546936035 (6.402411295487) - | > loss_mel: 18.945894241333008 (21.320983061919343) - | > loss_duration: 1.6803213357925415 (1.7322796556326723) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.093265533447266 (33.32948945019699) - | > grad_norm_1: tensor(426.7697, device='cuda:0') (tensor(581.6414, device='cuda:0')) - | > current_lr_0: 0.00019885322845327182 - | > current_lr_1: 0.00019885322845327182 - | > step_time: 0.8733 (0.7941814789900911) - | > loader_time: 0.0129 (0.006068033141058845) - - - --> TIME: 2024-11-23 02:39:43 -- STEP: 247/797 -- GLOBAL_STEP: 37700 - | > loss_disc: 2.4758710861206055 (2.4935009103072296) - | > loss_disc_real_0: 0.11265150457620621 (0.14016789763502252) - | > loss_disc_real_1: 0.197831392288208 (0.21968150452563637) - | > loss_disc_real_2: 0.20735666155815125 (0.23556756599229356) - | > loss_disc_real_3: 0.17251336574554443 (0.22418616006248876) - | > loss_disc_real_4: 0.24385111033916473 (0.2227101170944299) - | > loss_disc_real_5: 0.22074511647224426 (0.23312917967074312) - | > loss_0: 2.4758710861206055 (2.4935009103072296) - | > grad_norm_0: tensor(42.4546, device='cuda:0') (tensor(70.8928, device='cuda:0')) - | > loss_gen: 2.190495491027832 (2.3138848885833494) - | > loss_kl: 1.7478492259979248 (1.563007215739262) - | > loss_feat: 6.757650852203369 (6.427276613258639) - | > loss_mel: 21.698026657104492 (21.372997785869398) - | > loss_duration: 1.6975727081298828 (1.7279980351567754) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.091590881347656 (33.405164625963266) - | > grad_norm_1: tensor(321.3773, device='cuda:0') (tensor(572.9012, device='cuda:0')) - | > current_lr_0: 0.00019885322845327182 - | > current_lr_1: 0.00019885322845327182 - | > step_time: 0.8283 (0.7979177666096554) - | > loader_time: 0.0064 (0.006012888572476654) - - - --> TIME: 2024-11-23 02:40:04 -- STEP: 272/797 -- GLOBAL_STEP: 37725 - | > loss_disc: 2.3408098220825195 (2.4914447673979914) - | > loss_disc_real_0: 0.1251838505268097 (0.13910288039101826) - | > loss_disc_real_1: 0.2445361316204071 (0.21966332624502044) - | > loss_disc_real_2: 0.21433818340301514 (0.23547006151912844) - | > loss_disc_real_3: 0.18738795816898346 (0.22446254607947433) - | > loss_disc_real_4: 0.213175430893898 (0.22272051081937902) - | > loss_disc_real_5: 0.24415962398052216 (0.23303100384552689) - | > loss_0: 2.3408098220825195 (2.4914447673979914) - | > grad_norm_0: tensor(99.7922, device='cuda:0') (tensor(71.7952, device='cuda:0')) - | > loss_gen: 2.436630964279175 (2.316009558299008) - | > loss_kl: 1.7504762411117554 (1.562554805594332) - | > loss_feat: 6.140614986419678 (6.424977463834427) - | > loss_mel: 20.83357810974121 (21.38488909777473) - | > loss_duration: 1.6585931777954102 (1.7250758755732984) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.81989288330078 (33.41350691458762) - | > grad_norm_1: tensor(529.9208, device='cuda:0') (tensor(576.4517, device='cuda:0')) - | > current_lr_0: 0.00019885322845327182 - | > current_lr_1: 0.00019885322845327182 - | > step_time: 0.8208 (0.800132272874608) - | > loader_time: 0.0049 (0.006046229425598593) - - - --> TIME: 2024-11-23 02:40:25 -- STEP: 297/797 -- GLOBAL_STEP: 37750 - | > loss_disc: 2.356276035308838 (2.4888842900594073) - | > loss_disc_real_0: 0.12222162634134293 (0.1391157767161576) - | > loss_disc_real_1: 0.1692548543214798 (0.21946057035064054) - | > loss_disc_real_2: 0.19436556100845337 (0.23503206991386735) - | > loss_disc_real_3: 0.2330884039402008 (0.22442656895929716) - | > loss_disc_real_4: 0.2211349904537201 (0.22265244583890895) - | > loss_disc_real_5: 0.20568746328353882 (0.23202220418236472) - | > loss_0: 2.356276035308838 (2.4888842900594073) - | > grad_norm_0: tensor(52.4455, device='cuda:0') (tensor(71.3811, device='cuda:0')) - | > loss_gen: 2.323910713195801 (2.31573194606537) - | > loss_kl: 1.6937485933303833 (1.5655215083549325) - | > loss_feat: 6.270221710205078 (6.427032701896901) - | > loss_mel: 21.891115188598633 (21.430757175792344) - | > loss_duration: 1.7148377895355225 (1.7226764353036077) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.89383316040039 (33.46171987899629) - | > grad_norm_1: tensor(455.6448, device='cuda:0') (tensor(569.1870, device='cuda:0')) - | > current_lr_0: 0.00019885322845327182 - | > current_lr_1: 0.00019885322845327182 - | > step_time: 0.8164 (0.803023873756229) - | > loader_time: 0.0067 (0.006085194321192476) - - - --> TIME: 2024-11-23 02:40:46 -- STEP: 322/797 -- GLOBAL_STEP: 37775 - | > loss_disc: 2.723655939102173 (2.4903688304912968) - | > loss_disc_real_0: 0.19895586371421814 (0.13813985371672957) - | > loss_disc_real_1: 0.1989310085773468 (0.21977152717039453) - | > loss_disc_real_2: 0.24562305212020874 (0.2355715154398302) - | > loss_disc_real_3: 0.26994144916534424 (0.22479688390071348) - | > loss_disc_real_4: 0.20215103030204773 (0.2231190505882968) - | > loss_disc_real_5: 0.26473987102508545 (0.23272712408385662) - | > loss_0: 2.723655939102173 (2.4903688304912968) - | > grad_norm_0: tensor(125.5794, device='cuda:0') (tensor(71.1867, device='cuda:0')) - | > loss_gen: 2.033315896987915 (2.3156091589364944) - | > loss_kl: 1.592117428779602 (1.566989573262494) - | > loss_feat: 4.618210315704346 (6.409619506101434) - | > loss_mel: 19.70887565612793 (21.400666870685832) - | > loss_duration: 1.7090716361999512 (1.7209264358378344) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 29.661590576171875 (33.413811701425146) - | > grad_norm_1: tensor(627.9627, device='cuda:0') (tensor(573.3419, device='cuda:0')) - | > current_lr_0: 0.00019885322845327182 - | > current_lr_1: 0.00019885322845327182 - | > step_time: 0.8111 (0.8060049647870273) - | > loader_time: 0.0075 (0.00619724744595356) - - - --> TIME: 2024-11-23 02:41:07 -- STEP: 347/797 -- GLOBAL_STEP: 37800 - | > loss_disc: 2.7226202487945557 (2.493485865744115) - | > loss_disc_real_0: 0.3922942280769348 (0.1398732649425435) - | > loss_disc_real_1: 0.23966792225837708 (0.2203437716026471) - | > loss_disc_real_2: 0.28880301117897034 (0.23545577044274002) - | > loss_disc_real_3: 0.26567342877388 (0.22495084902223317) - | > loss_disc_real_4: 0.24111245572566986 (0.22295481868367373) - | > loss_disc_real_5: 0.2698974311351776 (0.23277927243743918) - | > loss_0: 2.7226202487945557 (2.493485865744115) - | > grad_norm_0: tensor(231.7419, device='cuda:0') (tensor(75.2420, device='cuda:0')) - | > loss_gen: 2.344512462615967 (2.3175725730764074) - | > loss_kl: 1.5689722299575806 (1.566989586401399) - | > loss_feat: 5.7477922439575195 (6.404336721821548) - | > loss_mel: 21.425371170043945 (21.41357609861521) - | > loss_duration: 1.6793665885925293 (1.7180561730772343) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.766014099121094 (33.42053125364981) - | > grad_norm_1: tensor(548.2145, device='cuda:0') (tensor(579.5615, device='cuda:0')) - | > current_lr_0: 0.00019885322845327182 - | > current_lr_1: 0.00019885322845327182 - | > step_time: 0.8004 (0.8062753498726003) - | > loader_time: 0.0063 (0.006315528831152134) - - - --> TIME: 2024-11-23 02:41:28 -- STEP: 372/797 -- GLOBAL_STEP: 37825 - | > loss_disc: 2.4041717052459717 (2.492087616715379) - | > loss_disc_real_0: 0.22413790225982666 (0.13972617227143483) - | > loss_disc_real_1: 0.1430717557668686 (0.2198102358448249) - | > loss_disc_real_2: 0.20595242083072662 (0.2356266733058678) - | > loss_disc_real_3: 0.20630744099617004 (0.22491576134036945) - | > loss_disc_real_4: 0.22844725847244263 (0.22294542682106777) - | > loss_disc_real_5: 0.19510400295257568 (0.23245429507987472) - | > loss_0: 2.4041717052459717 (2.492087616715379) - | > grad_norm_0: tensor(103.8293, device='cuda:0') (tensor(76.8914, device='cuda:0')) - | > loss_gen: 2.36313796043396 (2.3178112833730644) - | > loss_kl: 1.357800841331482 (1.5664991653093736) - | > loss_feat: 7.991581439971924 (6.402900403545751) - | > loss_mel: 23.781631469726562 (21.424008328427536) - | > loss_duration: 1.6686148643493652 (1.7154987438391613) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.16276168823242 (33.4267180145428) - | > grad_norm_1: tensor(583.2884, device='cuda:0') (tensor(574.9796, device='cuda:0')) - | > current_lr_0: 0.00019885322845327182 - | > current_lr_1: 0.00019885322845327182 - | > step_time: 0.8334 (0.8073763911442091) - | > loader_time: 0.0063 (0.006397732483443394) - - - --> TIME: 2024-11-23 02:41:49 -- STEP: 397/797 -- GLOBAL_STEP: 37850 - | > loss_disc: 2.6310300827026367 (2.492727928257708) - | > loss_disc_real_0: 0.1496480256319046 (0.14086287566261257) - | > loss_disc_real_1: 0.2883153557777405 (0.219846891628705) - | > loss_disc_real_2: 0.23233376443386078 (0.23537653399354566) - | > loss_disc_real_3: 0.23475894331932068 (0.2246005438662296) - | > loss_disc_real_4: 0.27196434140205383 (0.22268420698060196) - | > loss_disc_real_5: 0.27237221598625183 (0.23308720989551593) - | > loss_0: 2.6310300827026367 (2.492727928257708) - | > grad_norm_0: tensor(104.4696, device='cuda:0') (tensor(79.7163, device='cuda:0')) - | > loss_gen: 2.366957902908325 (2.3206782118799714) - | > loss_kl: 1.57533597946167 (1.5661502755258794) - | > loss_feat: 6.951984405517578 (6.403198299840358) - | > loss_mel: 21.63651466369629 (21.427963583535433) - | > loss_duration: 1.6674394607543945 (1.7139137097510042) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.1982307434082 (33.43190414659327) - | > grad_norm_1: tensor(382.5712, device='cuda:0') (tensor(570.8253, device='cuda:0')) - | > current_lr_0: 0.00019885322845327182 - | > current_lr_1: 0.00019885322845327182 - | > step_time: 0.8042 (0.8086780618960673) - | > loader_time: 0.0063 (0.006528481428208821) - - - --> TIME: 2024-11-23 02:42:10 -- STEP: 422/797 -- GLOBAL_STEP: 37875 - | > loss_disc: 2.68689227104187 (2.494369092145801) - | > loss_disc_real_0: 0.1035408228635788 (0.14073302981695276) - | > loss_disc_real_1: 0.2083691656589508 (0.21979796600426543) - | > loss_disc_real_2: 0.25506410002708435 (0.23513457027233042) - | > loss_disc_real_3: 0.25349077582359314 (0.22497220083153077) - | > loss_disc_real_4: 0.23707880079746246 (0.22266100106928585) - | > loss_disc_real_5: 0.2604629099369049 (0.23339471845971466) - | > loss_0: 2.68689227104187 (2.494369092145801) - | > grad_norm_0: tensor(11.2114, device='cuda:0') (tensor(79.2234, device='cuda:0')) - | > loss_gen: 2.0707523822784424 (2.317199859573943) - | > loss_kl: 1.5032545328140259 (1.562083034718772) - | > loss_feat: 5.1283440589904785 (6.394745331804901) - | > loss_mel: 19.83502197265625 (21.425688273533808) - | > loss_duration: 1.7289668321609497 (1.7126765406527225) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.266342163085938 (33.41239314056689) - | > grad_norm_1: tensor(301.1373, device='cuda:0') (tensor(567.5872, device='cuda:0')) - | > current_lr_0: 0.00019885322845327182 - | > current_lr_1: 0.00019885322845327182 - | > step_time: 0.7925 (0.8104420233676786) - | > loader_time: 0.0061 (0.006620191849803473) - - - --> TIME: 2024-11-23 02:42:32 -- STEP: 447/797 -- GLOBAL_STEP: 37900 - | > loss_disc: 2.3644728660583496 (2.491982296275878) - | > loss_disc_real_0: 0.1269254982471466 (0.1399819441889756) - | > loss_disc_real_1: 0.19860880076885223 (0.21967064127559363) - | > loss_disc_real_2: 0.2144526243209839 (0.23504231426806524) - | > loss_disc_real_3: 0.23337624967098236 (0.22470115685222933) - | > loss_disc_real_4: 0.22579124569892883 (0.22255448476980197) - | > loss_disc_real_5: 0.19869647920131683 (0.2333802722177783) - | > loss_0: 2.3644728660583496 (2.491982296275878) - | > grad_norm_0: tensor(6.6031, device='cuda:0') (tensor(77.0361, device='cuda:0')) - | > loss_gen: 2.513500452041626 (2.316835195426172) - | > loss_kl: 1.471540927886963 (1.5622742490747106) - | > loss_feat: 6.451664924621582 (6.3914957003838815) - | > loss_mel: 21.11347007751465 (21.424655163314767) - | > loss_duration: 1.630957007408142 (1.7112915363887813) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.18113327026367 (33.406551937128896) - | > grad_norm_1: tensor(389.4503, device='cuda:0') (tensor(565.8875, device='cuda:0')) - | > current_lr_0: 0.00019885322845327182 - | > current_lr_1: 0.00019885322845327182 - | > step_time: 0.8413 (0.8126444219209472) - | > loader_time: 0.0188 (0.006757661533569064) - - - --> TIME: 2024-11-23 02:42:53 -- STEP: 472/797 -- GLOBAL_STEP: 37925 - | > loss_disc: 2.242237091064453 (2.4889353488461436) - | > loss_disc_real_0: 0.09793490171432495 (0.13957628637741676) - | > loss_disc_real_1: 0.20407554507255554 (0.21944040599894726) - | > loss_disc_real_2: 0.2064642310142517 (0.23469566411764944) - | > loss_disc_real_3: 0.26974597573280334 (0.224638397221343) - | > loss_disc_real_4: 0.1987210512161255 (0.222184809145786) - | > loss_disc_real_5: 0.18233461678028107 (0.2329809995589115) - | > loss_0: 2.242237091064453 (2.4889353488461436) - | > grad_norm_0: tensor(70.6405, device='cuda:0') (tensor(75.5578, device='cuda:0')) - | > loss_gen: 2.6871187686920166 (2.3181382200475458) - | > loss_kl: 1.6491715908050537 (1.5610985359397993) - | > loss_feat: 7.644303321838379 (6.407382811530163) - | > loss_mel: 22.86983299255371 (21.473408678830666) - | > loss_duration: 1.6603869199752808 (1.7105090279700392) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.51081085205078 (33.47053735539067) - | > grad_norm_1: tensor(858.2801, device='cuda:0') (tensor(559.3173, device='cuda:0')) - | > current_lr_0: 0.00019885322845327182 - | > current_lr_1: 0.00019885322845327182 - | > step_time: 0.8541 (0.8147363647566005) - | > loader_time: 0.0072 (0.006871750799276062) - - - --> TIME: 2024-11-23 02:43:15 -- STEP: 497/797 -- GLOBAL_STEP: 37950 - | > loss_disc: 2.1904702186584473 (2.4878510191167136) - | > loss_disc_real_0: 0.08824214339256287 (0.13928805011318957) - | > loss_disc_real_1: 0.22311891615390778 (0.21931724421215248) - | > loss_disc_real_2: 0.2043611705303192 (0.2351498185568892) - | > loss_disc_real_3: 0.20029900968074799 (0.2245832905922857) - | > loss_disc_real_4: 0.19708126783370972 (0.22255191329859153) - | > loss_disc_real_5: 0.2124585509300232 (0.23294833482391158) - | > loss_0: 2.1904702186584473 (2.4878510191167136) - | > grad_norm_0: tensor(41.0642, device='cuda:0') (tensor(74.3088, device='cuda:0')) - | > loss_gen: 2.673346996307373 (2.319225451356208) - | > loss_kl: 1.768689513206482 (1.5589887985521167) - | > loss_feat: 8.07088851928711 (6.417730130899842) - | > loss_mel: 23.568771362304688 (21.479299238270183) - | > loss_duration: 1.6943316459655762 (1.7093251648563255) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.77602767944336 (33.48456887795894) - | > grad_norm_1: tensor(753.5314, device='cuda:0') (tensor(558.3932, device='cuda:0')) - | > current_lr_0: 0.00019885322845327182 - | > current_lr_1: 0.00019885322845327182 - | > step_time: 0.8552 (0.8171839790804766) - | > loader_time: 0.0158 (0.007117804866921255) - - - --> TIME: 2024-11-23 02:43:37 -- STEP: 522/797 -- GLOBAL_STEP: 37975 - | > loss_disc: 2.4082679748535156 (2.4843763729621617) - | > loss_disc_real_0: 0.08021381497383118 (0.13826659685036455) - | > loss_disc_real_1: 0.2202032208442688 (0.2189788830348815) - | > loss_disc_real_2: 0.2389203906059265 (0.23457075846720474) - | > loss_disc_real_3: 0.2051481306552887 (0.22460761146755512) - | > loss_disc_real_4: 0.18109305202960968 (0.2220555246447238) - | > loss_disc_real_5: 0.2658108174800873 (0.23258240272601446) - | > loss_0: 2.4082679748535156 (2.4843763729621617) - | > grad_norm_0: tensor(21.9225, device='cuda:0') (tensor(74.7872, device='cuda:0')) - | > loss_gen: 2.3864948749542236 (2.322531203200533) - | > loss_kl: 1.517032265663147 (1.5573241786025043) - | > loss_feat: 6.689133644104004 (6.429415049680807) - | > loss_mel: 20.636333465576172 (21.492663997343204) - | > loss_duration: 1.7485854625701904 (1.7088828299237393) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.97758102416992 (33.51081737065227) - | > grad_norm_1: tensor(204.9615, device='cuda:0') (tensor(563.5728, device='cuda:0')) - | > current_lr_0: 0.00019885322845327182 - | > current_lr_1: 0.00019885322845327182 - | > step_time: 0.8467 (0.819198933140985) - | > loader_time: 0.0124 (0.0072340832816229945) - - - --> TIME: 2024-11-23 02:43:59 -- STEP: 547/797 -- GLOBAL_STEP: 38000 - | > loss_disc: 2.294945240020752 (2.4832590724694) - | > loss_disc_real_0: 0.07416339963674545 (0.13794027509293777) - | > loss_disc_real_1: 0.19475582242012024 (0.2187330163538565) - | > loss_disc_real_2: 0.23547381162643433 (0.23460228120060245) - | > loss_disc_real_3: 0.2538846731185913 (0.2247835621101547) - | > loss_disc_real_4: 0.20516687631607056 (0.22227581368394916) - | > loss_disc_real_5: 0.18396113812923431 (0.2327299553090519) - | > loss_0: 2.294945240020752 (2.4832590724694) - | > grad_norm_0: tensor(57.5890, device='cuda:0') (tensor(75.8143, device='cuda:0')) - | > loss_gen: 2.2882237434387207 (2.3246494716874415) - | > loss_kl: 1.7685449123382568 (1.5577858950145946) - | > loss_feat: 7.259241580963135 (6.440050189630206) - | > loss_mel: 22.152679443359375 (21.51119648865414) - | > loss_duration: 1.6775046586990356 (1.7087650878773746) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.14619445800781 (33.54244725229102) - | > grad_norm_1: tensor(687.6649, device='cuda:0') (tensor(568.8345, device='cuda:0')) - | > current_lr_0: 0.00019885322845327182 - | > current_lr_1: 0.00019885322845327182 - | > step_time: 0.8544 (0.8208533008965976) - | > loader_time: 0.0084 (0.007296849866235934) - - - --> TIME: 2024-11-23 02:44:21 -- STEP: 572/797 -- GLOBAL_STEP: 38025 - | > loss_disc: 2.2356934547424316 (2.4826227784990413) - | > loss_disc_real_0: 0.10975469648838043 (0.13753805807759079) - | > loss_disc_real_1: 0.2524198293685913 (0.21875951319307713) - | > loss_disc_real_2: 0.22881799936294556 (0.2345453880831495) - | > loss_disc_real_3: 0.19753031432628632 (0.22468330273469844) - | > loss_disc_real_4: 0.18973305821418762 (0.22232152920190262) - | > loss_disc_real_5: 0.2309729903936386 (0.23267148984791516) - | > loss_0: 2.2356934547424316 (2.4826227784990413) - | > grad_norm_0: tensor(18.8710, device='cuda:0') (tensor(75.7434, device='cuda:0')) - | > loss_gen: 2.541316270828247 (2.3260329586642596) - | > loss_kl: 1.5450494289398193 (1.5574983220834007) - | > loss_feat: 6.759913444519043 (6.445227603812318) - | > loss_mel: 21.820716857910156 (21.526670809392314) - | > loss_duration: 1.7016327381134033 (1.7081710462803605) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.368629455566406 (33.563600850272024) - | > grad_norm_1: tensor(679.8993, device='cuda:0') (tensor(571.9393, device='cuda:0')) - | > current_lr_0: 0.00019885322845327182 - | > current_lr_1: 0.00019885322845327182 - | > step_time: 0.8391 (0.822821908897453) - | > loader_time: 0.0116 (0.007407875327797206) - - - --> TIME: 2024-11-23 02:44:43 -- STEP: 597/797 -- GLOBAL_STEP: 38050 - | > loss_disc: 2.554622173309326 (2.4817843952370633) - | > loss_disc_real_0: 0.18868765234947205 (0.13709800130058966) - | > loss_disc_real_1: 0.2228110134601593 (0.21885496877146327) - | > loss_disc_real_2: 0.2798139154911041 (0.2344154009417673) - | > loss_disc_real_3: 0.250312477350235 (0.22489498098890984) - | > loss_disc_real_4: 0.24421049654483795 (0.22220941923770862) - | > loss_disc_real_5: 0.24589067697525024 (0.23279917936528746) - | > loss_0: 2.554622173309326 (2.4817843952370633) - | > grad_norm_0: tensor(127.2299, device='cuda:0') (tensor(76.5227, device='cuda:0')) - | > loss_gen: 2.36279559135437 (2.329011442273905) - | > loss_kl: 1.6313174962997437 (1.5575633600129566) - | > loss_feat: 6.133013725280762 (6.447531921380329) - | > loss_mel: 22.895336151123047 (21.548751885367782) - | > loss_duration: 1.7263803482055664 (1.7077603721538779) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.748844146728516 (33.590619088816695) - | > grad_norm_1: tensor(693.8388, device='cuda:0') (tensor(578.4601, device='cuda:0')) - | > current_lr_0: 0.00019885322845327182 - | > current_lr_1: 0.00019885322845327182 - | > step_time: 0.8345 (0.8246804186247502) - | > loader_time: 0.0138 (0.007495082602828395) - - - --> TIME: 2024-11-23 02:45:06 -- STEP: 622/797 -- GLOBAL_STEP: 38075 - | > loss_disc: 2.4965078830718994 (2.48306336165241) - | > loss_disc_real_0: 0.21615582704544067 (0.13767482745206616) - | > loss_disc_real_1: 0.2647172510623932 (0.21882357496253163) - | > loss_disc_real_2: 0.24990373849868774 (0.23490768575208362) - | > loss_disc_real_3: 0.2175925225019455 (0.22502371968276247) - | > loss_disc_real_4: 0.18593885004520416 (0.2223829863970302) - | > loss_disc_real_5: 0.21716274321079254 (0.23249785513452395) - | > loss_0: 2.4965078830718994 (2.48306336165241) - | > grad_norm_0: tensor(144.2026, device='cuda:0') (tensor(77.5656, device='cuda:0')) - | > loss_gen: 2.330669641494751 (2.3295658589176034) - | > loss_kl: 1.3678957223892212 (1.5578758151201582) - | > loss_feat: 6.308330535888672 (6.438849051282336) - | > loss_mel: 22.11137580871582 (21.544183243509256) - | > loss_duration: 1.724759578704834 (1.7076739486774064) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.8430290222168 (33.578148023108604) - | > grad_norm_1: tensor(851.6160, device='cuda:0') (tensor(577.6716, device='cuda:0')) - | > current_lr_0: 0.00019885322845327182 - | > current_lr_1: 0.00019885322845327182 - | > step_time: 0.8557 (0.8278012597675876) - | > loader_time: 0.0083 (0.007588944251131017) - - - --> TIME: 2024-11-23 02:45:29 -- STEP: 647/797 -- GLOBAL_STEP: 38100 - | > loss_disc: 2.434767246246338 (2.4818936989885936) - | > loss_disc_real_0: 0.22243115305900574 (0.1381642086232739) - | > loss_disc_real_1: 0.2805892825126648 (0.2187493140629307) - | > loss_disc_real_2: 0.2636778950691223 (0.2344268360499068) - | > loss_disc_real_3: 0.22480803728103638 (0.22489263333806297) - | > loss_disc_real_4: 0.23058457672595978 (0.22223091590717725) - | > loss_disc_real_5: 0.20898683369159698 (0.2322464727867147) - | > loss_0: 2.434767246246338 (2.4818936989885936) - | > grad_norm_0: tensor(105.8120, device='cuda:0') (tensor(77.6083, device='cuda:0')) - | > loss_gen: 2.699023485183716 (2.3314996712727365) - | > loss_kl: 1.402748465538025 (1.5567271641269915) - | > loss_feat: 7.142640113830566 (6.442962141641322) - | > loss_mel: 23.205699920654297 (21.553660246835772) - | > loss_duration: 1.665443778038025 (1.707737117499067) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.11555480957031 (33.59258644658226) - | > grad_norm_1: tensor(674.9460, device='cuda:0') (tensor(575.7087, device='cuda:0')) - | > current_lr_0: 0.00019885322845327182 - | > current_lr_1: 0.00019885322845327182 - | > step_time: 0.9526 (0.8305806520364752) - | > loader_time: 0.012 (0.007711366671130317) - - - --> TIME: 2024-11-23 02:45:52 -- STEP: 672/797 -- GLOBAL_STEP: 38125 - | > loss_disc: 2.39846134185791 (2.4816898288471356) - | > loss_disc_real_0: 0.0678282156586647 (0.1375664259151865) - | > loss_disc_real_1: 0.1866374909877777 (0.21866015766170763) - | > loss_disc_real_2: 0.21584609150886536 (0.23464130783187492) - | > loss_disc_real_3: 0.2197987288236618 (0.22493370549221123) - | > loss_disc_real_4: 0.25150927901268005 (0.2223344544347907) - | > loss_disc_real_5: 0.2446650266647339 (0.23246013978496194) - | > loss_0: 2.39846134185791 (2.4816898288471356) - | > grad_norm_0: tensor(73.9542, device='cuda:0') (tensor(78.3532, device='cuda:0')) - | > loss_gen: 2.278663158416748 (2.329938767921356) - | > loss_kl: 1.606223225593567 (1.557215699659928) - | > loss_feat: 6.6751203536987305 (6.432936900428361) - | > loss_mel: 20.754568099975586 (21.53758402665454) - | > loss_duration: 1.6377735137939453 (1.7073682165216832) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.95234680175781 (33.565043702012) - | > grad_norm_1: tensor(556.7075, device='cuda:0') (tensor(575.9932, device='cuda:0')) - | > current_lr_0: 0.00019885322845327182 - | > current_lr_1: 0.00019885322845327182 - | > step_time: 0.9304 (0.8336812797046843) - | > loader_time: 0.0133 (0.00787858700468427) - - - --> TIME: 2024-11-23 02:46:15 -- STEP: 697/797 -- GLOBAL_STEP: 38150 - | > loss_disc: 2.584883689880371 (2.481943947341897) - | > loss_disc_real_0: 0.09536035358905792 (0.13777162504504012) - | > loss_disc_real_1: 0.17646846175193787 (0.2186164249007295) - | > loss_disc_real_2: 0.2612653374671936 (0.23436474184394737) - | > loss_disc_real_3: 0.21836301684379578 (0.2251767528108408) - | > loss_disc_real_4: 0.19205652177333832 (0.2220882172863315) - | > loss_disc_real_5: 0.21874569356441498 (0.23230048855886912) - | > loss_0: 2.584883689880371 (2.481943947341897) - | > grad_norm_0: tensor(8.6901, device='cuda:0') (tensor(78.3708, device='cuda:0')) - | > loss_gen: 2.196826219558716 (2.3286816184455734) - | > loss_kl: 1.69685697555542 (1.5584558145900722) - | > loss_feat: 7.823300361633301 (6.4321414599972755) - | > loss_mel: 23.914575576782227 (21.53566457072493) - | > loss_duration: 1.6841254234313965 (1.7068646511696333) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.31568145751953 (33.561808190694656) - | > grad_norm_1: tensor(397.6662, device='cuda:0') (tensor(572.7249, device='cuda:0')) - | > current_lr_0: 0.00019885322845327182 - | > current_lr_1: 0.00019885322845327182 - | > step_time: 0.8816 (0.8366045247191507) - | > loader_time: 0.0097 (0.007982412745997073) - - - --> TIME: 2024-11-23 02:46:41 -- STEP: 722/797 -- GLOBAL_STEP: 38175 - | > loss_disc: 2.42549204826355 (2.481861413680945) - | > loss_disc_real_0: 0.10829192399978638 (0.13746187730674253) - | > loss_disc_real_1: 0.18887397646903992 (0.21869210120796168) - | > loss_disc_real_2: 0.25631117820739746 (0.23453906657292903) - | > loss_disc_real_3: 0.2121344357728958 (0.225022383962972) - | > loss_disc_real_4: 0.18139055371284485 (0.22238834418996212) - | > loss_disc_real_5: 0.1972532421350479 (0.23278576294553577) - | > loss_0: 2.42549204826355 (2.481861413680945) - | > grad_norm_0: tensor(25.1909, device='cuda:0') (tensor(77.9005, device='cuda:0')) - | > loss_gen: 2.18324875831604 (2.328361856805322) - | > loss_kl: 1.5789309740066528 (1.5577399636569789) - | > loss_feat: 7.223810195922852 (6.4297361770164905) - | > loss_mel: 24.186607360839844 (21.54846152044067) - | > loss_duration: 1.6752642393112183 (1.7061225747137518) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.847862243652344 (33.57042216197934) - | > grad_norm_1: tensor(251.2950, device='cuda:0') (tensor(575.4960, device='cuda:0')) - | > current_lr_0: 0.00019885322845327182 - | > current_lr_1: 0.00019885322845327182 - | > step_time: 1.02 (0.8420832652464467) - | > loader_time: 0.0172 (0.00813852551901439) - - - --> TIME: 2024-11-23 02:47:11 -- STEP: 747/797 -- GLOBAL_STEP: 38200 - | > loss_disc: 2.5055625438690186 (2.479462568380106) - | > loss_disc_real_0: 0.11992236971855164 (0.13701645206096486) - | > loss_disc_real_1: 0.24942301213741302 (0.2186439590680711) - | > loss_disc_real_2: 0.19431988894939423 (0.23415376597060417) - | > loss_disc_real_3: 0.22481803596019745 (0.2250155313227231) - | > loss_disc_real_4: 0.23466543853282928 (0.22216385932093158) - | > loss_disc_real_5: 0.2376629114151001 (0.2324535536917657) - | > loss_0: 2.5055625438690186 (2.479462568380106) - | > grad_norm_0: tensor(18.5178, device='cuda:0') (tensor(76.5673, device='cuda:0')) - | > loss_gen: 2.3084399700164795 (2.3292284466655393) - | > loss_kl: 1.507330060005188 (1.5594365124402447) - | > loss_feat: 6.589972496032715 (6.442415073374346) - | > loss_mel: 21.824844360351562 (21.573052131826422) - | > loss_duration: 1.6569586992263794 (1.7051373191945842) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.88754653930664 (33.609269564729466) - | > grad_norm_1: tensor(494.4179, device='cuda:0') (tensor(574.0101, device='cuda:0')) - | > current_lr_0: 0.00019885322845327182 - | > current_lr_1: 0.00019885322845327182 - | > step_time: 1.4667 (0.853787574742533) - | > loader_time: 0.0093 (0.008341552422866915) - - - --> TIME: 2024-11-23 02:48:00 -- STEP: 772/797 -- GLOBAL_STEP: 38225 - | > loss_disc: 2.5488643646240234 (2.4797037861507776) - | > loss_disc_real_0: 0.15501846373081207 (0.13680075891701968) - | > loss_disc_real_1: 0.30449795722961426 (0.21874403391863398) - | > loss_disc_real_2: 0.21247105300426483 (0.23445980700572538) - | > loss_disc_real_3: 0.26873770356178284 (0.22488056503506523) - | > loss_disc_real_4: 0.23596256971359253 (0.22228173374975277) - | > loss_disc_real_5: 0.2697763442993164 (0.23264731184960646) - | > loss_0: 2.5488643646240234 (2.4797037861507776) - | > grad_norm_0: tensor(31.8528, device='cuda:0') (tensor(75.8424, device='cuda:0')) - | > loss_gen: 2.5363993644714355 (2.3296703456905847) - | > loss_kl: 1.6149039268493652 (1.5589031160186622) - | > loss_feat: 5.579064846038818 (6.445421766123004) - | > loss_mel: 20.15128517150879 (21.578149652233975) - | > loss_duration: 1.711193561553955 (1.7042732204797972) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.592845916748047 (33.616418181305725) - | > grad_norm_1: tensor(713.2740, device='cuda:0') (tensor(570.1500, device='cuda:0')) - | > current_lr_0: 0.00019885322845327182 - | > current_lr_1: 0.00019885322845327182 - | > step_time: 1.6869 (0.8888510919605512) - | > loader_time: 0.0101 (0.008654647540552009) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.438859462738037 (2.438859462738037) - | > loss_disc_real_0: 0.09706763923168182 (0.09706763923168182) - | > loss_disc_real_1: 0.24849548935890198 (0.24849548935890198) - | > loss_disc_real_2: 0.2145867943763733 (0.2145867943763733) - | > loss_disc_real_3: 0.17136074602603912 (0.17136074602603912) - | > loss_disc_real_4: 0.18889223039150238 (0.18889223039150238) - | > loss_disc_real_5: 0.1748836636543274 (0.1748836636543274) - | > loss_0: 2.438859462738037 (2.438859462738037) - | > loss_gen: 1.9475109577178955 (1.9475109577178955) - | > loss_kl: 1.2276051044464111 (1.2276051044464111) - | > loss_feat: 8.358076095581055 (8.358076095581055) - | > loss_mel: 24.313709259033203 (24.313709259033203) - | > loss_duration: 1.9661093950271606 (1.9661093950271606) - | > loss_1: 37.813011169433594 (37.813011169433594) - - --> STEP: 1 - | > loss_disc: 2.815157890319824 (2.815157890319824) - | > loss_disc_real_0: 0.0756872147321701 (0.0756872147321701) - | > loss_disc_real_1: 0.21577546000480652 (0.21577546000480652) - | > loss_disc_real_2: 0.24772928655147552 (0.24772928655147552) - | > loss_disc_real_3: 0.2807024121284485 (0.2807024121284485) - | > loss_disc_real_4: 0.23073622584342957 (0.23073622584342957) - | > loss_disc_real_5: 0.2978394031524658 (0.2978394031524658) - | > loss_0: 2.815157890319824 (2.815157890319824) - | > loss_gen: 1.933530569076538 (1.933530569076538) - | > loss_kl: 1.6859285831451416 (1.6859285831451416) - | > loss_feat: 5.94392728805542 (5.94392728805542) - | > loss_mel: 19.23761749267578 (19.23761749267578) - | > loss_duration: 1.718619704246521 (1.718619704246521) - | > loss_1: 30.519624710083008 (30.519624710083008) - - --> STEP: 2 - | > loss_disc: 2.6279757022857666 (2.7215667963027954) - | > loss_disc_real_0: 0.06461259722709656 (0.07014990597963333) - | > loss_disc_real_1: 0.28563129901885986 (0.2507033795118332) - | > loss_disc_real_2: 0.28832125663757324 (0.2680252715945244) - | > loss_disc_real_3: 0.2152768224477768 (0.24798961728811264) - | > loss_disc_real_4: 0.2666401267051697 (0.24868817627429962) - | > loss_disc_real_5: 0.26723670959472656 (0.2825380563735962) - | > loss_0: 2.6279757022857666 (2.7215667963027954) - | > loss_gen: 2.1129727363586426 (2.0232516527175903) - | > loss_kl: 1.135623574256897 (1.4107760787010193) - | > loss_feat: 5.868134021759033 (5.906030654907227) - | > loss_mel: 22.658714294433594 (20.948165893554688) - | > loss_duration: 1.6769475936889648 (1.697783648967743) - | > loss_1: 33.452392578125 (31.986008644104004) - - --> STEP: 3 - | > loss_disc: 2.493485450744629 (2.6455396811167398) - | > loss_disc_real_0: 0.06643153727054596 (0.06891044974327087) - | > loss_disc_real_1: 0.2759380042552948 (0.25911492109298706) - | > loss_disc_real_2: 0.23706349730491638 (0.25770468016465503) - | > loss_disc_real_3: 0.21676026284694672 (0.23757983247439066) - | > loss_disc_real_4: 0.24439458549022675 (0.24725697934627533) - | > loss_disc_real_5: 0.22074271738529205 (0.2619396100441615) - | > loss_0: 2.493485450744629 (2.6455396811167398) - | > loss_gen: 2.0219357013702393 (2.022813002268473) - | > loss_kl: 1.6443759202957153 (1.488642692565918) - | > loss_feat: 5.831644535064697 (5.881235281626384) - | > loss_mel: 23.314603805541992 (21.73697853088379) - | > loss_duration: 1.7661967277526855 (1.7205880085627239) - | > loss_1: 34.578758239746094 (32.85025850931803) - - --> STEP: 4 - | > loss_disc: 2.675947666168213 (2.653141677379608) - | > loss_disc_real_0: 0.06390508264303207 (0.06765910796821117) - | > loss_disc_real_1: 0.30468302965164185 (0.27050694823265076) - | > loss_disc_real_2: 0.25663134455680847 (0.2574363462626934) - | > loss_disc_real_3: 0.2105722427368164 (0.2308279350399971) - | > loss_disc_real_4: 0.2435334473848343 (0.24632609635591507) - | > loss_disc_real_5: 0.2841031849384308 (0.2674805037677288) - | > loss_0: 2.675947666168213 (2.653141677379608) - | > loss_gen: 2.0108981132507324 (2.019834280014038) - | > loss_kl: 1.718333125114441 (1.5460653007030487) - | > loss_feat: 6.138638973236084 (5.945586204528809) - | > loss_mel: 20.245193481445312 (21.36403226852417) - | > loss_duration: 1.626814365386963 (1.6971445977687836) - | > loss_1: 31.739877700805664 (32.57266330718994) - - --> STEP: 5 - | > loss_disc: 2.6353070735931396 (2.6495747566223145) - | > loss_disc_real_0: 0.052722781896591187 (0.06467184275388718) - | > loss_disc_real_1: 0.19112549722194672 (0.25463065803050994) - | > loss_disc_real_2: 0.19948506355285645 (0.24584608972072602) - | > loss_disc_real_3: 0.3217967450618744 (0.24902169704437255) - | > loss_disc_real_4: 0.1711592674255371 (0.23129273056983948) - | > loss_disc_real_5: 0.2459586262702942 (0.2631761282682419) - | > loss_0: 2.6353070735931396 (2.6495747566223145) - | > loss_gen: 1.8368799686431885 (1.9832434177398681) - | > loss_kl: 1.9482706785202026 (1.6265063762664795) - | > loss_feat: 7.6881303787231445 (6.294095039367676) - | > loss_mel: 23.512786865234375 (21.79378318786621) - | > loss_duration: 1.9076577425003052 (1.7392472267150878) - | > loss_1: 36.89372634887695 (33.436875915527345) - - --> STEP: 6 - | > loss_disc: 2.6162755489349365 (2.644024888674418) - | > loss_disc_real_0: 0.08209658414125443 (0.06757596631844838) - | > loss_disc_real_1: 0.2366822212934494 (0.2516392519076665) - | > loss_disc_real_2: 0.23124447464942932 (0.24341248720884323) - | > loss_disc_real_3: 0.2551116943359375 (0.25003669659296673) - | > loss_disc_real_4: 0.246994286775589 (0.23390965660413107) - | > loss_disc_real_5: 0.25051918625831604 (0.26106663793325424) - | > loss_0: 2.6162755489349365 (2.644024888674418) - | > loss_gen: 2.0525007247924805 (1.994786302248637) - | > loss_kl: 2.004117488861084 (1.6894415616989136) - | > loss_feat: 6.0717949867248535 (6.257045030593872) - | > loss_mel: 19.071557998657227 (21.340078989664715) - | > loss_duration: 1.6850306987762451 (1.7302111387252808) - | > loss_1: 30.885000228881836 (33.011563301086426) - - --> STEP: 7 - | > loss_disc: 2.5376384258270264 (2.628826822553362) - | > loss_disc_real_0: 0.0470166876912117 (0.06463892651455742) - | > loss_disc_real_1: 0.24637311697006226 (0.2508869469165802) - | > loss_disc_real_2: 0.2504495084285736 (0.244417775954519) - | > loss_disc_real_3: 0.24252861738204956 (0.24896411384854997) - | > loss_disc_real_4: 0.20790554583072662 (0.23019478363650187) - | > loss_disc_real_5: 0.24778354167938232 (0.25916905275412966) - | > loss_0: 2.5376384258270264 (2.628826822553362) - | > loss_gen: 2.0134146213531494 (1.9974474906921387) - | > loss_kl: 1.730272650718689 (1.6952745744160242) - | > loss_feat: 5.846242904663086 (6.19835901260376) - | > loss_mel: 21.291040420532227 (21.333073479788645) - | > loss_duration: 1.6658272743225098 (1.7210134438105993) - | > loss_1: 32.54679870605469 (32.945168358939036) - - --> STEP: 8 - | > loss_disc: 2.2806553840637207 (2.585305392742157) - | > loss_disc_real_0: 0.03418130427598953 (0.060831723734736436) - | > loss_disc_real_1: 0.24555057287216187 (0.2502199001610279) - | > loss_disc_real_2: 0.24374966323375702 (0.24433426186442375) - | > loss_disc_real_3: 0.1922980546951294 (0.2418808564543724) - | > loss_disc_real_4: 0.23039066791534424 (0.23021926917135715) - | > loss_disc_real_5: 0.18232956528663635 (0.249564116820693) - | > loss_0: 2.2806553840637207 (2.585305392742157) - | > loss_gen: 2.1739277839660645 (2.0195075273513794) - | > loss_kl: 1.4544862508773804 (1.6651760339736938) - | > loss_feat: 6.698885917663574 (6.260924875736237) - | > loss_mel: 23.623477935791016 (21.61937403678894) - | > loss_duration: 1.7043123245239258 (1.718925803899765) - | > loss_1: 35.65509033203125 (33.28390860557556) - - --> STEP: 9 - | > loss_disc: 2.400570869445801 (2.5647793345981174) - | > loss_disc_real_0: 0.10883612185716629 (0.06616554574833976) - | > loss_disc_real_1: 0.24466072022914886 (0.24960221350193024) - | > loss_disc_real_2: 0.2552134096622467 (0.24554305606418186) - | > loss_disc_real_3: 0.21246224641799927 (0.2386121220058865) - | > loss_disc_real_4: 0.2118961662054062 (0.22818336884180704) - | > loss_disc_real_5: 0.25873035192489624 (0.2505825873878267) - | > loss_0: 2.400570869445801 (2.5647793345981174) - | > loss_gen: 2.2090115547180176 (2.040563530392117) - | > loss_kl: 1.5970168113708496 (1.6576027870178223) - | > loss_feat: 6.973562240600586 (6.340106805165608) - | > loss_mel: 21.26557159423828 (21.58006265428331) - | > loss_duration: 1.7088234424591064 (1.7178033192952473) - | > loss_1: 33.75398635864258 (33.33613946702745) - - --> STEP: 10 - | > loss_disc: 2.599616050720215 (2.5682630062103273) - | > loss_disc_real_0: 0.057410769164562225 (0.065290068089962) - | > loss_disc_real_1: 0.32594308257102966 (0.25723630040884016) - | > loss_disc_real_2: 0.2812637686729431 (0.24911512732505797) - | > loss_disc_real_3: 0.2299884706735611 (0.23774975687265396) - | > loss_disc_real_4: 0.25076958537101746 (0.23044199049472808) - | > loss_disc_real_5: 0.2514786124229431 (0.2506721898913383) - | > loss_0: 2.599616050720215 (2.5682630062103273) - | > loss_gen: 2.0741264820098877 (2.043919825553894) - | > loss_kl: 1.4648407697677612 (1.6383265852928162) - | > loss_feat: 5.101764678955078 (6.216272592544556) - | > loss_mel: 19.78062629699707 (21.400119018554687) - | > loss_duration: 1.602799654006958 (1.7063029527664184) - | > loss_1: 30.024160385131836 (33.00494155883789) - - --> STEP: 11 - | > loss_disc: 2.3434269428253174 (2.547823364084417) - | > loss_disc_real_0: 0.0744723528623581 (0.06612482125108893) - | > loss_disc_real_1: 0.192719504237175 (0.25137113712050696) - | > loss_disc_real_2: 0.1767098605632782 (0.24253283034671436) - | > loss_disc_real_3: 0.2113867849111557 (0.2353531230579723) - | > loss_disc_real_4: 0.14410300552845 (0.22259299186143008) - | > loss_disc_real_5: 0.18450556695461273 (0.24465704235163602) - | > loss_0: 2.3434269428253174 (2.547823364084417) - | > loss_gen: 2.03378963470459 (2.0429988991130483) - | > loss_kl: 1.388859748840332 (1.6156477819789539) - | > loss_feat: 8.67171573638916 (6.439494696530429) - | > loss_mel: 22.909648895263672 (21.537349007346414) - | > loss_duration: 1.6350504159927368 (1.6998254494233564) - | > loss_1: 36.63906478881836 (33.33531639792702) - - --> STEP: 12 - | > loss_disc: 2.65010142326355 (2.5563465356826782) - | > loss_disc_real_0: 0.08042573928833008 (0.06731656442085902) - | > loss_disc_real_1: 0.29827049374580383 (0.25527941683928174) - | > loss_disc_real_2: 0.25180914998054504 (0.2433058569828669) - | > loss_disc_real_3: 0.22074048221111298 (0.23413540298740068) - | > loss_disc_real_4: 0.23725752532482147 (0.2238150363167127) - | > loss_disc_real_5: 0.28452354669570923 (0.24797925104697546) - | > loss_0: 2.65010142326355 (2.5563465356826782) - | > loss_gen: 1.9541887044906616 (2.0355980495611825) - | > loss_kl: 1.2028923034667969 (1.5812514921029408) - | > loss_feat: 4.958003044128418 (6.316037058830261) - | > loss_mel: 20.104576110839844 (21.417951265970867) - | > loss_duration: 1.6889764070510864 (1.6989213625590007) - | > loss_1: 29.90863800048828 (33.04975986480713) - - --> STEP: 13 - | > loss_disc: 2.678339958190918 (2.565730645106389) - | > loss_disc_real_0: 0.10627245903015137 (0.07031317169849689) - | > loss_disc_real_1: 0.29818084836006165 (0.2585795269562648) - | > loss_disc_real_2: 0.24221204221248627 (0.24322171738514534) - | > loss_disc_real_3: 0.23036669194698334 (0.23384550213813782) - | > loss_disc_real_4: 0.27939993143081665 (0.22809079747933608) - | > loss_disc_real_5: 0.21049398183822632 (0.2450957688001486) - | > loss_0: 2.678339958190918 (2.565730645106389) - | > loss_gen: 1.94459867477417 (2.0285980976544895) - | > loss_kl: 1.8623734712600708 (1.6028762597304125) - | > loss_feat: 4.443487644195557 (6.171994796166053) - | > loss_mel: 17.726844787597656 (21.134019998403694) - | > loss_duration: 1.7367167472839355 (1.701828699845534) - | > loss_1: 27.714021682739258 (32.63931846618652) - - --> STEP: 14 - | > loss_disc: 2.4521563053131104 (2.557618192264012) - | > loss_disc_real_0: 0.12141188979148865 (0.07396308013371058) - | > loss_disc_real_1: 0.30094823241233826 (0.26160586306027006) - | > loss_disc_real_2: 0.29301729798316956 (0.2467785445707185) - | > loss_disc_real_3: 0.22648923099040985 (0.2333200541990144) - | > loss_disc_real_4: 0.238669753074646 (0.22884643716471537) - | > loss_disc_real_5: 0.2499976009130478 (0.24544589966535568) - | > loss_0: 2.4521563053131104 (2.557618192264012) - | > loss_gen: 2.401718854904175 (2.055249580315181) - | > loss_kl: 1.9192613363265991 (1.6254751937729972) - | > loss_feat: 6.95791482925415 (6.228131941386631) - | > loss_mel: 21.356658935546875 (21.14992277962821) - | > loss_duration: 1.719071388244629 (1.7030603204454695) - | > loss_1: 34.3546257019043 (32.76184041159494) - - --> STEP: 15 - | > loss_disc: 2.2132973670959473 (2.534663470586141) - | > loss_disc_real_0: 0.07089556753635406 (0.07375857929388682) - | > loss_disc_real_1: 0.29038944840431213 (0.26352476874987285) - | > loss_disc_real_2: 0.2643571197986603 (0.2479504495859146) - | > loss_disc_real_3: 0.17544496059417725 (0.22946171462535858) - | > loss_disc_real_4: 0.22024475038051605 (0.22827299137910206) - | > loss_disc_real_5: 0.1943441480398178 (0.24203911622365315) - | > loss_0: 2.2132973670959473 (2.534663470586141) - | > loss_gen: 2.456291913986206 (2.0819857358932494) - | > loss_kl: 1.5138256549835205 (1.6180318911870322) - | > loss_feat: 6.504958152770996 (6.246587022145589) - | > loss_mel: 20.70402717590332 (21.12019640604655) - | > loss_duration: 1.6760774850845337 (1.7012614647547404) - | > loss_1: 32.85517883300781 (32.76806297302247) - - --> STEP: 16 - | > loss_disc: 2.3711154460906982 (2.524441719055176) - | > loss_disc_real_0: 0.04305257648229599 (0.0718394541181624) - | > loss_disc_real_1: 0.2351314276456833 (0.261750184930861) - | > loss_disc_real_2: 0.25815504789352417 (0.2485882369801402) - | > loss_disc_real_3: 0.19503843784332275 (0.22731025982648134) - | > loss_disc_real_4: 0.18379878997802734 (0.2254933537915349) - | > loss_disc_real_5: 0.23076792061328888 (0.2413346664980054) - | > loss_0: 2.3711154460906982 (2.524441719055176) - | > loss_gen: 2.1308071613311768 (2.08503707498312) - | > loss_kl: 1.515729546546936 (1.611637994647026) - | > loss_feat: 8.193591117858887 (6.36827477812767) - | > loss_mel: 22.901491165161133 (21.23152732849121) - | > loss_duration: 1.8180005550384521 (1.7085576578974724) - | > loss_1: 36.55961990356445 (33.00503528118134) - - --> STEP: 17 - | > loss_disc: 2.682422637939453 (2.533734714283663) - | > loss_disc_real_0: 0.12099382281303406 (0.0747308875708019) - | > loss_disc_real_1: 0.26752883195877075 (0.26209010534426747) - | > loss_disc_real_2: 0.2494768351316452 (0.2486405074596405) - | > loss_disc_real_3: 0.27835193276405334 (0.23031271117575028) - | > loss_disc_real_4: 0.2611154317855835 (0.22758877014412598) - | > loss_disc_real_5: 0.2291729748249054 (0.24061927287017598) - | > loss_0: 2.682422637939453 (2.533734714283663) - | > loss_gen: 2.0675551891326904 (2.0840087287566242) - | > loss_kl: 2.287862777709961 (1.6514159230624927) - | > loss_feat: 7.134315490722656 (6.4133359965156105) - | > loss_mel: 23.879859924316406 (21.38731159883387) - | > loss_duration: 1.6267822980880737 (1.7037473426145666) - | > loss_1: 36.996376037597656 (33.23982003155877) - - --> STEP: 18 - | > loss_disc: 2.56343150138855 (2.5353845357894897) - | > loss_disc_real_0: 0.0767575353384018 (0.07484347911344634) - | > loss_disc_real_1: 0.28238487243652344 (0.26321759240494835) - | > loss_disc_real_2: 0.2536533772945404 (0.24891900022824606) - | > loss_disc_real_3: 0.2707362174987793 (0.23255846152702966) - | > loss_disc_real_4: 0.272278755903244 (0.23007154713074365) - | > loss_disc_real_5: 0.2202889770269394 (0.23948981198999617) - | > loss_0: 2.56343150138855 (2.5353845357894897) - | > loss_gen: 2.190953254699707 (2.0899500913090177) - | > loss_kl: 1.1147327423095703 (1.6216001907984416) - | > loss_feat: 6.102391242980957 (6.396061287985908) - | > loss_mel: 23.391563415527344 (21.498658921983505) - | > loss_duration: 1.636136770248413 (1.6999911997053359) - | > loss_1: 34.43577575683594 (33.306262016296394) - - --> STEP: 19 - | > loss_disc: 2.471397638320923 (2.5320168043437756) - | > loss_disc_real_0: 0.06917285919189453 (0.07454502543336466) - | > loss_disc_real_1: 0.2335217297077179 (0.26165465226298884) - | > loss_disc_real_2: 0.23782828450202942 (0.24833527834791885) - | > loss_disc_real_3: 0.20266498625278473 (0.23098512072312205) - | > loss_disc_real_4: 0.2775961458683014 (0.23257284180114143) - | > loss_disc_real_5: 0.21309185028076172 (0.23810044558424698) - | > loss_0: 2.471397638320923 (2.5320168043437756) - | > loss_gen: 2.0554847717285156 (2.08813612712057) - | > loss_kl: 1.8385578393936157 (1.633019014408714) - | > loss_feat: 6.2587456703186035 (6.3888341502139445) - | > loss_mel: 21.07819938659668 (21.47652947275262) - | > loss_duration: 1.7763681411743164 (1.704011038730019) - | > loss_1: 33.007354736328125 (33.2905300541928) - - --> STEP: 20 - | > loss_disc: 2.543850898742676 (2.5326085090637207) - | > loss_disc_real_0: 0.050136715173721313 (0.0733246099203825) - | > loss_disc_real_1: 0.2981577217578888 (0.26347980573773383) - | > loss_disc_real_2: 0.25520142912864685 (0.24867858588695527) - | > loss_disc_real_3: 0.2568809986114502 (0.23227991461753844) - | > loss_disc_real_4: 0.1907070428133011 (0.23047955185174943) - | > loss_disc_real_5: 0.24777813255786896 (0.23858432993292808) - | > loss_0: 2.543850898742676 (2.5326085090637207) - | > loss_gen: 2.067133903503418 (2.0870860159397124) - | > loss_kl: 1.71836256980896 (1.6372861921787263) - | > loss_feat: 7.142362117767334 (6.426510548591613) - | > loss_mel: 22.622142791748047 (21.533810138702393) - | > loss_duration: 1.6448631286621094 (1.7010536432266234) - | > loss_1: 35.19486618041992 (33.385746860504156) - - --> STEP: 21 - | > loss_disc: 2.275808334350586 (2.5203799293154763) - | > loss_disc_real_0: 0.03154388442635536 (0.07133505156352407) - | > loss_disc_real_1: 0.23430398106575012 (0.26209048075335367) - | > loss_disc_real_2: 0.2588239908218384 (0.24916170040766397) - | > loss_disc_real_3: 0.2336612194776535 (0.2323456910394487) - | > loss_disc_real_4: 0.2155369222164154 (0.22976799805959067) - | > loss_disc_real_5: 0.2109922617673874 (0.2372704219250452) - | > loss_0: 2.275808334350586 (2.5203799293154763) - | > loss_gen: 2.3232197761535645 (2.098330480711801) - | > loss_kl: 1.496755599975586 (1.630594259216672) - | > loss_feat: 7.046148777008057 (6.456017130897159) - | > loss_mel: 24.168094635009766 (21.659252257574174) - | > loss_duration: 1.6973850727081299 (1.7008789493924095) - | > loss_1: 36.73160171508789 (33.545073282151) - - --> STEP: 22 - | > loss_disc: 2.3457589149475098 (2.512442610480569) - | > loss_disc_real_0: 0.09563479572534561 (0.07243958538906142) - | > loss_disc_real_1: 0.2715446949005127 (0.2625202177600427) - | > loss_disc_real_2: 0.24318961799144745 (0.24889024211601776) - | > loss_disc_real_3: 0.2000785917043686 (0.23087900470603595) - | > loss_disc_real_4: 0.20464389026165009 (0.22862599315968427) - | > loss_disc_real_5: 0.18258629739284515 (0.23478477990085428) - | > loss_0: 2.3457589149475098 (2.512442610480569) - | > loss_gen: 2.1731326580047607 (2.1017305796796624) - | > loss_kl: 1.6139827966690063 (1.6298391927372327) - | > loss_feat: 6.330961227416992 (6.4503327716480605) - | > loss_mel: 22.421979904174805 (21.693921696056023) - | > loss_duration: 1.7871129512786865 (1.7047986767508767) - | > loss_1: 34.327171325683594 (33.58062319322067) - - --> STEP: 23 - | > loss_disc: 2.899461269378662 (2.5292695086935297) - | > loss_disc_real_0: 0.09082332998514175 (0.07323887863236926) - | > loss_disc_real_1: 0.2690781056880951 (0.26280534332213196) - | > loss_disc_real_2: 0.24507978558540344 (0.2487245700929476) - | > loss_disc_real_3: 0.2833343744277954 (0.2331596729548081) - | > loss_disc_real_4: 0.254313588142395 (0.2297428451154543) - | > loss_disc_real_5: 0.30627989768981934 (0.2378932632829832) - | > loss_0: 2.899461269378662 (2.5292695086935297) - | > loss_gen: 1.8263916969299316 (2.089759323907935) - | > loss_kl: 1.4851261377334595 (1.6235473207805469) - | > loss_feat: 5.317278861999512 (6.40106955818508) - | > loss_mel: 20.925506591796875 (21.66051234369693) - | > loss_duration: 1.7568159103393555 (1.7070602956025496) - | > loss_1: 31.311119079589844 (33.48194910132368) - - --> STEP: 24 - | > loss_disc: 2.5732033252716064 (2.531100084384283) - | > loss_disc_real_0: 0.05483472719788551 (0.07247203898926577) - | > loss_disc_real_1: 0.30509862303733826 (0.26456756331026554) - | > loss_disc_real_2: 0.24295160174369812 (0.2484840297450622) - | > loss_disc_real_3: 0.26745060086250305 (0.23458846161762872) - | > loss_disc_real_4: 0.18989711999893188 (0.22808260656893253) - | > loss_disc_real_5: 0.27892714738845825 (0.23960300845404467) - | > loss_0: 2.5732033252716064 (2.531100084384283) - | > loss_gen: 2.2131388187408447 (2.09490013619264) - | > loss_kl: 1.49957275390625 (1.618381713827451) - | > loss_feat: 6.848909854888916 (6.41972957054774) - | > loss_mel: 21.94984245300293 (21.67256776491801) - | > loss_duration: 1.6489715576171875 (1.7046399315198262) - | > loss_1: 34.16043472290039 (33.51021933555604) - - --> STEP: 25 - | > loss_disc: 2.4144139289855957 (2.5264326381683357) - | > loss_disc_real_0: 0.04987283796072006 (0.07156807094812394) - | > loss_disc_real_1: 0.32885226607322693 (0.267138951420784) - | > loss_disc_real_2: 0.24655140936374664 (0.24840672492980956) - | > loss_disc_real_3: 0.21275609731674194 (0.23371516704559325) - | > loss_disc_real_4: 0.23478014767169952 (0.2283505082130432) - | > loss_disc_real_5: 0.25338321924209595 (0.2401542168855667) - | > loss_0: 2.4144139289855957 (2.5264326381683357) - | > loss_gen: 2.270101547241211 (2.1019081926345824) - | > loss_kl: 1.4082610607147217 (1.609976887702942) - | > loss_feat: 5.405284881591797 (6.379151782989502) - | > loss_mel: 19.85021209716797 (21.59967353820801) - | > loss_duration: 1.6266118288040161 (1.7015188074111938) - | > loss_1: 30.560470581054688 (33.392229385375984) - - --> STEP: 26 - | > loss_disc: 2.641664743423462 (2.5308646422166103) - | > loss_disc_real_0: 0.06547524034976959 (0.0713337313097257) - | > loss_disc_real_1: 0.2612365782260895 (0.2669119370671419) - | > loss_disc_real_2: 0.23655948042869568 (0.24795106167976672) - | > loss_disc_real_3: 0.2553597688674927 (0.23454765173105094) - | > loss_disc_real_4: 0.19443196058273315 (0.22704594868880051) - | > loss_disc_real_5: 0.2431216984987259 (0.24026835079376513) - | > loss_0: 2.641664743423462 (2.5308646422166103) - | > loss_gen: 1.7663428783416748 (2.0890018343925476) - | > loss_kl: 1.4270858764648438 (1.6029426180399382) - | > loss_feat: 4.854662895202637 (6.3205175949977) - | > loss_mel: 16.370145797729492 (21.398537855881912) - | > loss_duration: 1.6456218957901 (1.699368926194998) - | > loss_1: 26.063858032226562 (33.11036894871639) - - --> STEP: 27 - | > loss_disc: 2.509237766265869 (2.530063646811027) - | > loss_disc_real_0: 0.08426899462938309 (0.07181281513637969) - | > loss_disc_real_1: 0.23691555857658386 (0.2658009600860101) - | > loss_disc_real_2: 0.23011042177677155 (0.24729029723891505) - | > loss_disc_real_3: 0.24290528893470764 (0.23485719384970488) - | > loss_disc_real_4: 0.20024335384368896 (0.22605325999083342) - | > loss_disc_real_5: 0.3303666412830353 (0.24360532451558997) - | > loss_0: 2.509237766265869 (2.530063646811027) - | > loss_gen: 2.1139917373657227 (2.089927386354517) - | > loss_kl: 1.9824872016906738 (1.6169998248418171) - | > loss_feat: 6.292753219604492 (6.319489284797951) - | > loss_mel: 22.50272560119629 (21.439433698300963) - | > loss_duration: 1.6822566986083984 (1.6987351399880868) - | > loss_1: 34.57421112060547 (33.164585325453025) - - --> STEP: 28 - | > loss_disc: 2.5617666244506836 (2.5311958960124437) - | > loss_disc_real_0: 0.06121435388922691 (0.0714342986632671) - | > loss_disc_real_1: 0.2624605596065521 (0.2656816600688866) - | > loss_disc_real_2: 0.20404502749443054 (0.24574582331946918) - | > loss_disc_real_3: 0.2426556646823883 (0.23513571066515787) - | > loss_disc_real_4: 0.1899930089712143 (0.22476539388298988) - | > loss_disc_real_5: 0.18967285752296448 (0.24167916498013906) - | > loss_0: 2.5617666244506836 (2.5311958960124437) - | > loss_gen: 1.8434993028640747 (2.0811263833727156) - | > loss_kl: 1.4147629737854004 (1.609777080161231) - | > loss_feat: 5.629188537597656 (6.294835686683655) - | > loss_mel: 21.064760208129883 (21.426052502223424) - | > loss_duration: 1.7423985004425049 (1.7002945457186018) - | > loss_1: 31.694610595703125 (33.11208622796196) - - --> STEP: 29 - | > loss_disc: 2.4249324798583984 (2.5275316402829935) - | > loss_disc_real_0: 0.0747385174036026 (0.07154823724052005) - | > loss_disc_real_1: 0.29668498039245605 (0.2667507400800442) - | > loss_disc_real_2: 0.2538163959980011 (0.24602411892907372) - | > loss_disc_real_3: 0.28576648235321045 (0.23688159934405623) - | > loss_disc_real_4: 0.2170485109090805 (0.22449929447009645) - | > loss_disc_real_5: 0.20408995449543 (0.24038298530825253) - | > loss_0: 2.4249324798583984 (2.5275316402829935) - | > loss_gen: 2.295583486557007 (2.088521455896312) - | > loss_kl: 1.1941343545913696 (1.5954445723829598) - | > loss_feat: 8.018421173095703 (6.354269668973726) - | > loss_mel: 23.932113647460938 (21.512468403783338) - | > loss_duration: 1.630149483680725 (1.6978757504759163) - | > loss_1: 37.07040023803711 (33.248579814516276) - - --> STEP: 30 - | > loss_disc: 2.8349368572235107 (2.5377784808476775) - | > loss_disc_real_0: 0.06613476574420929 (0.07136778819064302) - | > loss_disc_real_1: 0.23549716174602509 (0.2657089541355769) - | > loss_disc_real_2: 0.22647884488105774 (0.24537260979413986) - | > loss_disc_real_3: 0.2004074603319168 (0.23566579471031826) - | > loss_disc_real_4: 0.2027578204870224 (0.22377457867066067) - | > loss_disc_real_5: 0.34967803955078125 (0.2440261537830035) - | > loss_0: 2.8349368572235107 (2.5377784808476775) - | > loss_gen: 1.8738434314727783 (2.0813655217488605) - | > loss_kl: 1.844997763633728 (1.6037630120913187) - | > loss_feat: 7.136262893676758 (6.38033610979716) - | > loss_mel: 22.87419319152832 (21.557859230041505) - | > loss_duration: 1.7027652263641357 (1.6980387330055238) - | > loss_1: 35.432064056396484 (33.32136262257895) - - --> STEP: 31 - | > loss_disc: 2.440060615539551 (2.5346262916441895) - | > loss_disc_real_0: 0.09896022081375122 (0.07225786666235619) - | > loss_disc_real_1: 0.25180014967918396 (0.26526028302408033) - | > loss_disc_real_2: 0.22482812404632568 (0.2447098844474362) - | > loss_disc_real_3: 0.15306349098682404 (0.23300120426762488) - | > loss_disc_real_4: 0.2125236541032791 (0.22341164562009996) - | > loss_disc_real_5: 0.1864597648382187 (0.24216917349446204) - | > loss_0: 2.440060615539551 (2.5346262916441895) - | > loss_gen: 1.9816994667053223 (2.078150487715198) - | > loss_kl: 1.568460464477539 (1.6026242202328098) - | > loss_feat: 7.194562911987305 (6.406601490512971) - | > loss_mel: 21.438032150268555 (21.553993840371408) - | > loss_duration: 1.6399562358856201 (1.696165104066172) - | > loss_1: 33.82271194458008 (33.33753518135318) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.007607675367786038 (-0.0052938076757615615) - | > avg_loss_disc: 2.5346262916441895 (+0.13201968900619088) - | > avg_loss_disc_real_0: 0.07225786666235619 (-0.06155510619282724) - | > avg_loss_disc_real_1: 0.26526028302408033 (+0.03981956935697986) - | > avg_loss_disc_real_2: 0.2447098844474362 (+0.006106571805092609) - | > avg_loss_disc_real_3: 0.23300120426762488 (-0.026363131980742194) - | > avg_loss_disc_real_4: 0.22341164562009996 (-0.007193844164571445) - | > avg_loss_disc_real_5: 0.24216917349446204 (+0.02627957059491065) - | > avg_loss_0: 2.5346262916441895 (+0.13201968900619088) - | > avg_loss_gen: 2.078150487715198 (-0.5208581955202165) - | > avg_loss_kl: 1.6026242202328098 (-0.014329052740527759) - | > avg_loss_feat: 6.406601490512971 (-0.3936753503737913) - | > avg_loss_mel: 21.553993840371408 (-0.6706957047985469) - | > avg_loss_duration: 1.696165104066172 (-0.003798377129339281) - | > avg_loss_1: 33.33753518135318 (-1.6033571920087155) - - - > EPOCH: 19/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 02:49:39)  - - --> TIME: 2024-11-23 02:49:40 -- STEP: 0/797 -- GLOBAL_STEP: 38250 - | > loss_disc: 2.6662933826446533 (2.6662933826446533) - | > loss_disc_real_0: 0.08107996731996536 (0.08107996731996536) - | > loss_disc_real_1: 0.23289793729782104 (0.23289793729782104) - | > loss_disc_real_2: 0.25835803151130676 (0.25835803151130676) - | > loss_disc_real_3: 0.24973784387111664 (0.24973784387111664) - | > loss_disc_real_4: 0.2317453771829605 (0.2317453771829605) - | > loss_disc_real_5: 0.23458752036094666 (0.23458752036094666) - | > loss_0: 2.6662933826446533 (2.6662933826446533) - | > grad_norm_0: tensor(28.0577, device='cuda:0') (tensor(28.0577, device='cuda:0')) - | > loss_gen: 2.160066843032837 (2.160066843032837) - | > loss_kl: 1.4803534746170044 (1.4803534746170044) - | > loss_feat: 6.8795976638793945 (6.8795976638793945) - | > loss_mel: 21.725082397460938 (21.725082397460938) - | > loss_duration: 2.0256879329681396 (2.0256879329681396) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.270790100097656 (34.270790100097656) - | > grad_norm_1: tensor(766.6119, device='cuda:0') (tensor(766.6119, device='cuda:0')) - | > current_lr_0: 0.00019882837179971516 - | > current_lr_1: 0.00019882837179971516 - | > step_time: 0.8395 (0.8394513130187988) - | > loader_time: 0.1966 (0.19664502143859863) - - - --> TIME: 2024-11-23 02:49:59 -- STEP: 25/797 -- GLOBAL_STEP: 38275 - | > loss_disc: 2.5178446769714355 (2.5648996925354) - | > loss_disc_real_0: 0.13828592002391815 (0.16386730670928956) - | > loss_disc_real_1: 0.25758668780326843 (0.22329940021038056) - | > loss_disc_real_2: 0.2550697326660156 (0.23809893369674684) - | > loss_disc_real_3: 0.20810331404209137 (0.22830053865909578) - | > loss_disc_real_4: 0.24953296780586243 (0.2258511710166931) - | > loss_disc_real_5: 0.23053112626075745 (0.2389974683523178) - | > loss_0: 2.5178446769714355 (2.5648996925354) - | > grad_norm_0: tensor(24.7825, device='cuda:0') (tensor(58.7646, device='cuda:0')) - | > loss_gen: 2.1352219581604004 (2.259638566970825) - | > loss_kl: 1.7018496990203857 (1.5639668059349061) - | > loss_feat: 6.131661891937256 (6.24544511795044) - | > loss_mel: 20.104740142822266 (20.70875228881836) - | > loss_duration: 1.6803654432296753 (1.82581787109375) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.75383758544922 (32.60362060546875) - | > grad_norm_1: tensor(678.8124, device='cuda:0') (tensor(380.7990, device='cuda:0')) - | > current_lr_0: 0.00019882837179971516 - | > current_lr_1: 0.00019882837179971516 - | > step_time: 0.7071 (0.7443243503570557) - | > loader_time: 0.0099 (0.00508803367614746) - - - --> TIME: 2024-11-23 02:50:19 -- STEP: 50/797 -- GLOBAL_STEP: 38300 - | > loss_disc: 2.487755298614502 (2.517588319778442) - | > loss_disc_real_0: 0.10688571631908417 (0.15077125251293183) - | > loss_disc_real_1: 0.21512851119041443 (0.21903960078954696) - | > loss_disc_real_2: 0.24646924436092377 (0.23627186715602874) - | > loss_disc_real_3: 0.2491656392812729 (0.22533224403858185) - | > loss_disc_real_4: 0.26538199186325073 (0.22374703705310822) - | > loss_disc_real_5: 0.22221782803535461 (0.2340487378835678) - | > loss_0: 2.487755298614502 (2.517588319778442) - | > grad_norm_0: tensor(46.0100, device='cuda:0') (tensor(45.2504, device='cuda:0')) - | > loss_gen: 2.463392734527588 (2.272863397598267) - | > loss_kl: 1.9024943113327026 (1.5678360331058503) - | > loss_feat: 7.398184776306152 (6.433094081878662) - | > loss_mel: 23.174274444580078 (21.109561653137206) - | > loss_duration: 1.7400602102279663 (1.7892156195640565) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.67840576171875 (33.172570724487294) - | > grad_norm_1: tensor(737.4868, device='cuda:0') (tensor(382.0042, device='cuda:0')) - | > current_lr_0: 0.00019882837179971516 - | > current_lr_1: 0.00019882837179971516 - | > step_time: 0.756 (0.7513175153732299) - | > loader_time: 0.0033 (0.005549421310424801) - - - --> TIME: 2024-11-23 02:50:38 -- STEP: 75/797 -- GLOBAL_STEP: 38325 - | > loss_disc: 2.427199363708496 (2.503994099299114) - | > loss_disc_real_0: 0.16229477524757385 (0.14702671070893608) - | > loss_disc_real_1: 0.20764265954494476 (0.2188680479923884) - | > loss_disc_real_2: 0.24416643381118774 (0.23497467438379924) - | > loss_disc_real_3: 0.18196545541286469 (0.2227407064040502) - | > loss_disc_real_4: 0.20768612623214722 (0.22411404649416605) - | > loss_disc_real_5: 0.22818095982074738 (0.23362201352914175) - | > loss_0: 2.427199363708496 (2.503994099299114) - | > grad_norm_0: tensor(91.9400, device='cuda:0') (tensor(49.6498, device='cuda:0')) - | > loss_gen: 2.2009153366088867 (2.2927933724721274) - | > loss_kl: 1.3089982271194458 (1.5590295592943828) - | > loss_feat: 6.735276222229004 (6.495406920115154) - | > loss_mel: 21.652851104736328 (21.2513232421875) - | > loss_duration: 1.672978162765503 (1.7639115492502848) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.57101821899414 (33.36246459960938) - | > grad_norm_1: tensor(673.1700, device='cuda:0') (tensor(448.0271, device='cuda:0')) - | > current_lr_0: 0.00019882837179971516 - | > current_lr_1: 0.00019882837179971516 - | > step_time: 0.7545 (0.7600635910034178) - | > loader_time: 0.0048 (0.006071554819742837) - - - --> TIME: 2024-11-23 02:50:58 -- STEP: 100/797 -- GLOBAL_STEP: 38350 - | > loss_disc: 2.5403060913085938 (2.4990437912940977) - | > loss_disc_real_0: 0.21905049681663513 (0.1443116050958633) - | > loss_disc_real_1: 0.24245685338974 (0.21921649485826492) - | > loss_disc_real_2: 0.23490726947784424 (0.23337712213397027) - | > loss_disc_real_3: 0.21850357949733734 (0.22441897496581079) - | > loss_disc_real_4: 0.234846830368042 (0.22378594249486924) - | > loss_disc_real_5: 0.23594984412193298 (0.23308954551815986) - | > loss_0: 2.5403060913085938 (2.4990437912940977) - | > grad_norm_0: tensor(100.0346, device='cuda:0') (tensor(55.7834, device='cuda:0')) - | > loss_gen: 2.2790417671203613 (2.3025555801391606) - | > loss_kl: 1.652877926826477 (1.5602540355920795) - | > loss_feat: 5.850348472595215 (6.442950487136841) - | > loss_mel: 20.17215347290039 (21.12648439407349) - | > loss_duration: 1.7139804363250732 (1.7547913050651551) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.66840171813965 (33.187035808563245) - | > grad_norm_1: tensor(622.0332, device='cuda:0') (tensor(465.7682, device='cuda:0')) - | > current_lr_0: 0.00019882837179971516 - | > current_lr_1: 0.00019882837179971516 - | > step_time: 0.7777 (0.7629833579063413) - | > loader_time: 0.0063 (0.006472363471984864) - - - --> TIME: 2024-11-23 02:51:18 -- STEP: 125/797 -- GLOBAL_STEP: 38375 - | > loss_disc: 2.3854269981384277 (2.4842622470855713) - | > loss_disc_real_0: 0.1376487910747528 (0.1395074723958969) - | > loss_disc_real_1: 0.19064657390117645 (0.21714649164676667) - | > loss_disc_real_2: 0.21516381204128265 (0.23334937524795532) - | > loss_disc_real_3: 0.23928870260715485 (0.2241960846185684) - | > loss_disc_real_4: 0.2036435306072235 (0.22228309500217439) - | > loss_disc_real_5: 0.23887498676776886 (0.23087009024620056) - | > loss_0: 2.3854269981384277 (2.4842622470855713) - | > grad_norm_0: tensor(23.6094, device='cuda:0') (tensor(55.0407, device='cuda:0')) - | > loss_gen: 2.3004279136657715 (2.3121067943573004) - | > loss_kl: 1.5550956726074219 (1.5509096837043765) - | > loss_feat: 7.223623275756836 (6.5052862510681155) - | > loss_mel: 20.93100357055664 (21.179758758544924) - | > loss_duration: 1.6874111890792847 (1.7465364446640015) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.69756317138672 (33.294597885131836) - | > grad_norm_1: tensor(367.2661, device='cuda:0') (tensor(475.9126, device='cuda:0')) - | > current_lr_0: 0.00019882837179971516 - | > current_lr_1: 0.00019882837179971516 - | > step_time: 0.7391 (0.7653104133605955) - | > loader_time: 0.0044 (0.006407188415527344) - - - --> TIME: 2024-11-23 02:51:37 -- STEP: 150/797 -- GLOBAL_STEP: 38400 - | > loss_disc: 2.472008228302002 (2.4851073487599686) - | > loss_disc_real_0: 0.13922211527824402 (0.1383130872249603) - | > loss_disc_real_1: 0.26806753873825073 (0.21872951875130336) - | > loss_disc_real_2: 0.28661447763442993 (0.23401981860399246) - | > loss_disc_real_3: 0.21396739780902863 (0.22459043592214584) - | > loss_disc_real_4: 0.24747268855571747 (0.2222382832566897) - | > loss_disc_real_5: 0.24181944131851196 (0.23106674323479334) - | > loss_0: 2.472008228302002 (2.4851073487599686) - | > grad_norm_0: tensor(49.0222, device='cuda:0') (tensor(52.7726, device='cuda:0')) - | > loss_gen: 2.3535239696502686 (2.312371651331584) - | > loss_kl: 1.6163280010223389 (1.54169197678566) - | > loss_feat: 6.7159576416015625 (6.507971900304159) - | > loss_mel: 22.19356918334961 (21.209167315165203) - | > loss_duration: 1.6786119937896729 (1.7419903620084127) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.55799102783203 (33.31319319407146) - | > grad_norm_1: tensor(1003.6932, device='cuda:0') (tensor(498.3490, device='cuda:0')) - | > current_lr_0: 0.00019882837179971516 - | > current_lr_1: 0.00019882837179971516 - | > step_time: 0.7995 (0.766903789838155) - | > loader_time: 0.0046 (0.006336436271667481) - - - --> TIME: 2024-11-23 02:51:57 -- STEP: 175/797 -- GLOBAL_STEP: 38425 - | > loss_disc: 2.478586196899414 (2.488656264713833) - | > loss_disc_real_0: 0.07774105668067932 (0.13688042879104614) - | > loss_disc_real_1: 0.23370128870010376 (0.21960543402603694) - | > loss_disc_real_2: 0.2548391819000244 (0.235668677347047) - | > loss_disc_real_3: 0.22929583489894867 (0.22539190820285251) - | > loss_disc_real_4: 0.2616877555847168 (0.22330270528793336) - | > loss_disc_real_5: 0.1961761713027954 (0.2313523473909923) - | > loss_0: 2.478586196899414 (2.488656264713833) - | > grad_norm_0: tensor(124.4152, device='cuda:0') (tensor(59.5505, device='cuda:0')) - | > loss_gen: 2.428520441055298 (2.3263667338235035) - | > loss_kl: 1.5303192138671875 (1.5396763450758795) - | > loss_feat: 6.1780009269714355 (6.539572835649762) - | > loss_mel: 20.95490074157715 (21.284866441999174) - | > loss_duration: 1.7226511240005493 (1.7351779331479753) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.81439208984375 (33.42566034589495) - | > grad_norm_1: tensor(720.7609, device='cuda:0') (tensor(527.5203, device='cuda:0')) - | > current_lr_0: 0.00019882837179971516 - | > current_lr_1: 0.00019882837179971516 - | > step_time: 0.7788 (0.7691111768995011) - | > loader_time: 0.0044 (0.006341930116925922) - - - --> TIME: 2024-11-23 02:52:17 -- STEP: 200/797 -- GLOBAL_STEP: 38450 - | > loss_disc: 2.5266809463500977 (2.4937699353694938) - | > loss_disc_real_0: 0.17392432689666748 (0.14176705364137884) - | > loss_disc_real_1: 0.19039495289325714 (0.21926383480429648) - | > loss_disc_real_2: 0.2720873951911926 (0.23590608403086663) - | > loss_disc_real_3: 0.22117401659488678 (0.2247675560414791) - | > loss_disc_real_4: 0.22530686855316162 (0.22317557625472545) - | > loss_disc_real_5: 0.2371668964624405 (0.23167365103960036) - | > loss_0: 2.5266809463500977 (2.4937699353694938) - | > grad_norm_0: tensor(89.2397, device='cuda:0') (tensor(62.8283, device='cuda:0')) - | > loss_gen: 2.290548324584961 (2.330255457162855) - | > loss_kl: 1.8114181756973267 (1.5354331550002096) - | > loss_feat: 5.96150016784668 (6.525477602481842) - | > loss_mel: 21.16351890563965 (21.31481550216675) - | > loss_duration: 1.672415018081665 (1.731484330892563) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.8994026184082 (33.43746616363526) - | > grad_norm_1: tensor(315.7673, device='cuda:0') (tensor(528.6088, device='cuda:0')) - | > current_lr_0: 0.00019882837179971516 - | > current_lr_1: 0.00019882837179971516 - | > step_time: 0.8152 (0.771989380121231) - | > loader_time: 0.0121 (0.006298313140869142) - - - --> TIME: 2024-11-23 02:52:37 -- STEP: 225/797 -- GLOBAL_STEP: 38475 - | > loss_disc: 2.527902603149414 (2.4958902581532816) - | > loss_disc_real_0: 0.1235056221485138 (0.1406555889381302) - | > loss_disc_real_1: 0.2209535539150238 (0.21928646253214942) - | > loss_disc_real_2: 0.18876607716083527 (0.23559029214911992) - | > loss_disc_real_3: 0.17217589914798737 (0.22442257026831308) - | > loss_disc_real_4: 0.20272991061210632 (0.22377262698279488) - | > loss_disc_real_5: 0.21121802926063538 (0.2328778901365068) - | > loss_0: 2.527902603149414 (2.4958902581532816) - | > grad_norm_0: tensor(72.6993, device='cuda:0') (tensor(65.6527, device='cuda:0')) - | > loss_gen: 2.141986846923828 (2.328577802446152) - | > loss_kl: 1.3874708414077759 (1.5294571555985341) - | > loss_feat: 6.157182693481445 (6.522922473483615) - | > loss_mel: 19.966716766357422 (21.36961058722602) - | > loss_duration: 1.6716547012329102 (1.7296421941121418) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.32501220703125 (33.48021026611329) - | > grad_norm_1: tensor(830.7412, device='cuda:0') (tensor(538.3022, device='cuda:0')) - | > current_lr_0: 0.00019882837179971516 - | > current_lr_1: 0.00019882837179971516 - | > step_time: 0.7794 (0.7753277736239962) - | > loader_time: 0.0135 (0.006370806164211698) - - - --> TIME: 2024-11-23 02:52:58 -- STEP: 250/797 -- GLOBAL_STEP: 38500 - | > loss_disc: 2.6334688663482666 (2.49157602787018) - | > loss_disc_real_0: 0.13839401304721832 (0.13892616799473756) - | > loss_disc_real_1: 0.20406821370124817 (0.21967656934261323) - | > loss_disc_real_2: 0.2168693244457245 (0.23538887536525727) - | > loss_disc_real_3: 0.2321656495332718 (0.2244404498934746) - | > loss_disc_real_4: 0.2227751612663269 (0.2234170001745224) - | > loss_disc_real_5: 0.24931348860263824 (0.23266731369495391) - | > loss_0: 2.6334688663482666 (2.49157602787018) - | > grad_norm_0: tensor(79.1325, device='cuda:0') (tensor(65.5813, device='cuda:0')) - | > loss_gen: 1.9743053913116455 (2.327906598091124) - | > loss_kl: 1.7992122173309326 (1.530363717794418) - | > loss_feat: 5.212600231170654 (6.518047235488892) - | > loss_mel: 20.891639709472656 (21.387717597961426) - | > loss_duration: 1.6872830390930176 (1.725863055229187) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.565040588378906 (33.48989828491214) - | > grad_norm_1: tensor(61.0594, device='cuda:0') (tensor(550.7055, device='cuda:0')) - | > current_lr_0: 0.00019882837179971516 - | > current_lr_1: 0.00019882837179971516 - | > step_time: 0.8899 (0.7778454952239989) - | > loader_time: 0.0072 (0.006370992660522462) - - - --> TIME: 2024-11-23 02:53:18 -- STEP: 275/797 -- GLOBAL_STEP: 38525 - | > loss_disc: 2.5069096088409424 (2.4899520769986254) - | > loss_disc_real_0: 0.09024471044540405 (0.13848033791238606) - | > loss_disc_real_1: 0.19098970293998718 (0.21941728407686406) - | > loss_disc_real_2: 0.2313670814037323 (0.23578186338598078) - | > loss_disc_real_3: 0.2428438514471054 (0.224904147494923) - | > loss_disc_real_4: 0.25183770060539246 (0.22331739143891768) - | > loss_disc_real_5: 0.22062303125858307 (0.23250346731055865) - | > loss_0: 2.5069096088409424 (2.4899520769986254) - | > grad_norm_0: tensor(16.7924, device='cuda:0') (tensor(67.8928, device='cuda:0')) - | > loss_gen: 2.325742483139038 (2.330400155674327) - | > loss_kl: 1.8307076692581177 (1.5334702285853299) - | > loss_feat: 5.63320255279541 (6.512642865614459) - | > loss_mel: 20.052101135253906 (21.35731207414107) - | > loss_duration: 1.6829023361206055 (1.7229737801985305) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.524654388427734 (33.456799177690016) - | > grad_norm_1: tensor(522.5342, device='cuda:0') (tensor(552.5481, device='cuda:0')) - | > current_lr_0: 0.00019882837179971516 - | > current_lr_1: 0.00019882837179971516 - | > step_time: 0.799 (0.780762585726651) - | > loader_time: 0.0058 (0.006466186696832831) - - - --> TIME: 2024-11-23 02:53:39 -- STEP: 300/797 -- GLOBAL_STEP: 38550 - | > loss_disc: 2.311213493347168 (2.4881135582923903) - | > loss_disc_real_0: 0.09605807065963745 (0.13772579456369077) - | > loss_disc_real_1: 0.2416849583387375 (0.21970257212718328) - | > loss_disc_real_2: 0.22822238504886627 (0.2348229071001212) - | > loss_disc_real_3: 0.23059457540512085 (0.2247277045249939) - | > loss_disc_real_4: 0.205417662858963 (0.22305351222554842) - | > loss_disc_real_5: 0.2367197722196579 (0.23222886249423028) - | > loss_0: 2.311213493347168 (2.4881135582923903) - | > grad_norm_0: tensor(51.6948, device='cuda:0') (tensor(68.4703, device='cuda:0')) - | > loss_gen: 2.4106171131134033 (2.330080550511677) - | > loss_kl: 1.9186017513275146 (1.5342719477415079) - | > loss_feat: 6.681271553039551 (6.508597677548729) - | > loss_mel: 21.63813018798828 (21.390800094604494) - | > loss_duration: 1.718895673751831 (1.7210105466842651) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.367515563964844 (33.48476086298628) - | > grad_norm_1: tensor(499.5140, device='cuda:0') (tensor(556.4735, device='cuda:0')) - | > current_lr_0: 0.00019882837179971516 - | > current_lr_1: 0.00019882837179971516 - | > step_time: 0.8254 (0.7832314960161845) - | > loader_time: 0.0057 (0.006541210015614828) - - - --> TIME: 2024-11-23 02:54:00 -- STEP: 325/797 -- GLOBAL_STEP: 38575 - | > loss_disc: 2.4937591552734375 (2.4882594592754677) - | > loss_disc_real_0: 0.2139216959476471 (0.1372801076219632) - | > loss_disc_real_1: 0.16967235505580902 (0.21976239539109743) - | > loss_disc_real_2: 0.2329794019460678 (0.23586588556949908) - | > loss_disc_real_3: 0.21479064226150513 (0.22457665058282705) - | > loss_disc_real_4: 0.19884586334228516 (0.22351179022055406) - | > loss_disc_real_5: 0.23318858444690704 (0.23222682104660913) - | > loss_0: 2.4937591552734375 (2.4882594592754677) - | > grad_norm_0: tensor(128.9799, device='cuda:0') (tensor(68.2969, device='cuda:0')) - | > loss_gen: 2.3956382274627686 (2.332426288311297) - | > loss_kl: 1.797991156578064 (1.5365404413296622) - | > loss_feat: 7.04889440536499 (6.507780217390797) - | > loss_mel: 21.516874313354492 (21.39706365732047) - | > loss_duration: 1.6526939868927002 (1.719462505854093) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.41209411621094 (33.49327312176046) - | > grad_norm_1: tensor(843.9756, device='cuda:0') (tensor(566.6127, device='cuda:0')) - | > current_lr_0: 0.00019882837179971516 - | > current_lr_1: 0.00019882837179971516 - | > step_time: 0.8385 (0.7861474954164943) - | > loader_time: 0.0061 (0.006615247726440428) - - - --> TIME: 2024-11-23 02:54:21 -- STEP: 350/797 -- GLOBAL_STEP: 38600 - | > loss_disc: 2.4518563747406006 (2.4892906393323644) - | > loss_disc_real_0: 0.11451394855976105 (0.1391706757247448) - | > loss_disc_real_1: 0.25306200981140137 (0.21971498046602522) - | > loss_disc_real_2: 0.2422313392162323 (0.23526172420808247) - | > loss_disc_real_3: 0.22321541607379913 (0.22457684712750572) - | > loss_disc_real_4: 0.18309956789016724 (0.22268605892147336) - | > loss_disc_real_5: 0.22428932785987854 (0.23217062767062868) - | > loss_0: 2.4518563747406006 (2.4892906393323644) - | > grad_norm_0: tensor(91.8922, device='cuda:0') (tensor(71.2340, device='cuda:0')) - | > loss_gen: 2.3176233768463135 (2.3342894111360812) - | > loss_kl: 1.546985149383545 (1.5359457334450306) - | > loss_feat: 7.549673080444336 (6.510282218115673) - | > loss_mel: 22.571590423583984 (21.415770410810207) - | > loss_duration: 1.662484049797058 (1.7169064249311174) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.64835739135742 (33.51319425310408) - | > grad_norm_1: tensor(621.7355, device='cuda:0') (tensor(568.1354, device='cuda:0')) - | > current_lr_0: 0.00019882837179971516 - | > current_lr_1: 0.00019882837179971516 - | > step_time: 0.8024 (0.788962594441005) - | > loader_time: 0.0064 (0.006669035639081681) - - - --> TIME: 2024-11-23 02:54:42 -- STEP: 375/797 -- GLOBAL_STEP: 38625 - | > loss_disc: 2.5438294410705566 (2.4925542825063083) - | > loss_disc_real_0: 0.07929960638284683 (0.14076676706473035) - | > loss_disc_real_1: 0.20244795083999634 (0.21941948775450387) - | > loss_disc_real_2: 0.21703045070171356 (0.23556557520230612) - | > loss_disc_real_3: 0.21016256511211395 (0.22491092602411905) - | > loss_disc_real_4: 0.2375326007604599 (0.22339418347676596) - | > loss_disc_real_5: 0.2522248327732086 (0.2320589101711909) - | > loss_0: 2.5438294410705566 (2.4925542825063083) - | > grad_norm_0: tensor(67.2621, device='cuda:0') (tensor(73.8372, device='cuda:0')) - | > loss_gen: 2.2212233543395996 (2.3299477952321364) - | > loss_kl: 1.5321561098098755 (1.537066525936126) - | > loss_feat: 6.993777275085449 (6.488899345397952) - | > loss_mel: 21.864574432373047 (21.400364308675144) - | > loss_duration: 1.6656451225280762 (1.7142784090042114) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.277374267578125 (33.47055646260579) - | > grad_norm_1: tensor(621.8170, device='cuda:0') (tensor(559.8303, device='cuda:0')) - | > current_lr_0: 0.00019882837179971516 - | > current_lr_1: 0.00019882837179971516 - | > step_time: 0.884 (0.7922438087463377) - | > loader_time: 0.0098 (0.0068244489034016914) - - - --> TIME: 2024-11-23 02:55:03 -- STEP: 400/797 -- GLOBAL_STEP: 38650 - | > loss_disc: 2.500920057296753 (2.4921270364522945) - | > loss_disc_real_0: 0.18126901984214783 (0.14133982530795036) - | > loss_disc_real_1: 0.3082723617553711 (0.21928176615387202) - | > loss_disc_real_2: 0.21991705894470215 (0.23547440569847822) - | > loss_disc_real_3: 0.165765643119812 (0.2244661970809102) - | > loss_disc_real_4: 0.16202400624752045 (0.22330473437905313) - | > loss_disc_real_5: 0.18726234138011932 (0.23233650144189597) - | > loss_0: 2.500920057296753 (2.4921270364522945) - | > grad_norm_0: tensor(23.0780, device='cuda:0') (tensor(74.2051, device='cuda:0')) - | > loss_gen: 2.160672426223755 (2.329847844839096) - | > loss_kl: 1.5052216053009033 (1.5387410421669478) - | > loss_feat: 6.260070323944092 (6.485548330545428) - | > loss_mel: 19.383169174194336 (21.39924074172975) - | > loss_duration: 1.6501107215881348 (1.7127805852890015) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.959243774414062 (33.466158618927004) - | > grad_norm_1: tensor(352.9905, device='cuda:0') (tensor(552.6138, device='cuda:0')) - | > current_lr_0: 0.00019882837179971516 - | > current_lr_1: 0.00019882837179971516 - | > step_time: 0.8151 (0.7957347989082335) - | > loader_time: 0.0152 (0.006883733868598937) - - - --> TIME: 2024-11-23 02:55:25 -- STEP: 425/797 -- GLOBAL_STEP: 38675 - | > loss_disc: 2.4482502937316895 (2.4889320637198065) - | > loss_disc_real_0: 0.08984580636024475 (0.14047248587012295) - | > loss_disc_real_1: 0.2389117330312729 (0.21939782559871673) - | > loss_disc_real_2: 0.25630539655685425 (0.2350335574500701) - | > loss_disc_real_3: 0.18264028429985046 (0.22443805070484385) - | > loss_disc_real_4: 0.18328264355659485 (0.22284361397518831) - | > loss_disc_real_5: 0.23216669261455536 (0.23187778977786794) - | > loss_0: 2.4482502937316895 (2.4889320637198065) - | > grad_norm_0: tensor(20.1394, device='cuda:0') (tensor(71.9732, device='cuda:0')) - | > loss_gen: 2.270069122314453 (2.327153643439799) - | > loss_kl: 1.5174328088760376 (1.5392863541490887) - | > loss_feat: 6.7583489418029785 (6.4851701052048645) - | > loss_mel: 22.11191177368164 (21.417786663279827) - | > loss_duration: 1.7163245677947998 (1.7113765924117144) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.37408447265625 (33.480773414163046) - | > grad_norm_1: tensor(166.5785, device='cuda:0') (tensor(540.2560, device='cuda:0')) - | > current_lr_0: 0.00019882837179971516 - | > current_lr_1: 0.00019882837179971516 - | > step_time: 0.8208 (0.7979818658267749) - | > loader_time: 0.0069 (0.00714518434861127) - - - --> TIME: 2024-11-23 02:55:46 -- STEP: 450/797 -- GLOBAL_STEP: 38700 - | > loss_disc: 2.5993330478668213 (2.4886523151397717) - | > loss_disc_real_0: 0.14093360304832458 (0.140610977585117) - | > loss_disc_real_1: 0.2915883958339691 (0.21913383705748452) - | > loss_disc_real_2: 0.2884913682937622 (0.2350054398841328) - | > loss_disc_real_3: 0.2521244287490845 (0.22435897754298317) - | > loss_disc_real_4: 0.2676914930343628 (0.22273006876309712) - | > loss_disc_real_5: 0.25387412309646606 (0.23223902251985337) - | > loss_0: 2.5993330478668213 (2.4886523151397717) - | > grad_norm_0: tensor(117.5879, device='cuda:0') (tensor(70.2079, device='cuda:0')) - | > loss_gen: 2.3696720600128174 (2.3271981117460467) - | > loss_kl: 1.6864081621170044 (1.542929547230402) - | > loss_feat: 5.939950466156006 (6.496944262186688) - | > loss_mel: 21.314498901367188 (21.455388882954928) - | > loss_duration: 1.698999285697937 (1.7098803642061022) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.00952911376953 (33.532341206868495) - | > grad_norm_1: tensor(785.5706, device='cuda:0') (tensor(532.9156, device='cuda:0')) - | > current_lr_0: 0.00019882837179971516 - | > current_lr_1: 0.00019882837179971516 - | > step_time: 0.8476 (0.800859498977661) - | > loader_time: 0.0072 (0.0071893999311659065) - - - --> TIME: 2024-11-23 02:56:08 -- STEP: 475/797 -- GLOBAL_STEP: 38725 - | > loss_disc: 2.6227784156799316 (2.485926534251164) - | > loss_disc_real_0: 0.20531022548675537 (0.14005331692726983) - | > loss_disc_real_1: 0.30544742941856384 (0.219107198934806) - | > loss_disc_real_2: 0.2210642546415329 (0.23434315530877364) - | > loss_disc_real_3: 0.2311181277036667 (0.22430469600777878) - | > loss_disc_real_4: 0.22941717505455017 (0.22252161129524833) - | > loss_disc_real_5: 0.2875256836414337 (0.23278132375917937) - | > loss_0: 2.6227784156799316 (2.485926534251164) - | > grad_norm_0: tensor(95.2566, device='cuda:0') (tensor(69.0488, device='cuda:0')) - | > loss_gen: 2.327594518661499 (2.327875355168393) - | > loss_kl: 1.6258156299591064 (1.545850396532761) - | > loss_feat: 6.028964519500732 (6.506536617279055) - | > loss_mel: 20.924083709716797 (21.489104766845713) - | > loss_duration: 1.6507492065429688 (1.708745429892289) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.55720901489258 (33.578112624319) - | > grad_norm_1: tensor(662.8434, device='cuda:0') (tensor(531.3836, device='cuda:0')) - | > current_lr_0: 0.00019882837179971516 - | > current_lr_1: 0.00019882837179971516 - | > step_time: 0.8695 (0.8036480798219379) - | > loader_time: 0.0063 (0.007217670239900287) - - - --> TIME: 2024-11-23 02:56:30 -- STEP: 500/797 -- GLOBAL_STEP: 38750 - | > loss_disc: 2.2860922813415527 (2.4849508624076853) - | > loss_disc_real_0: 0.12150871753692627 (0.1396451312080025) - | > loss_disc_real_1: 0.18419314920902252 (0.21898400408029556) - | > loss_disc_real_2: 0.2531931400299072 (0.23479590263962746) - | > loss_disc_real_3: 0.22537772357463837 (0.22422126027941705) - | > loss_disc_real_4: 0.20275533199310303 (0.22250571510195732) - | > loss_disc_real_5: 0.21196158230304718 (0.23257719299197196) - | > loss_0: 2.2860922813415527 (2.4849508624076853) - | > grad_norm_0: tensor(34.4017, device='cuda:0') (tensor(69.1437, device='cuda:0')) - | > loss_gen: 2.4690654277801514 (2.3278607945442205) - | > loss_kl: 1.6072264909744263 (1.547543835997581) - | > loss_feat: 7.138228893280029 (6.4948711328506485) - | > loss_mel: 22.724334716796875 (21.473909637451182) - | > loss_duration: 1.6993067264556885 (1.7073938858509063) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.63816452026367 (33.55157934570317) - | > grad_norm_1: tensor(564.5372, device='cuda:0') (tensor(533.4281, device='cuda:0')) - | > current_lr_0: 0.00019882837179971516 - | > current_lr_1: 0.00019882837179971516 - | > step_time: 0.8444 (0.8059299898147582) - | > loader_time: 0.0068 (0.007234813213348388) - - - --> TIME: 2024-11-23 02:56:51 -- STEP: 525/797 -- GLOBAL_STEP: 38775 - | > loss_disc: 2.3143599033355713 (2.4841715980711445) - | > loss_disc_real_0: 0.08323337882757187 (0.13986735696593916) - | > loss_disc_real_1: 0.22704583406448364 (0.21900940279165904) - | > loss_disc_real_2: 0.22737306356430054 (0.23455635553314572) - | > loss_disc_real_3: 0.2529550790786743 (0.22402850409348807) - | > loss_disc_real_4: 0.21487711369991302 (0.22236467523234232) - | > loss_disc_real_5: 0.22938130795955658 (0.23226198258854094) - | > loss_0: 2.3143599033355713 (2.4841715980711445) - | > grad_norm_0: tensor(76.6685, device='cuda:0') (tensor(70.2257, device='cuda:0')) - | > loss_gen: 2.28813099861145 (2.3293457567124145) - | > loss_kl: 1.6517033576965332 (1.547482245876675) - | > loss_feat: 7.2683186531066895 (6.499692938668389) - | > loss_mel: 21.506330490112305 (21.480382690429696) - | > loss_duration: 1.6393160820007324 (1.7067435764131091) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.35380172729492 (33.563647268386156) - | > grad_norm_1: tensor(523.8876, device='cuda:0') (tensor(535.1342, device='cuda:0')) - | > current_lr_0: 0.00019882837179971516 - | > current_lr_1: 0.00019882837179971516 - | > step_time: 0.9123 (0.8083775733766101) - | > loader_time: 0.0072 (0.007301642554146902) - - - --> TIME: 2024-11-23 02:57:13 -- STEP: 550/797 -- GLOBAL_STEP: 38800 - | > loss_disc: 2.3983078002929688 (2.484943105524238) - | > loss_disc_real_0: 0.05381443351507187 (0.14088325640694657) - | > loss_disc_real_1: 0.23109741508960724 (0.21871948637745597) - | > loss_disc_real_2: 0.259252667427063 (0.23455933199687432) - | > loss_disc_real_3: 0.23884020745754242 (0.2241411558877339) - | > loss_disc_real_4: 0.24796603620052338 (0.22233816423199387) - | > loss_disc_real_5: 0.25735390186309814 (0.2321346981146119) - | > loss_0: 2.3983078002929688 (2.484943105524238) - | > grad_norm_0: tensor(34.9516, device='cuda:0') (tensor(71.4089, device='cuda:0')) - | > loss_gen: 2.4144649505615234 (2.329899854660034) - | > loss_kl: 1.5243372917175293 (1.5462207166715098) - | > loss_feat: 6.401219367980957 (6.504542834542015) - | > loss_mel: 21.002906799316406 (21.484898102500228) - | > loss_duration: 1.7007427215576172 (1.706616449139335) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.043670654296875 (33.57217802567919) - | > grad_norm_1: tensor(450.0840, device='cuda:0') (tensor(530.7567, device='cuda:0')) - | > current_lr_0: 0.00019882837179971516 - | > current_lr_1: 0.00019882837179971516 - | > step_time: 0.9237 (0.8107603246515448) - | > loader_time: 0.0086 (0.007338565046137029) - - - --> TIME: 2024-11-23 02:57:36 -- STEP: 575/797 -- GLOBAL_STEP: 38825 - | > loss_disc: 2.3712048530578613 (2.483834347932237) - | > loss_disc_real_0: 0.12261366844177246 (0.14108963068412686) - | > loss_disc_real_1: 0.222153902053833 (0.21842631047186647) - | > loss_disc_real_2: 0.23330797255039215 (0.23417769797470253) - | > loss_disc_real_3: 0.20471160113811493 (0.2241470345725184) - | > loss_disc_real_4: 0.1894407421350479 (0.22181570094564684) - | > loss_disc_real_5: 0.22555077075958252 (0.23205239127511562) - | > loss_0: 2.3712048530578613 (2.483834347932237) - | > grad_norm_0: tensor(23.6553, device='cuda:0') (tensor(70.9197, device='cuda:0')) - | > loss_gen: 2.3616116046905518 (2.3289894958164385) - | > loss_kl: 1.5801770687103271 (1.546157503231712) - | > loss_feat: 6.3727521896362305 (6.508720057943593) - | > loss_mel: 20.262401580810547 (21.49158924600353) - | > loss_duration: 1.6707110404968262 (1.705646390914917) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.24765396118164 (33.58110278253974) - | > grad_norm_1: tensor(430.8973, device='cuda:0') (tensor(526.3740, device='cuda:0')) - | > current_lr_0: 0.00019882837179971516 - | > current_lr_1: 0.00019882837179971516 - | > step_time: 0.8811 (0.8137858100559402) - | > loader_time: 0.0108 (0.007434068762737772) - - - --> TIME: 2024-11-23 02:57:58 -- STEP: 600/797 -- GLOBAL_STEP: 38850 - | > loss_disc: 2.596691608428955 (2.4840720562140173) - | > loss_disc_real_0: 0.12389183044433594 (0.1406512629985808) - | > loss_disc_real_1: 0.20168140530586243 (0.2182251825928688) - | > loss_disc_real_2: 0.2616812586784363 (0.2347279747575521) - | > loss_disc_real_3: 0.21406163275241852 (0.22412073341508706) - | > loss_disc_real_4: 0.25654342770576477 (0.22248286994795005) - | > loss_disc_real_5: 0.19894540309906006 (0.23257438537975153) - | > loss_0: 2.596691608428955 (2.4840720562140173) - | > grad_norm_0: tensor(116.1650, device='cuda:0') (tensor(70.1216, device='cuda:0')) - | > loss_gen: 2.274242401123047 (2.3300709573427847) - | > loss_kl: 1.4320778846740723 (1.5469953599572188) - | > loss_feat: 7.091964244842529 (6.514970856507621) - | > loss_mel: 22.546485900878906 (21.509124657313034) - | > loss_duration: 1.7008605003356934 (1.705126184622447) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.045631408691406 (33.60628810246789) - | > grad_norm_1: tensor(741.9087, device='cuda:0') (tensor(524.3621, device='cuda:0')) - | > current_lr_0: 0.00019882837179971516 - | > current_lr_1: 0.00019882837179971516 - | > step_time: 0.9016 (0.8163560271263123) - | > loader_time: 0.0107 (0.007521046797434489) - - - --> TIME: 2024-11-23 02:58:20 -- STEP: 625/797 -- GLOBAL_STEP: 38875 - | > loss_disc: 2.4834399223327637 (2.484711899185183) - | > loss_disc_real_0: 0.07378998398780823 (0.14085926617383948) - | > loss_disc_real_1: 0.18853580951690674 (0.21834455735683442) - | > loss_disc_real_2: 0.2030573934316635 (0.23419873816967007) - | > loss_disc_real_3: 0.2466212809085846 (0.22416034734249116) - | > loss_disc_real_4: 0.23748940229415894 (0.22225506463050843) - | > loss_disc_real_5: 0.23197224736213684 (0.23236451661586763) - | > loss_0: 2.4834399223327637 (2.484711899185183) - | > grad_norm_0: tensor(39.4146, device='cuda:0') (tensor(69.2438, device='cuda:0')) - | > loss_gen: 2.270538330078125 (2.3265076137542717) - | > loss_kl: 1.6585286855697632 (1.5466198092460641) - | > loss_feat: 6.248843193054199 (6.501965706634524) - | > loss_mel: 21.328672409057617 (21.5022022216797) - | > loss_duration: 1.7000755071640015 (1.7052309375762944) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.20665740966797 (33.58252639770511) - | > grad_norm_1: tensor(258.8545, device='cuda:0') (tensor(517.3183, device='cuda:0')) - | > current_lr_0: 0.00019882837179971516 - | > current_lr_1: 0.00019882837179971516 - | > step_time: 0.965 (0.8190349185943604) - | > loader_time: 0.0176 (0.007621313095092773) - - - --> TIME: 2024-11-23 02:58:43 -- STEP: 650/797 -- GLOBAL_STEP: 38900 - | > loss_disc: 2.4666249752044678 (2.4844819109256484) - | > loss_disc_real_0: 0.1132282018661499 (0.14075754343317096) - | > loss_disc_real_1: 0.22156520187854767 (0.21849785809333508) - | > loss_disc_real_2: 0.1813153773546219 (0.2342264778568194) - | > loss_disc_real_3: 0.22660915553569794 (0.22396824800051177) - | > loss_disc_real_4: 0.18047679960727692 (0.2222619073666059) - | > loss_disc_real_5: 0.2080785483121872 (0.23274648661796862) - | > loss_0: 2.4666249752044678 (2.4844819109256484) - | > grad_norm_0: tensor(19.6214, device='cuda:0') (tensor(68.7604, device='cuda:0')) - | > loss_gen: 2.2419822216033936 (2.325652030431307) - | > loss_kl: 1.5921858549118042 (1.5476340104066422) - | > loss_feat: 6.650023937225342 (6.493470685665427) - | > loss_mel: 21.172954559326172 (21.49167786818285) - | > loss_duration: 1.745489239692688 (1.7051185145744914) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.40263748168945 (33.56355323791507) - | > grad_norm_1: tensor(167.6300, device='cuda:0') (tensor(513.0787, device='cuda:0')) - | > current_lr_0: 0.00019882837179971516 - | > current_lr_1: 0.00019882837179971516 - | > step_time: 0.9273 (0.8220260766836313) - | > loader_time: 0.0138 (0.007765579223632813) - - - --> TIME: 2024-11-23 02:59:06 -- STEP: 675/797 -- GLOBAL_STEP: 38925 - | > loss_disc: 2.3754677772521973 (2.483695453008019) - | > loss_disc_real_0: 0.07914505898952484 (0.1403348175905368) - | > loss_disc_real_1: 0.21765616536140442 (0.21839421252409616) - | > loss_disc_real_2: 0.22035688161849976 (0.2337483387081711) - | > loss_disc_real_3: 0.2700112462043762 (0.22407283076533566) - | > loss_disc_real_4: 0.1845417469739914 (0.22216161571167134) - | > loss_disc_real_5: 0.20954515039920807 (0.23223592431456955) - | > loss_0: 2.3754677772521973 (2.483695453008019) - | > grad_norm_0: tensor(51.8974, device='cuda:0') (tensor(67.9657, device='cuda:0')) - | > loss_gen: 2.432298421859741 (2.3251889161710375) - | > loss_kl: 1.5366766452789307 (1.5482091062157255) - | > loss_feat: 7.003377437591553 (6.494005763442431) - | > loss_mel: 22.402963638305664 (21.49695797390409) - | > loss_duration: 1.6912498474121094 (1.7047805547714237) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.066566467285156 (33.56914243627482) - | > grad_norm_1: tensor(731.5742, device='cuda:0') (tensor(511.9667, device='cuda:0')) - | > current_lr_0: 0.00019882837179971516 - | > current_lr_1: 0.00019882837179971516 - | > step_time: 0.9751 (0.8253288357346146) - | > loader_time: 0.0089 (0.007875904153894496) - - - --> TIME: 2024-11-23 02:59:30 -- STEP: 700/797 -- GLOBAL_STEP: 38950 - | > loss_disc: 2.6183154582977295 (2.4864851287433116) - | > loss_disc_real_0: 0.1984567493200302 (0.14087470318057702) - | > loss_disc_real_1: 0.2622929513454437 (0.21885040830288616) - | > loss_disc_real_2: 0.2860633432865143 (0.23428589744227268) - | > loss_disc_real_3: 0.3062063157558441 (0.22431396661060196) - | > loss_disc_real_4: 0.2870174050331116 (0.22284889959863255) - | > loss_disc_real_5: 0.2800889313220978 (0.23308052582400185) - | > loss_0: 2.6183154582977295 (2.4864851287433116) - | > grad_norm_0: tensor(36.7895, device='cuda:0') (tensor(69.2393, device='cuda:0')) - | > loss_gen: 2.4788620471954346 (2.3280563630376525) - | > loss_kl: 1.6732282638549805 (1.5508194723299584) - | > loss_feat: 6.198244094848633 (6.495086103848052) - | > loss_mel: 21.806900024414062 (21.50501278196064) - | > loss_duration: 1.7038979530334473 (1.704386640957424) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.86113357543945 (33.58336148670745) - | > grad_norm_1: tensor(485.4056, device='cuda:0') (tensor(513.9141, device='cuda:0')) - | > current_lr_0: 0.00019882837179971516 - | > current_lr_1: 0.00019882837179971516 - | > step_time: 0.9599 (0.8287165818895612) - | > loader_time: 0.0158 (0.008012615953172954) - - - --> TIME: 2024-11-23 02:59:54 -- STEP: 725/797 -- GLOBAL_STEP: 38975 - | > loss_disc: 2.470259428024292 (2.4870162464010344) - | > loss_disc_real_0: 0.08018524944782257 (0.141651264470199) - | > loss_disc_real_1: 0.22722619771957397 (0.21864684602309917) - | > loss_disc_real_2: 0.24494746327400208 (0.23407361904094956) - | > loss_disc_real_3: 0.21936115622520447 (0.22415921131084704) - | > loss_disc_real_4: 0.22091802954673767 (0.22256894206178598) - | > loss_disc_real_5: 0.24329590797424316 (0.2329892426318136) - | > loss_0: 2.470259428024292 (2.4870162464010344) - | > grad_norm_0: tensor(54.2665, device='cuda:0') (tensor(68.9757, device='cuda:0')) - | > loss_gen: 2.188880443572998 (2.3263727661658966) - | > loss_kl: 1.7615553140640259 (1.5515147170527241) - | > loss_feat: 6.152376651763916 (6.4915411265143055) - | > loss_mel: 21.38620376586914 (21.509024326719093) - | > loss_duration: 1.652052879333496 (1.7035652524027334) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.14107131958008 (33.58201829581426) - | > grad_norm_1: tensor(315.7066, device='cuda:0') (tensor(510.0760, device='cuda:0')) - | > current_lr_0: 0.00019882837179971516 - | > current_lr_1: 0.00019882837179971516 - | > step_time: 0.9341 (0.8324521212742246) - | > loader_time: 0.0126 (0.008095014835226125) - - - --> TIME: 2024-11-23 03:00:19 -- STEP: 750/797 -- GLOBAL_STEP: 39000 - | > loss_disc: 2.5438575744628906 (2.4868249979019206) - | > loss_disc_real_0: 0.1381555199623108 (0.14154080174863332) - | > loss_disc_real_1: 0.2609555125236511 (0.2186225973169009) - | > loss_disc_real_2: 0.2219410091638565 (0.23391204341252642) - | > loss_disc_real_3: 0.2818585932254791 (0.22410906779766082) - | > loss_disc_real_4: 0.24649539589881897 (0.22270917534828186) - | > loss_disc_real_5: 0.2804967761039734 (0.23302671313285828) - | > loss_0: 2.5438575744628906 (2.4868249979019206) - | > grad_norm_0: tensor(38.5406, device='cuda:0') (tensor(67.8230, device='cuda:0')) - | > loss_gen: 2.4415581226348877 (2.324106970945993) - | > loss_kl: 1.5740711688995361 (1.5529671806494407) - | > loss_feat: 5.730984687805176 (6.486435494105024) - | > loss_mel: 20.834959030151367 (21.511833671569832) - | > loss_duration: 1.666335105895996 (1.7026028771400454) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.24790954589844 (33.577946294148774) - | > grad_norm_1: tensor(300.8585, device='cuda:0') (tensor(500.7083, device='cuda:0')) - | > current_lr_0: 0.00019882837179971516 - | > current_lr_1: 0.00019882837179971516 - | > step_time: 0.9644 (0.8364299414952596) - | > loader_time: 0.1163 (0.010210993131001794) - - - --> TIME: 2024-11-23 03:00:50 -- STEP: 775/797 -- GLOBAL_STEP: 39025 - | > loss_disc: 2.5569515228271484 (2.4864700295848263) - | > loss_disc_real_0: 0.15707442164421082 (0.14142997531640913) - | > loss_disc_real_1: 0.23555272817611694 (0.21870234833609672) - | > loss_disc_real_2: 0.2411583811044693 (0.23394832259224305) - | > loss_disc_real_3: 0.24184706807136536 (0.22416495898077565) - | > loss_disc_real_4: 0.23587073385715485 (0.22271679632125363) - | > loss_disc_real_5: 0.2471688836812973 (0.2329851258954694) - | > loss_0: 2.5569515228271484 (2.4864700295848263) - | > grad_norm_0: tensor(71.4933, device='cuda:0') (tensor(67.2967, device='cuda:0')) - | > loss_gen: 2.0680787563323975 (2.322365899701271) - | > loss_kl: 1.7082902193069458 (1.5530986691290345) - | > loss_feat: 5.998730182647705 (6.478628375760973) - | > loss_mel: 20.76370620727539 (21.501596659998757) - | > loss_duration: 1.6885552406311035 (1.7016460152595276) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.227359771728516 (33.557335712063725) - | > grad_norm_1: tensor(200.7491, device='cuda:0') (tensor(495.8744, device='cuda:0')) - | > current_lr_0: 0.00019882837179971516 - | > current_lr_1: 0.00019882837179971516 - | > step_time: 1.608 (0.8452785005877095) - | > loader_time: 0.101 (0.013126314224735388) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.2212634086608887 (2.2212634086608887) - | > loss_disc_real_0: 0.09237813949584961 (0.09237813949584961) - | > loss_disc_real_1: 0.16239383816719055 (0.16239383816719055) - | > loss_disc_real_2: 0.17282776534557343 (0.17282776534557343) - | > loss_disc_real_3: 0.23305977880954742 (0.23305977880954742) - | > loss_disc_real_4: 0.18030095100402832 (0.18030095100402832) - | > loss_disc_real_5: 0.2296503484249115 (0.2296503484249115) - | > loss_0: 2.2212634086608887 (2.2212634086608887) - | > loss_gen: 2.209463357925415 (2.209463357925415) - | > loss_kl: 1.5694321393966675 (1.5694321393966675) - | > loss_feat: 7.633166790008545 (7.633166790008545) - | > loss_mel: 23.73394203186035 (23.73394203186035) - | > loss_duration: 1.9747107028961182 (1.9747107028961182) - | > loss_1: 37.1207160949707 (37.1207160949707) - - --> STEP: 1 - | > loss_disc: 2.4767327308654785 (2.4767327308654785) - | > loss_disc_real_0: 0.0896068662405014 (0.0896068662405014) - | > loss_disc_real_1: 0.1656721979379654 (0.1656721979379654) - | > loss_disc_real_2: 0.20101994276046753 (0.20101994276046753) - | > loss_disc_real_3: 0.25661858916282654 (0.25661858916282654) - | > loss_disc_real_4: 0.18084405362606049 (0.18084405362606049) - | > loss_disc_real_5: 0.2700538635253906 (0.2700538635253906) - | > loss_0: 2.4767327308654785 (2.4767327308654785) - | > loss_gen: 2.2062625885009766 (2.2062625885009766) - | > loss_kl: 2.311734437942505 (2.311734437942505) - | > loss_feat: 7.4306254386901855 (7.4306254386901855) - | > loss_mel: 24.862045288085938 (24.862045288085938) - | > loss_duration: 1.7018382549285889 (1.7018382549285889) - | > loss_1: 38.512508392333984 (38.512508392333984) - - --> STEP: 2 - | > loss_disc: 2.8027873039245605 (2.6397600173950195) - | > loss_disc_real_0: 0.1919054538011551 (0.14075616002082825) - | > loss_disc_real_1: 0.191911518573761 (0.1787918582558632) - | > loss_disc_real_2: 0.21069377660751343 (0.20585685968399048) - | > loss_disc_real_3: 0.3229028880596161 (0.2897607386112213) - | > loss_disc_real_4: 0.26513785123825073 (0.2229909524321556) - | > loss_disc_real_5: 0.3188720643520355 (0.2944629639387131) - | > loss_0: 2.8027873039245605 (2.6397600173950195) - | > loss_gen: 1.9504573345184326 (2.0783599615097046) - | > loss_kl: 1.867234230041504 (2.0894843339920044) - | > loss_feat: 3.243967294692993 (5.337296366691589) - | > loss_mel: 15.417252540588379 (20.139648914337158) - | > loss_duration: 1.6892000436782837 (1.6955191493034363) - | > loss_1: 24.168109893798828 (31.340309143066406) - - --> STEP: 3 - | > loss_disc: 2.489457368850708 (2.5896591345469155) - | > loss_disc_real_0: 0.09518097341060638 (0.1255644311507543) - | > loss_disc_real_1: 0.1699969470500946 (0.17586022118727365) - | > loss_disc_real_2: 0.27451616525650024 (0.22874329487482706) - | > loss_disc_real_3: 0.2774824798107147 (0.2856679856777191) - | > loss_disc_real_4: 0.19641244411468506 (0.21413144965966543) - | > loss_disc_real_5: 0.24757006764411926 (0.2788319985071818) - | > loss_0: 2.489457368850708 (2.5896591345469155) - | > loss_gen: 2.1035234928131104 (2.0867478052775064) - | > loss_kl: 2.0097413063049316 (2.06290332476298) - | > loss_feat: 6.394125461578369 (5.68957273165385) - | > loss_mel: 22.421646118164062 (20.900314648946125) - | > loss_duration: 1.7367297410964966 (1.7092560132344563) - | > loss_1: 34.66576385498047 (32.44879404703776) - - --> STEP: 4 - | > loss_disc: 2.4729669094085693 (2.560486078262329) - | > loss_disc_real_0: 0.0983305424451828 (0.11875595897436142) - | > loss_disc_real_1: 0.1865825355052948 (0.17854079976677895) - | > loss_disc_real_2: 0.16553473472595215 (0.21294115483760834) - | > loss_disc_real_3: 0.18793299794197083 (0.26123423874378204) - | > loss_disc_real_4: 0.22131435573101044 (0.21592717617750168) - | > loss_disc_real_5: 0.19017267227172852 (0.2566671669483185) - | > loss_0: 2.4729669094085693 (2.560486078262329) - | > loss_gen: 1.9149731397628784 (2.0438041388988495) - | > loss_kl: 1.6162145137786865 (1.9512311220169067) - | > loss_feat: 6.926571846008301 (5.998822510242462) - | > loss_mel: 19.658836364746094 (20.589945077896118) - | > loss_duration: 1.6894299983978271 (1.704299509525299) - | > loss_1: 31.8060245513916 (32.28810167312622) - - --> STEP: 5 - | > loss_disc: 2.237922430038452 (2.4959733486175537) - | > loss_disc_real_0: 0.0728987604379654 (0.10958451926708221) - | > loss_disc_real_1: 0.1454835683107376 (0.17192935347557067) - | > loss_disc_real_2: 0.16159358620643616 (0.2026716411113739) - | > loss_disc_real_3: 0.20130114257335663 (0.24924761950969695) - | > loss_disc_real_4: 0.23867900669574738 (0.22047754228115082) - | > loss_disc_real_5: 0.17056752741336823 (0.23944723904132842) - | > loss_0: 2.237922430038452 (2.4959733486175537) - | > loss_gen: 2.053558826446533 (2.045755076408386) - | > loss_kl: 1.4707671403884888 (1.855138325691223) - | > loss_feat: 8.191960334777832 (6.4374500751495365) - | > loss_mel: 21.799638748168945 (20.831883811950682) - | > loss_duration: 1.8607778549194336 (1.735595178604126) - | > loss_1: 35.376705169677734 (32.905822372436525) - - --> STEP: 6 - | > loss_disc: 2.638482093811035 (2.5197248061498008) - | > loss_disc_real_0: 0.13222447037696838 (0.11335784445206325) - | > loss_disc_real_1: 0.1763729453086853 (0.17266995211442313) - | > loss_disc_real_2: 0.16396279633045197 (0.19622016698122025) - | > loss_disc_real_3: 0.24800515174865723 (0.24904054154952368) - | > loss_disc_real_4: 0.2149869054555893 (0.21956243614355722) - | > loss_disc_real_5: 0.21549004316329956 (0.23545437306165695) - | > loss_0: 2.638482093811035 (2.5197248061498008) - | > loss_gen: 1.6597206592559814 (1.9814160068829854) - | > loss_kl: 1.837977409362793 (1.8522781729698181) - | > loss_feat: 4.928844451904297 (6.186015804608663) - | > loss_mel: 17.81218910217285 (20.328601360321045) - | > loss_duration: 1.7345376014709473 (1.7354189157485962) - | > loss_1: 27.973268508911133 (32.08373006184896) - - --> STEP: 7 - | > loss_disc: 2.2833340167999268 (2.485954693385533) - | > loss_disc_real_0: 0.12614403665065765 (0.11518444333757673) - | > loss_disc_real_1: 0.1297503262758255 (0.16653857699462346) - | > loss_disc_real_2: 0.16293944418430328 (0.1914657780102321) - | > loss_disc_real_3: 0.17889288067817688 (0.23901944713933126) - | > loss_disc_real_4: 0.211671844124794 (0.21843520871230535) - | > loss_disc_real_5: 0.16702471673488617 (0.22567870787211827) - | > loss_0: 2.2833340167999268 (2.485954693385533) - | > loss_gen: 1.9940646886825562 (1.9832229614257812) - | > loss_kl: 2.083707332611084 (1.8853394814899989) - | > loss_feat: 7.70136022567749 (6.402493579047067) - | > loss_mel: 24.031076431274414 (20.85752637045724) - | > loss_duration: 1.7161555290222168 (1.7326670033591134) - | > loss_1: 37.526363372802734 (32.861249106270925) - - --> STEP: 8 - | > loss_disc: 2.405015468597412 (2.475837290287018) - | > loss_disc_real_0: 0.11629505455493927 (0.11532326973974705) - | > loss_disc_real_1: 0.14718981087207794 (0.16411998122930527) - | > loss_disc_real_2: 0.1766580045223236 (0.18961480632424355) - | > loss_disc_real_3: 0.18865491449832916 (0.232723880559206) - | > loss_disc_real_4: 0.2538387179374695 (0.22286064736545086) - | > loss_disc_real_5: 0.24146069586277008 (0.22765145637094975) - | > loss_0: 2.405015468597412 (2.475837290287018) - | > loss_gen: 2.0688397884368896 (1.9939250648021698) - | > loss_kl: 1.5336028337478638 (1.841372400522232) - | > loss_feat: 6.716132640838623 (6.441698461771011) - | > loss_mel: 22.241430282592773 (21.030514359474182) - | > loss_duration: 1.7390680313110352 (1.7334671318531036) - | > loss_1: 34.299072265625 (33.040977001190186) - - --> STEP: 9 - | > loss_disc: 2.3694283962249756 (2.46401407983568) - | > loss_disc_real_0: 0.11196410655975342 (0.11495002938641442) - | > loss_disc_real_1: 0.1769210696220398 (0.16554232438405356) - | > loss_disc_real_2: 0.2171715795993805 (0.19267667002148098) - | > loss_disc_real_3: 0.3132670223712921 (0.24167311853832668) - | > loss_disc_real_4: 0.20171652734279633 (0.220511300696267) - | > loss_disc_real_5: 0.22114770114421844 (0.22692881690131295) - | > loss_0: 2.3694283962249756 (2.46401407983568) - | > loss_gen: 2.3478646278381348 (2.033251682917277) - | > loss_kl: 1.3246819972991943 (1.7839623557196722) - | > loss_feat: 6.792738914489746 (6.480702956517537) - | > loss_mel: 22.646799087524414 (21.210101551479763) - | > loss_duration: 1.688984990119934 (1.7285246716605291) - | > loss_1: 34.80107116699219 (33.23654301961263) - - --> STEP: 10 - | > loss_disc: 2.767589569091797 (2.4943716287612916) - | > loss_disc_real_0: 0.10113364458084106 (0.11356839090585709) - | > loss_disc_real_1: 0.1932016760110855 (0.16830825954675674) - | > loss_disc_real_2: 0.20428699254989624 (0.1938377022743225) - | > loss_disc_real_3: 0.2710551917552948 (0.2446113258600235) - | > loss_disc_real_4: 0.23944135010242462 (0.2224043056368828) - | > loss_disc_real_5: 0.3041033446788788 (0.2346462696790695) - | > loss_0: 2.767589569091797 (2.4943716287612916) - | > loss_gen: 1.7532382011413574 (2.005250334739685) - | > loss_kl: 1.230780005455017 (1.7286441206932068) - | > loss_feat: 5.644379138946533 (6.397070574760437) - | > loss_mel: 17.74413299560547 (20.863504695892335) - | > loss_duration: 1.6359107494354248 (1.7192632794380187) - | > loss_1: 28.008441925048828 (32.71373291015625) - - --> STEP: 11 - | > loss_disc: 2.3503737449645996 (2.4812809120525015) - | > loss_disc_real_0: 0.12677878141403198 (0.11476933549750935) - | > loss_disc_real_1: 0.13149791955947876 (0.16496186500245874) - | > loss_disc_real_2: 0.19848591089248657 (0.1942602666941556) - | > loss_disc_real_3: 0.23169386386871338 (0.24343701113354077) - | > loss_disc_real_4: 0.23264223337173462 (0.22333502634005112) - | > loss_disc_real_5: 0.20409134030342102 (0.23186854882673782) - | > loss_0: 2.3503737449645996 (2.4812809120525015) - | > loss_gen: 2.154240131378174 (2.0187948617068203) - | > loss_kl: 2.04007887840271 (1.7569563713940708) - | > loss_feat: 6.644118309020996 (6.419529459693215) - | > loss_mel: 19.28389549255371 (20.719903859225187) - | > loss_duration: 1.599801778793335 (1.708403143015775) - | > loss_1: 31.722135543823242 (32.62358769503507) - - --> STEP: 12 - | > loss_disc: 2.5908913612365723 (2.490415116151174) - | > loss_disc_real_0: 0.1422804594039917 (0.11706192915638287) - | > loss_disc_real_1: 0.18582992255687714 (0.16670086979866028) - | > loss_disc_real_2: 0.27282944321632385 (0.20080769807100296) - | > loss_disc_real_3: 0.25417593121528625 (0.24433192114035288) - | > loss_disc_real_4: 0.24894355237483978 (0.2254690701762835) - | > loss_disc_real_5: 0.330963671207428 (0.24012647569179535) - | > loss_0: 2.5908913612365723 (2.490415116151174) - | > loss_gen: 2.206968069076538 (2.0344759623209634) - | > loss_kl: 1.6388846635818481 (1.7471170624097188) - | > loss_feat: 6.329535961151123 (6.412030001481374) - | > loss_mel: 21.50466537475586 (20.785300652186077) - | > loss_duration: 1.6961936950683594 (1.7073856890201569) - | > loss_1: 33.37624740600586 (32.68630933761597) - - --> STEP: 13 - | > loss_disc: 2.5276412963867188 (2.493278668476985) - | > loss_disc_real_0: 0.16531677544116974 (0.1207738404090588) - | > loss_disc_real_1: 0.21286161243915558 (0.17025169615562147) - | > loss_disc_real_2: 0.21248841285705566 (0.20170621459300703) - | > loss_disc_real_3: 0.23766233026981354 (0.24381887568877295) - | > loss_disc_real_4: 0.23565763235092163 (0.22625280572817877) - | > loss_disc_real_5: 0.21954847872257233 (0.23854355284800896) - | > loss_0: 2.5276412963867188 (2.493278668476985) - | > loss_gen: 1.9663195610046387 (2.029233162219708) - | > loss_kl: 2.1467604637145996 (1.7778588625100942) - | > loss_feat: 3.7918474674224854 (6.21047749886146) - | > loss_mel: 14.993013381958008 (20.339740092937763) - | > loss_duration: 1.7991353273391724 (1.714443353506235) - | > loss_1: 24.69707679748535 (32.07175298837515) - - --> STEP: 14 - | > loss_disc: 2.52231502532959 (2.4953526939664568) - | > loss_disc_real_0: 0.09420670568943024 (0.11887618792908532) - | > loss_disc_real_1: 0.17522531747817993 (0.1706069548215185) - | > loss_disc_real_2: 0.24364429712295532 (0.20470179191657475) - | > loss_disc_real_3: 0.25402408838272095 (0.24454781945262635) - | > loss_disc_real_4: 0.2746434211730957 (0.22970927825995854) - | > loss_disc_real_5: 0.26460766792297363 (0.2404052753533636) - | > loss_0: 2.52231502532959 (2.4953526939664568) - | > loss_gen: 2.0906126499176025 (2.033617411340986) - | > loss_kl: 1.0853701829910278 (1.7283953854015894) - | > loss_feat: 5.544795036315918 (6.162928751536778) - | > loss_mel: 21.30706024169922 (20.408834389277867) - | > loss_duration: 1.7097301483154297 (1.7141066959926061) - | > loss_1: 31.737567901611328 (32.04788262503488) - - --> STEP: 15 - | > loss_disc: 2.4475715160369873 (2.492167282104492) - | > loss_disc_real_0: 0.09823234379291534 (0.11749993165334066) - | > loss_disc_real_1: 0.18159109354019165 (0.1713392307360967) - | > loss_disc_real_2: 0.20225927233695984 (0.20453895727793375) - | > loss_disc_real_3: 0.20718196034431458 (0.24205676217873892) - | > loss_disc_real_4: 0.20294325053691864 (0.22792487641175588) - | > loss_disc_real_5: 0.19757723808288574 (0.23755007286866506) - | > loss_0: 2.4475715160369873 (2.492167282104492) - | > loss_gen: 1.9260332584381104 (2.0264451344807943) - | > loss_kl: 1.2479743957519531 (1.6963673194249471) - | > loss_feat: 4.625906944274902 (6.060460631052653) - | > loss_mel: 20.633968353271484 (20.423843320210775) - | > loss_duration: 1.6473820209503174 (1.7096583843231201) - | > loss_1: 30.081266403198242 (31.916774876912438) - - --> STEP: 16 - | > loss_disc: 2.251006841659546 (2.477094754576683) - | > loss_disc_real_0: 0.11579272150993347 (0.11739323101937771) - | > loss_disc_real_1: 0.12238644808530807 (0.1682796818204224) - | > loss_disc_real_2: 0.2217872589826584 (0.20561697613447905) - | > loss_disc_real_3: 0.2219163179397583 (0.24079798441380262) - | > loss_disc_real_4: 0.1899397373199463 (0.22555080521851778) - | > loss_disc_real_5: 0.250051885843277 (0.2383314361795783) - | > loss_0: 2.251006841659546 (2.477094754576683) - | > loss_gen: 2.235738515853882 (2.0395259708166122) - | > loss_kl: 1.4729286432266235 (1.6824024021625519) - | > loss_feat: 6.592308044433594 (6.093701094388962) - | > loss_mel: 22.18953514099121 (20.534199059009552) - | > loss_duration: 1.7723761796951294 (1.7135782465338707) - | > loss_1: 34.26288604736328 (32.06340682506561) - - --> STEP: 17 - | > loss_disc: 2.4326319694519043 (2.4744792966281666) - | > loss_disc_real_0: 0.1147569864988327 (0.11723815781228683) - | > loss_disc_real_1: 0.19811877608299255 (0.17003492265939713) - | > loss_disc_real_2: 0.22217395901679993 (0.20659091630402734) - | > loss_disc_real_3: 0.23980171978473663 (0.24073938061209285) - | > loss_disc_real_4: 0.2223646342754364 (0.22536338339833653) - | > loss_disc_real_5: 0.22445987164974213 (0.23751546179547028) - | > loss_0: 2.4326319694519043 (2.4744792966281666) - | > loss_gen: 2.141094207763672 (2.045500572989969) - | > loss_kl: 1.525140404701233 (1.6731516964295332) - | > loss_feat: 6.100226402282715 (6.094084936029771) - | > loss_mel: 21.859527587890625 (20.612159560708438) - | > loss_duration: 1.6413702964782715 (1.7093307200600119) - | > loss_1: 33.267356872558594 (32.13422741609461) - - --> STEP: 18 - | > loss_disc: 2.6592724323272705 (2.4847455819447837) - | > loss_disc_real_0: 0.18005871772766113 (0.12072818891869651) - | > loss_disc_real_1: 0.21412865817546844 (0.1724845746325122) - | > loss_disc_real_2: 0.21696434915065765 (0.20716721812884012) - | > loss_disc_real_3: 0.268917977809906 (0.2423048582341936) - | > loss_disc_real_4: 0.3185840845108032 (0.23054231123791802) - | > loss_disc_real_5: 0.2682591676712036 (0.23922344545523325) - | > loss_0: 2.6592724323272705 (2.4847455819447837) - | > loss_gen: 2.0176360607147217 (2.043952544530233) - | > loss_kl: 1.4584720134735107 (1.6612250473764207) - | > loss_feat: 3.615793466567993 (5.956402076615228) - | > loss_mel: 16.882225036621094 (20.40494097603692) - | > loss_duration: 1.6776862144470215 (1.7075726919704013) - | > loss_1: 25.651811599731445 (31.774093204074436) - - --> STEP: 19 - | > loss_disc: 2.176506519317627 (2.4685224733854594) - | > loss_disc_real_0: 0.07674740254878998 (0.11841341068870143) - | > loss_disc_real_1: 0.1393110305070877 (0.1707385986259109) - | > loss_disc_real_2: 0.19973188638687134 (0.20677588487926282) - | > loss_disc_real_3: 0.15327796339988708 (0.23761923219028272) - | > loss_disc_real_4: 0.17878897488117218 (0.22781845142966822) - | > loss_disc_real_5: 0.17074143886566162 (0.23561912931894002) - | > loss_0: 2.176506519317627 (2.4685224733854594) - | > loss_gen: 2.1461329460144043 (2.0493304603978206) - | > loss_kl: 2.216897964477539 (1.6904709903817428) - | > loss_feat: 8.559215545654297 (6.093392259196231) - | > loss_mel: 24.276107788085938 (20.60868659772371) - | > loss_duration: 1.7888013124465942 (1.71184788252178) - | > loss_1: 38.987159729003906 (32.15372828433388) - - --> STEP: 20 - | > loss_disc: 2.3640217781066895 (2.463297438621521) - | > loss_disc_real_0: 0.04957546666264534 (0.11497151348739862) - | > loss_disc_real_1: 0.13773266971111298 (0.169088302180171) - | > loss_disc_real_2: 0.20570798218250275 (0.2067224897444248) - | > loss_disc_real_3: 0.23955334722995758 (0.23771593794226648) - | > loss_disc_real_4: 0.24229855835437775 (0.2285424567759037) - | > loss_disc_real_5: 0.23621810972690582 (0.2356490783393383) - | > loss_0: 2.3640217781066895 (2.463297438621521) - | > loss_gen: 2.126051902770996 (2.0531665325164794) - | > loss_kl: 1.85359787940979 (1.698627334833145) - | > loss_feat: 7.460213661193848 (6.161733329296112) - | > loss_mel: 22.95970344543457 (20.72623744010925) - | > loss_duration: 1.6627459526062012 (1.709392786026001) - | > loss_1: 36.062313079833984 (32.34915752410889) - - --> STEP: 21 - | > loss_disc: 2.8463497161865234 (2.4815380232674733) - | > loss_disc_real_0: 0.18001610040664673 (0.11806887476926758) - | > loss_disc_real_1: 0.2382798194885254 (0.17238313633771168) - | > loss_disc_real_2: 0.2709600627422333 (0.2097814217919395) - | > loss_disc_real_3: 0.2954590916633606 (0.24046561192898525) - | > loss_disc_real_4: 0.3178410828113556 (0.23279477230140141) - | > loss_disc_real_5: 0.31370311975479126 (0.23936593745435988) - | > loss_0: 2.8463497161865234 (2.4815380232674733) - | > loss_gen: 1.971502423286438 (2.049277765410287) - | > loss_kl: 1.6750093698501587 (1.6975026698339553) - | > loss_feat: 2.792273759841919 (6.001282873607817) - | > loss_mel: 14.07834529876709 (20.409671147664387) - | > loss_duration: 1.6737074851989746 (1.7076934859866189) - | > loss_1: 22.190837860107422 (31.865428016299294) - - --> STEP: 22 - | > loss_disc: 2.489964246749878 (2.481921033425764) - | > loss_disc_real_0: 0.14808550477027893 (0.11943326704204082) - | > loss_disc_real_1: 0.23108726739883423 (0.17505150593139907) - | > loss_disc_real_2: 0.22952434420585632 (0.21067882735620846) - | > loss_disc_real_3: 0.25327590107917786 (0.24104789779944855) - | > loss_disc_real_4: 0.22878603637218475 (0.23261255703189157) - | > loss_disc_real_5: 0.2082001119852066 (0.23794930902394382) - | > loss_0: 2.489964246749878 (2.481921033425764) - | > loss_gen: 2.0681357383728027 (2.0501349459994924) - | > loss_kl: 1.282318353652954 (1.6786306554620916) - | > loss_feat: 5.7379937171936035 (5.989315184679898) - | > loss_mel: 20.304746627807617 (20.40490185130726) - | > loss_duration: 1.7934991121292114 (1.711593741720373) - | > loss_1: 31.18669319152832 (31.834576433355156) - - --> STEP: 23 - | > loss_disc: 2.3494067192077637 (2.4761595415032427) - | > loss_disc_real_0: 0.05127209424972534 (0.11646973779020102) - | > loss_disc_real_1: 0.14972080290317535 (0.17395017101712848) - | > loss_disc_real_2: 0.18659089505672455 (0.20963152595188306) - | > loss_disc_real_3: 0.236660897731781 (0.24085715866607169) - | > loss_disc_real_4: 0.17647650837898254 (0.23017185926437378) - | > loss_disc_real_5: 0.18366317451000214 (0.23558904230594635) - | > loss_0: 2.3494067192077637 (2.4761595415032427) - | > loss_gen: 1.9959309101104736 (2.0477782487869263) - | > loss_kl: 1.6010411977767944 (1.675257200780122) - | > loss_feat: 7.188339710235596 (6.041446685791016) - | > loss_mel: 22.639501571655273 (20.50205836088761) - | > loss_duration: 1.7634596824645996 (1.713848782622296) - | > loss_1: 35.188270568847656 (31.980389221854832) - - --> STEP: 24 - | > loss_disc: 2.6092216968536377 (2.481703797976176) - | > loss_disc_real_0: 0.08932209759950638 (0.11533858611558874) - | > loss_disc_real_1: 0.21405130624771118 (0.1756210516517361) - | > loss_disc_real_2: 0.21800611913204193 (0.2099804673343897) - | > loss_disc_real_3: 0.2387091964483261 (0.24076766024033228) - | > loss_disc_real_4: 0.28366488218307495 (0.23240073521931967) - | > loss_disc_real_5: 0.23570364713668823 (0.23559381750722727) - | > loss_0: 2.6092216968536377 (2.481703797976176) - | > loss_gen: 2.1810803413391113 (2.053332502643267) - | > loss_kl: 1.6314740180969238 (1.6734329015016556) - | > loss_feat: 6.693853855133057 (6.068630317846934) - | > loss_mel: 22.130752563476562 (20.569920619328816) - | > loss_duration: 1.6569197177886963 (1.7114767382542293) - | > loss_1: 34.29408264160156 (32.07679311434428) - - --> STEP: 25 - | > loss_disc: 2.390545129776001 (2.478057451248169) - | > loss_disc_real_0: 0.08906696736812592 (0.11428772136569024) - | > loss_disc_real_1: 0.20066089928150177 (0.17662264555692672) - | > loss_disc_real_2: 0.20443187654018402 (0.20975852370262146) - | > loss_disc_real_3: 0.22646546363830566 (0.24019557237625122) - | > loss_disc_real_4: 0.2529820203781128 (0.2332239866256714) - | > loss_disc_real_5: 0.23044387996196747 (0.23538782000541686) - | > loss_0: 2.390545129776001 (2.478057451248169) - | > loss_gen: 2.1740269660949707 (2.0581602811813355) - | > loss_kl: 1.5743948221206665 (1.6694713783264161) - | > loss_feat: 6.681776523590088 (6.09315616607666) - | > loss_mel: 25.23561668395996 (20.75654846191406) - | > loss_duration: 1.6419014930725098 (1.7086937284469605) - | > loss_1: 37.307716369628906 (32.286030044555666) - - --> STEP: 26 - | > loss_disc: 2.433774471282959 (2.4763542597110453) - | > loss_disc_real_0: 0.08100882917642593 (0.11300776397379544) - | > loss_disc_real_1: 0.16451387107372284 (0.1761569234614189) - | > loss_disc_real_2: 0.20716381072998047 (0.20965872704982758) - | > loss_disc_real_3: 0.2943781912326813 (0.2422795192553447) - | > loss_disc_real_4: 0.22192387282848358 (0.2327893668642411) - | > loss_disc_real_5: 0.2743827700614929 (0.23688762577680442) - | > loss_0: 2.433774471282959 (2.4763542597110453) - | > loss_gen: 2.2019617557525635 (2.063691107126383) - | > loss_kl: 1.743567943572998 (1.6723212462205153) - | > loss_feat: 7.072606086730957 (6.1308273168710565) - | > loss_mel: 21.902067184448242 (20.80060687431922) - | > loss_duration: 1.651054859161377 (1.7064768488590534) - | > loss_1: 34.571258544921875 (32.3739234484159) - - --> STEP: 27 - | > loss_disc: 2.5173163414001465 (2.477871373847679) - | > loss_disc_real_0: 0.18967276811599731 (0.11584720857165477) - | > loss_disc_real_1: 0.14308767020702362 (0.17493213630384868) - | > loss_disc_real_2: 0.17474716901779175 (0.2083657063819744) - | > loss_disc_real_3: 0.2614257037639618 (0.24298863720010827) - | > loss_disc_real_4: 0.25066226720809937 (0.23345132613623584) - | > loss_disc_real_5: 0.2983269989490509 (0.23916315811651725) - | > loss_0: 2.5173163414001465 (2.477871373847679) - | > loss_gen: 2.1771531105041504 (2.0678934035477816) - | > loss_kl: 2.1426479816436768 (1.6897407549398917) - | > loss_feat: 6.500799655914307 (6.144529996094881) - | > loss_mel: 22.64364242553711 (20.868867450290256) - | > loss_duration: 1.734856367111206 (1.7075279421276517) - | > loss_1: 35.199100494384766 (32.47855963530364) - - --> STEP: 28 - | > loss_disc: 2.3414578437805176 (2.472999462059566) - | > loss_disc_real_0: 0.07239726185798645 (0.11429542476045233) - | > loss_disc_real_1: 0.17338088154792786 (0.17487673434828008) - | > loss_disc_real_2: 0.20250965654850006 (0.2081565617450646) - | > loss_disc_real_3: 0.1970108151435852 (0.24134657212666102) - | > loss_disc_real_4: 0.18444690108299255 (0.23170116809862001) - | > loss_disc_real_5: 0.23873014748096466 (0.2391476934509618) - | > loss_0: 2.3414578437805176 (2.472999462059566) - | > loss_gen: 2.0455079078674316 (2.0670939215591977) - | > loss_kl: 1.9898490905761719 (1.7004589097840446) - | > loss_feat: 6.072267055511475 (6.14194917678833) - | > loss_mel: 22.672237396240234 (20.933273519788468) - | > loss_duration: 1.6689616441726685 (1.706150574343545) - | > loss_1: 34.448822021484375 (32.548926149095806) - - --> STEP: 29 - | > loss_disc: 2.2613525390625 (2.4657012923010466) - | > loss_disc_real_0: 0.10818813741207123 (0.11408482864499092) - | > loss_disc_real_1: 0.13753296434879303 (0.17358901814140124) - | > loss_disc_real_2: 0.18312691152095795 (0.20729347035802645) - | > loss_disc_real_3: 0.24467992782592773 (0.24146151542663574) - | > loss_disc_real_4: 0.2219265252351761 (0.2313641114481564) - | > loss_disc_real_5: 0.20354540646076202 (0.23792002838233423) - | > loss_0: 2.2613525390625 (2.4657012923010466) - | > loss_gen: 2.2370429039001465 (2.072954231295092) - | > loss_kl: 1.5300894975662231 (1.6945841024661887) - | > loss_feat: 7.7121500968933105 (6.196094036102295) - | > loss_mel: 24.278156280517578 (21.048614304641198) - | > loss_duration: 1.6274155378341675 (1.7034355730846011) - | > loss_1: 37.38485336303711 (32.71568225992137) - - --> STEP: 30 - | > loss_disc: 2.5298948287963867 (2.467841076850891) - | > loss_disc_real_0: 0.06143690645694733 (0.11232989790538947) - | > loss_disc_real_1: 0.1272881180047989 (0.17204565480351447) - | > loss_disc_real_2: 0.22082920372486115 (0.20774466147025425) - | > loss_disc_real_3: 0.35163891315460205 (0.24513409535090128) - | > loss_disc_real_4: 0.2220713347196579 (0.23105435222387313) - | > loss_disc_real_5: 0.1647443324327469 (0.23548083851734797) - | > loss_0: 2.5298948287963867 (2.467841076850891) - | > loss_gen: 1.9408408403396606 (2.0685504515965776) - | > loss_kl: 1.693434238433838 (1.6945457736651102) - | > loss_feat: 7.810518741607666 (6.249908192952474) - | > loss_mel: 24.73282814025879 (21.171421432495116) - | > loss_duration: 1.7123730182647705 (1.70373348792394) - | > loss_1: 37.88999557495117 (32.888159370422365) - - --> STEP: 31 - | > loss_disc: 2.5533981323242188 (2.4706009818661596) - | > loss_disc_real_0: 0.06022514030337334 (0.11064909927306636) - | > loss_disc_real_1: 0.19497962296009064 (0.17278546022792016) - | > loss_disc_real_2: 0.20789113640785217 (0.2077493864682413) - | > loss_disc_real_3: 0.2308422327041626 (0.24467306752358714) - | > loss_disc_real_4: 0.20226800441741943 (0.23012576035914883) - | > loss_disc_real_5: 0.2826549708843231 (0.23700258472273428) - | > loss_0: 2.5533981323242188 (2.4706009818661596) - | > loss_gen: 1.8471652269363403 (2.06140899273657) - | > loss_kl: 1.820589542388916 (1.6986117016884588) - | > loss_feat: 6.087614059448242 (6.244672898323305) - | > loss_mel: 21.27178382873535 (21.174658929148027) - | > loss_duration: 1.6541892290115356 (1.70213528602354) - | > loss_1: 32.68134307861328 (32.8814878771382) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.011028035994498961 (+0.0034203606267129228) - | > avg_loss_disc: 2.4706009818661596 (-0.06402530977802989) - | > avg_loss_disc_real_0: 0.11064909927306636 (+0.038391232610710174) - | > avg_loss_disc_real_1: 0.17278546022792016 (-0.09247482279616018) - | > avg_loss_disc_real_2: 0.2077493864682413 (-0.0369604979791949) - | > avg_loss_disc_real_3: 0.24467306752358714 (+0.011671863255962256) - | > avg_loss_disc_real_4: 0.23012576035914883 (+0.006714114739048871) - | > avg_loss_disc_real_5: 0.23700258472273428 (-0.005166588771727765) - | > avg_loss_0: 2.4706009818661596 (-0.06402530977802989) - | > avg_loss_gen: 2.06140899273657 (-0.01674149497862798) - | > avg_loss_kl: 1.6986117016884588 (+0.09598748145564895) - | > avg_loss_feat: 6.244672898323305 (-0.16192859218966582) - | > avg_loss_mel: 21.174658929148027 (-0.37933491122338125) - | > avg_loss_duration: 1.70213528602354 (+0.0059701819573678705) - | > avg_loss_1: 32.8814878771382 (-0.45604730421498374) - - - > EPOCH: 20/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 03:02:04)  - - --> TIME: 2024-11-23 03:02:08 -- STEP: 3/797 -- GLOBAL_STEP: 39050 - | > loss_disc: 2.646946668624878 (2.5580368836720786) - | > loss_disc_real_0: 0.13991475105285645 (0.1403845970829328) - | > loss_disc_real_1: 0.2485760748386383 (0.22573436299959818) - | > loss_disc_real_2: 0.23951564729213715 (0.22782506048679352) - | > loss_disc_real_3: 0.23767304420471191 (0.2522673010826111) - | > loss_disc_real_4: 0.23132778704166412 (0.22925461332003275) - | > loss_disc_real_5: 0.2678855359554291 (0.25113891065120697) - | > loss_0: 2.646946668624878 (2.5580368836720786) - | > grad_norm_0: tensor(95.0390, device='cuda:0') (tensor(148.7810, device='cuda:0')) - | > loss_gen: 2.188225030899048 (2.2361199855804443) - | > loss_kl: 1.5666877031326294 (1.4950986703236897) - | > loss_feat: 6.156008720397949 (6.00831413269043) - | > loss_mel: 20.7517032623291 (20.438575744628906) - | > loss_duration: 1.9607875347137451 (1.9458653926849365) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.6234130859375 (32.12397384643555) - | > grad_norm_1: tensor(496.6271, device='cuda:0') (tensor(549.7329, device='cuda:0')) - | > current_lr_0: 0.00019880351825324018 - | > current_lr_1: 0.00019880351825324018 - | > step_time: 0.7251 (0.7117455005645752) - | > loader_time: 0.0031 (0.003689924875895182) - - - --> TIME: 2024-11-23 03:02:27 -- STEP: 28/797 -- GLOBAL_STEP: 39075 - | > loss_disc: 2.4349660873413086 (2.471656015941075) - | > loss_disc_real_0: 0.14195989072322845 (0.13147914516074316) - | > loss_disc_real_1: 0.1589861661195755 (0.21711030815328872) - | > loss_disc_real_2: 0.2153540700674057 (0.24298994136708124) - | > loss_disc_real_3: 0.19341565668582916 (0.2195608520082065) - | > loss_disc_real_4: 0.17252233624458313 (0.22901701927185059) - | > loss_disc_real_5: 0.19864746928215027 (0.23927482323987143) - | > loss_0: 2.4349660873413086 (2.471656015941075) - | > grad_norm_0: tensor(67.6065, device='cuda:0') (tensor(65.1006, device='cuda:0')) - | > loss_gen: 2.0525426864624023 (2.354277972664151) - | > loss_kl: 1.7100908756256104 (1.514950965132032) - | > loss_feat: 6.793778419494629 (6.659620302064078) - | > loss_mel: 21.119251251220703 (21.259438582829066) - | > loss_duration: 1.6871994733810425 (1.8135222154004234) - | > amp_scaler: 256.0 (237.71428571428572) - | > loss_1: 33.36286163330078 (33.60180997848509) - | > grad_norm_1: tensor(443.1607, device='cuda:0') (tensor(481.9562, device='cuda:0')) - | > current_lr_0: 0.00019880351825324018 - | > current_lr_1: 0.00019880351825324018 - | > step_time: 0.7931 (0.7675626703671047) - | > loader_time: 0.0032 (0.005134931632450649) - - - --> TIME: 2024-11-23 03:02:46 -- STEP: 53/797 -- GLOBAL_STEP: 39100 - | > loss_disc: 2.476097583770752 (2.458002981149925) - | > loss_disc_real_0: 0.0987476333975792 (0.12853109836578372) - | > loss_disc_real_1: 0.19308266043663025 (0.21922203645391283) - | > loss_disc_real_2: 0.20706327259540558 (0.23566498115377607) - | > loss_disc_real_3: 0.20913852751255035 (0.22186618734080837) - | > loss_disc_real_4: 0.22327794134616852 (0.22278356973855) - | > loss_disc_real_5: 0.2204490303993225 (0.23241246561959106) - | > loss_0: 2.476097583770752 (2.458002981149925) - | > grad_norm_0: tensor(26.7924, device='cuda:0') (tensor(70.9940, device='cuda:0')) - | > loss_gen: 2.2928197383880615 (2.3497039844404974) - | > loss_kl: 1.6672440767288208 (1.5576003564978547) - | > loss_feat: 7.241466522216797 (6.705542159530352) - | > loss_mel: 22.84937858581543 (21.267887151466226) - | > loss_duration: 1.709358811378479 (1.7843093782101038) - | > amp_scaler: 256.0 (246.33962264150944) - | > loss_1: 35.7602653503418 (33.66504266127099) - | > grad_norm_1: tensor(444.8350, device='cuda:0') (tensor(516.2135, device='cuda:0')) - | > current_lr_0: 0.00019880351825324018 - | > current_lr_1: 0.00019880351825324018 - | > step_time: 0.7877 (0.7633015569650902) - | > loader_time: 0.0033 (0.005532939479036153) - - - --> TIME: 2024-11-23 03:03:06 -- STEP: 78/797 -- GLOBAL_STEP: 39125 - | > loss_disc: 2.3788185119628906 (2.454106254455371) - | > loss_disc_real_0: 0.1100812628865242 (0.1305057800924167) - | > loss_disc_real_1: 0.19315394759178162 (0.21927697498064774) - | > loss_disc_real_2: 0.23354972898960114 (0.2356323798497518) - | > loss_disc_real_3: 0.20499537885189056 (0.22156913272845438) - | > loss_disc_real_4: 0.19699695706367493 (0.22050182024637857) - | > loss_disc_real_5: 0.23206758499145508 (0.23172384596023804) - | > loss_0: 2.3788185119628906 (2.454106254455371) - | > grad_norm_0: tensor(37.9825, device='cuda:0') (tensor(74.2833, device='cuda:0')) - | > loss_gen: 2.274566173553467 (2.3548087049753237) - | > loss_kl: 1.3827570676803589 (1.5504233027115846) - | > loss_feat: 6.934342861175537 (6.714707833070022) - | > loss_mel: 22.53917121887207 (21.232052631867237) - | > loss_duration: 1.7157633304595947 (1.7595602732438307) - | > amp_scaler: 256.0 (249.43589743589743) - | > loss_1: 34.84659957885742 (33.61155236073028) - | > grad_norm_1: tensor(555.9128, device='cuda:0') (tensor(536.0245, device='cuda:0')) - | > current_lr_0: 0.00019880351825324018 - | > current_lr_1: 0.00019880351825324018 - | > step_time: 0.7944 (0.771182133601262) - | > loader_time: 0.0035 (0.005685677895179164) - - - --> TIME: 2024-11-23 03:03:26 -- STEP: 103/797 -- GLOBAL_STEP: 39150 - | > loss_disc: 2.6168503761291504 (2.4547932055389996) - | > loss_disc_real_0: 0.08711802959442139 (0.1314483674116506) - | > loss_disc_real_1: 0.24283502995967865 (0.21834351484057973) - | > loss_disc_real_2: 0.2725440561771393 (0.23506750817437774) - | > loss_disc_real_3: 0.27449658513069153 (0.22238701321546314) - | > loss_disc_real_4: 0.27968913316726685 (0.21998708687939691) - | > loss_disc_real_5: 0.24025902152061462 (0.23059486691812867) - | > loss_0: 2.6168503761291504 (2.4547932055389996) - | > grad_norm_0: tensor(69.9590, device='cuda:0') (tensor(77.0699, device='cuda:0')) - | > loss_gen: 2.4772846698760986 (2.3675216436386113) - | > loss_kl: 1.6106114387512207 (1.5565057761460832) - | > loss_feat: 4.793715000152588 (6.727265848696811) - | > loss_mel: 18.15770149230957 (21.22280309732679) - | > loss_duration: 1.7112373113632202 (1.749738452503982) - | > amp_scaler: 256.0 (251.02912621359224) - | > loss_1: 28.75054931640625 (33.62383459146739) - | > grad_norm_1: tensor(505.9173, device='cuda:0') (tensor(538.0884, device='cuda:0')) - | > current_lr_0: 0.00019880351825324018 - | > current_lr_1: 0.00019880351825324018 - | > step_time: 0.8025 (0.774201962554339) - | > loader_time: 0.005 (0.0058514122824067085) - - - --> TIME: 2024-11-23 03:03:46 -- STEP: 128/797 -- GLOBAL_STEP: 39175 - | > loss_disc: 2.605182647705078 (2.4729717653244734) - | > loss_disc_real_0: 0.06743206083774567 (0.13949130853870895) - | > loss_disc_real_1: 0.2302442193031311 (0.21877259819302708) - | > loss_disc_real_2: 0.21393054723739624 (0.2344345395686105) - | > loss_disc_real_3: 0.22130736708641052 (0.2226365146925673) - | > loss_disc_real_4: 0.18248316645622253 (0.22236355405766517) - | > loss_disc_real_5: 0.18923068046569824 (0.23170587327331305) - | > loss_0: 2.605182647705078 (2.4729717653244734) - | > grad_norm_0: tensor(14.7102, device='cuda:0') (tensor(78.9271, device='cuda:0')) - | > loss_gen: 1.9109212160110474 (2.357861841097475) - | > loss_kl: 1.7727553844451904 (1.5565382922068238) - | > loss_feat: 6.746294975280762 (6.708129890263081) - | > loss_mel: 20.927682876586914 (21.252695545554168) - | > loss_duration: 1.7091948986053467 (1.7435307754203677) - | > amp_scaler: 256.0 (252.0) - | > loss_1: 33.06684875488281 (33.618756070733085) - | > grad_norm_1: tensor(265.9279, device='cuda:0') (tensor(520.0677, device='cuda:0')) - | > current_lr_0: 0.00019880351825324018 - | > current_lr_1: 0.00019880351825324018 - | > step_time: 0.7861 (0.7759581431746483) - | > loader_time: 0.0041 (0.005726216360926631) - - - --> TIME: 2024-11-23 03:04:06 -- STEP: 153/797 -- GLOBAL_STEP: 39200 - | > loss_disc: 2.4537274837493896 (2.4753914035223668) - | > loss_disc_real_0: 0.1237303763628006 (0.13925660727849978) - | > loss_disc_real_1: 0.19246558845043182 (0.21834094053000405) - | > loss_disc_real_2: 0.2021661102771759 (0.2328551791462244) - | > loss_disc_real_3: 0.2410275638103485 (0.22318272477661083) - | > loss_disc_real_4: 0.22818666696548462 (0.22322284863665212) - | > loss_disc_real_5: 0.2398022562265396 (0.2312863025984733) - | > loss_0: 2.4537274837493896 (2.4753914035223668) - | > grad_norm_0: tensor(13.3620, device='cuda:0') (tensor(71.3264, device='cuda:0')) - | > loss_gen: 2.3649022579193115 (2.342965836618462) - | > loss_kl: 1.545699119567871 (1.5515693465089493) - | > loss_feat: 6.759247303009033 (6.659951312869204) - | > loss_mel: 21.555295944213867 (21.23922467699239) - | > loss_duration: 1.6326950788497925 (1.738511803882574) - | > amp_scaler: 256.0 (252.65359477124184) - | > loss_1: 33.85783767700195 (33.532222722870074) - | > grad_norm_1: tensor(126.3557, device='cuda:0') (tensor(484.3280, device='cuda:0')) - | > current_lr_0: 0.00019880351825324018 - | > current_lr_1: 0.00019880351825324018 - | > step_time: 0.7761 (0.7769694343891018) - | > loader_time: 0.005 (0.005891270107693143) - - - --> TIME: 2024-11-23 03:04:26 -- STEP: 178/797 -- GLOBAL_STEP: 39225 - | > loss_disc: 2.4408299922943115 (2.4781167761663374) - | > loss_disc_real_0: 0.1677851378917694 (0.13904146042265256) - | > loss_disc_real_1: 0.2250089794397354 (0.21893366828058544) - | > loss_disc_real_2: 0.2593993544578552 (0.23353156522753532) - | > loss_disc_real_3: 0.22545938193798065 (0.22372010534399012) - | > loss_disc_real_4: 0.18280035257339478 (0.22262384181611994) - | > loss_disc_real_5: 0.1971837282180786 (0.23235142272844744) - | > loss_0: 2.4408299922943115 (2.4781167761663374) - | > grad_norm_0: tensor(94.3019, device='cuda:0') (tensor(66.8731, device='cuda:0')) - | > loss_gen: 2.279158353805542 (2.3329148989045208) - | > loss_kl: 1.4800782203674316 (1.5527927413415379) - | > loss_feat: 6.125672340393066 (6.6238552747147805) - | > loss_mel: 19.869413375854492 (21.25270188792369) - | > loss_duration: 1.7353432178497314 (1.7324867188260797) - | > amp_scaler: 256.0 (253.12359550561797) - | > loss_1: 31.489665985107422 (33.494751223017644) - | > grad_norm_1: tensor(729.0378, device='cuda:0') (tensor(460.9828, device='cuda:0')) - | > current_lr_0: 0.00019880351825324018 - | > current_lr_1: 0.00019880351825324018 - | > step_time: 0.7987 (0.7788446605875251) - | > loader_time: 0.0041 (0.005888416526022919) - - - --> TIME: 2024-11-23 03:04:46 -- STEP: 203/797 -- GLOBAL_STEP: 39250 - | > loss_disc: 2.398851156234741 (2.474776976214255) - | > loss_disc_real_0: 0.10906435549259186 (0.13726353927932938) - | > loss_disc_real_1: 0.17118507623672485 (0.21857278247184941) - | > loss_disc_real_2: 0.2396584004163742 (0.2337256604667955) - | > loss_disc_real_3: 0.21094860136508942 (0.2237463689643174) - | > loss_disc_real_4: 0.20364513993263245 (0.22213704047238297) - | > loss_disc_real_5: 0.21954675018787384 (0.2320712732123624) - | > loss_0: 2.398851156234741 (2.474776976214255) - | > grad_norm_0: tensor(82.1159, device='cuda:0') (tensor(66.3500, device='cuda:0')) - | > loss_gen: 2.4358630180358887 (2.3313890172930187) - | > loss_kl: 1.36910080909729 (1.5521889390616588) - | > loss_feat: 6.344153881072998 (6.615270208255411) - | > loss_mel: 22.061561584472656 (21.272134226531243) - | > loss_duration: 1.7039644718170166 (1.7294570219340584) - | > amp_scaler: 256.0 (253.47783251231527) - | > loss_1: 33.914642333984375 (33.5004392351423) - | > grad_norm_1: tensor(608.7862, device='cuda:0') (tensor(471.2571, device='cuda:0')) - | > current_lr_0: 0.00019880351825324018 - | > current_lr_1: 0.00019880351825324018 - | > step_time: 0.769 (0.7809200216396689) - | > loader_time: 0.0093 (0.006085876173573759) - - - --> TIME: 2024-11-23 03:05:06 -- STEP: 228/797 -- GLOBAL_STEP: 39275 - | > loss_disc: 2.48547101020813 (2.475114262940592) - | > loss_disc_real_0: 0.20573017001152039 (0.13672125512701383) - | > loss_disc_real_1: 0.21761265397071838 (0.21889608039667732) - | > loss_disc_real_2: 0.22144536674022675 (0.23339150218587174) - | > loss_disc_real_3: 0.22801005840301514 (0.22433636219877945) - | > loss_disc_real_4: 0.2212362140417099 (0.2227657196160994) - | > loss_disc_real_5: 0.2491382509469986 (0.23221084736941153) - | > loss_0: 2.48547101020813 (2.475114262940592) - | > grad_norm_0: tensor(91.2512, device='cuda:0') (tensor(66.7929, device='cuda:0')) - | > loss_gen: 2.3957316875457764 (2.333546825668267) - | > loss_kl: 1.4811362028121948 (1.5567142158223877) - | > loss_feat: 7.022681713104248 (6.615807805144996) - | > loss_mel: 22.30067253112793 (21.313496004071165) - | > loss_duration: 1.6738135814666748 (1.726314983347006) - | > amp_scaler: 128.0 (245.89473684210526) - | > loss_1: 34.8740348815918 (33.54587969863624) - | > grad_norm_1: tensor(813.1712, device='cuda:0') (tensor(477.0753, device='cuda:0')) - | > current_lr_0: 0.00019880351825324018 - | > current_lr_1: 0.00019880351825324018 - | > step_time: 0.8101 (0.7831942271768001) - | > loader_time: 0.0062 (0.0061178542020028075) - - - --> TIME: 2024-11-23 03:05:27 -- STEP: 253/797 -- GLOBAL_STEP: 39300 - | > loss_disc: 2.5799946784973145 (2.479443589689233) - | > loss_disc_real_0: 0.08995215594768524 (0.1381789864788179) - | > loss_disc_real_1: 0.21984748542308807 (0.2191010215890266) - | > loss_disc_real_2: 0.2253330498933792 (0.23378568663898663) - | > loss_disc_real_3: 0.216302752494812 (0.22411136423410635) - | > loss_disc_real_4: 0.2485242336988449 (0.2231884234743156) - | > loss_disc_real_5: 0.24014823138713837 (0.2327799323519228) - | > loss_0: 2.5799946784973145 (2.479443589689233) - | > grad_norm_0: tensor(150.6626, device='cuda:0') (tensor(68.6690, device='cuda:0')) - | > loss_gen: 2.187211513519287 (2.3334269061861295) - | > loss_kl: 1.5761200189590454 (1.5519628944133115) - | > loss_feat: 6.001063346862793 (6.600232636975677) - | > loss_mel: 21.585384368896484 (21.33221456655873) - | > loss_duration: 1.66303551197052 (1.7227176932006956) - | > amp_scaler: 128.0 (234.24505928853756) - | > loss_1: 33.012813568115234 (33.54055455173899) - | > grad_norm_1: tensor(552.4597, device='cuda:0') (tensor(473.2072, device='cuda:0')) - | > current_lr_0: 0.00019880351825324018 - | > current_lr_1: 0.00019880351825324018 - | > step_time: 0.7701 (0.7860453797894504) - | > loader_time: 0.0094 (0.006173524931956655) - - - --> TIME: 2024-11-23 03:05:48 -- STEP: 278/797 -- GLOBAL_STEP: 39325 - | > loss_disc: 2.473952054977417 (2.4797172520658104) - | > loss_disc_real_0: 0.13983197510242462 (0.13793969378143345) - | > loss_disc_real_1: 0.2370690107345581 (0.21955039411140004) - | > loss_disc_real_2: 0.2259041965007782 (0.23447145618123116) - | > loss_disc_real_3: 0.2150430679321289 (0.22394795040432494) - | > loss_disc_real_4: 0.20556622743606567 (0.22266586028414664) - | > loss_disc_real_5: 0.21526016294956207 (0.23182323639341396) - | > loss_0: 2.473952054977417 (2.4797172520658104) - | > grad_norm_0: tensor(153.0659, device='cuda:0') (tensor(68.4188, device='cuda:0')) - | > loss_gen: 2.2769370079040527 (2.3286126843459307) - | > loss_kl: 1.6247098445892334 (1.5555709493246015) - | > loss_feat: 6.53715705871582 (6.582088921567517) - | > loss_mel: 20.511768341064453 (21.338412271129155) - | > loss_duration: 1.6697475910186768 (1.7201762641076561) - | > amp_scaler: 128.0 (224.69064748201436) - | > loss_1: 32.62031936645508 (33.524860958401256) - | > grad_norm_1: tensor(371.3025, device='cuda:0') (tensor(470.4254, device='cuda:0')) - | > current_lr_0: 0.00019880351825324018 - | > current_lr_1: 0.00019880351825324018 - | > step_time: 0.8418 (0.7881166103074876) - | > loader_time: 0.0064 (0.00625188573658895) - - - --> TIME: 2024-11-23 03:06:08 -- STEP: 303/797 -- GLOBAL_STEP: 39350 - | > loss_disc: 2.5465445518493652 (2.4782996909453145) - | > loss_disc_real_0: 0.12931503355503082 (0.13807885969678574) - | > loss_disc_real_1: 0.23825503885746002 (0.21921177975612108) - | > loss_disc_real_2: 0.24349606037139893 (0.23390304230817474) - | > loss_disc_real_3: 0.22461655735969543 (0.22400028762644264) - | > loss_disc_real_4: 0.22609460353851318 (0.22236405116299984) - | > loss_disc_real_5: 0.24717694520950317 (0.2322517738680635) - | > loss_0: 2.5465445518493652 (2.4782996909453145) - | > grad_norm_0: tensor(39.7369, device='cuda:0') (tensor(69.0016, device='cuda:0')) - | > loss_gen: 2.285837173461914 (2.3273127346542406) - | > loss_kl: 1.696409821510315 (1.554171517737235) - | > loss_feat: 6.708815097808838 (6.5693126417229255) - | > loss_mel: 22.66054344177246 (21.34211802089177) - | > loss_duration: 1.7395950555801392 (1.7187490042286737) - | > amp_scaler: 128.0 (216.7128712871287) - | > loss_1: 35.09120178222656 (33.51166382087731) - | > grad_norm_1: tensor(498.3975, device='cuda:0') (tensor(470.9773, device='cuda:0')) - | > current_lr_0: 0.00019880351825324018 - | > current_lr_1: 0.00019880351825324018 - | > step_time: 0.8319 (0.7905098250990259) - | > loader_time: 0.01 (0.006297736278068112) - - - --> TIME: 2024-11-23 03:06:29 -- STEP: 328/797 -- GLOBAL_STEP: 39375 - | > loss_disc: 2.502200126647949 (2.4811053210642284) - | > loss_disc_real_0: 0.10798240453004837 (0.13852718537219055) - | > loss_disc_real_1: 0.21572570502758026 (0.21957522544373823) - | > loss_disc_real_2: 0.21833771467208862 (0.23384296076326835) - | > loss_disc_real_3: 0.2126898318529129 (0.22431261301404085) - | > loss_disc_real_4: 0.2452797144651413 (0.22254580277495267) - | > loss_disc_real_5: 0.16269642114639282 (0.2319789155863407) - | > loss_0: 2.502200126647949 (2.4811053210642284) - | > grad_norm_0: tensor(60.9544, device='cuda:0') (tensor(68.1747, device='cuda:0')) - | > loss_gen: 2.1988353729248047 (2.3258503115758664) - | > loss_kl: 1.6583080291748047 (1.5602375639647978) - | > loss_feat: 6.351675510406494 (6.56759381003496) - | > loss_mel: 20.98187828063965 (21.370030874159312) - | > loss_duration: 1.7710049152374268 (1.7169732549568502) - | > amp_scaler: 128.0 (209.9512195121951) - | > loss_1: 32.961700439453125 (33.540685735097725) - | > grad_norm_1: tensor(384.2960, device='cuda:0') (tensor(477.3252, device='cuda:0')) - | > current_lr_0: 0.00019880351825324018 - | > current_lr_1: 0.00019880351825324018 - | > step_time: 0.9016 (0.7934471056228729) - | > loader_time: 0.0102 (0.006358127768446759) - - - --> TIME: 2024-11-23 03:06:50 -- STEP: 353/797 -- GLOBAL_STEP: 39400 - | > loss_disc: 2.5506603717803955 (2.4812127051204875) - | > loss_disc_real_0: 0.17414546012878418 (0.1385056397036014) - | > loss_disc_real_1: 0.21974383294582367 (0.2193915560292792) - | > loss_disc_real_2: 0.2435903698205948 (0.2339793307332074) - | > loss_disc_real_3: 0.2602541744709015 (0.22440028127293404) - | > loss_disc_real_4: 0.22750699520111084 (0.2230032783307705) - | > loss_disc_real_5: 0.22837819159030914 (0.2325150528896294) - | > loss_0: 2.5506603717803955 (2.4812127051204875) - | > grad_norm_0: tensor(102.5792, device='cuda:0') (tensor(69.9558, device='cuda:0')) - | > loss_gen: 2.4933595657348633 (2.330512541887105) - | > loss_kl: 1.5451370477676392 (1.5580888179476478) - | > loss_feat: 6.660946846008301 (6.568529705825675) - | > loss_mel: 20.59733009338379 (21.393620974619086) - | > loss_duration: 1.6792404651641846 (1.7138595824201113) - | > amp_scaler: 128.0 (204.1473087818697) - | > loss_1: 32.97601318359375 (33.564611553808085) - | > grad_norm_1: tensor(564.0980, device='cuda:0') (tensor(485.6831, device='cuda:0')) - | > current_lr_0: 0.00019880351825324018 - | > current_lr_1: 0.00019880351825324018 - | > step_time: 0.7949 (0.7959044398396953) - | > loader_time: 0.0075 (0.006465119613128748) - - - --> TIME: 2024-11-23 03:07:11 -- STEP: 378/797 -- GLOBAL_STEP: 39425 - | > loss_disc: 2.3582825660705566 (2.480742735206766) - | > loss_disc_real_0: 0.08055561780929565 (0.1378865616011715) - | > loss_disc_real_1: 0.18571457266807556 (0.21941089295047927) - | > loss_disc_real_2: 0.18741852045059204 (0.2341217618613016) - | > loss_disc_real_3: 0.18721328675746918 (0.22427124297492712) - | > loss_disc_real_4: 0.1598476767539978 (0.22278582482110887) - | > loss_disc_real_5: 0.1859162598848343 (0.23217466615495227) - | > loss_0: 2.3582825660705566 (2.480742735206766) - | > grad_norm_0: tensor(13.3553, device='cuda:0') (tensor(67.9497, device='cuda:0')) - | > loss_gen: 2.376173496246338 (2.3265915125135392) - | > loss_kl: 1.3292416334152222 (1.5565076624905627) - | > loss_feat: 7.880044460296631 (6.556709525446411) - | > loss_mel: 21.722576141357422 (21.389475398593508) - | > loss_duration: 1.6865297555923462 (1.7117042604577604) - | > amp_scaler: 128.0 (199.11111111111111) - | > loss_1: 34.99456787109375 (33.540988331749304) - | > grad_norm_1: tensor(692.1494, device='cuda:0') (tensor(487.3344, device='cuda:0')) - | > current_lr_0: 0.00019880351825324018 - | > current_lr_1: 0.00019880351825324018 - | > step_time: 0.8123 (0.7981460832414171) - | > loader_time: 0.0063 (0.006608933998794152) - - - --> TIME: 2024-11-23 03:07:33 -- STEP: 403/797 -- GLOBAL_STEP: 39450 - | > loss_disc: 2.6232059001922607 (2.4798583357269073) - | > loss_disc_real_0: 0.21879373490810394 (0.13755537979027474) - | > loss_disc_real_1: 0.18260976672172546 (0.21938528738010016) - | > loss_disc_real_2: 0.2590833604335785 (0.2338482904301092) - | > loss_disc_real_3: 0.3214913606643677 (0.22471971480781322) - | > loss_disc_real_4: 0.285481333732605 (0.22291279722827836) - | > loss_disc_real_5: 0.2772699296474457 (0.23282908509594039) - | > loss_0: 2.6232059001922607 (2.4798583357269073) - | > grad_norm_0: tensor(101.4038, device='cuda:0') (tensor(66.8587, device='cuda:0')) - | > loss_gen: 2.485905647277832 (2.3281715253446587) - | > loss_kl: 1.6243818998336792 (1.5559370653800875) - | > loss_feat: 6.48672342300415 (6.562672884825145) - | > loss_mel: 22.634016036987305 (21.401882289952763) - | > loss_duration: 1.677365779876709 (1.710216116372764) - | > amp_scaler: 128.0 (194.6997518610422) - | > loss_1: 34.908390045166016 (33.55887989015789) - | > grad_norm_1: tensor(664.8617, device='cuda:0') (tensor(489.3991, device='cuda:0')) - | > current_lr_0: 0.00019880351825324018 - | > current_lr_1: 0.00019880351825324018 - | > step_time: 0.8481 (0.8009212111716825) - | > loader_time: 0.0067 (0.006665573522411564) - - - --> TIME: 2024-11-23 03:07:54 -- STEP: 428/797 -- GLOBAL_STEP: 39475 - | > loss_disc: 2.5469257831573486 (2.479786542531487) - | > loss_disc_real_0: 0.16543923318386078 (0.13722890625037604) - | > loss_disc_real_1: 0.20286011695861816 (0.21933303536655743) - | > loss_disc_real_2: 0.2439872920513153 (0.23372989224496288) - | > loss_disc_real_3: 0.24137479066848755 (0.22472117465233127) - | > loss_disc_real_4: 0.24926415085792542 (0.22275613784511514) - | > loss_disc_real_5: 0.31603288650512695 (0.23244120222385797) - | > loss_0: 2.5469257831573486 (2.479786542531487) - | > grad_norm_0: tensor(97.0519, device='cuda:0') (tensor(67.1382, device='cuda:0')) - | > loss_gen: 2.549973249435425 (2.3265811856662006) - | > loss_kl: 1.4900082349777222 (1.5532253072640612) - | > loss_feat: 6.117071151733398 (6.550028199347379) - | > loss_mel: 21.224143981933594 (21.40371540105234) - | > loss_duration: 1.665216088294983 (1.708921679548014) - | > amp_scaler: 128.0 (190.80373831775702) - | > loss_1: 33.046409606933594 (33.5424717609013) - | > grad_norm_1: tensor(847.8596, device='cuda:0') (tensor(494.0642, device='cuda:0')) - | > current_lr_0: 0.00019880351825324018 - | > current_lr_1: 0.00019880351825324018 - | > step_time: 0.8114 (0.8031622461069409) - | > loader_time: 0.0086 (0.006829217772617518) - - - --> TIME: 2024-11-23 03:08:16 -- STEP: 453/797 -- GLOBAL_STEP: 39500 - | > loss_disc: 2.3495631217956543 (2.4765682852031388) - | > loss_disc_real_0: 0.06642548739910126 (0.1365316857483082) - | > loss_disc_real_1: 0.19869859516620636 (0.21929469579629285) - | > loss_disc_real_2: 0.22303013503551483 (0.23362875349869003) - | > loss_disc_real_3: 0.23136606812477112 (0.224272094518933) - | > loss_disc_real_4: 0.24256828427314758 (0.22247126737967232) - | > loss_disc_real_5: 0.19957269728183746 (0.2322077067943072) - | > loss_0: 2.3495631217956543 (2.4765682852031388) - | > grad_norm_0: tensor(66.7707, device='cuda:0') (tensor(68.4455, device='cuda:0')) - | > loss_gen: 2.482664108276367 (2.329976832892984) - | > loss_kl: 1.8806778192520142 (1.5576651222658477) - | > loss_feat: 7.315919399261475 (6.558989843785367) - | > loss_mel: 22.867897033691406 (21.41968047539922) - | > loss_duration: 1.7420706748962402 (1.7078957470837017) - | > amp_scaler: 128.0 (187.33774834437085) - | > loss_1: 36.28922653198242 (33.57420798800637) - | > grad_norm_1: tensor(487.8973, device='cuda:0') (tensor(499.8151, device='cuda:0')) - | > current_lr_0: 0.00019880351825324018 - | > current_lr_1: 0.00019880351825324018 - | > step_time: 0.8228 (0.8060226640427611) - | > loader_time: 0.0069 (0.0068956668803233975) - - - --> TIME: 2024-11-23 03:08:37 -- STEP: 478/797 -- GLOBAL_STEP: 39525 - | > loss_disc: 2.402306079864502 (2.4778172979793798) - | > loss_disc_real_0: 0.11130719631910324 (0.13669546952307474) - | > loss_disc_real_1: 0.23755717277526855 (0.2194059336222864) - | > loss_disc_real_2: 0.19779889285564423 (0.23339969455946438) - | > loss_disc_real_3: 0.22015313804149628 (0.22451212054515976) - | > loss_disc_real_4: 0.18906907737255096 (0.22278288826658138) - | > loss_disc_real_5: 0.2303241640329361 (0.232232510482417) - | > loss_0: 2.402306079864502 (2.4778172979793798) - | > grad_norm_0: tensor(103.4102, device='cuda:0') (tensor(69.2162, device='cuda:0')) - | > loss_gen: 2.198188543319702 (2.3322130581325067) - | > loss_kl: 1.5530283451080322 (1.5566102690277743) - | > loss_feat: 6.400028228759766 (6.5720127626443) - | > loss_mel: 22.069019317626953 (21.440364662074668) - | > loss_duration: 1.6661406755447388 (1.7069915076678768) - | > amp_scaler: 128.0 (184.23430962343096) - | > loss_1: 33.88640594482422 (33.60819222438284) - | > grad_norm_1: tensor(510.1745, device='cuda:0') (tensor(499.4499, device='cuda:0')) - | > current_lr_0: 0.00019880351825324018 - | > current_lr_1: 0.00019880351825324018 - | > step_time: 0.7934 (0.8077581642063092) - | > loader_time: 0.0078 (0.006934960018141998) - - - --> TIME: 2024-11-23 03:08:59 -- STEP: 503/797 -- GLOBAL_STEP: 39550 - | > loss_disc: 2.6274445056915283 (2.478373662614918) - | > loss_disc_real_0: 0.08163593709468842 (0.1369552157715585) - | > loss_disc_real_1: 0.18568505346775055 (0.21926363953065206) - | > loss_disc_real_2: 0.1979895681142807 (0.2336316721339823) - | > loss_disc_real_3: 0.18977949023246765 (0.22420440623110846) - | > loss_disc_real_4: 0.2091425657272339 (0.2227225294466284) - | > loss_disc_real_5: 0.2053355723619461 (0.2321244726479646) - | > loss_0: 2.6274445056915283 (2.478373662614918) - | > grad_norm_0: tensor(31.1776, device='cuda:0') (tensor(68.0410, device='cuda:0')) - | > loss_gen: 2.039700746536255 (2.331759089267041) - | > loss_kl: 1.4708876609802246 (1.555281372003954) - | > loss_feat: 6.8676300048828125 (6.576471263324289) - | > loss_mel: 22.455528259277344 (21.438801854552636) - | > loss_duration: 1.6980689764022827 (1.7057518831067247) - | > amp_scaler: 128.0 (181.43936381709742) - | > loss_1: 34.53181838989258 (33.6080654136703) - | > grad_norm_1: tensor(78.2001, device='cuda:0') (tensor(499.4150, device='cuda:0')) - | > current_lr_0: 0.00019880351825324018 - | > current_lr_1: 0.00019880351825324018 - | > step_time: 0.8229 (0.809904038787599) - | > loader_time: 0.008 (0.007015757247894469) - - - --> TIME: 2024-11-23 03:09:20 -- STEP: 528/797 -- GLOBAL_STEP: 39575 - | > loss_disc: 2.543886661529541 (2.4774349909840216) - | > loss_disc_real_0: 0.12456420063972473 (0.1365413393430186) - | > loss_disc_real_1: 0.2975352704524994 (0.21956844146673876) - | > loss_disc_real_2: 0.2562716603279114 (0.23352137233384632) - | > loss_disc_real_3: 0.22641979157924652 (0.2242953315885229) - | > loss_disc_real_4: 0.2340562641620636 (0.22214946438643066) - | > loss_disc_real_5: 0.22142121195793152 (0.23169262930186413) - | > loss_0: 2.543886661529541 (2.4774349909840216) - | > grad_norm_0: tensor(81.3970, device='cuda:0') (tensor(66.4750, device='cuda:0')) - | > loss_gen: 2.410003900527954 (2.3311822414398193) - | > loss_kl: 1.6400424242019653 (1.5536310069940311) - | > loss_feat: 6.477499485015869 (6.57478039463361) - | > loss_mel: 21.839860916137695 (21.430934718160938) - | > loss_duration: 1.7006301879882812 (1.7052293902996816) - | > amp_scaler: 128.0 (178.9090909090909) - | > loss_1: 34.06803894042969 (33.59575770479258) - | > grad_norm_1: tensor(356.1161, device='cuda:0') (tensor(494.7353, device='cuda:0')) - | > current_lr_0: 0.00019880351825324018 - | > current_lr_1: 0.00019880351825324018 - | > step_time: 0.8294 (0.8114767973170135) - | > loader_time: 0.0103 (0.007153196316776854) - - - --> TIME: 2024-11-23 03:09:42 -- STEP: 553/797 -- GLOBAL_STEP: 39600 - | > loss_disc: 2.3317558765411377 (2.477189307186962) - | > loss_disc_real_0: 0.07906762510538101 (0.13606469962361922) - | > loss_disc_real_1: 0.21569623053073883 (0.2194247651730696) - | > loss_disc_real_2: 0.20160263776779175 (0.23374596448315418) - | > loss_disc_real_3: 0.19141638278961182 (0.2241268554604721) - | > loss_disc_real_4: 0.16301824152469635 (0.22246133704513146) - | > loss_disc_real_5: 0.17576591670513153 (0.23220261478725868) - | > loss_0: 2.3317558765411377 (2.477189307186962) - | > grad_norm_0: tensor(33.3809, device='cuda:0') (tensor(65.9781, device='cuda:0')) - | > loss_gen: 2.446171760559082 (2.331775941641809) - | > loss_kl: 1.2736603021621704 (1.5530852342384849) - | > loss_feat: 7.394240379333496 (6.579962570024872) - | > loss_mel: 22.518882751464844 (21.448693863522088) - | > loss_duration: 1.663440465927124 (1.7051508760797176) - | > amp_scaler: 128.0 (176.60759493670886) - | > loss_1: 35.29639434814453 (33.61866845101602) - | > grad_norm_1: tensor(565.1484, device='cuda:0') (tensor(499.0205, device='cuda:0')) - | > current_lr_0: 0.00019880351825324018 - | > current_lr_1: 0.00019880351825324018 - | > step_time: 0.8125 (0.8139665277698372) - | > loader_time: 0.0075 (0.007224245916439007) - - - --> TIME: 2024-11-23 03:10:04 -- STEP: 578/797 -- GLOBAL_STEP: 39625 - | > loss_disc: 2.3660471439361572 (2.4770389106446906) - | > loss_disc_real_0: 0.16753420233726501 (0.13618592073605956) - | > loss_disc_real_1: 0.25407350063323975 (0.2196920613232987) - | > loss_disc_real_2: 0.20283256471157074 (0.23359521029832866) - | > loss_disc_real_3: 0.16496670246124268 (0.22441931035382515) - | > loss_disc_real_4: 0.20916013419628143 (0.22206258982626206) - | > loss_disc_real_5: 0.17699754238128662 (0.23181646538956355) - | > loss_0: 2.3660471439361572 (2.4770389106446906) - | > grad_norm_0: tensor(6.8654, device='cuda:0') (tensor(65.9040, device='cuda:0')) - | > loss_gen: 2.4349913597106934 (2.3320821791784163) - | > loss_kl: 1.6473321914672852 (1.5552728598918057) - | > loss_feat: 7.276934623718262 (6.580786296653088) - | > loss_mel: 21.778413772583008 (21.464997512659) - | > loss_duration: 1.6639583110809326 (1.7046009295951947) - | > amp_scaler: 128.0 (174.50519031141872) - | > loss_1: 34.801631927490234 (33.637739745803344) - | > grad_norm_1: tensor(102.5298, device='cuda:0') (tensor(496.9571, device='cuda:0')) - | > current_lr_0: 0.00019880351825324018 - | > current_lr_1: 0.00019880351825324018 - | > step_time: 0.8831 (0.8164103241527781) - | > loader_time: 0.007 (0.007343757936286267) - - - --> TIME: 2024-11-23 03:10:27 -- STEP: 603/797 -- GLOBAL_STEP: 39650 - | > loss_disc: 2.646172523498535 (2.4781427604839785) - | > loss_disc_real_0: 0.1422823965549469 (0.13669549782527224) - | > loss_disc_real_1: 0.2568081319332123 (0.21960432060174087) - | > loss_disc_real_2: 0.23589055240154266 (0.23380509367333122) - | > loss_disc_real_3: 0.29135870933532715 (0.2245488425787803) - | > loss_disc_real_4: 0.2267761528491974 (0.22235989523665423) - | > loss_disc_real_5: 0.28293585777282715 (0.23238025736650622) - | > loss_0: 2.646172523498535 (2.4781427604839785) - | > grad_norm_0: tensor(64.0063, device='cuda:0') (tensor(64.9873, device='cuda:0')) - | > loss_gen: 2.0524442195892334 (2.3309544034265177) - | > loss_kl: 1.4165102243423462 (1.553796038698794) - | > loss_feat: 5.208070278167725 (6.571503821890153) - | > loss_mel: 20.466609954833984 (21.47334628318674) - | > loss_duration: 1.6412551403045654 (1.7040681668972684) - | > amp_scaler: 128.0 (172.5771144278607) - | > loss_1: 30.784889221191406 (33.63366870026088) - | > grad_norm_1: tensor(507.2458, device='cuda:0') (tensor(492.2773, device='cuda:0')) - | > current_lr_0: 0.00019880351825324018 - | > current_lr_1: 0.00019880351825324018 - | > step_time: 0.9374 (0.8190731341961404) - | > loader_time: 0.0166 (0.007478644796469516) - - - --> TIME: 2024-11-23 03:10:49 -- STEP: 628/797 -- GLOBAL_STEP: 39675 - | > loss_disc: 2.5096614360809326 (2.4797093211465593) - | > loss_disc_real_0: 0.17964737117290497 (0.13707039009328853) - | > loss_disc_real_1: 0.2020440250635147 (0.21981255436066988) - | > loss_disc_real_2: 0.21306496858596802 (0.2336504511345344) - | > loss_disc_real_3: 0.2180117964744568 (0.22455106160728028) - | > loss_disc_real_4: 0.21937310695648193 (0.22234755543291945) - | > loss_disc_real_5: 0.22213803231716156 (0.2321927552674986) - | > loss_0: 2.5096614360809326 (2.4797093211465593) - | > grad_norm_0: tensor(241.3051, device='cuda:0') (tensor(65.6381, device='cuda:0')) - | > loss_gen: 2.2036449909210205 (2.3297438465865565) - | > loss_kl: 1.475234866142273 (1.5527736924256481) - | > loss_feat: 5.921971797943115 (6.556405239044484) - | > loss_mel: 19.059314727783203 (21.46794212547837) - | > loss_duration: 1.6672712564468384 (1.704360254820744) - | > amp_scaler: 128.0 (170.80254777070056) - | > loss_1: 30.327438354492188 (33.611225152471214) - | > grad_norm_1: tensor(676.2543, device='cuda:0') (tensor(494.2994, device='cuda:0')) - | > current_lr_0: 0.00019880351825324018 - | > current_lr_1: 0.00019880351825324018 - | > step_time: 0.8863 (0.8214070853913664) - | > loader_time: 0.0128 (0.007617665703888912) - - - --> TIME: 2024-11-23 03:11:12 -- STEP: 653/797 -- GLOBAL_STEP: 39700 - | > loss_disc: 2.504992723464966 (2.4806374933964284) - | > loss_disc_real_0: 0.16799378395080566 (0.137513763837482) - | > loss_disc_real_1: 0.2708970308303833 (0.21980304448975174) - | > loss_disc_real_2: 0.20845836400985718 (0.23371372402718385) - | > loss_disc_real_3: 0.23035100102424622 (0.22454272614503884) - | > loss_disc_real_4: 0.19926880300045013 (0.22243935698115622) - | > loss_disc_real_5: 0.2058876007795334 (0.23219106475299203) - | > loss_0: 2.504992723464966 (2.4806374933964284) - | > grad_norm_0: tensor(72.9665, device='cuda:0') (tensor(66.4749, device='cuda:0')) - | > loss_gen: 2.4956421852111816 (2.330586088744277) - | > loss_kl: 1.6932514905929565 (1.5525887100108724) - | > loss_feat: 6.565552711486816 (6.5555842992540185) - | > loss_mel: 21.306713104248047 (21.473862412877683) - | > loss_duration: 1.6619595289230347 (1.7042671212010867) - | > amp_scaler: 128.0 (169.16385911179174) - | > loss_1: 33.723121643066406 (33.61688862460306) - | > grad_norm_1: tensor(518.2744, device='cuda:0') (tensor(492.1957, device='cuda:0')) - | > current_lr_0: 0.00019880351825324018 - | > current_lr_1: 0.00019880351825324018 - | > step_time: 0.9378 (0.8245086589597084) - | > loader_time: 0.0097 (0.007776327556709418) - - - --> TIME: 2024-11-23 03:11:35 -- STEP: 678/797 -- GLOBAL_STEP: 39725 - | > loss_disc: 2.477062225341797 (2.4802029386030906) - | > loss_disc_real_0: 0.1806487739086151 (0.1373446165064795) - | > loss_disc_real_1: 0.21833106875419617 (0.21974077615282528) - | > loss_disc_real_2: 0.23448264598846436 (0.23381746573522028) - | > loss_disc_real_3: 0.21182216703891754 (0.2247648473422435) - | > loss_disc_real_4: 0.26483795046806335 (0.22264426911475027) - | > loss_disc_real_5: 0.19241255521774292 (0.23235139494712373) - | > loss_0: 2.477062225341797 (2.4802029386030906) - | > grad_norm_0: tensor(171.4475, device='cuda:0') (tensor(66.7098, device='cuda:0')) - | > loss_gen: 2.227768898010254 (2.3287773856722866) - | > loss_kl: 1.501754641532898 (1.553458881413338) - | > loss_feat: 5.655174732208252 (6.542387517152637) - | > loss_mel: 18.837995529174805 (21.451941191974274) - | > loss_duration: 1.6870414018630981 (1.7037353547273477) - | > amp_scaler: 128.0 (167.64601769911508) - | > loss_1: 29.90973663330078 (33.58030030298364) - | > grad_norm_1: tensor(743.8499, device='cuda:0') (tensor(495.4048, device='cuda:0')) - | > current_lr_0: 0.00019880351825324018 - | > current_lr_1: 0.00019880351825324018 - | > step_time: 0.8916 (0.8273708939903955) - | > loader_time: 0.0121 (0.00790497616680674) - - - --> TIME: 2024-11-23 03:11:58 -- STEP: 703/797 -- GLOBAL_STEP: 39750 - | > loss_disc: 2.3652827739715576 (2.4781528438307654) - | > loss_disc_real_0: 0.11278942227363586 (0.1367876579770407) - | > loss_disc_real_1: 0.19322386384010315 (0.21945338189644292) - | > loss_disc_real_2: 0.21204793453216553 (0.2336421793758615) - | > loss_disc_real_3: 0.20008739829063416 (0.22474996344971954) - | > loss_disc_real_4: 0.17711447179317474 (0.22256205831872955) - | > loss_disc_real_5: 0.22215832769870758 (0.23220994748482493) - | > loss_0: 2.3652827739715576 (2.4781528438307654) - | > grad_norm_0: tensor(75.2511, device='cuda:0') (tensor(66.4979, device='cuda:0')) - | > loss_gen: 2.4027130603790283 (2.330771119971026) - | > loss_kl: 1.5472817420959473 (1.5549087115744942) - | > loss_feat: 6.949233055114746 (6.550260034428216) - | > loss_mel: 21.37874412536621 (21.470231844385168) - | > loss_duration: 1.7211368083953857 (1.7032298646644706) - | > amp_scaler: 128.0 (166.2361308677098) - | > loss_1: 33.99911117553711 (33.609401567222946) - | > grad_norm_1: tensor(850.8810, device='cuda:0') (tensor(501.7978, device='cuda:0')) - | > current_lr_0: 0.00019880351825324018 - | > current_lr_1: 0.00019880351825324018 - | > step_time: 0.9327 (0.8306601664758846) - | > loader_time: 0.0199 (0.008035897530329178) - - - --> TIME: 2024-11-23 03:12:25 -- STEP: 728/797 -- GLOBAL_STEP: 39775 - | > loss_disc: 2.6551454067230225 (2.4772669800690252) - | > loss_disc_real_0: 0.2500450015068054 (0.1367657720213652) - | > loss_disc_real_1: 0.21149931848049164 (0.21925384218671493) - | > loss_disc_real_2: 0.22624993324279785 (0.23346019876036014) - | > loss_disc_real_3: 0.2148878574371338 (0.22462937487596332) - | > loss_disc_real_4: 0.24230213463306427 (0.22254396925915726) - | > loss_disc_real_5: 0.28376713395118713 (0.23197475274267432) - | > loss_0: 2.6551454067230225 (2.4772669800690252) - | > grad_norm_0: tensor(23.6924, device='cuda:0') (tensor(67.4467, device='cuda:0')) - | > loss_gen: 2.421809196472168 (2.3303151707072853) - | > loss_kl: 1.5225064754486084 (1.5549602420120443) - | > loss_feat: 5.562788963317871 (6.542734013153959) - | > loss_mel: 20.06270980834961 (21.46278995733994) - | > loss_duration: 1.6827068328857422 (1.702329897127308) - | > amp_scaler: 128.0 (164.923076923077) - | > loss_1: 31.25252342224121 (33.593129270679235) - | > grad_norm_1: tensor(316.0467, device='cuda:0') (tensor(504.8927, device='cuda:0')) - | > current_lr_0: 0.00019880351825324018 - | > current_lr_1: 0.00019880351825324018 - | > step_time: 0.9986 (0.8375361188427431) - | > loader_time: 0.0091 (0.008175679615565713) - - - --> TIME: 2024-11-23 03:13:04 -- STEP: 753/797 -- GLOBAL_STEP: 39800 - | > loss_disc: 2.4922094345092773 (2.477752799215229) - | > loss_disc_real_0: 0.08447446674108505 (0.13667061480175274) - | > loss_disc_real_1: 0.1838606297969818 (0.21928873075392458) - | > loss_disc_real_2: 0.21173402667045593 (0.23364610956167953) - | > loss_disc_real_3: 0.2438284307718277 (0.22482733052486117) - | > loss_disc_real_4: 0.22832167148590088 (0.22264177830095783) - | > loss_disc_real_5: 0.214883491396904 (0.23202513690647059) - | > loss_0: 2.4922094345092773 (2.477752799215229) - | > grad_norm_0: tensor(27.3448, device='cuda:0') (tensor(67.7482, device='cuda:0')) - | > loss_gen: 2.1766982078552246 (2.3316049047042045) - | > loss_kl: 1.5370407104492188 (1.5556350629801448) - | > loss_feat: 6.3645219802856445 (6.550101287811403) - | > loss_mel: 20.9825439453125 (21.484534041973387) - | > loss_duration: 1.6457233428955078 (1.7011632412711615) - | > amp_scaler: 128.0 (163.69721115537854) - | > loss_1: 32.70652770996094 (33.62303853636552) - | > grad_norm_1: tensor(454.7406, device='cuda:0') (tensor(508.6378, device='cuda:0')) - | > current_lr_0: 0.00019880351825324018 - | > current_lr_1: 0.00019880351825324018 - | > step_time: 2.0385 (0.860894177539415) - | > loader_time: 0.0162 (0.008748057037394048) - - - --> TIME: 2024-11-23 03:14:01 -- STEP: 778/797 -- GLOBAL_STEP: 39825 - | > loss_disc: 2.5450263023376465 (2.4783593961696093) - | > loss_disc_real_0: 0.1769859939813614 (0.13766826744069224) - | > loss_disc_real_1: 0.19501806795597076 (0.21910979352642454) - | > loss_disc_real_2: 0.23194001615047455 (0.23378489078393633) - | > loss_disc_real_3: 0.24723173677921295 (0.22476200604270227) - | > loss_disc_real_4: 0.22671198844909668 (0.22274300959775253) - | > loss_disc_real_5: 0.23918350040912628 (0.2319524518590047) - | > loss_0: 2.5450263023376465 (2.4783593961696093) - | > grad_norm_0: tensor(80.6633, device='cuda:0') (tensor(69.1167, device='cuda:0')) - | > loss_gen: 2.117144823074341 (2.3329690360777806) - | > loss_kl: 1.6039836406707764 (1.5570632064557008) - | > loss_feat: 6.498385429382324 (6.554164404121343) - | > loss_mel: 22.013408660888672 (21.495472373570156) - | > loss_duration: 1.6682028770446777 (1.7000689152580295) - | > amp_scaler: 128.0 (162.5501285347044) - | > loss_1: 33.901123046875 (33.639737935789384) - | > grad_norm_1: tensor(299.2747, device='cuda:0') (tensor(508.9296, device='cuda:0')) - | > current_lr_0: 0.00019880351825324018 - | > current_lr_1: 0.00019880351825324018 - | > step_time: 2.2521 (0.9061418728840687) - | > loader_time: 0.0101 (0.009239454195861035) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.316938877105713 (2.316938877105713) - | > loss_disc_real_0: 0.08484124392271042 (0.08484124392271042) - | > loss_disc_real_1: 0.16006547212600708 (0.16006547212600708) - | > loss_disc_real_2: 0.15389613807201385 (0.15389613807201385) - | > loss_disc_real_3: 0.16624630987644196 (0.16624630987644196) - | > loss_disc_real_4: 0.16776610910892487 (0.16776610910892487) - | > loss_disc_real_5: 0.2902221977710724 (0.2902221977710724) - | > loss_0: 2.316938877105713 (2.316938877105713) - | > loss_gen: 2.1548116207122803 (2.1548116207122803) - | > loss_kl: 1.581619143486023 (1.581619143486023) - | > loss_feat: 7.909618854522705 (7.909618854522705) - | > loss_mel: 23.319915771484375 (23.319915771484375) - | > loss_duration: 2.0441601276397705 (2.0441601276397705) - | > loss_1: 37.01012420654297 (37.01012420654297) - - --> STEP: 1 - | > loss_disc: 2.6596221923828125 (2.6596221923828125) - | > loss_disc_real_0: 0.0762801542878151 (0.0762801542878151) - | > loss_disc_real_1: 0.2472754567861557 (0.2472754567861557) - | > loss_disc_real_2: 0.2872222065925598 (0.2872222065925598) - | > loss_disc_real_3: 0.23264116048812866 (0.23264116048812866) - | > loss_disc_real_4: 0.28087422251701355 (0.28087422251701355) - | > loss_disc_real_5: 0.2504397928714752 (0.2504397928714752) - | > loss_0: 2.6596221923828125 (2.6596221923828125) - | > loss_gen: 2.120108127593994 (2.120108127593994) - | > loss_kl: 1.9339675903320312 (1.9339675903320312) - | > loss_feat: 6.454990386962891 (6.454990386962891) - | > loss_mel: 22.1640682220459 (22.1640682220459) - | > loss_duration: 1.7121520042419434 (1.7121520042419434) - | > loss_1: 34.385284423828125 (34.385284423828125) - - --> STEP: 2 - | > loss_disc: 2.265828847885132 (2.462725520133972) - | > loss_disc_real_0: 0.11580906063318253 (0.09604460746049881) - | > loss_disc_real_1: 0.18592052161693573 (0.21659798920154572) - | > loss_disc_real_2: 0.1973753273487091 (0.24229876697063446) - | > loss_disc_real_3: 0.17403195798397064 (0.20333655923604965) - | > loss_disc_real_4: 0.2561430335044861 (0.2685086280107498) - | > loss_disc_real_5: 0.33019429445266724 (0.29031704366207123) - | > loss_0: 2.265828847885132 (2.462725520133972) - | > loss_gen: 2.4696624279022217 (2.294885277748108) - | > loss_kl: 1.5375778675079346 (1.735772728919983) - | > loss_feat: 6.966575622558594 (6.710783004760742) - | > loss_mel: 22.890228271484375 (22.527148246765137) - | > loss_duration: 1.7238670587539673 (1.7180095314979553) - | > loss_1: 35.58790969848633 (34.98659706115723) - - --> STEP: 3 - | > loss_disc: 2.545358180999756 (2.490269740422567) - | > loss_disc_real_0: 0.18715275824069977 (0.12641399105389914) - | > loss_disc_real_1: 0.1687137484550476 (0.20063657561937967) - | > loss_disc_real_2: 0.29368236660957336 (0.25942663351694745) - | > loss_disc_real_3: 0.2622694969177246 (0.22298087179660797) - | > loss_disc_real_4: 0.18117393553256989 (0.2393970638513565) - | > loss_disc_real_5: 0.18939870595932007 (0.2566775977611542) - | > loss_0: 2.545358180999756 (2.490269740422567) - | > loss_gen: 2.131814479827881 (2.2405283451080322) - | > loss_kl: 1.5859203338623047 (1.6858219305674236) - | > loss_feat: 6.505517959594727 (6.642361323038737) - | > loss_mel: 22.542570114135742 (22.532288869222004) - | > loss_duration: 1.7148507833480835 (1.716956615447998) - | > loss_1: 34.480674743652344 (34.8179562886556) - - --> STEP: 4 - | > loss_disc: 2.4039957523345947 (2.4687012434005737) - | > loss_disc_real_0: 0.07931594550609589 (0.11463947966694832) - | > loss_disc_real_1: 0.1962999850511551 (0.19955242797732353) - | > loss_disc_real_2: 0.2274034172296524 (0.2514208294451237) - | > loss_disc_real_3: 0.1667904257774353 (0.2089332602918148) - | > loss_disc_real_4: 0.19947001338005066 (0.22941530123353004) - | > loss_disc_real_5: 0.276410311460495 (0.2616107761859894) - | > loss_0: 2.4039957523345947 (2.4687012434005737) - | > loss_gen: 2.138124704360962 (2.2149274349212646) - | > loss_kl: 1.515875220298767 (1.6433352530002594) - | > loss_feat: 7.2595038414001465 (6.796646952629089) - | > loss_mel: 21.866857528686523 (22.365931034088135) - | > loss_duration: 1.6650859117507935 (1.703988939523697) - | > loss_1: 34.4454460144043 (34.72482872009277) - - --> STEP: 5 - | > loss_disc: 2.3736088275909424 (2.4496827602386473) - | > loss_disc_real_0: 0.06853505223989487 (0.10541859418153762) - | > loss_disc_real_1: 0.18326498568058014 (0.19629493951797486) - | > loss_disc_real_2: 0.1882191002368927 (0.23878048360347748) - | > loss_disc_real_3: 0.21663837134838104 (0.21047428250312805) - | > loss_disc_real_4: 0.19744180142879486 (0.223020601272583) - | > loss_disc_real_5: 0.2479041963815689 (0.25886946022510526) - | > loss_0: 2.3736088275909424 (2.4496827602386473) - | > loss_gen: 2.339829683303833 (2.2399078845977782) - | > loss_kl: 1.793561339378357 (1.673380470275879) - | > loss_feat: 7.85254430770874 (7.007826423645019) - | > loss_mel: 23.03706932067871 (22.50015869140625) - | > loss_duration: 1.8599164485931396 (1.7351744413375854) - | > loss_1: 36.88291931152344 (35.156446838378905) - - --> STEP: 6 - | > loss_disc: 2.4039876461029053 (2.4420669078826904) - | > loss_disc_real_0: 0.15182365477085114 (0.11315277094642322) - | > loss_disc_real_1: 0.14299635589122772 (0.18741184224685034) - | > loss_disc_real_2: 0.22479188442230225 (0.23644905040661493) - | > loss_disc_real_3: 0.19126342236995697 (0.20727247248093286) - | > loss_disc_real_4: 0.22685661911964417 (0.22365993758042654) - | > loss_disc_real_5: 0.2975109815597534 (0.26530971378088) - | > loss_0: 2.4039876461029053 (2.4420669078826904) - | > loss_gen: 2.3180110454559326 (2.252925078074137) - | > loss_kl: 1.5979894399642944 (1.6608152985572815) - | > loss_feat: 6.639339447021484 (6.946411927541097) - | > loss_mel: 23.171464920043945 (22.612043062845867) - | > loss_duration: 1.6928942203521729 (1.7281277378400166) - | > loss_1: 35.419700622558594 (35.20032246907552) - - --> STEP: 7 - | > loss_disc: 2.376178741455078 (2.432654312678746) - | > loss_disc_real_0: 0.15387530624866486 (0.1189702759896006) - | > loss_disc_real_1: 0.25423580408096313 (0.19695812250886643) - | > loss_disc_real_2: 0.2132815569639206 (0.23313940848623002) - | > loss_disc_real_3: 0.2485615462064743 (0.21317091158458165) - | > loss_disc_real_4: 0.1526956856250763 (0.2135221873010908) - | > loss_disc_real_5: 0.20458313822746277 (0.2566344887018204) - | > loss_0: 2.376178741455078 (2.432654312678746) - | > loss_gen: 2.3113765716552734 (2.261275291442871) - | > loss_kl: 2.4356014728546143 (1.7714990377426147) - | > loss_feat: 8.433423042297363 (7.158842086791992) - | > loss_mel: 22.07485580444336 (22.535302025931223) - | > loss_duration: 1.6695573329925537 (1.719760537147522) - | > loss_1: 36.92481231689453 (35.446678161621094) - - --> STEP: 8 - | > loss_disc: 2.3978686332702637 (2.4283061027526855) - | > loss_disc_real_0: 0.06589434295892715 (0.11233578436076641) - | > loss_disc_real_1: 0.2206481695175171 (0.19991937838494778) - | > loss_disc_real_2: 0.2165551781654358 (0.23106637969613075) - | > loss_disc_real_3: 0.2204822450876236 (0.2140848282724619) - | > loss_disc_real_4: 0.16153152287006378 (0.2070233542472124) - | > loss_disc_real_5: 0.22282321751117706 (0.25240807980298996) - | > loss_0: 2.3978686332702637 (2.4283061027526855) - | > loss_gen: 2.0955514907836914 (2.2405598163604736) - | > loss_kl: 1.6506030559539795 (1.7563870400190353) - | > loss_feat: 7.123501777648926 (7.154424548149109) - | > loss_mel: 22.50172233581543 (22.531104564666748) - | > loss_duration: 1.7394574880599976 (1.7222226560115814) - | > loss_1: 35.110836029052734 (35.40469789505005) - - --> STEP: 9 - | > loss_disc: 2.612180709838867 (2.4487366146511502) - | > loss_disc_real_0: 0.15246978402137756 (0.11679511765638988) - | > loss_disc_real_1: 0.24746613204479218 (0.20520235101381937) - | > loss_disc_real_2: 0.25720635056495667 (0.23397082090377808) - | > loss_disc_real_3: 0.25879138708114624 (0.21905222369564903) - | > loss_disc_real_4: 0.24832193553447723 (0.21161208550135294) - | > loss_disc_real_5: 0.29697251319885254 (0.25735968351364136) - | > loss_0: 2.612180709838867 (2.4487366146511502) - | > loss_gen: 2.2815399169921875 (2.2451131608751087) - | > loss_kl: 2.0896682739257812 (1.793418288230896) - | > loss_feat: 6.095131874084473 (7.036725362141927) - | > loss_mel: 22.570592880249023 (22.535492155287002) - | > loss_duration: 1.7147499322891235 (1.7213923533757527) - | > loss_1: 34.75168228149414 (35.332140604654946) - - --> STEP: 10 - | > loss_disc: 2.7285408973693848 (2.4767170429229735) - | > loss_disc_real_0: 0.14933878183364868 (0.12004948407411575) - | > loss_disc_real_1: 0.1966843456029892 (0.20435055047273637) - | > loss_disc_real_2: 0.26674798130989075 (0.23724853694438935) - | > loss_disc_real_3: 0.19495004415512085 (0.21664200574159623) - | > loss_disc_real_4: 0.24467425048351288 (0.21491830199956893) - | > loss_disc_real_5: 0.2684091627597809 (0.2584646314382553) - | > loss_0: 2.7285408973693848 (2.4767170429229735) - | > loss_gen: 1.7625199556350708 (2.1968538403511046) - | > loss_kl: 1.5865718126296997 (1.7727336406707763) - | > loss_feat: 3.6864373683929443 (6.701696562767029) - | > loss_mel: 18.08084487915039 (22.09002742767334) - | > loss_duration: 1.5905022621154785 (1.7083033442497253) - | > loss_1: 26.706876754760742 (34.46961421966553) - - --> STEP: 11 - | > loss_disc: 2.4043116569519043 (2.470134735107422) - | > loss_disc_real_0: 0.1222115308046341 (0.12024603377689015) - | > loss_disc_real_1: 0.1894591599702835 (0.2029967876997861) - | > loss_disc_real_2: 0.19696477055549622 (0.23358637636358087) - | > loss_disc_real_3: 0.21370552480220795 (0.21637505292892456) - | > loss_disc_real_4: 0.1901504099369049 (0.21266667544841766) - | > loss_disc_real_5: 0.24234403669834137 (0.2569991228255359) - | > loss_0: 2.4043116569519043 (2.470134735107422) - | > loss_gen: 2.2602686882019043 (2.2026188265193594) - | > loss_kl: 2.0872058868408203 (1.8013220266862349) - | > loss_feat: 8.216024398803711 (6.839362729679454) - | > loss_mel: 21.63595962524414 (22.048748536543414) - | > loss_duration: 1.567543387413025 (1.695506984537298) - | > loss_1: 35.76700210571289 (34.58755857294256) - - --> STEP: 12 - | > loss_disc: 2.1883699893951416 (2.4466543396313987) - | > loss_disc_real_0: 0.08330915868282318 (0.11716796085238457) - | > loss_disc_real_1: 0.14775632321834564 (0.19839341565966606) - | > loss_disc_real_2: 0.18631741404533386 (0.22964729617039362) - | > loss_disc_real_3: 0.225752055644989 (0.21715646982192993) - | > loss_disc_real_4: 0.23354825377464294 (0.2144068069756031) - | > loss_disc_real_5: 0.2092493176460266 (0.2530199723939101) - | > loss_0: 2.1883699893951416 (2.4466543396313987) - | > loss_gen: 2.50604248046875 (2.227904131015142) - | > loss_kl: 1.4178186655044556 (1.76936341325442) - | > loss_feat: 7.740542888641357 (6.914461076259613) - | > loss_mel: 21.79044532775879 (22.027223269144695) - | > loss_duration: 1.7159008979797363 (1.697206477324168) - | > loss_1: 35.17074966430664 (34.636157830556236) - - --> STEP: 13 - | > loss_disc: 2.2246475219726562 (2.4295768921191874) - | > loss_disc_real_0: 0.119828961789608 (0.11737265323217098) - | > loss_disc_real_1: 0.11541903764009476 (0.1920107711966221) - | > loss_disc_real_2: 0.14808298647403717 (0.22337311850144312) - | > loss_disc_real_3: 0.15277676284313202 (0.21220418466971472) - | > loss_disc_real_4: 0.16650602221488953 (0.21072213122477898) - | > loss_disc_real_5: 0.12415739893913269 (0.2431074667435426) - | > loss_0: 2.2246475219726562 (2.4295768921191874) - | > loss_gen: 2.1165976524353027 (2.2193420942013082) - | > loss_kl: 1.6565470695495605 (1.7606852329694307) - | > loss_feat: 9.71284294128418 (7.1297212197230415) - | > loss_mel: 23.475698471069336 (22.138644438523514) - | > loss_duration: 1.7510871887207031 (1.7013511474315937) - | > loss_1: 38.712772369384766 (34.94974356431227) - - --> STEP: 14 - | > loss_disc: 2.6287269592285156 (2.443801896912711) - | > loss_disc_real_0: 0.15550166368484497 (0.12009615397879056) - | > loss_disc_real_1: 0.2528925836086273 (0.1963594720831939) - | > loss_disc_real_2: 0.28386086225509644 (0.2276936716267041) - | > loss_disc_real_3: 0.19125381112098694 (0.21070772941623414) - | > loss_disc_real_4: 0.2518020272254944 (0.21365640951054438) - | > loss_disc_real_5: 0.2816241681575775 (0.24585865970168794) - | > loss_0: 2.6287269592285156 (2.443801896912711) - | > loss_gen: 2.1471877098083496 (2.214188209601811) - | > loss_kl: 1.4102507829666138 (1.7356542008263725) - | > loss_feat: 4.761098861694336 (6.960533908435276) - | > loss_mel: 21.511531829833984 (22.093850680759974) - | > loss_duration: 1.7146421670913696 (1.7023005059787206) - | > loss_1: 31.544710159301758 (34.70652689252581) - - --> STEP: 15 - | > loss_disc: 2.7212376594543457 (2.4622976144154864) - | > loss_disc_real_0: 0.17934980988502502 (0.12404639770587285) - | > loss_disc_real_1: 0.23409979045391083 (0.19887549330790838) - | > loss_disc_real_2: 0.29944002628326416 (0.23247676193714142) - | > loss_disc_real_3: 0.2705639600753784 (0.21469814479351043) - | > loss_disc_real_4: 0.24117176234722137 (0.21549076636632283) - | > loss_disc_real_5: 0.23244939744472504 (0.2449647088845571) - | > loss_0: 2.7212376594543457 (2.4622976144154864) - | > loss_gen: 2.027665853500366 (2.2017533858617147) - | > loss_kl: 2.123997688293457 (1.7615437666575113) - | > loss_feat: 4.599452972412109 (6.803128512700399) - | > loss_mel: 19.854053497314453 (21.944530868530272) - | > loss_duration: 1.6570690870285034 (1.699285078048706) - | > loss_1: 30.262237548828125 (34.410240936279294) - - --> STEP: 16 - | > loss_disc: 2.3457207679748535 (2.455011561512947) - | > loss_disc_real_0: 0.08244328945875168 (0.12144620344042778) - | > loss_disc_real_1: 0.1692478209733963 (0.19702376378700137) - | > loss_disc_real_2: 0.23113322257995605 (0.23239279072731733) - | > loss_disc_real_3: 0.18311388790607452 (0.2127241287380457) - | > loss_disc_real_4: 0.15992073714733124 (0.21201763954013586) - | > loss_disc_real_5: 0.19517870247364044 (0.2418530834838748) - | > loss_0: 2.3457207679748535 (2.455011561512947) - | > loss_gen: 2.0854227542877197 (2.19448272138834) - | > loss_kl: 1.4809707403182983 (1.7440079525113106) - | > loss_feat: 7.224156379699707 (6.8294427543878555) - | > loss_mel: 24.47075843811035 (22.10242009162903) - | > loss_duration: 1.8105442523956299 (1.7062387764453888) - | > loss_1: 37.07184982299805 (34.57659149169922) - - --> STEP: 17 - | > loss_disc: 2.541947364807129 (2.4601254322949577) - | > loss_disc_real_0: 0.14063821732997894 (0.12257514543393079) - | > loss_disc_real_1: 0.17990444600582123 (0.19601674509399078) - | > loss_disc_real_2: 0.2540288269519806 (0.23366549874053283) - | > loss_disc_real_3: 0.20331694185733795 (0.2121707648038864) - | > loss_disc_real_4: 0.23690052330493927 (0.2134813385851243) - | > loss_disc_real_5: 0.22834312915802002 (0.24105838028823628) - | > loss_0: 2.541947364807129 (2.4601254322949577) - | > loss_gen: 2.02952241897583 (2.184779174187604) - | > loss_kl: 1.211827278137207 (1.7127032069598926) - | > loss_feat: 5.338443756103516 (6.741736930959365) - | > loss_mel: 17.349910736083984 (21.822860717773438) - | > loss_duration: 1.619302749633789 (1.7011248925152946) - | > loss_1: 27.54900550842285 (34.163204080918256) - - --> STEP: 18 - | > loss_disc: 2.5705690383911133 (2.4662611881891885) - | > loss_disc_real_0: 0.11804603040218353 (0.12232352793216705) - | > loss_disc_real_1: 0.14826534688472748 (0.1933638896379206) - | > loss_disc_real_2: 0.24117107689380646 (0.23408247530460358) - | > loss_disc_real_3: 0.2593134939670563 (0.21478980531295142) - | > loss_disc_real_4: 0.24046196043491364 (0.2149802620212237) - | > loss_disc_real_5: 0.21953092515468597 (0.23986241055859459) - | > loss_0: 2.5705690383911133 (2.4662611881891885) - | > loss_gen: 2.236846923828125 (2.1876718269454107) - | > loss_kl: 1.7993345260620117 (1.7175160580211215) - | > loss_feat: 7.6365203857421875 (6.791447122891744) - | > loss_mel: 24.21286964416504 (21.95563899146186) - | > loss_duration: 1.678908348083496 (1.6998906400468614) - | > loss_1: 37.56447982788086 (34.3521638446384) - - --> STEP: 19 - | > loss_disc: 2.2881336212158203 (2.456886053085327) - | > loss_disc_real_0: 0.07185830175876617 (0.1196674633967249) - | > loss_disc_real_1: 0.18929867446422577 (0.19314993094456823) - | > loss_disc_real_2: 0.17533430457115173 (0.23099046631863243) - | > loss_disc_real_3: 0.24524877965450287 (0.21639290922566465) - | > loss_disc_real_4: 0.20600059628486633 (0.21450764803509964) - | > loss_disc_real_5: 0.2578633725643158 (0.2408098296115273) - | > loss_0: 2.2881336212158203 (2.456886053085327) - | > loss_gen: 2.3382608890533447 (2.1955975670563546) - | > loss_kl: 2.1674039363861084 (1.7411943674087524) - | > loss_feat: 8.642045974731445 (6.888847062462254) - | > loss_mel: 24.47949981689453 (22.08847377174779) - | > loss_duration: 1.788895606994629 (1.7045751119914807) - | > loss_1: 39.41610336303711 (34.6186869771857) - - --> STEP: 20 - | > loss_disc: 2.7469987869262695 (2.4713916897773744) - | > loss_disc_real_0: 0.18107619881629944 (0.12273790016770363) - | > loss_disc_real_1: 0.20648948848247528 (0.19381690882146357) - | > loss_disc_real_2: 0.20179146528244019 (0.2295305162668228) - | > loss_disc_real_3: 0.24498111009597778 (0.2178223192691803) - | > loss_disc_real_4: 0.24736317992210388 (0.21615042462944983) - | > loss_disc_real_5: 0.29011380672454834 (0.24327502846717836) - | > loss_0: 2.7469987869262695 (2.4713916897773744) - | > loss_gen: 1.962600588798523 (2.1839477181434632) - | > loss_kl: 1.3579092025756836 (1.722030109167099) - | > loss_feat: 5.248513698577881 (6.806830394268036) - | > loss_mel: 21.968746185302734 (22.082487392425538) - | > loss_duration: 1.6751817464828491 (1.703105443716049) - | > loss_1: 32.21295166015625 (34.49840021133423) - - --> STEP: 21 - | > loss_disc: 2.819356918334961 (2.487961462565831) - | > loss_disc_real_0: 0.19539758563041687 (0.1261978851897376) - | > loss_disc_real_1: 0.24964067339897156 (0.19647518332515443) - | > loss_disc_real_2: 0.2508021891117096 (0.2305434530689603) - | > loss_disc_real_3: 0.24497997760772705 (0.2191155410948254) - | > loss_disc_real_4: 0.26753756403923035 (0.21859743126801082) - | > loss_disc_real_5: 0.2903406322002411 (0.24551624769256228) - | > loss_0: 2.819356918334961 (2.487961462565831) - | > loss_gen: 1.9815436601638794 (2.174309429668245) - | > loss_kl: 1.4660030603408813 (1.7098383449372792) - | > loss_feat: 4.003088474273682 (6.673318874268305) - | > loss_mel: 16.578508377075195 (21.82039315359933) - | > loss_duration: 1.6825196743011475 (1.7021251689820063) - | > loss_1: 25.7116641998291 (34.079984210786364) - - --> STEP: 22 - | > loss_disc: 2.518908977508545 (2.4893681677904995) - | > loss_disc_real_0: 0.10536019504070282 (0.12525071745569055) - | > loss_disc_real_1: 0.22264918684959412 (0.1976649107580835) - | > loss_disc_real_2: 0.21036000549793243 (0.22962602363391357) - | > loss_disc_real_3: 0.19725868105888367 (0.21812204745682803) - | > loss_disc_real_4: 0.10432630777359009 (0.2134032892909917) - | > loss_disc_real_5: 0.18199439346790314 (0.2426288906823505) - | > loss_0: 2.518908977508545 (2.4893681677904995) - | > loss_gen: 2.0235228538513184 (2.167455494403839) - | > loss_kl: 1.7050490379333496 (1.7096206491643733) - | > loss_feat: 8.436229705810547 (6.753451184792952) - | > loss_mel: 23.752592086791992 (21.90822037783536) - | > loss_duration: 1.8354313373565674 (1.708184540271759) - | > loss_1: 37.75282287597656 (34.24693142284047) - - --> STEP: 23 - | > loss_disc: 2.656552791595459 (2.496637064477672) - | > loss_disc_real_0: 0.15144586563110352 (0.12638963694157807) - | > loss_disc_real_1: 0.23982729017734528 (0.19949805768935577) - | > loss_disc_real_2: 0.28671571612358093 (0.23210818417694257) - | > loss_disc_real_3: 0.22083202004432678 (0.21823987235193668) - | > loss_disc_real_4: 0.24071595072746277 (0.2145907963099687) - | > loss_disc_real_5: 0.2506970763206482 (0.2429796813622765) - | > loss_0: 2.656552791595459 (2.496637064477672) - | > loss_gen: 2.0306434631347656 (2.161507145218227) - | > loss_kl: 1.4391140937805176 (1.6978594945824665) - | > loss_feat: 6.032933712005615 (6.722124338150024) - | > loss_mel: 22.49356460571289 (21.933670126873515) - | > loss_duration: 1.7707946300506592 (1.710906718088233) - | > loss_1: 33.767051696777344 (34.22606708692468) - - --> STEP: 24 - | > loss_disc: 2.5284922122955322 (2.497964362303416) - | > loss_disc_real_0: 0.20806126296520233 (0.12979262135922906) - | > loss_disc_real_1: 0.20625245571136475 (0.1997794909402728) - | > loss_disc_real_2: 0.23010395467281342 (0.23202467461427054) - | > loss_disc_real_3: 0.21994437277317047 (0.2183108932028214) - | > loss_disc_real_4: 0.22002331912517548 (0.21481715142726898) - | > loss_disc_real_5: 0.2583816647529602 (0.24362143067022166) - | > loss_0: 2.5284922122955322 (2.497964362303416) - | > loss_gen: 2.152574300765991 (2.1611349433660507) - | > loss_kl: 1.5576202869415283 (1.692016194264094) - | > loss_feat: 5.4537811279296875 (6.669276704390843) - | > loss_mel: 20.54349136352539 (21.87574601173401) - | > loss_duration: 1.6596429347991943 (1.7087707271178563) - | > loss_1: 31.367111206054688 (34.10694392522176) - - --> STEP: 25 - | > loss_disc: 2.572798252105713 (2.500957717895508) - | > loss_disc_real_0: 0.11756358295679092 (0.12930345982313152) - | > loss_disc_real_1: 0.20396465063095093 (0.19994689732789994) - | > loss_disc_real_2: 0.25120145082473755 (0.2327917456626892) - | > loss_disc_real_3: 0.22106702625751495 (0.21842113852500916) - | > loss_disc_real_4: 0.2965378165245056 (0.21808597803115845) - | > loss_disc_real_5: 0.2895908057689667 (0.24546020567417146) - | > loss_0: 2.572798252105713 (2.500957717895508) - | > loss_gen: 2.195420503616333 (2.162506365776062) - | > loss_kl: 1.495597243309021 (1.6841594362258911) - | > loss_feat: 5.234755516052246 (6.611895856857299) - | > loss_mel: 21.19877815246582 (21.84866729736328) - | > loss_duration: 1.6578983068466187 (1.7067358303070068) - | > loss_1: 31.78244972229004 (34.01396415710449) - - --> STEP: 26 - | > loss_disc: 2.6768712997436523 (2.507723624889667) - | > loss_disc_real_0: 0.158817321062088 (0.13043860833232215) - | > loss_disc_real_1: 0.19197627902030945 (0.1996403350853003) - | > loss_disc_real_2: 0.21985536813735962 (0.23229419268094575) - | > loss_disc_real_3: 0.19112171232700348 (0.21737116059431663) - | > loss_disc_real_4: 0.2531130909919739 (0.2194331746834975) - | > loss_disc_real_5: 0.2587496042251587 (0.24597133638767096) - | > loss_0: 2.6768712997436523 (2.507723624889667) - | > loss_gen: 1.9365884065628052 (2.153817213498629) - | > loss_kl: 0.963276743888855 (1.6564331788283129) - | > loss_feat: 5.505584716796875 (6.569345428393437) - | > loss_mel: 20.247575759887695 (21.78708685361422) - | > loss_duration: 1.6635271310806274 (1.7050739572598383) - | > loss_1: 30.316553115844727 (33.87175604013296) - - --> STEP: 27 - | > loss_disc: 2.6543118953704834 (2.5131528200926603) - | > loss_disc_real_0: 0.18227913975715637 (0.13235862801472342) - | > loss_disc_real_1: 0.2554345726966858 (0.20170678833016642) - | > loss_disc_real_2: 0.20182077586650848 (0.2311655476137444) - | > loss_disc_real_3: 0.1844414919614792 (0.21615154323754487) - | > loss_disc_real_4: 0.2013460099697113 (0.218763279694098) - | > loss_disc_real_5: 0.2931315302848816 (0.2477180102357158) - | > loss_0: 2.6543118953704834 (2.5131528200926603) - | > loss_gen: 2.0729002952575684 (2.150820290600812) - | > loss_kl: 1.729839563369751 (1.659151933811329) - | > loss_feat: 6.2657365798950195 (6.558100656226829) - | > loss_mel: 21.358734130859375 (21.771221937956632) - | > loss_duration: 1.6674351692199707 (1.7036799280731767) - | > loss_1: 33.09464645385742 (33.842974203604236) - - --> STEP: 28 - | > loss_disc: 2.299696922302246 (2.5055293951715742) - | > loss_disc_real_0: 0.08722678571939468 (0.13074677650417596) - | > loss_disc_real_1: 0.24931176006793976 (0.20340696589222976) - | > loss_disc_real_2: 0.21872955560684204 (0.2307214050420693) - | > loss_disc_real_3: 0.27740278840065 (0.21833908770765578) - | > loss_disc_real_4: 0.22130222618579865 (0.2188539563545159) - | > loss_disc_real_5: 0.20387962460517883 (0.24615235360605375) - | > loss_0: 2.299696922302246 (2.5055293951715742) - | > loss_gen: 2.586890935897827 (2.1663942422185625) - | > loss_kl: 1.6740915775299072 (1.659685492515564) - | > loss_feat: 7.853944301605225 (6.604380786418915) - | > loss_mel: 22.959693908691406 (21.813667365482875) - | > loss_duration: 1.6826249361038208 (1.7029279640742712) - | > loss_1: 36.75724792480469 (33.94705540793282) - - --> STEP: 29 - | > loss_disc: 2.5172455310821533 (2.505933399858146) - | > loss_disc_real_0: 0.13972322642803192 (0.13105630926017098) - | > loss_disc_real_1: 0.1600428819656372 (0.20191165265338173) - | > loss_disc_real_2: 0.2632063329219818 (0.23184157496896282) - | > loss_disc_real_3: 0.2448054403066635 (0.21925172055589742) - | > loss_disc_real_4: 0.28435906767845154 (0.22111275329672056) - | > loss_disc_real_5: 0.1657218635082245 (0.24337888843026653) - | > loss_0: 2.5172455310821533 (2.505933399858146) - | > loss_gen: 2.2288382053375244 (2.168547482326113) - | > loss_kl: 1.4167224168777466 (1.6513074554246048) - | > loss_feat: 7.371613025665283 (6.630837070530858) - | > loss_mel: 24.292129516601562 (21.899131577590417) - | > loss_duration: 1.661312460899353 (1.701492946723412) - | > loss_1: 36.970619201660156 (34.05131622840618) - - --> STEP: 30 - | > loss_disc: 2.8258066177368164 (2.5165958404541016) - | > loss_disc_real_0: 0.11930574476718903 (0.13066462377707158) - | > loss_disc_real_1: 0.20409080386161804 (0.20198429102698962) - | > loss_disc_real_2: 0.25767555832862854 (0.23270270774761836) - | > loss_disc_real_3: 0.292052686214447 (0.2216784194111824) - | > loss_disc_real_4: 0.2687293291091919 (0.2226999724904696) - | > loss_disc_real_5: 0.2889474928379059 (0.2448978419105212) - | > loss_0: 2.8258066177368164 (2.5165958404541016) - | > loss_gen: 1.9680538177490234 (2.1618643601735434) - | > loss_kl: 1.9654771089553833 (1.661779777208964) - | > loss_feat: 7.730839252471924 (6.667503809928894) - | > loss_mel: 24.327632904052734 (21.980081621805827) - | > loss_duration: 1.738466501235962 (1.7027253985404969) - | > loss_1: 37.730472564697266 (34.173954772949216) - - --> STEP: 31 - | > loss_disc: 2.779724359512329 (2.5250838571979153) - | > loss_disc_real_0: 0.16159777343273163 (0.13166246731435094) - | > loss_disc_real_1: 0.2712532877922058 (0.2042187747936095) - | > loss_disc_real_2: 0.2749824821949005 (0.23406657143946616) - | > loss_disc_real_3: 0.22752748429775238 (0.2218670989236524) - | > loss_disc_real_4: 0.22772248089313507 (0.22286198889055558) - | > loss_disc_real_5: 0.26968881487846375 (0.24569755071593868) - | > loss_0: 2.779724359512329 (2.5250838571979153) - | > loss_gen: 2.127232551574707 (2.1607472050574517) - | > loss_kl: 1.6005419492721558 (1.659804363404551) - | > loss_feat: 7.56615686416626 (6.696492618130099) - | > loss_mel: 24.195777893066406 (22.0515556950723) - | > loss_duration: 1.6399950981140137 (1.7007018404622232) - | > loss_1: 37.129703521728516 (34.269301506780806) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.011026697774087229 (-1.3382204117323021e-06) - | > avg_loss_disc: 2.5250838571979153 (+0.054482875331755665) - | > avg_loss_disc_real_0: 0.13166246731435094 (+0.021013368041284577) - | > avg_loss_disc_real_1: 0.2042187747936095 (+0.031433314565689346) - | > avg_loss_disc_real_2: 0.23406657143946616 (+0.026317184971224872) - | > avg_loss_disc_real_3: 0.2218670989236524 (-0.02280596859993475) - | > avg_loss_disc_real_4: 0.22286198889055558 (-0.00726377146859325) - | > avg_loss_disc_real_5: 0.24569755071593868 (+0.008694965993204407) - | > avg_loss_0: 2.5250838571979153 (+0.054482875331755665) - | > avg_loss_gen: 2.1607472050574517 (+0.09933821232088169) - | > avg_loss_kl: 1.659804363404551 (-0.03880733828390781) - | > avg_loss_feat: 6.696492618130099 (+0.45181971980679414) - | > avg_loss_mel: 22.0515556950723 (+0.8768967659242719) - | > avg_loss_duration: 1.7007018404622232 (-0.0014334455613167485) - | > avg_loss_1: 34.269301506780806 (+1.3878136296426078) - - - > EPOCH: 21/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 03:15:16)  - - --> TIME: 2024-11-23 03:15:21 -- STEP: 6/797 -- GLOBAL_STEP: 39850 - | > loss_disc: 2.4929392337799072 (2.5020198424657187) - | > loss_disc_real_0: 0.08592639863491058 (0.1270661068459352) - | > loss_disc_real_1: 0.275410532951355 (0.24670522411664328) - | > loss_disc_real_2: 0.2869415879249573 (0.2645563334226608) - | > loss_disc_real_3: 0.2497134953737259 (0.20808278769254684) - | > loss_disc_real_4: 0.22738394141197205 (0.22750120361646017) - | > loss_disc_real_5: 0.24637152254581451 (0.2345501035451889) - | > loss_0: 2.4929392337799072 (2.5020198424657187) - | > grad_norm_0: tensor(15.9652, device='cuda:0') (tensor(93.9645, device='cuda:0')) - | > loss_gen: 2.388800621032715 (2.3491835991541543) - | > loss_kl: 1.5171552896499634 (1.473346213499705) - | > loss_feat: 6.071686267852783 (6.5118809541066485) - | > loss_mel: 21.048730850219727 (21.41793727874756) - | > loss_duration: 1.7996909618377686 (1.9062940677007039) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.82606506347656 (33.658643086751304) - | > grad_norm_1: tensor(189.2571, device='cuda:0') (tensor(314.6447, device='cuda:0')) - | > current_lr_0: 0.00019877866781345852 - | > current_lr_1: 0.00019877866781345852 - | > step_time: 0.764 (0.7534253199895223) - | > loader_time: 0.003 (0.004501541455586751) - - - --> TIME: 2024-11-23 03:15:40 -- STEP: 31/797 -- GLOBAL_STEP: 39875 - | > loss_disc: 2.476498603820801 (2.482021277950656) - | > loss_disc_real_0: 0.1819363534450531 (0.13061266584742448) - | > loss_disc_real_1: 0.19049713015556335 (0.22510216505296768) - | > loss_disc_real_2: 0.23754404485225677 (0.24740637262021345) - | > loss_disc_real_3: 0.2207387238740921 (0.22216458762845687) - | > loss_disc_real_4: 0.21254467964172363 (0.22635788350336014) - | > loss_disc_real_5: 0.22925151884555817 (0.2374457207418257) - | > loss_0: 2.476498603820801 (2.482021277950656) - | > grad_norm_0: tensor(95.0521, device='cuda:0') (tensor(61.7416, device='cuda:0')) - | > loss_gen: 2.1996397972106934 (2.3483439876187227) - | > loss_kl: 1.7280254364013672 (1.5560261126487487) - | > loss_feat: 6.610063552856445 (6.633947418582055) - | > loss_mel: 20.917518615722656 (21.213591360276745) - | > loss_duration: 1.7412889003753662 (1.8071112786569903) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.196537017822266 (33.559020073183135) - | > grad_norm_1: tensor(500.0141, device='cuda:0') (tensor(457.3852, device='cuda:0')) - | > current_lr_0: 0.00019877866781345852 - | > current_lr_1: 0.00019877866781345852 - | > step_time: 0.7552 (0.7467746042436169) - | > loader_time: 0.0033 (0.004763841629028319) - - - --> TIME: 2024-11-23 03:15:59 -- STEP: 56/797 -- GLOBAL_STEP: 39900 - | > loss_disc: 2.512101650238037 (2.4675206584589824) - | > loss_disc_real_0: 0.12411776185035706 (0.13252190274319478) - | > loss_disc_real_1: 0.23234562575817108 (0.22132300665335997) - | > loss_disc_real_2: 0.22521942853927612 (0.23907120845147542) - | > loss_disc_real_3: 0.23144406080245972 (0.21905522607266903) - | > loss_disc_real_4: 0.2236158847808838 (0.22432489985866205) - | > loss_disc_real_5: 0.25905850529670715 (0.23196653170245035) - | > loss_0: 2.512101650238037 (2.4675206584589824) - | > grad_norm_0: tensor(167.9006, device='cuda:0') (tensor(52.5889, device='cuda:0')) - | > loss_gen: 2.3003969192504883 (2.3293189917291914) - | > loss_kl: 1.4031847715377808 (1.5586400926113129) - | > loss_feat: 6.816975116729736 (6.65695663860866) - | > loss_mel: 20.575176239013672 (21.21533162253243) - | > loss_duration: 1.634316325187683 (1.7781878752367837) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.73004913330078 (33.538435595376164) - | > grad_norm_1: tensor(717.2491, device='cuda:0') (tensor(485.2903, device='cuda:0')) - | > current_lr_0: 0.00019877866781345852 - | > current_lr_1: 0.00019877866781345852 - | > step_time: 0.7819 (0.753368045602526) - | > loader_time: 0.0048 (0.004507171256201608) - - - --> TIME: 2024-11-23 03:16:19 -- STEP: 81/797 -- GLOBAL_STEP: 39925 - | > loss_disc: 2.4265658855438232 (2.4499714345107844) - | > loss_disc_real_0: 0.10974451899528503 (0.12994422018527985) - | > loss_disc_real_1: 0.24917080998420715 (0.21933348366507777) - | > loss_disc_real_2: 0.2272033840417862 (0.23665344899083363) - | > loss_disc_real_3: 0.2253808081150055 (0.2202374850526268) - | > loss_disc_real_4: 0.2495405375957489 (0.2215162572669394) - | > loss_disc_real_5: 0.2177804410457611 (0.22808093586821615) - | > loss_0: 2.4265658855438232 (2.4499714345107844) - | > grad_norm_0: tensor(38.0727, device='cuda:0') (tensor(51.8493, device='cuda:0')) - | > loss_gen: 2.5550944805145264 (2.345070300278841) - | > loss_kl: 1.4406259059906006 (1.5451616608066328) - | > loss_feat: 6.776522636413574 (6.6834936377442915) - | > loss_mel: 21.793981552124023 (21.15373430134338) - | > loss_duration: 1.6982638835906982 (1.7588696288473813) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.26449203491211 (33.48632986751605) - | > grad_norm_1: tensor(699.4638, device='cuda:0') (tensor(522.2010, device='cuda:0')) - | > current_lr_0: 0.00019877866781345852 - | > current_lr_1: 0.00019877866781345852 - | > step_time: 0.779 (0.7557095716029038) - | > loader_time: 0.006 (0.00469180684030792) - - - --> TIME: 2024-11-23 03:16:38 -- STEP: 106/797 -- GLOBAL_STEP: 39950 - | > loss_disc: 2.4450278282165527 (2.459247071787996) - | > loss_disc_real_0: 0.15842291712760925 (0.13206770439755247) - | > loss_disc_real_1: 0.26116853952407837 (0.22004245235672537) - | > loss_disc_real_2: 0.19867752492427826 (0.23630182627799376) - | > loss_disc_real_3: 0.22037746012210846 (0.2214846246928539) - | > loss_disc_real_4: 0.22329221665859222 (0.22377026994835655) - | > loss_disc_real_5: 0.2152705192565918 (0.22919103446996436) - | > loss_0: 2.4450278282165527 (2.459247071787996) - | > grad_norm_0: tensor(111.5391, device='cuda:0') (tensor(54.1389, device='cuda:0')) - | > loss_gen: 2.31508731842041 (2.3402500962311366) - | > loss_kl: 1.4174680709838867 (1.5620703078665823) - | > loss_feat: 6.463348388671875 (6.680469692878003) - | > loss_mel: 19.85542106628418 (21.233839448892844) - | > loss_duration: 1.6762328147888184 (1.7501517298086635) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.727556228637695 (33.56678152984044) - | > grad_norm_1: tensor(808.6149, device='cuda:0') (tensor(532.0696, device='cuda:0')) - | > current_lr_0: 0.00019877866781345852 - | > current_lr_1: 0.00019877866781345852 - | > step_time: 0.7493 (0.7562182174538666) - | > loader_time: 0.0054 (0.005100414438067742) - - - --> TIME: 2024-11-23 03:16:57 -- STEP: 131/797 -- GLOBAL_STEP: 39975 - | > loss_disc: 2.4951283931732178 (2.4603520513490866) - | > loss_disc_real_0: 0.23913408815860748 (0.13308216622881314) - | > loss_disc_real_1: 0.24988067150115967 (0.21942060036968639) - | > loss_disc_real_2: 0.2055351883172989 (0.23611638780313593) - | > loss_disc_real_3: 0.20491497218608856 (0.2215126375205644) - | > loss_disc_real_4: 0.2390459030866623 (0.22382897366094226) - | > loss_disc_real_5: 0.2094646692276001 (0.22849176073347338) - | > loss_0: 2.4951283931732178 (2.4603520513490866) - | > grad_norm_0: tensor(167.1812, device='cuda:0') (tensor(60.7636, device='cuda:0')) - | > loss_gen: 2.5739734172821045 (2.3485817690842024) - | > loss_kl: 1.3393664360046387 (1.5479532361940573) - | > loss_feat: 6.7256646156311035 (6.715076617612183) - | > loss_mel: 21.66366195678711 (21.270532287714136) - | > loss_duration: 1.730968713760376 (1.7445941089673807) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.033634185791016 (33.626738220680764) - | > grad_norm_1: tensor(616.3802, device='cuda:0') (tensor(560.6798, device='cuda:0')) - | > current_lr_0: 0.00019877866781345852 - | > current_lr_1: 0.00019877866781345852 - | > step_time: 0.8241 (0.758904182273923) - | > loader_time: 0.0041 (0.005145657153529975) - - - --> TIME: 2024-11-23 03:17:17 -- STEP: 156/797 -- GLOBAL_STEP: 40000 - | > loss_disc: 2.6052639484405518 (2.4604755410781283) - | > loss_disc_real_0: 0.0907844826579094 (0.13187079055187034) - | > loss_disc_real_1: 0.19105836749076843 (0.2190038452927883) - | > loss_disc_real_2: 0.2339853048324585 (0.234609680584608) - | > loss_disc_real_3: 0.17881307005882263 (0.22270450167931044) - | > loss_disc_real_4: 0.2504470944404602 (0.22401719492597458) - | > loss_disc_real_5: 0.2325209081172943 (0.22825447947551042) - | > loss_0: 2.6052639484405518 (2.4604755410781283) - | > grad_norm_0: tensor(134.6863, device='cuda:0') (tensor(67.4411, device='cuda:0')) - | > loss_gen: 2.263632297515869 (2.353230349528483) - | > loss_kl: 1.6923842430114746 (1.5375747199241925) - | > loss_feat: 6.177968978881836 (6.7059040528077345) - | > loss_mel: 19.959712982177734 (21.214082571176384) - | > loss_duration: 1.7151288986206055 (1.737593018091642) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.808826446533203 (33.548384862068374) - | > grad_norm_1: tensor(554.3815, device='cuda:0') (tensor(559.6429, device='cuda:0')) - | > current_lr_0: 0.00019877866781345852 - | > current_lr_1: 0.00019877866781345852 - | > step_time: 0.7605 (0.7648696517333006) - | > loader_time: 0.0048 (0.005315742431542812) - - - > CHECKPOINT : vits_shi_male-November-22-2024_02+49AM-0000000/checkpoint_40000.pth - - --> TIME: 2024-11-23 03:17:43 -- STEP: 181/797 -- GLOBAL_STEP: 40025 - | > loss_disc: 2.3955283164978027 (2.4580014990179593) - | > loss_disc_real_0: 0.13161951303482056 (0.13147465847638443) - | > loss_disc_real_1: 0.16834329068660736 (0.21846145020993374) - | > loss_disc_real_2: 0.23762494325637817 (0.23529977462568336) - | > loss_disc_real_3: 0.23022203147411346 (0.22251604291615565) - | > loss_disc_real_4: 0.2133411467075348 (0.2235490120741544) - | > loss_disc_real_5: 0.24069342017173767 (0.22932403571697887) - | > loss_0: 2.3955283164978027 (2.4580014990179593) - | > grad_norm_0: tensor(22.1052, device='cuda:0') (tensor(68.3820, device='cuda:0')) - | > loss_gen: 2.35394024848938 (2.35573569977481) - | > loss_kl: 1.6035410165786743 (1.5365223634308867) - | > loss_feat: 7.060338973999023 (6.7150882436425645) - | > loss_mel: 21.868106842041016 (21.278956608219044) - | > loss_duration: 1.6808786392211914 (1.7306865842302859) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.566802978515625 (33.616989599407056) - | > grad_norm_1: tensor(360.3548, device='cuda:0') (tensor(563.3327, device='cuda:0')) - | > current_lr_0: 0.00019877866781345852 - | > current_lr_1: 0.00019877866781345852 - | > step_time: 0.7474 (0.7718909300493272) - | > loader_time: 0.0049 (0.005444591216619502) - - - --> TIME: 2024-11-23 03:18:03 -- STEP: 206/797 -- GLOBAL_STEP: 40050 - | > loss_disc: 2.5086123943328857 (2.4582070933962332) - | > loss_disc_real_0: 0.1770128607749939 (0.13242057117732986) - | > loss_disc_real_1: 0.23256509006023407 (0.21869760238140531) - | > loss_disc_real_2: 0.20391075313091278 (0.23473153993921372) - | > loss_disc_real_3: 0.22678518295288086 (0.22286879256801698) - | > loss_disc_real_4: 0.19380730390548706 (0.2228389482909036) - | > loss_disc_real_5: 0.22008180618286133 (0.2286426440894025) - | > loss_0: 2.5086123943328857 (2.4582070933962332) - | > grad_norm_0: tensor(138.5975, device='cuda:0') (tensor(68.2795, device='cuda:0')) - | > loss_gen: 2.2070040702819824 (2.3508312042477053) - | > loss_kl: 1.5109667778015137 (1.5406629356365753) - | > loss_feat: 6.4901933670043945 (6.707553051050427) - | > loss_mel: 22.432374954223633 (21.29566759276158) - | > loss_duration: 1.7231333255767822 (1.7287509371933427) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.363670349121094 (33.62346576949925) - | > grad_norm_1: tensor(715.0252, device='cuda:0') (tensor(556.1163, device='cuda:0')) - | > current_lr_0: 0.00019877866781345852 - | > current_lr_1: 0.00019877866781345852 - | > step_time: 0.8102 (0.774330356746044) - | > loader_time: 0.0045 (0.005536733321773196) - - - --> TIME: 2024-11-23 03:18:24 -- STEP: 231/797 -- GLOBAL_STEP: 40075 - | > loss_disc: 2.2845211029052734 (2.4584113601998334) - | > loss_disc_real_0: 0.09106054902076721 (0.1320463452504311) - | > loss_disc_real_1: 0.22653798758983612 (0.21883263661489857) - | > loss_disc_real_2: 0.24062326550483704 (0.23515515700305178) - | > loss_disc_real_3: 0.209448903799057 (0.22241391712452943) - | > loss_disc_real_4: 0.21696557104587555 (0.22238805670758863) - | > loss_disc_real_5: 0.21261245012283325 (0.22915107734275586) - | > loss_0: 2.2845211029052734 (2.4584113601998334) - | > grad_norm_0: tensor(49.6080, device='cuda:0') (tensor(68.1027, device='cuda:0')) - | > loss_gen: 2.407691478729248 (2.3557031763580443) - | > loss_kl: 1.3642446994781494 (1.542253869952577) - | > loss_feat: 6.812044620513916 (6.705080195422813) - | > loss_mel: 20.897361755371094 (21.314898676686465) - | > loss_duration: 1.6929455995559692 (1.725757492569102) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.17428970336914 (33.643693478076464) - | > grad_norm_1: tensor(675.4648, device='cuda:0') (tensor(564.8983, device='cuda:0')) - | > current_lr_0: 0.00019877866781345852 - | > current_lr_1: 0.00019877866781345852 - | > step_time: 0.811 (0.7784508265458144) - | > loader_time: 0.0048 (0.005655678835782138) - - - --> TIME: 2024-11-23 03:18:44 -- STEP: 256/797 -- GLOBAL_STEP: 40100 - | > loss_disc: 2.488429546356201 (2.4564243657514453) - | > loss_disc_real_0: 0.141057550907135 (0.13107927152304916) - | > loss_disc_real_1: 0.2103445678949356 (0.21881383715663105) - | > loss_disc_real_2: 0.2348886877298355 (0.23454261396545917) - | > loss_disc_real_3: 0.2490217089653015 (0.2222559258225374) - | > loss_disc_real_4: 0.22587575018405914 (0.221812499279622) - | > loss_disc_real_5: 0.20786689221858978 (0.229416512476746) - | > loss_0: 2.488429546356201 (2.4564243657514453) - | > grad_norm_0: tensor(119.3361, device='cuda:0') (tensor(68.5217, device='cuda:0')) - | > loss_gen: 2.320169448852539 (2.3546186052262774) - | > loss_kl: 1.4968944787979126 (1.5458158552646633) - | > loss_feat: 6.217167377471924 (6.699871972203255) - | > loss_mel: 21.038639068603516 (21.31974792480468) - | > loss_duration: 1.6888225078582764 (1.7219241568818688) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.76169204711914 (33.64197851717471) - | > grad_norm_1: tensor(501.4183, device='cuda:0') (tensor(568.8558, device='cuda:0')) - | > current_lr_0: 0.00019877866781345852 - | > current_lr_1: 0.00019877866781345852 - | > step_time: 0.8424 (0.7816073661670089) - | > loader_time: 0.0069 (0.00579693540930748) - - - --> TIME: 2024-11-23 03:19:05 -- STEP: 281/797 -- GLOBAL_STEP: 40125 - | > loss_disc: 2.583803415298462 (2.458580811252798) - | > loss_disc_real_0: 0.1123795211315155 (0.13163402692491055) - | > loss_disc_real_1: 0.18470729887485504 (0.21893321757214773) - | > loss_disc_real_2: 0.20738549530506134 (0.23395131544286246) - | > loss_disc_real_3: 0.2337917983531952 (0.2221869461477015) - | > loss_disc_real_4: 0.22826026380062103 (0.22223324644183773) - | > loss_disc_real_5: 0.2611350119113922 (0.22992542905739619) - | > loss_0: 2.583803415298462 (2.458580811252798) - | > grad_norm_0: tensor(55.9297, device='cuda:0') (tensor(69.4004, device='cuda:0')) - | > loss_gen: 2.2188985347747803 (2.357676505194015) - | > loss_kl: 1.6274269819259644 (1.5455177767845232) - | > loss_feat: 5.62615966796875 (6.7055951233860425) - | > loss_mel: 19.586368560791016 (21.349098572103145) - | > loss_duration: 1.708489179611206 (1.719529567664204) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.76734161376953 (33.67741753113227) - | > grad_norm_1: tensor(455.4538, device='cuda:0') (tensor(575.0207, device='cuda:0')) - | > current_lr_0: 0.00019877866781345852 - | > current_lr_1: 0.00019877866781345852 - | > step_time: 0.8091 (0.7838591019029718) - | > loader_time: 0.0052 (0.0059689796692111744) - - - --> TIME: 2024-11-23 03:19:25 -- STEP: 306/797 -- GLOBAL_STEP: 40150 - | > loss_disc: 2.555875539779663 (2.467104843239379) - | > loss_disc_real_0: 0.14381995797157288 (0.13731403040145743) - | > loss_disc_real_1: 0.26279786229133606 (0.21892624981457895) - | > loss_disc_real_2: 0.25995534658432007 (0.23477785016586578) - | > loss_disc_real_3: 0.2542448341846466 (0.22292892181990193) - | > loss_disc_real_4: 0.22405199706554413 (0.22215316269327612) - | > loss_disc_real_5: 0.2389436811208725 (0.2296923852823918) - | > loss_0: 2.555875539779663 (2.467104843239379) - | > grad_norm_0: tensor(13.3360, device='cuda:0') (tensor(68.8645, device='cuda:0')) - | > loss_gen: 2.093409776687622 (2.352924755975313) - | > loss_kl: 1.645867109298706 (1.5500248432938564) - | > loss_feat: 5.864091396331787 (6.6748549766789855) - | > loss_mel: 22.324010848999023 (21.35350019791545) - | > loss_duration: 1.6771721839904785 (1.7175410000327362) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.60455322265625 (33.648845803503896) - | > grad_norm_1: tensor(162.5086, device='cuda:0') (tensor(566.6181, device='cuda:0')) - | > current_lr_0: 0.00019877866781345852 - | > current_lr_1: 0.00019877866781345852 - | > step_time: 0.7668 (0.7867348279828338) - | > loader_time: 0.0062 (0.006049001918119545) - - - --> TIME: 2024-11-23 03:19:46 -- STEP: 331/797 -- GLOBAL_STEP: 40175 - | > loss_disc: 2.5218653678894043 (2.4658062638112788) - | > loss_disc_real_0: 0.1874104142189026 (0.1371219631543333) - | > loss_disc_real_1: 0.1800352931022644 (0.21863598081640612) - | > loss_disc_real_2: 0.24685834348201752 (0.23440041048649216) - | > loss_disc_real_3: 0.22793276607990265 (0.22292903997566765) - | > loss_disc_real_4: 0.24540553987026215 (0.22186267159856699) - | > loss_disc_real_5: 0.22250907123088837 (0.229447598678828) - | > loss_0: 2.5218653678894043 (2.4658062638112788) - | > grad_norm_0: tensor(32.9647, device='cuda:0') (tensor(67.8388, device='cuda:0')) - | > loss_gen: 2.164848804473877 (2.3476989557375734) - | > loss_kl: 1.5157103538513184 (1.5502189495052088) - | > loss_feat: 5.650798797607422 (6.648036536133182) - | > loss_mel: 20.22450828552246 (21.32159390406304) - | > loss_duration: 1.6505367755889893 (1.7155030223898293) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.206403732299805 (33.58305144526087) - | > grad_norm_1: tensor(377.5550, device='cuda:0') (tensor(562.9320, device='cuda:0')) - | > current_lr_0: 0.00019877866781345852 - | > current_lr_1: 0.00019877866781345852 - | > step_time: 0.8585 (0.7889414107331335) - | > loader_time: 0.0063 (0.006090756989677868) - - - --> TIME: 2024-11-23 03:20:07 -- STEP: 356/797 -- GLOBAL_STEP: 40200 - | > loss_disc: 2.4274017810821533 (2.46575027972125) - | > loss_disc_real_0: 0.13569337129592896 (0.13705441749162897) - | > loss_disc_real_1: 0.21737273037433624 (0.2188460815990909) - | > loss_disc_real_2: 0.2583674490451813 (0.2345449375721176) - | > loss_disc_real_3: 0.21383802592754364 (0.22290846282679044) - | > loss_disc_real_4: 0.23966991901397705 (0.22185993282480188) - | > loss_disc_real_5: 0.2190215289592743 (0.2288481661359246) - | > loss_0: 2.4274017810821533 (2.46575027972125) - | > grad_norm_0: tensor(98.8174, device='cuda:0') (tensor(69.6759, device='cuda:0')) - | > loss_gen: 2.3390212059020996 (2.3455092485031406) - | > loss_kl: 1.3558435440063477 (1.5491176317916822) - | > loss_feat: 6.441351890563965 (6.638411686661538) - | > loss_mel: 22.612756729125977 (21.311568849542144) - | > loss_duration: 1.6699305772781372 (1.7128685066539246) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.41890335083008 (33.557476011554854) - | > grad_norm_1: tensor(513.6970, device='cuda:0') (tensor(564.8636, device='cuda:0')) - | > current_lr_0: 0.00019877866781345852 - | > current_lr_1: 0.00019877866781345852 - | > step_time: 0.7768 (0.7913005780637933) - | > loader_time: 0.007 (0.006214610646280011) - - - --> TIME: 2024-11-23 03:20:28 -- STEP: 381/797 -- GLOBAL_STEP: 40225 - | > loss_disc: 2.4625561237335205 (2.4670817038518558) - | > loss_disc_real_0: 0.15566976368427277 (0.13821035887547373) - | > loss_disc_real_1: 0.1892767697572708 (0.21862452123265258) - | > loss_disc_real_2: 0.2343073934316635 (0.23422508696558594) - | > loss_disc_real_3: 0.21036934852600098 (0.2230022671263362) - | > loss_disc_real_4: 0.20562408864498138 (0.22214766542899014) - | > loss_disc_real_5: 0.20140276849269867 (0.22936399249736406) - | > loss_0: 2.4625561237335205 (2.4670817038518558) - | > grad_norm_0: tensor(11.9965, device='cuda:0') (tensor(68.8598, device='cuda:0')) - | > loss_gen: 2.1705408096313477 (2.344926442999855) - | > loss_kl: 1.5749377012252808 (1.5504527476828862) - | > loss_feat: 6.725498676300049 (6.637069931180458) - | > loss_mel: 19.923635482788086 (21.321280306718464) - | > loss_duration: 1.6830179691314697 (1.7104141818569711) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.07762908935547 (33.56414371400368) - | > grad_norm_1: tensor(244.9163, device='cuda:0') (tensor(556.9890, device='cuda:0')) - | > current_lr_0: 0.00019877866781345852 - | > current_lr_1: 0.00019877866781345852 - | > step_time: 0.8051 (0.7930699089380698) - | > loader_time: 0.0066 (0.006424689230330661) - - - --> TIME: 2024-11-23 03:20:49 -- STEP: 406/797 -- GLOBAL_STEP: 40250 - | > loss_disc: 2.416353464126587 (2.469586593764169) - | > loss_disc_real_0: 0.15514248609542847 (0.13834059119151154) - | > loss_disc_real_1: 0.22217746078968048 (0.21899236969906713) - | > loss_disc_real_2: 0.1718209683895111 (0.23420762222975933) - | > loss_disc_real_3: 0.18261145055294037 (0.22317026772082146) - | > loss_disc_real_4: 0.21073752641677856 (0.22198325112975878) - | > loss_disc_real_5: 0.19575484097003937 (0.22971225537249607) - | > loss_0: 2.416353464126587 (2.469586593764169) - | > grad_norm_0: tensor(96.3949, device='cuda:0') (tensor(67.8172, device='cuda:0')) - | > loss_gen: 2.429501533508301 (2.340100728819526) - | > loss_kl: 1.7847084999084473 (1.5509508481166627) - | > loss_feat: 7.2128729820251465 (6.620459463796005) - | > loss_mel: 21.302610397338867 (21.306915743597603) - | > loss_duration: 1.6932871341705322 (1.7092342191729049) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.42298126220703 (33.52766114502705) - | > grad_norm_1: tensor(791.3199, device='cuda:0') (tensor(547.6226, device='cuda:0')) - | > current_lr_0: 0.00019877866781345852 - | > current_lr_1: 0.00019877866781345852 - | > step_time: 0.8093 (0.7946782705231838) - | > loader_time: 0.014 (0.006497483535353187) - - - --> TIME: 2024-11-23 03:21:10 -- STEP: 431/797 -- GLOBAL_STEP: 40275 - | > loss_disc: 2.494074821472168 (2.4674683164831106) - | > loss_disc_real_0: 0.12088633328676224 (0.1371574343944924) - | > loss_disc_real_1: 0.2020765244960785 (0.2184863671003528) - | > loss_disc_real_2: 0.22540055215358734 (0.23423692649727354) - | > loss_disc_real_3: 0.20289558172225952 (0.2230413080713865) - | > loss_disc_real_4: 0.24543970823287964 (0.2220775557643023) - | > loss_disc_real_5: 0.27267691493034363 (0.23001618451695985) - | > loss_0: 2.494074821472168 (2.4674683164831106) - | > grad_norm_0: tensor(117.6342, device='cuda:0') (tensor(67.6412, device='cuda:0')) - | > loss_gen: 2.437218189239502 (2.3434936153916386) - | > loss_kl: 1.7173773050308228 (1.550475428939695) - | > loss_feat: 7.15352201461792 (6.629347780187833) - | > loss_mel: 22.471921920776367 (21.326590456154932) - | > loss_duration: 1.7329055070877075 (1.7076710614693411) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.51294708251953 (33.557578491777384) - | > grad_norm_1: tensor(445.9546, device='cuda:0') (tensor(554.7716, device='cuda:0')) - | > current_lr_0: 0.00019877866781345852 - | > current_lr_1: 0.00019877866781345852 - | > step_time: 0.8052 (0.7970495500586701) - | > loader_time: 0.0109 (0.006632683725202168) - - - --> TIME: 2024-11-23 03:21:31 -- STEP: 456/797 -- GLOBAL_STEP: 40300 - | > loss_disc: 2.274832010269165 (2.4640281508889115) - | > loss_disc_real_0: 0.07502686977386475 (0.13631616812199362) - | > loss_disc_real_1: 0.24261528253555298 (0.21849077835417632) - | > loss_disc_real_2: 0.2259364128112793 (0.233723724783774) - | > loss_disc_real_3: 0.20081837475299835 (0.2230454304239206) - | > loss_disc_real_4: 0.2431197166442871 (0.2218903336477907) - | > loss_disc_real_5: 0.260376900434494 (0.2298202754178068) - | > loss_0: 2.274832010269165 (2.4640281508889115) - | > grad_norm_0: tensor(11.6190, device='cuda:0') (tensor(67.7639, device='cuda:0')) - | > loss_gen: 2.4904534816741943 (2.3491273412579003) - | > loss_kl: 1.5990227460861206 (1.5522675370438053) - | > loss_feat: 7.419105052947998 (6.652959400101712) - | > loss_mel: 23.081745147705078 (21.359555947153176) - | > loss_duration: 1.749272108078003 (1.7067573057454926) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.339595794677734 (33.620667708547465) - | > grad_norm_1: tensor(358.3074, device='cuda:0') (tensor(553.9789, device='cuda:0')) - | > current_lr_0: 0.00019877866781345852 - | > current_lr_1: 0.00019877866781345852 - | > step_time: 0.8152 (0.7994183861372762) - | > loader_time: 0.0085 (0.006741837974180256) - - - --> TIME: 2024-11-23 03:21:53 -- STEP: 481/797 -- GLOBAL_STEP: 40325 - | > loss_disc: 2.4646618366241455 (2.463268611138675) - | > loss_disc_real_0: 0.12144831568002701 (0.13555938386495806) - | > loss_disc_real_1: 0.19422155618667603 (0.2180787010463013) - | > loss_disc_real_2: 0.23141838610172272 (0.23383569773170407) - | > loss_disc_real_3: 0.2147139310836792 (0.2229782154245337) - | > loss_disc_real_4: 0.21019519865512848 (0.2221484489413656) - | > loss_disc_real_5: 0.1992291808128357 (0.23037980376063166) - | > loss_0: 2.4646618366241455 (2.463268611138675) - | > grad_norm_0: tensor(22.8366, device='cuda:0') (tensor(67.5815, device='cuda:0')) - | > loss_gen: 2.220245838165283 (2.3524029919114797) - | > loss_kl: 1.461105227470398 (1.5521225887128067) - | > loss_feat: 6.715576171875 (6.660917302922747) - | > loss_mel: 21.107324600219727 (21.379709862373957) - | > loss_duration: 1.7006206512451172 (1.70572555610395) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.204872131347656 (33.65087850178103) - | > grad_norm_1: tensor(594.2698, device='cuda:0') (tensor(551.3445, device='cuda:0')) - | > current_lr_0: 0.00019877866781345852 - | > current_lr_1: 0.00019877866781345852 - | > step_time: 0.8222 (0.802066205692886) - | > loader_time: 0.0077 (0.006837448310455513) - - - --> TIME: 2024-11-23 03:22:15 -- STEP: 506/797 -- GLOBAL_STEP: 40350 - | > loss_disc: 2.2415857315063477 (2.4622661016675322) - | > loss_disc_real_0: 0.10230985283851624 (0.1350473758319151) - | > loss_disc_real_1: 0.18670284748077393 (0.2180783906767491) - | > loss_disc_real_2: 0.19300386309623718 (0.23338029648475497) - | > loss_disc_real_3: 0.21588343381881714 (0.22306563107392532) - | > loss_disc_real_4: 0.222157821059227 (0.22196028693744788) - | > loss_disc_real_5: 0.22334696352481842 (0.22983927376892255) - | > loss_0: 2.2415857315063477 (2.4622661016675322) - | > grad_norm_0: tensor(96.7374, device='cuda:0') (tensor(67.7331, device='cuda:0')) - | > loss_gen: 2.4737586975097656 (2.351905442038074) - | > loss_kl: 1.4059278964996338 (1.5533198749595005) - | > loss_feat: 6.473660945892334 (6.666053437432753) - | > loss_mel: 20.216590881347656 (21.377900142443494) - | > loss_duration: 1.6990907192230225 (1.7044332307789163) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.26902770996094 (33.65361230269719) - | > grad_norm_1: tensor(852.4653, device='cuda:0') (tensor(550.8241, device='cuda:0')) - | > current_lr_0: 0.00019877866781345852 - | > current_lr_1: 0.00019877866781345852 - | > step_time: 0.8921 (0.8047658713909948) - | > loader_time: 0.0126 (0.006951822122566315) - - - --> TIME: 2024-11-23 03:22:36 -- STEP: 531/797 -- GLOBAL_STEP: 40375 - | > loss_disc: 2.708890199661255 (2.4628435680870737) - | > loss_disc_real_0: 0.1706119030714035 (0.13505555982587486) - | > loss_disc_real_1: 0.2677597105503082 (0.21810832136992908) - | > loss_disc_real_2: 0.27753323316574097 (0.23366226620705563) - | > loss_disc_real_3: 0.2909972667694092 (0.22308570300904146) - | > loss_disc_real_4: 0.27824652194976807 (0.22188999595053902) - | > loss_disc_real_5: 0.31837669014930725 (0.2304874818259938) - | > loss_0: 2.708890199661255 (2.4628435680870737) - | > grad_norm_0: tensor(159.6521, device='cuda:0') (tensor(67.1851, device='cuda:0')) - | > loss_gen: 2.3005495071411133 (2.3518506618542876) - | > loss_kl: 1.5025664567947388 (1.5522583164064223) - | > loss_feat: 4.769503593444824 (6.662931060611416) - | > loss_mel: 19.26321029663086 (21.366901731760475) - | > loss_duration: 1.7039260864257812 (1.7040230381511248) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 29.539756774902344 (33.63796499219988) - | > grad_norm_1: tensor(260.3926, device='cuda:0') (tensor(546.6886, device='cuda:0')) - | > current_lr_0: 0.00019877866781345852 - | > current_lr_1: 0.00019877866781345852 - | > step_time: 0.8304 (0.8073871158161628) - | > loader_time: 0.0068 (0.007043385909775557) - - - --> TIME: 2024-11-23 03:22:58 -- STEP: 556/797 -- GLOBAL_STEP: 40400 - | > loss_disc: 2.3278379440307617 (2.46168724538611) - | > loss_disc_real_0: 0.13099384307861328 (0.13485923204437014) - | > loss_disc_real_1: 0.21006982028484344 (0.21781246591922193) - | > loss_disc_real_2: 0.24903206527233124 (0.23353363675393646) - | > loss_disc_real_3: 0.24662567675113678 (0.22301555290925415) - | > loss_disc_real_4: 0.23079895973205566 (0.22150248522273927) - | > loss_disc_real_5: 0.21466809511184692 (0.2303325744251982) - | > loss_0: 2.3278379440307617 (2.46168724538611) - | > grad_norm_0: tensor(31.4994, device='cuda:0') (tensor(66.6197, device='cuda:0')) - | > loss_gen: 2.7197458744049072 (2.351570807772576) - | > loss_kl: 1.7370086908340454 (1.5527543822209613) - | > loss_feat: 8.413424491882324 (6.674010995480655) - | > loss_mel: 22.482290267944336 (21.386429038836784) - | > loss_duration: 1.6508448123931885 (1.7034667303665074) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.00331497192383 (33.66823215278787) - | > grad_norm_1: tensor(928.0301, device='cuda:0') (tensor(545.9241, device='cuda:0')) - | > current_lr_0: 0.00019877866781345852 - | > current_lr_1: 0.00019877866781345852 - | > step_time: 0.8646 (0.8096262906952724) - | > loader_time: 0.0077 (0.007167975679575969) - - - --> TIME: 2024-11-23 03:23:20 -- STEP: 581/797 -- GLOBAL_STEP: 40425 - | > loss_disc: 2.3679440021514893 (2.4612080185015306) - | > loss_disc_real_0: 0.06516610085964203 (0.1343371208032622) - | > loss_disc_real_1: 0.18876998126506805 (0.21787087914250192) - | > loss_disc_real_2: 0.20461510121822357 (0.23353881910828017) - | > loss_disc_real_3: 0.21822434663772583 (0.22296107179531746) - | > loss_disc_real_4: 0.24054762721061707 (0.2220297756888575) - | > loss_disc_real_5: 0.26649895310401917 (0.23050430642758302) - | > loss_0: 2.3679440021514893 (2.4612080185015306) - | > grad_norm_0: tensor(44.1616, device='cuda:0') (tensor(67.1518, device='cuda:0')) - | > loss_gen: 2.401840925216675 (2.3540559479784036) - | > loss_kl: 1.3638571500778198 (1.5535490098385307) - | > loss_feat: 7.320914268493652 (6.6744073894060865) - | > loss_mel: 23.31924057006836 (21.40291066588303) - | > loss_duration: 1.737146019935608 (1.7029427173010452) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.14299774169922 (33.68786590891325) - | > grad_norm_1: tensor(908.8679, device='cuda:0') (tensor(549.1409, device='cuda:0')) - | > current_lr_0: 0.00019877866781345852 - | > current_lr_1: 0.00019877866781345852 - | > step_time: 0.8727 (0.8123066314526555) - | > loader_time: 0.0128 (0.007261623819190335) - - - --> TIME: 2024-11-23 03:23:43 -- STEP: 606/797 -- GLOBAL_STEP: 40450 - | > loss_disc: 2.543775796890259 (2.4634304168594157) - | > loss_disc_real_0: 0.2159336507320404 (0.13504893959134134) - | > loss_disc_real_1: 0.206197589635849 (0.21777568501804528) - | > loss_disc_real_2: 0.2274169623851776 (0.2333745234722745) - | > loss_disc_real_3: 0.24666720628738403 (0.2231377354352781) - | > loss_disc_real_4: 0.1722017377614975 (0.2220050610921564) - | > loss_disc_real_5: 0.21598011255264282 (0.23060258096790942) - | > loss_0: 2.543775796890259 (2.4634304168594157) - | > grad_norm_0: tensor(90.4335, device='cuda:0') (tensor(68.5551, device='cuda:0')) - | > loss_gen: 2.367582082748413 (2.354355792401256) - | > loss_kl: 1.4934275150299072 (1.5538584780771736) - | > loss_feat: 6.414396286010742 (6.669547298953877) - | > loss_mel: 21.626800537109375 (21.413911979977435) - | > loss_duration: 1.76083505153656 (1.7025733039324031) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.66304016113281 (33.694247016025436) - | > grad_norm_1: tensor(335.2833, device='cuda:0') (tensor(549.2636, device='cuda:0')) - | > current_lr_0: 0.00019877866781345852 - | > current_lr_1: 0.00019877866781345852 - | > step_time: 0.8875 (0.8149029941055247) - | > loader_time: 0.0075 (0.00739408798343671) - - - --> TIME: 2024-11-23 03:24:05 -- STEP: 631/797 -- GLOBAL_STEP: 40475 - | > loss_disc: 2.1455419063568115 (2.462942508434531) - | > loss_disc_real_0: 0.1570259928703308 (0.13504444653679004) - | > loss_disc_real_1: 0.16766664385795593 (0.21781838150390923) - | > loss_disc_real_2: 0.21975038945674896 (0.2336129233028545) - | > loss_disc_real_3: 0.2024402916431427 (0.2230973540083542) - | > loss_disc_real_4: 0.18245038390159607 (0.2219611028956158) - | > loss_disc_real_5: 0.20027799904346466 (0.23056310594743104) - | > loss_0: 2.1455419063568115 (2.462942508434531) - | > grad_norm_0: tensor(58.1339, device='cuda:0') (tensor(68.9693, device='cuda:0')) - | > loss_gen: 2.6905007362365723 (2.354391660629855) - | > loss_kl: 1.6420100927352905 (1.5540336806876156) - | > loss_feat: 7.176801681518555 (6.665142286031641) - | > loss_mel: 22.22842788696289 (21.423515419574613) - | > loss_duration: 1.7032883167266846 (1.7027237175383765) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.4410285949707 (33.6998069267454) - | > grad_norm_1: tensor(96.5294, device='cuda:0') (tensor(545.8071, device='cuda:0')) - | > current_lr_0: 0.00019877866781345852 - | > current_lr_1: 0.00019877866781345852 - | > step_time: 0.8871 (0.8177508125214492) - | > loader_time: 0.0077 (0.007505319008925449) - - - --> TIME: 2024-11-23 03:24:28 -- STEP: 656/797 -- GLOBAL_STEP: 40500 - | > loss_disc: 2.4235215187072754 (2.461984421058399) - | > loss_disc_real_0: 0.08582223951816559 (0.1349682628529192) - | > loss_disc_real_1: 0.19460885226726532 (0.21761061144402113) - | > loss_disc_real_2: 0.19253619015216827 (0.2332955424151406) - | > loss_disc_real_3: 0.23746727406978607 (0.22330053032534877) - | > loss_disc_real_4: 0.18611517548561096 (0.221811362542212) - | > loss_disc_real_5: 0.1899365782737732 (0.23024475597208593) - | > loss_0: 2.4235215187072754 (2.461984421058399) - | > grad_norm_0: tensor(35.7592, device='cuda:0') (tensor(68.6738, device='cuda:0')) - | > loss_gen: 2.4906349182128906 (2.3524331165159644) - | > loss_kl: 1.552502155303955 (1.5532950877052978) - | > loss_feat: 7.587183952331543 (6.664202536024704) - | > loss_mel: 21.829452514648438 (21.420383659804717) - | > loss_duration: 1.7072964906692505 (1.7023888372066538) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.16707229614258 (33.69270338372481) - | > grad_norm_1: tensor(686.4586, device='cuda:0') (tensor(540.0304, device='cuda:0')) - | > current_lr_0: 0.00019877866781345852 - | > current_lr_1: 0.00019877866781345852 - | > step_time: 0.8639 (0.8205717914715044) - | > loader_time: 0.0092 (0.007632813075693642) - - - --> TIME: 2024-11-23 03:24:51 -- STEP: 681/797 -- GLOBAL_STEP: 40525 - | > loss_disc: 2.4734318256378174 (2.4618035812209893) - | > loss_disc_real_0: 0.13093319535255432 (0.13483783714856173) - | > loss_disc_real_1: 0.21649836003780365 (0.21743807877125368) - | > loss_disc_real_2: 0.24388040602207184 (0.2336387661628961) - | > loss_disc_real_3: 0.21935519576072693 (0.2232805888295699) - | > loss_disc_real_4: 0.18941015005111694 (0.22221978266946368) - | > loss_disc_real_5: 0.21425043046474457 (0.23077240605973987) - | > loss_0: 2.4734318256378174 (2.4618035812209893) - | > grad_norm_0: tensor(4.2098, device='cuda:0') (tensor(68.7741, device='cuda:0')) - | > loss_gen: 2.396653890609741 (2.3526403328045564) - | > loss_kl: 1.6116080284118652 (1.5545079928662802) - | > loss_feat: 6.727986812591553 (6.657204765930405) - | > loss_mel: 23.02971839904785 (21.425114560232274) - | > loss_duration: 1.66815185546875 (1.7021209801521238) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.43411636352539 (33.6915887532955) - | > grad_norm_1: tensor(231.8196, device='cuda:0') (tensor(541.4727, device='cuda:0')) - | > current_lr_0: 0.00019877866781345852 - | > current_lr_1: 0.00019877866781345852 - | > step_time: 0.9395 (0.8240310407069985) - | > loader_time: 0.0089 (0.007782202985318221) - - - --> TIME: 2024-11-23 03:25:15 -- STEP: 706/797 -- GLOBAL_STEP: 40550 - | > loss_disc: 2.631929636001587 (2.4634305478493164) - | > loss_disc_real_0: 0.21177104115486145 (0.13544529945017092) - | > loss_disc_real_1: 0.22624777257442474 (0.21746959739889707) - | > loss_disc_real_2: 0.2543933391571045 (0.23339642073547537) - | > loss_disc_real_3: 0.2508741319179535 (0.2233610365529236) - | > loss_disc_real_4: 0.260623574256897 (0.22206821309523947) - | > loss_disc_real_5: 0.2532401382923126 (0.23077442655313454) - | > loss_0: 2.631929636001587 (2.4634305478493164) - | > grad_norm_0: tensor(68.1206, device='cuda:0') (tensor(69.7138, device='cuda:0')) - | > loss_gen: 2.384871244430542 (2.351876894914397) - | > loss_kl: 1.4276453256607056 (1.5565748888439896) - | > loss_feat: 6.275993347167969 (6.655166916401465) - | > loss_mel: 22.47339630126953 (21.429855822166015) - | > loss_duration: 1.6591509580612183 (1.7016488573706514) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.22105407714844 (33.695123483371425) - | > grad_norm_1: tensor(148.8451, device='cuda:0') (tensor(540.7233, device='cuda:0')) - | > current_lr_0: 0.00019877866781345852 - | > current_lr_1: 0.00019877866781345852 - | > step_time: 0.9506 (0.8278673853482469) - | > loader_time: 0.009 (0.007916073961230919) - - - --> TIME: 2024-11-23 03:25:39 -- STEP: 731/797 -- GLOBAL_STEP: 40575 - | > loss_disc: 2.55747652053833 (2.4650677065842803) - | > loss_disc_real_0: 0.06658139824867249 (0.13649536786465902) - | > loss_disc_real_1: 0.23392453789710999 (0.21740392704587302) - | > loss_disc_real_2: 0.27458563446998596 (0.23361098460557522) - | > loss_disc_real_3: 0.2510582208633423 (0.22355503879395783) - | > loss_disc_real_4: 0.251127153635025 (0.2220894912239954) - | > loss_disc_real_5: 0.26072511076927185 (0.2308205598927066) - | > loss_0: 2.55747652053833 (2.4650677065842803) - | > grad_norm_0: tensor(50.3709, device='cuda:0') (tensor(70.6336, device='cuda:0')) - | > loss_gen: 2.1863367557525635 (2.3517384984098633) - | > loss_kl: 1.479453682899475 (1.5575339443543372) - | > loss_feat: 6.069385051727295 (6.656697741611554) - | > loss_mel: 19.429235458374023 (21.432494981507418) - | > loss_duration: 1.6919938325881958 (1.7007901525040814) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.856403350830078 (33.69925542014728) - | > grad_norm_1: tensor(344.4168, device='cuda:0') (tensor(537.6484, device='cuda:0')) - | > current_lr_0: 0.00019877866781345852 - | > current_lr_1: 0.00019877866781345852 - | > step_time: 0.9521 (0.8322028141830589) - | > loader_time: 0.0105 (0.00812427289834916) - - - --> TIME: 2024-11-23 03:26:06 -- STEP: 756/797 -- GLOBAL_STEP: 40600 - | > loss_disc: 2.456735134124756 (2.4651991699738502) - | > loss_disc_real_0: 0.15928661823272705 (0.136839086741761) - | > loss_disc_real_1: 0.20472075045108795 (0.21753255648430062) - | > loss_disc_real_2: 0.21141135692596436 (0.23346814702427576) - | > loss_disc_real_3: 0.2366468906402588 (0.2235236764742584) - | > loss_disc_real_4: 0.2348846048116684 (0.22204983437423984) - | > loss_disc_real_5: 0.2757570147514343 (0.23070902138869598) - | > loss_0: 2.456735134124756 (2.4651991699738502) - | > grad_norm_0: tensor(88.3193, device='cuda:0') (tensor(70.8009, device='cuda:0')) - | > loss_gen: 2.3014838695526123 (2.3516662715288716) - | > loss_kl: 1.6094914674758911 (1.5569574071301349) - | > loss_feat: 5.663303852081299 (6.652107708668588) - | > loss_mel: 19.859844207763672 (21.436432094170296) - | > loss_duration: 1.6682289838790894 (1.6997931315785357) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.10235023498535 (33.69695671020988) - | > grad_norm_1: tensor(291.6836, device='cuda:0') (tensor(534.8445, device='cuda:0')) - | > current_lr_0: 0.00019877866781345852 - | > current_lr_1: 0.00019877866781345852 - | > step_time: 0.9989 (0.8364370093143805) - | > loader_time: 0.1222 (0.01179473583029691) - - - --> TIME: 2024-11-23 03:26:44 -- STEP: 781/797 -- GLOBAL_STEP: 40625 - | > loss_disc: 2.8659443855285645 (2.465915440902516) - | > loss_disc_real_0: 0.4163844883441925 (0.1370405564883608) - | > loss_disc_real_1: 0.25579768419265747 (0.21751063590852612) - | > loss_disc_real_2: 0.23296397924423218 (0.2334906589549879) - | > loss_disc_real_3: 0.27644839882850647 (0.22345443047039334) - | > loss_disc_real_4: 0.3605431616306305 (0.22250533798440011) - | > loss_disc_real_5: 0.24289609491825104 (0.23094101656566968) - | > loss_0: 2.8659443855285645 (2.465915440902516) - | > grad_norm_0: tensor(54.1804, device='cuda:0') (tensor(69.5676, device='cuda:0')) - | > loss_gen: 2.5919556617736816 (2.3508251261314284) - | > loss_kl: 1.5122102499008179 (1.5578084822348224) - | > loss_feat: 6.91428804397583 (6.659317823134072) - | > loss_mel: 22.254901885986328 (21.450220598911965) - | > loss_duration: 1.6177725791931152 (1.6989320209786463) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.89112854003906 (33.71710412664081) - | > grad_norm_1: tensor(540.5334, device='cuda:0') (tensor(531.6415, device='cuda:0')) - | > current_lr_0: 0.00019877866781345852 - | > current_lr_1: 0.00019877866781345852 - | > step_time: 2.5938 (0.8528575897216796) - | > loader_time: 0.1279 (0.015922037190572856) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.3611416816711426 (2.3611416816711426) - | > loss_disc_real_0: 0.13051506876945496 (0.13051506876945496) - | > loss_disc_real_1: 0.2672872543334961 (0.2672872543334961) - | > loss_disc_real_2: 0.18857373297214508 (0.18857373297214508) - | > loss_disc_real_3: 0.2203986495733261 (0.2203986495733261) - | > loss_disc_real_4: 0.17358477413654327 (0.17358477413654327) - | > loss_disc_real_5: 0.3102562427520752 (0.3102562427520752) - | > loss_0: 2.3611416816711426 (2.3611416816711426) - | > loss_gen: 2.5151097774505615 (2.5151097774505615) - | > loss_kl: 2.0172486305236816 (2.0172486305236816) - | > loss_feat: 5.998318672180176 (5.998318672180176) - | > loss_mel: 20.83420753479004 (20.83420753479004) - | > loss_duration: 1.9510242938995361 (1.9510242938995361) - | > loss_1: 33.31591033935547 (33.31591033935547) - - --> STEP: 1 - | > loss_disc: 2.4458658695220947 (2.4458658695220947) - | > loss_disc_real_0: 0.08965905010700226 (0.08965905010700226) - | > loss_disc_real_1: 0.2162323296070099 (0.2162323296070099) - | > loss_disc_real_2: 0.18647849559783936 (0.18647849559783936) - | > loss_disc_real_3: 0.25335031747817993 (0.25335031747817993) - | > loss_disc_real_4: 0.14021247625350952 (0.14021247625350952) - | > loss_disc_real_5: 0.2571503520011902 (0.2571503520011902) - | > loss_0: 2.4458658695220947 (2.4458658695220947) - | > loss_gen: 2.0679216384887695 (2.0679216384887695) - | > loss_kl: 2.0406436920166016 (2.0406436920166016) - | > loss_feat: 7.879238128662109 (7.879238128662109) - | > loss_mel: 23.182083129882812 (23.182083129882812) - | > loss_duration: 1.6999619007110596 (1.6999619007110596) - | > loss_1: 36.869850158691406 (36.869850158691406) - - --> STEP: 2 - | > loss_disc: 2.61568546295166 (2.5307756662368774) - | > loss_disc_real_0: 0.08449889719486237 (0.08707897365093231) - | > loss_disc_real_1: 0.25752726197242737 (0.23687979578971863) - | > loss_disc_real_2: 0.2120705246925354 (0.19927451014518738) - | > loss_disc_real_3: 0.3016420900821686 (0.27749620378017426) - | > loss_disc_real_4: 0.2861378490924835 (0.21317516267299652) - | > loss_disc_real_5: 0.2565394639968872 (0.2568449079990387) - | > loss_0: 2.61568546295166 (2.5307756662368774) - | > loss_gen: 2.14180326461792 (2.1048624515533447) - | > loss_kl: 1.2914645671844482 (1.666054129600525) - | > loss_feat: 6.107076644897461 (6.993157386779785) - | > loss_mel: 20.386333465576172 (21.784208297729492) - | > loss_duration: 1.6736128330230713 (1.6867873668670654) - | > loss_1: 31.600290298461914 (34.23507022857666) - - --> STEP: 3 - | > loss_disc: 2.6340103149414062 (2.5651872158050537) - | > loss_disc_real_0: 0.29774221777915955 (0.15730005502700806) - | > loss_disc_real_1: 0.21316468715667725 (0.22897475957870483) - | > loss_disc_real_2: 0.1347440481185913 (0.17776435613632202) - | > loss_disc_real_3: 0.29709163308143616 (0.28402801354726154) - | > loss_disc_real_4: 0.24096797406673431 (0.22243943313757578) - | > loss_disc_real_5: 0.25918471813201904 (0.25762484471003216) - | > loss_0: 2.6340103149414062 (2.5651872158050537) - | > loss_gen: 2.3753151893615723 (2.1950133641560874) - | > loss_kl: 0.9521432518959045 (1.4280838370323181) - | > loss_feat: 6.825045585632324 (6.937120119730632) - | > loss_mel: 23.26953887939453 (22.27931849161784) - | > loss_duration: 1.7437613010406494 (1.70577867825826) - | > loss_1: 35.16580581665039 (34.545315424601235) - - --> STEP: 4 - | > loss_disc: 2.300236225128174 (2.4989494681358337) - | > loss_disc_real_0: 0.08233694732189178 (0.138559278100729) - | > loss_disc_real_1: 0.27501142024993896 (0.24048392474651337) - | > loss_disc_real_2: 0.16082055866718292 (0.17352840676903725) - | > loss_disc_real_3: 0.23696337640285492 (0.2722618542611599) - | > loss_disc_real_4: 0.23613151907920837 (0.22586245462298393) - | > loss_disc_real_5: 0.20963793992996216 (0.24562811851501465) - | > loss_0: 2.300236225128174 (2.4989494681358337) - | > loss_gen: 2.3461172580718994 (2.2327893376350403) - | > loss_kl: 1.8912276029586792 (1.5438697785139084) - | > loss_feat: 7.6401591300964355 (7.1128798723220825) - | > loss_mel: 21.82374382019043 (22.165424823760986) - | > loss_duration: 1.6606590747833252 (1.6944987773895264) - | > loss_1: 35.361907958984375 (34.74946355819702) - - --> STEP: 5 - | > loss_disc: 2.3053197860717773 (2.4602235317230225) - | > loss_disc_real_0: 0.12460650503635406 (0.13576872348785402) - | > loss_disc_real_1: 0.16137276589870453 (0.2246616929769516) - | > loss_disc_real_2: 0.12027999758720398 (0.16287872493267058) - | > loss_disc_real_3: 0.17761129140853882 (0.25333174169063566) - | > loss_disc_real_4: 0.1565001755952835 (0.21198999881744385) - | > loss_disc_real_5: 0.15083818137645721 (0.22667013108730316) - | > loss_0: 2.3053197860717773 (2.4602235317230225) - | > loss_gen: 1.991631031036377 (2.1845576763153076) - | > loss_kl: 2.12271785736084 (1.6596393942832948) - | > loss_feat: 8.23629379272461 (7.3375626564025875) - | > loss_mel: 22.928375244140625 (22.318014907836915) - | > loss_duration: 1.8494937419891357 (1.7254977703094483) - | > loss_1: 37.12851333618164 (35.225273513793944) - - --> STEP: 6 - | > loss_disc: 2.46059513092041 (2.460285464922587) - | > loss_disc_real_0: 0.12362445890903473 (0.13374467939138412) - | > loss_disc_real_1: 0.25335434079170227 (0.22944380094607672) - | > loss_disc_real_2: 0.18920932710170746 (0.16726715862751007) - | > loss_disc_real_3: 0.2092042863368988 (0.2459771657983462) - | > loss_disc_real_4: 0.23380832374095917 (0.2156263863046964) - | > loss_disc_real_5: 0.22004885971546173 (0.22556658585866293) - | > loss_0: 2.46059513092041 (2.460285464922587) - | > loss_gen: 2.2326555252075195 (2.1925739844640098) - | > loss_kl: 1.4250710010528564 (1.6205446620782216) - | > loss_feat: 5.478175163269043 (7.02766474088033) - | > loss_mel: 16.997722625732422 (21.431299527486164) - | > loss_duration: 1.6762529611587524 (1.7172903021176655) - | > loss_1: 27.809877395629883 (33.9893741607666) - - --> STEP: 7 - | > loss_disc: 2.3466649055480957 (2.444053956440517) - | > loss_disc_real_0: 0.08875829726457596 (0.12731805337326868) - | > loss_disc_real_1: 0.17957466840744019 (0.22231963915484293) - | > loss_disc_real_2: 0.15106773376464844 (0.1649529550756727) - | > loss_disc_real_3: 0.2043788582086563 (0.2400345504283905) - | > loss_disc_real_4: 0.1809491515159607 (0.2106724956205913) - | > loss_disc_real_5: 0.22347469627857208 (0.22526774449007853) - | > loss_0: 2.3466649055480957 (2.444053956440517) - | > loss_gen: 1.990013599395752 (2.163636786597116) - | > loss_kl: 1.406195878982544 (1.5899234073502677) - | > loss_feat: 7.421535015106201 (7.083931922912598) - | > loss_mel: 22.605844497680664 (21.59909166608538) - | > loss_duration: 1.7139239311218262 (1.7168093919754028) - | > loss_1: 35.13751220703125 (34.15339388166155) - - --> STEP: 8 - | > loss_disc: 2.3954696655273438 (2.4379809200763702) - | > loss_disc_real_0: 0.1176830530166626 (0.1261136783286929) - | > loss_disc_real_1: 0.2400200068950653 (0.22453218512237072) - | > loss_disc_real_2: 0.16535615921020508 (0.16500335559248924) - | > loss_disc_real_3: 0.17676326632499695 (0.2321256399154663) - | > loss_disc_real_4: 0.18233329057693481 (0.20713009499013424) - | > loss_disc_real_5: 0.19810828566551208 (0.2218728121370077) - | > loss_0: 2.3954696655273438 (2.4379809200763702) - | > loss_gen: 1.994823932647705 (2.1425351798534393) - | > loss_kl: 1.7966448068618774 (1.615763582289219) - | > loss_feat: 6.066567420959473 (6.956761360168457) - | > loss_mel: 15.032254219055176 (20.778236985206604) - | > loss_duration: 1.7075709104537964 (1.715654581785202) - | > loss_1: 26.59786033630371 (33.20895218849182) - - --> STEP: 9 - | > loss_disc: 2.485004425048828 (2.4432057539621987) - | > loss_disc_real_0: 0.10335095971822739 (0.12358448737197453) - | > loss_disc_real_1: 0.23546075820922852 (0.22574647102091047) - | > loss_disc_real_2: 0.2084777057170868 (0.16983383893966675) - | > loss_disc_real_3: 0.27158427238464355 (0.23650993241204155) - | > loss_disc_real_4: 0.23420047760009766 (0.21013791528013018) - | > loss_disc_real_5: 0.306927889585495 (0.23132337629795074) - | > loss_0: 2.485004425048828 (2.4432057539621987) - | > loss_gen: 2.412505626678467 (2.1725318961673312) - | > loss_kl: 1.719866156578064 (1.6273305349879794) - | > loss_feat: 5.891665935516357 (6.838417424096002) - | > loss_mel: 20.059953689575195 (20.698427730136448) - | > loss_duration: 1.705595850944519 (1.7145369450251262) - | > loss_1: 31.789587020874023 (33.0512449476454) - - --> STEP: 10 - | > loss_disc: 2.379727363586426 (2.4368579149246217) - | > loss_disc_real_0: 0.09229344129562378 (0.12045538276433945) - | > loss_disc_real_1: 0.25720593333244324 (0.22889241725206375) - | > loss_disc_real_2: 0.2048313170671463 (0.1733335867524147) - | > loss_disc_real_3: 0.2649684548377991 (0.23935578465461732) - | > loss_disc_real_4: 0.23881204426288605 (0.21300532817840576) - | > loss_disc_real_5: 0.22400450706481934 (0.2305914893746376) - | > loss_0: 2.379727363586426 (2.4368579149246217) - | > loss_gen: 2.427734613418579 (2.198052167892456) - | > loss_kl: 1.6351885795593262 (1.6281163394451141) - | > loss_feat: 7.097982883453369 (6.864373970031738) - | > loss_mel: 22.339479446411133 (20.862532901763917) - | > loss_duration: 1.6539108753204346 (1.708474338054657) - | > loss_1: 35.154296875 (33.26155014038086) - - --> STEP: 11 - | > loss_disc: 2.3662242889404297 (2.430436676198786) - | > loss_disc_real_0: 0.07205814123153687 (0.11605563353408467) - | > loss_disc_real_1: 0.19178785383701324 (0.2255192751234228) - | > loss_disc_real_2: 0.18678727746009827 (0.1745566495440223) - | > loss_disc_real_3: 0.23835867643356323 (0.2392651384527033) - | > loss_disc_real_4: 0.2446400672197342 (0.21588121354579926) - | > loss_disc_real_5: 0.23315902054309845 (0.23082490129904312) - | > loss_0: 2.3662242889404297 (2.430436676198786) - | > loss_gen: 2.121964454650879 (2.1911351030523125) - | > loss_kl: 1.3431322574615479 (1.6022086956284263) - | > loss_feat: 6.759132385253906 (6.854806553233754) - | > loss_mel: 20.763059616088867 (20.853489875793457) - | > loss_duration: 1.5965160131454468 (1.698296308517456) - | > loss_1: 32.583805084228516 (33.19993695345792) - - --> STEP: 12 - | > loss_disc: 2.3348350524902344 (2.4224698742230735) - | > loss_disc_real_0: 0.2340153157711029 (0.1258856070538362) - | > loss_disc_real_1: 0.2904437780380249 (0.2309296503663063) - | > loss_disc_real_2: 0.18492190539836884 (0.17542042086521784) - | > loss_disc_real_3: 0.2064945101737976 (0.2365342527627945) - | > loss_disc_real_4: 0.21540707349777222 (0.21584170187513033) - | > loss_disc_real_5: 0.2293616086244583 (0.23070296024282774) - | > loss_0: 2.3348350524902344 (2.4224698742230735) - | > loss_gen: 2.610166072845459 (2.2260543505350747) - | > loss_kl: 1.5272141695022583 (1.595959151784579) - | > loss_feat: 7.600793838500977 (6.9169721603393555) - | > loss_mel: 22.311140060424805 (20.974960724512737) - | > loss_duration: 1.726932168006897 (1.700682630141576) - | > loss_1: 35.7762451171875 (33.41462930043539) - - --> STEP: 13 - | > loss_disc: 2.0838098526000977 (2.396419103328998) - | > loss_disc_real_0: 0.052382372319698334 (0.12023151207428712) - | > loss_disc_real_1: 0.20334577560424805 (0.22880781384614798) - | > loss_disc_real_2: 0.1454685926437378 (0.17311643407895014) - | > loss_disc_real_3: 0.20506998896598816 (0.23411392477842477) - | > loss_disc_real_4: 0.1786988526582718 (0.21298455962767968) - | > loss_disc_real_5: 0.21444232761859894 (0.2294521423486563) - | > loss_0: 2.0838098526000977 (2.396419103328998) - | > loss_gen: 2.3993093967437744 (2.239381661781898) - | > loss_kl: 1.7001900672912598 (1.603976914515862) - | > loss_feat: 8.4244384765625 (7.032931107741136) - | > loss_mel: 23.652694702148438 (21.180940261253944) - | > loss_duration: 1.7444617748260498 (1.7040502566557665) - | > loss_1: 37.92109298706055 (33.7612803532527) - - --> STEP: 14 - | > loss_disc: 2.2848570346832275 (2.3884503841400146) - | > loss_disc_real_0: 0.2497471570968628 (0.12948262957589968) - | > loss_disc_real_1: 0.1536887288093567 (0.2234421649149486) - | > loss_disc_real_2: 0.1716761589050293 (0.17301355728081294) - | > loss_disc_real_3: 0.2771647274494171 (0.2371889821120671) - | > loss_disc_real_4: 0.22817067801952362 (0.21406928236995423) - | > loss_disc_real_5: 0.28577685356140137 (0.2334753360067095) - | > loss_0: 2.2848570346832275 (2.3884503841400146) - | > loss_gen: 2.7409756183624268 (2.27520980153765) - | > loss_kl: 0.9751790165901184 (1.5590627789497375) - | > loss_feat: 6.715766429901123 (7.01027648789542) - | > loss_mel: 23.21314811706543 (21.32609796524048) - | > loss_duration: 1.7247484922409058 (1.705528702054705) - | > loss_1: 35.369815826416016 (33.876175744192935) - - --> STEP: 15 - | > loss_disc: 2.3649520874023438 (2.38688383102417) - | > loss_disc_real_0: 0.08497092127799988 (0.12651518235603967) - | > loss_disc_real_1: 0.2194540649652481 (0.22317629158496857) - | > loss_disc_real_2: 0.23051191866397858 (0.17684678137302398) - | > loss_disc_real_3: 0.2504177987575531 (0.23807090322176616) - | > loss_disc_real_4: 0.19190065562725067 (0.21259137392044067) - | > loss_disc_real_5: 0.22093622386455536 (0.23263939519723256) - | > loss_0: 2.3649520874023438 (2.38688383102417) - | > loss_gen: 2.47308087348938 (2.288401206334432) - | > loss_kl: 1.3113771677017212 (1.5425504048665364) - | > loss_feat: 6.7931599617004395 (6.995802052815756) - | > loss_mel: 22.623390197753906 (21.412584114074708) - | > loss_duration: 1.6779130697250366 (1.7036876598993937) - | > loss_1: 34.87892150878906 (33.943025461832676) - - --> STEP: 16 - | > loss_disc: 2.3472933769226074 (2.3844094276428223) - | > loss_disc_real_0: 0.13784517347812653 (0.1272233068011701) - | > loss_disc_real_1: 0.2602313160896301 (0.22549223061650991) - | > loss_disc_real_2: 0.15746209025382996 (0.17563523817807436) - | > loss_disc_real_3: 0.22807127237319946 (0.23744592629373074) - | > loss_disc_real_4: 0.2122880071401596 (0.2125724134966731) - | > loss_disc_real_5: 0.22005943953990936 (0.23185314796864986) - | > loss_0: 2.3472933769226074 (2.3844094276428223) - | > loss_gen: 2.3831465244293213 (2.2943227887153625) - | > loss_kl: 1.847834587097168 (1.561630666255951) - | > loss_feat: 7.24211311340332 (7.011196494102478) - | > loss_mel: 22.514556884765625 (21.48145741224289) - | > loss_duration: 1.8055555820465088 (1.7100544050335884) - | > loss_1: 35.793209075927734 (34.058661937713616) - - --> STEP: 17 - | > loss_disc: 2.6752519607543945 (2.401517811943503) - | > loss_disc_real_0: 0.1162072941660881 (0.12657530605793) - | > loss_disc_real_1: 0.2657420337200165 (0.22785986609318676) - | > loss_disc_real_2: 0.2322000116109848 (0.17896257779177496) - | > loss_disc_real_3: 0.2287224680185318 (0.23693278168930726) - | > loss_disc_real_4: 0.2831246852874756 (0.2167225471314262) - | > loss_disc_real_5: 0.2465127855539322 (0.23271547959131353) - | > loss_0: 2.6752519607543945 (2.401517811943503) - | > loss_gen: 1.9565606117248535 (2.2744544253629795) - | > loss_kl: 1.5224907398223877 (1.559328317642212) - | > loss_feat: 3.5264434814453125 (6.806211022769704) - | > loss_mel: 15.866853713989258 (21.151186606463263) - | > loss_duration: 1.6317510604858398 (1.7054483259425444) - | > loss_1: 24.50409698486328 (33.49662870519301) - - --> STEP: 18 - | > loss_disc: 2.752627372741699 (2.421023898654514) - | > loss_disc_real_0: 0.16734743118286133 (0.12884042412042618) - | > loss_disc_real_1: 0.2103969007730484 (0.2268897013531791) - | > loss_disc_real_2: 0.1735532432794571 (0.17866205920775732) - | > loss_disc_real_3: 0.22440911829471588 (0.23623702261182997) - | > loss_disc_real_4: 0.22755937278270721 (0.2173245930009418) - | > loss_disc_real_5: 0.3613929748535156 (0.23986422932810253) - | > loss_0: 2.752627372741699 (2.421023898654514) - | > loss_gen: 2.0365538597106934 (2.261237727271186) - | > loss_kl: 1.3357092142105103 (1.5469050341182284) - | > loss_feat: 5.296985149383545 (6.722365140914917) - | > loss_mel: 16.6905574798584 (20.90337387720744) - | > loss_duration: 1.629608154296875 (1.7012349830733404) - | > loss_1: 26.98941421508789 (33.13511678907606) - - --> STEP: 19 - | > loss_disc: 2.443073272705078 (2.422184392025596) - | > loss_disc_real_0: 0.07556428760290146 (0.1260364169352933) - | > loss_disc_real_1: 0.1908271759748459 (0.22499167370168785) - | > loss_disc_real_2: 0.15457038581371307 (0.17739407639754445) - | > loss_disc_real_3: 0.21666431427001953 (0.23520688006752416) - | > loss_disc_real_4: 0.189768984913826 (0.21587429783846201) - | > loss_disc_real_5: 0.16644781827926636 (0.23600020769395327) - | > loss_0: 2.443073272705078 (2.422184392025596) - | > loss_gen: 1.9178348779678345 (2.2431638930973254) - | > loss_kl: 1.6838124990463257 (1.5541106901670758) - | > loss_feat: 7.762732028961182 (6.777121292917352) - | > loss_mel: 22.607444763183594 (20.993061818574603) - | > loss_duration: 1.7658271789550781 (1.704634572330274) - | > loss_1: 35.73765182495117 (33.27209231728001) - - --> STEP: 20 - | > loss_disc: 2.2998790740966797 (2.4160691261291505) - | > loss_disc_real_0: 0.10441525280475616 (0.12495535872876644) - | > loss_disc_real_1: 0.23313087224960327 (0.22539863362908363) - | > loss_disc_real_2: 0.1831422746181488 (0.17768148630857467) - | > loss_disc_real_3: 0.2609662711620331 (0.2364948496222496) - | > loss_disc_real_4: 0.2265724241733551 (0.21640920415520667) - | > loss_disc_real_5: 0.24661876261234283 (0.23653113543987275) - | > loss_0: 2.2998790740966797 (2.4160691261291505) - | > loss_gen: 2.409139633178711 (2.251462680101395) - | > loss_kl: 1.7569820880889893 (1.5642542600631715) - | > loss_feat: 7.580158233642578 (6.817273139953613) - | > loss_mel: 24.69179916381836 (21.17799868583679) - | > loss_duration: 1.6459825038909912 (1.70170196890831) - | > loss_1: 38.08406066894531 (33.51269073486328) - - --> STEP: 21 - | > loss_disc: 2.493685245513916 (2.419765131814139) - | > loss_disc_real_0: 0.09920188784599304 (0.1237290029724439) - | > loss_disc_real_1: 0.2672325670719147 (0.22739072569778987) - | > loss_disc_real_2: 0.18981754779815674 (0.17825939399855478) - | > loss_disc_real_3: 0.2546349763870239 (0.23735866518247695) - | > loss_disc_real_4: 0.23500874638557434 (0.21729489664236704) - | > loss_disc_real_5: 0.16627353429794312 (0.23318553538549514) - | > loss_0: 2.493685245513916 (2.419765131814139) - | > loss_gen: 2.13380765914917 (2.2458600600560508) - | > loss_kl: 1.9807018041610718 (1.5840850954964047) - | > loss_feat: 6.802425861358643 (6.816566126687186) - | > loss_mel: 22.574527740478516 (21.244500069391158) - | > loss_duration: 1.6861761808395386 (1.7009626456669398) - | > loss_1: 35.17763900756836 (33.59197398594447) - - --> STEP: 22 - | > loss_disc: 2.6177451610565186 (2.428764224052429) - | > loss_disc_real_0: 0.13338059186935425 (0.1241677115586671) - | > loss_disc_real_1: 0.2589554488658905 (0.22882548584179443) - | > loss_disc_real_2: 0.17425960302352905 (0.1780775853178718) - | > loss_disc_real_3: 0.2556479871273041 (0.2381899979981509) - | > loss_disc_real_4: 0.1678079068660736 (0.21504548801617188) - | > loss_disc_real_5: 0.17944830656051636 (0.23074293407526883) - | > loss_0: 2.6177451610565186 (2.428764224052429) - | > loss_gen: 1.9841129779815674 (2.2339624654163015) - | > loss_kl: 1.509143352508545 (1.5806786526333203) - | > loss_feat: 7.081961154937744 (6.828629537062212) - | > loss_mel: 23.185688018798828 (21.332735885273323) - | > loss_duration: 1.7746412754058838 (1.7043116742914373) - | > loss_1: 35.53554916381836 (33.68031831221146) - - --> STEP: 23 - | > loss_disc: 2.362022876739502 (2.4258624263431714) - | > loss_disc_real_0: 0.11064798384904861 (0.12357989731042282) - | > loss_disc_real_1: 0.19425088167190552 (0.22732224218223407) - | > loss_disc_real_2: 0.1607309728860855 (0.17732338477735934) - | > loss_disc_real_3: 0.19328078627586365 (0.23623742357544278) - | > loss_disc_real_4: 0.19636645913124084 (0.2142333563255227) - | > loss_disc_real_5: 0.18140916526317596 (0.22859798760517783) - | > loss_0: 2.362022876739502 (2.4258624263431714) - | > loss_gen: 2.0055015087127686 (2.224029380342235) - | > loss_kl: 1.7331725358963013 (1.587308821470841) - | > loss_feat: 8.139667510986328 (6.885631188102391) - | > loss_mel: 22.539104461669922 (21.38518669294274) - | > loss_duration: 1.785369634628296 (1.707835933436518) - | > loss_1: 36.202816009521484 (33.789992125137985) - - --> STEP: 24 - | > loss_disc: 2.7348251342773438 (2.4387358725070953) - | > loss_disc_real_0: 0.15691015124320984 (0.12496865789095561) - | > loss_disc_real_1: 0.28309395909309387 (0.22964606372018656) - | > loss_disc_real_2: 0.25407129526138306 (0.18052121438086033) - | > loss_disc_real_3: 0.25778821110725403 (0.2371353730559349) - | > loss_disc_real_4: 0.2671617269515991 (0.21643870510160923) - | > loss_disc_real_5: 0.3398517072200775 (0.23323355925579867) - | > loss_0: 2.7348251342773438 (2.4387358725070953) - | > loss_gen: 2.249936103820801 (2.2251088271538415) - | > loss_kl: 1.6357592344284058 (1.5893275886774063) - | > loss_feat: 4.583431243896484 (6.789706190427144) - | > loss_mel: 18.07326316833496 (21.247189879417416) - | > loss_duration: 1.6242250204086304 (1.7043521453936894) - | > loss_1: 28.166614532470703 (33.55568472544351) - - --> STEP: 25 - | > loss_disc: 2.448331832885742 (2.4391197109222413) - | > loss_disc_real_0: 0.14716291427612305 (0.1258564281463623) - | > loss_disc_real_1: 0.26331043243408203 (0.23099263846874238) - | > loss_disc_real_2: 0.16077920794487 (0.17973153412342072) - | > loss_disc_real_3: 0.203166663646698 (0.23577662467956542) - | > loss_disc_real_4: 0.17683185636997223 (0.21485443115234376) - | > loss_disc_real_5: 0.20031456649303436 (0.2319167995452881) - | > loss_0: 2.448331832885742 (2.4391197109222413) - | > loss_gen: 2.115690231323242 (2.220732083320618) - | > loss_kl: 1.6303858757019043 (1.5909699201583862) - | > loss_feat: 7.367563247680664 (6.812820472717285) - | > loss_mel: 23.0419864654541 (21.31898174285888) - | > loss_duration: 1.6208704710006714 (1.7010128784179688) - | > loss_1: 35.776493072509766 (33.64451705932616) - - --> STEP: 26 - | > loss_disc: 2.5249531269073486 (2.4424209961524377) - | > loss_disc_real_0: 0.10114617645740509 (0.12490603385063317) - | > loss_disc_real_1: 0.2646215260028839 (0.23228605722005552) - | > loss_disc_real_2: 0.1812152862548828 (0.17978860151309234) - | > loss_disc_real_3: 0.18197515606880188 (0.2337073374253053) - | > loss_disc_real_4: 0.23359917104244232 (0.2155753826865783) - | > loss_disc_real_5: 0.2715652585029602 (0.23344174027442932) - | > loss_0: 2.5249531269073486 (2.4424209961524377) - | > loss_gen: 2.1140506267547607 (2.2166289503757772) - | > loss_kl: 1.2995786666870117 (1.579762564255641) - | > loss_feat: 6.517860412597656 (6.801475855020376) - | > loss_mel: 21.390905380249023 (21.321748036604657) - | > loss_duration: 1.6854565143585205 (1.7004145567233746) - | > loss_1: 33.007850646972656 (33.620029889620255) - - --> STEP: 27 - | > loss_disc: 2.307176113128662 (2.4374119264108165) - | > loss_disc_real_0: 0.11556033045053482 (0.12455989668766658) - | > loss_disc_real_1: 0.1806267499923706 (0.23037274954495607) - | > loss_disc_real_2: 0.15890949964523315 (0.17901530144391237) - | > loss_disc_real_3: 0.18277955055236816 (0.231821123096678) - | > loss_disc_real_4: 0.19295969605445862 (0.21473776466316646) - | > loss_disc_real_5: 0.17920134961605072 (0.2314328369167116) - | > loss_0: 2.307176113128662 (2.4374119264108165) - | > loss_gen: 2.039083957672119 (2.2100532099052717) - | > loss_kl: 1.7514097690582275 (1.5861198681372184) - | > loss_feat: 7.065539360046387 (6.811255984836155) - | > loss_mel: 20.3219051361084 (21.284716818067757) - | > loss_duration: 1.7498488426208496 (1.702245456201059) - | > loss_1: 32.92778778076172 (33.594391292995866) - - --> STEP: 28 - | > loss_disc: 2.3848934173583984 (2.43553626537323) - | > loss_disc_real_0: 0.10837888717651367 (0.12398200349083968) - | > loss_disc_real_1: 0.20179001986980438 (0.2293519377708435) - | > loss_disc_real_2: 0.20806884765625 (0.180052928094353) - | > loss_disc_real_3: 0.17581121623516083 (0.22982076928019524) - | > loss_disc_real_4: 0.17673707008361816 (0.21338059699961118) - | > loss_disc_real_5: 0.25416526198387146 (0.23224470924053872) - | > loss_0: 2.3848934173583984 (2.43553626537323) - | > loss_gen: 2.060380220413208 (2.204707745994841) - | > loss_kl: 1.5852473974227905 (1.586088708468846) - | > loss_feat: 6.137100696563721 (6.787179010254996) - | > loss_mel: 19.749250411987305 (21.229878732136314) - | > loss_duration: 1.6870051622390747 (1.7017011599881309) - | > loss_1: 31.21898651123047 (33.509555407932815) - - --> STEP: 29 - | > loss_disc: 2.5275392532348633 (2.438708782196045) - | > loss_disc_real_0: 0.1501293182373047 (0.12488363503382124) - | > loss_disc_real_1: 0.23348966240882874 (0.22949461793077403) - | > loss_disc_real_2: 0.2072451412677765 (0.1809905906175745) - | > loss_disc_real_3: 0.27046048641204834 (0.23122213883646603) - | > loss_disc_real_4: 0.24359455704689026 (0.21442245769089666) - | > loss_disc_real_5: 0.2634531259536743 (0.2333208615409917) - | > loss_0: 2.5275392532348633 (2.438708782196045) - | > loss_gen: 2.149779796600342 (2.202813678774341) - | > loss_kl: 1.2141849994659424 (1.5732644426411595) - | > loss_feat: 5.167935848236084 (6.731343039150896) - | > loss_mel: 17.338470458984375 (21.09569223995866) - | > loss_duration: 1.6485986709594727 (1.6998700396767978) - | > loss_1: 27.518970489501953 (33.30298351419382) - - --> STEP: 30 - | > loss_disc: 2.4798967838287354 (2.4400817155838013) - | > loss_disc_real_0: 0.08152100443840027 (0.12343821401397387) - | > loss_disc_real_1: 0.2436998188495636 (0.229968124628067) - | > loss_disc_real_2: 0.20191903412342072 (0.1816882054011027) - | > loss_disc_real_3: 0.2697758972644806 (0.23250726411739986) - | > loss_disc_real_4: 0.2459264099597931 (0.2154725894331932) - | > loss_disc_real_5: 0.17747022211551666 (0.2314591735601425) - | > loss_0: 2.4798967838287354 (2.4400817155838013) - | > loss_gen: 2.1767396926879883 (2.201944545904796) - | > loss_kl: 1.9870787858963013 (1.5870582540829976) - | > loss_feat: 7.930029392242432 (6.771299250920614) - | > loss_mel: 23.650178909301758 (21.18084179560343) - | > loss_duration: 1.715820074081421 (1.7004017074902853) - | > loss_1: 37.45984649658203 (33.441545613606756) - - --> STEP: 31 - | > loss_disc: 2.4969935417175293 (2.441917580942954) - | > loss_disc_real_0: 0.07745949923992157 (0.1219550296664238) - | > loss_disc_real_1: 0.24614472687244415 (0.2304899505069179) - | > loss_disc_real_2: 0.21385708451271057 (0.1827259111788965) - | > loss_disc_real_3: 0.2324621081352234 (0.23250580747281352) - | > loss_disc_real_4: 0.2827591001987457 (0.21764312203853362) - | > loss_disc_real_5: 0.31045690178871155 (0.23400748737396732) - | > loss_0: 2.4969935417175293 (2.441917580942954) - | > loss_gen: 2.138949155807495 (2.199912436546819) - | > loss_kl: 1.4685337543487549 (1.5832348831238285) - | > loss_feat: 4.735591411590576 (6.705631256103516) - | > loss_mel: 18.74437141418457 (21.102245976847982) - | > loss_duration: 1.6590173244476318 (1.6990667273921352) - | > loss_1: 28.746463775634766 (33.29009136076895) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.01306031596276068 (+0.002033618188673451) - | > avg_loss_disc: 2.441917580942954 (-0.08316627625496142) - | > avg_loss_disc_real_0: 0.1219550296664238 (-0.009707437647927142) - | > avg_loss_disc_real_1: 0.2304899505069179 (+0.026271175713308392) - | > avg_loss_disc_real_2: 0.1827259111788965 (-0.05134066026056966) - | > avg_loss_disc_real_3: 0.23250580747281352 (+0.01063870854916113) - | > avg_loss_disc_real_4: 0.21764312203853362 (-0.005218866852021969) - | > avg_loss_disc_real_5: 0.23400748737396732 (-0.011690063341971368) - | > avg_loss_0: 2.441917580942954 (-0.08316627625496142) - | > avg_loss_gen: 2.199912436546819 (+0.03916523148936735) - | > avg_loss_kl: 1.5832348831238285 (-0.07656948028072241) - | > avg_loss_feat: 6.705631256103516 (+0.009138637973416408) - | > avg_loss_mel: 21.102245976847982 (-0.9493097182243169) - | > avg_loss_duration: 1.6990667273921352 (-0.0016351130700880123) - | > avg_loss_1: 33.29009136076895 (-0.9792101460118587) - - - > EPOCH: 22/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 03:27:48)  - - --> TIME: 2024-11-23 03:27:55 -- STEP: 9/797 -- GLOBAL_STEP: 40650 - | > loss_disc: 2.50429105758667 (2.5287120077345104) - | > loss_disc_real_0: 0.1897639036178589 (0.1507563574446572) - | > loss_disc_real_1: 0.19015739858150482 (0.22694575289885202) - | > loss_disc_real_2: 0.22334791719913483 (0.238176961739858) - | > loss_disc_real_3: 0.18354874849319458 (0.221864875819948) - | > loss_disc_real_4: 0.2524910867214203 (0.2322795937458674) - | > loss_disc_real_5: 0.23427465558052063 (0.24472063448694018) - | > loss_0: 2.50429105758667 (2.5287120077345104) - | > grad_norm_0: tensor(61.0022, device='cuda:0') (tensor(69.5206, device='cuda:0')) - | > loss_gen: 2.2450382709503174 (2.268172952863905) - | > loss_kl: 1.3440582752227783 (1.5114351246092055) - | > loss_feat: 6.087344169616699 (6.264084339141846) - | > loss_mel: 20.554183959960938 (20.517319361368816) - | > loss_duration: 1.8379850387573242 (1.8857460816701253) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.06861114501953 (32.446758058336044) - | > grad_norm_1: tensor(204.8672, device='cuda:0') (tensor(355.0114, device='cuda:0')) - | > current_lr_0: 0.00019875382047998183 - | > current_lr_1: 0.00019875382047998183 - | > step_time: 0.7588 (0.7441245714823405) - | > loader_time: 0.003 (0.00468497806125217) - - - --> TIME: 2024-11-23 03:28:15 -- STEP: 34/797 -- GLOBAL_STEP: 40675 - | > loss_disc: 2.399616003036499 (2.510671952191521) - | > loss_disc_real_0: 0.1645050048828125 (0.13831288783865817) - | > loss_disc_real_1: 0.22789722681045532 (0.2271369796465425) - | > loss_disc_real_2: 0.20517605543136597 (0.24057205941747217) - | > loss_disc_real_3: 0.23967881500720978 (0.22609688999021754) - | > loss_disc_real_4: 0.2310134619474411 (0.23126421342877782) - | > loss_disc_real_5: 0.24847736954689026 (0.23499911716755698) - | > loss_0: 2.399616003036499 (2.510671952191521) - | > grad_norm_0: tensor(142.6489, device='cuda:0') (tensor(64.9533, device='cuda:0')) - | > loss_gen: 2.5866596698760986 (2.2799230884103214) - | > loss_kl: 1.8700852394104004 (1.5710559943143059) - | > loss_feat: 6.624667167663574 (6.403494680629057) - | > loss_mel: 20.727155685424805 (20.692087958840762) - | > loss_duration: 1.7731516361236572 (1.8048601641374475) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.581722259521484 (32.751422040602726) - | > grad_norm_1: tensor(691.5730, device='cuda:0') (tensor(500.8209, device='cuda:0')) - | > current_lr_0: 0.00019875382047998183 - | > current_lr_1: 0.00019875382047998183 - | > step_time: 0.772 (0.7534525184070363) - | > loader_time: 0.0042 (0.0056340343811932736) - - - --> TIME: 2024-11-23 03:28:34 -- STEP: 59/797 -- GLOBAL_STEP: 40700 - | > loss_disc: 2.5115714073181152 (2.486143334437225) - | > loss_disc_real_0: 0.15381795167922974 (0.13655605141894286) - | > loss_disc_real_1: 0.278157114982605 (0.22473660566039005) - | > loss_disc_real_2: 0.27565786242485046 (0.236151462641813) - | > loss_disc_real_3: 0.2322932630777359 (0.22221342613131312) - | > loss_disc_real_4: 0.29527124762535095 (0.2259789283497859) - | > loss_disc_real_5: 0.2686091661453247 (0.23428289061885768) - | > loss_0: 2.5115714073181152 (2.486143334437225) - | > grad_norm_0: tensor(117.4619, device='cuda:0') (tensor(54.2534, device='cuda:0')) - | > loss_gen: 2.512568712234497 (2.298806093506895) - | > loss_kl: 1.480988621711731 (1.5560376765364308) - | > loss_feat: 6.565073490142822 (6.5784353159241755) - | > loss_mel: 21.695404052734375 (21.03322960158526) - | > loss_duration: 1.7007708549499512 (1.7716496556492176) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.95480728149414 (33.238158565456565) - | > grad_norm_1: tensor(722.6688, device='cuda:0') (tensor(486.7718, device='cuda:0')) - | > current_lr_0: 0.00019875382047998183 - | > current_lr_1: 0.00019875382047998183 - | > step_time: 0.778 (0.7551748914233709) - | > loader_time: 0.0039 (0.0057411719176728845) - - - --> TIME: 2024-11-23 03:28:53 -- STEP: 84/797 -- GLOBAL_STEP: 40725 - | > loss_disc: 2.5163395404815674 (2.487607036318098) - | > loss_disc_real_0: 0.07130063325166702 (0.14090622792996108) - | > loss_disc_real_1: 0.21391166746616364 (0.2222939319021645) - | > loss_disc_real_2: 0.2914566993713379 (0.23587678958262717) - | > loss_disc_real_3: 0.2460019290447235 (0.22259335166641644) - | > loss_disc_real_4: 0.2892688810825348 (0.22514134201975095) - | > loss_disc_real_5: 0.2752057909965515 (0.23337231771576972) - | > loss_0: 2.5163395404815674 (2.487607036318098) - | > grad_norm_0: tensor(10.9950, device='cuda:0') (tensor(62.6183, device='cuda:0')) - | > loss_gen: 2.3243768215179443 (2.317547309966314) - | > loss_kl: 1.1357089281082153 (1.55348120984577) - | > loss_feat: 5.780058860778809 (6.62616813750494) - | > loss_mel: 19.941455841064453 (21.135506425585067) - | > loss_duration: 1.7461940050125122 (1.7536674808888209) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.92779541015625 (33.38637063616797) - | > grad_norm_1: tensor(253.1238, device='cuda:0') (tensor(489.7164, device='cuda:0')) - | > current_lr_0: 0.00019875382047998183 - | > current_lr_1: 0.00019875382047998183 - | > step_time: 0.7638 (0.7597187104679286) - | > loader_time: 0.0041 (0.005784630775451659) - - - --> TIME: 2024-11-23 03:29:13 -- STEP: 109/797 -- GLOBAL_STEP: 40750 - | > loss_disc: 2.3413004875183105 (2.491316200396336) - | > loss_disc_real_0: 0.11132460832595825 (0.14474642580938998) - | > loss_disc_real_1: 0.15986117720603943 (0.22004638099615728) - | > loss_disc_real_2: 0.1924523115158081 (0.23569845223645552) - | > loss_disc_real_3: 0.20566552877426147 (0.2231476775823383) - | > loss_disc_real_4: 0.18457840383052826 (0.22398582018843485) - | > loss_disc_real_5: 0.20549821853637695 (0.23329293604837645) - | > loss_0: 2.3413004875183105 (2.491316200396336) - | > grad_norm_0: tensor(49.4566, device='cuda:0') (tensor(63.0463, device='cuda:0')) - | > loss_gen: 2.2809412479400635 (2.3184844660102772) - | > loss_kl: 1.843158483505249 (1.5385612664966408) - | > loss_feat: 7.5733842849731445 (6.6537719560325685) - | > loss_mel: 20.94182777404785 (21.211890124399734) - | > loss_duration: 1.667443871498108 (1.7443945046958573) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.30675506591797 (33.46710238325486) - | > grad_norm_1: tensor(490.9113, device='cuda:0') (tensor(474.2640, device='cuda:0')) - | > current_lr_0: 0.00019875382047998183 - | > current_lr_1: 0.00019875382047998183 - | > step_time: 0.8032 (0.7649787347251119) - | > loader_time: 0.0044 (0.005634189745701781) - - - --> TIME: 2024-11-23 03:29:33 -- STEP: 134/797 -- GLOBAL_STEP: 40775 - | > loss_disc: 2.457313299179077 (2.483294479882539) - | > loss_disc_real_0: 0.15223458409309387 (0.14092576434251983) - | > loss_disc_real_1: 0.22163125872612 (0.2193799823411365) - | > loss_disc_real_2: 0.24744558334350586 (0.23568698574802768) - | > loss_disc_real_3: 0.22323371469974518 (0.22306719600264704) - | > loss_disc_real_4: 0.2576102912425995 (0.22430066708753357) - | > loss_disc_real_5: 0.2806067168712616 (0.23221773531899523) - | > loss_0: 2.457313299179077 (2.483294479882539) - | > grad_norm_0: tensor(98.5027, device='cuda:0') (tensor(59.6789, device='cuda:0')) - | > loss_gen: 2.4793996810913086 (2.320018609957908) - | > loss_kl: 1.5881462097167969 (1.537274669355421) - | > loss_feat: 6.658012390136719 (6.673644400354641) - | > loss_mel: 22.35226058959961 (21.24422154497745) - | > loss_duration: 1.7496287822723389 (1.7400274685959318) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.827449798583984 (33.5151867368328) - | > grad_norm_1: tensor(625.6054, device='cuda:0') (tensor(492.1137, device='cuda:0')) - | > current_lr_0: 0.00019875382047998183 - | > current_lr_1: 0.00019875382047998183 - | > step_time: 0.7523 (0.7693650188730722) - | > loader_time: 0.0045 (0.00572640326485705) - - - --> TIME: 2024-11-23 03:29:53 -- STEP: 159/797 -- GLOBAL_STEP: 40800 - | > loss_disc: 2.507399082183838 (2.4848153171299376) - | > loss_disc_real_0: 0.055068641901016235 (0.14064433554527145) - | > loss_disc_real_1: 0.1475868970155716 (0.21867412117854604) - | > loss_disc_real_2: 0.1988808512687683 (0.23470482942443224) - | > loss_disc_real_3: 0.19410155713558197 (0.22335959839745886) - | > loss_disc_real_4: 0.1977393627166748 (0.22402211433311678) - | > loss_disc_real_5: 0.19964835047721863 (0.2319573446077371) - | > loss_0: 2.507399082183838 (2.4848153171299376) - | > grad_norm_0: tensor(53.1943, device='cuda:0') (tensor(63.6679, device='cuda:0')) - | > loss_gen: 2.1623640060424805 (2.3200955428417362) - | > loss_kl: 1.4375380277633667 (1.5335010020238047) - | > loss_feat: 7.594089508056641 (6.6484404329983695) - | > loss_mel: 23.557130813598633 (21.199883395021068) - | > loss_duration: 1.6904587745666504 (1.7342146215198924) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.441585540771484 (33.436135130108525) - | > grad_norm_1: tensor(586.4510, device='cuda:0') (tensor(506.3348, device='cuda:0')) - | > current_lr_0: 0.00019875382047998183 - | > current_lr_1: 0.00019875382047998183 - | > step_time: 0.7674 (0.7738008184253043) - | > loader_time: 0.0044 (0.005650812724851213) - - - --> TIME: 2024-11-23 03:30:14 -- STEP: 184/797 -- GLOBAL_STEP: 40825 - | > loss_disc: 2.4980826377868652 (2.4830168343108623) - | > loss_disc_real_0: 0.15653997659683228 (0.1398252355461211) - | > loss_disc_real_1: 0.22652962803840637 (0.2197317634506718) - | > loss_disc_real_2: 0.23736944794654846 (0.23528233980355057) - | > loss_disc_real_3: 0.2732582092285156 (0.22326439238436843) - | > loss_disc_real_4: 0.2607952356338501 (0.22339406042643215) - | > loss_disc_real_5: 0.26042410731315613 (0.2316831622434699) - | > loss_0: 2.4980826377868652 (2.4830168343108623) - | > grad_norm_0: tensor(26.3396, device='cuda:0') (tensor(64.8055, device='cuda:0')) - | > loss_gen: 2.517122745513916 (2.3223885083975984) - | > loss_kl: 1.3646670579910278 (1.5335850644370783) - | > loss_feat: 6.802270889282227 (6.650653517764548) - | > loss_mel: 21.33287811279297 (21.219289002211195) - | > loss_duration: 1.645843505859375 (1.727793355350909) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.662784576416016 (33.45370951942773) - | > grad_norm_1: tensor(643.0042, device='cuda:0') (tensor(504.0631, device='cuda:0')) - | > current_lr_0: 0.00019875382047998183 - | > current_lr_1: 0.00019875382047998183 - | > step_time: 0.809 (0.7802742978800896) - | > loader_time: 0.0051 (0.0057063841301461925) - - - --> TIME: 2024-11-23 03:30:35 -- STEP: 209/797 -- GLOBAL_STEP: 40850 - | > loss_disc: 2.557415723800659 (2.4811167158008183) - | > loss_disc_real_0: 0.16237646341323853 (0.13860337199135253) - | > loss_disc_real_1: 0.28243187069892883 (0.220029350637534) - | > loss_disc_real_2: 0.2751357853412628 (0.2343248653640017) - | > loss_disc_real_3: 0.26658424735069275 (0.22370203103175004) - | > loss_disc_real_4: 0.2324104756116867 (0.2227756088715421) - | > loss_disc_real_5: 0.240461528301239 (0.23120665749864716) - | > loss_0: 2.557415723800659 (2.4811167158008183) - | > grad_norm_0: tensor(9.6340, device='cuda:0') (tensor(61.4245, device='cuda:0')) - | > loss_gen: 2.4570932388305664 (2.317767978855297) - | > loss_kl: 1.6522926092147827 (1.5357287808468467) - | > loss_feat: 6.615777015686035 (6.635195006594133) - | > loss_mel: 23.156688690185547 (21.231977344129646) - | > loss_duration: 1.7338674068450928 (1.7264887773249138) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.615718841552734 (33.44715793737382) - | > grad_norm_1: tensor(90.8413, device='cuda:0') (tensor(493.9311, device='cuda:0')) - | > current_lr_0: 0.00019875382047998183 - | > current_lr_1: 0.00019875382047998183 - | > step_time: 0.8608 (0.7832691555388235) - | > loader_time: 0.0133 (0.006005619131206895) - - - --> TIME: 2024-11-23 03:30:55 -- STEP: 234/797 -- GLOBAL_STEP: 40875 - | > loss_disc: 2.5206406116485596 (2.4791356284394213) - | > loss_disc_real_0: 0.22748173773288727 (0.13865099434987593) - | > loss_disc_real_1: 0.24265483021736145 (0.2198545202676557) - | > loss_disc_real_2: 0.30031073093414307 (0.23525029510004908) - | > loss_disc_real_3: 0.23598340153694153 (0.22259894732990834) - | > loss_disc_real_4: 0.23926863074302673 (0.22277620581225452) - | > loss_disc_real_5: 0.21287314593791962 (0.23133680842116347) - | > loss_0: 2.5206406116485596 (2.4791356284394213) - | > grad_norm_0: tensor(32.4491, device='cuda:0') (tensor(60.1159, device='cuda:0')) - | > loss_gen: 2.396608591079712 (2.3239095002158074) - | > loss_kl: 1.8419266939163208 (1.542842269453228) - | > loss_feat: 5.637352466583252 (6.6442009220775375) - | > loss_mel: 19.739383697509766 (21.260145464514057) - | > loss_duration: 1.6585636138916016 (1.722973271822318) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.273834228515625 (33.49407141432801) - | > grad_norm_1: tensor(203.5466, device='cuda:0') (tensor(499.5327, device='cuda:0')) - | > current_lr_0: 0.00019875382047998183 - | > current_lr_1: 0.00019875382047998183 - | > step_time: 0.8002 (0.7858624529634785) - | > loader_time: 0.0114 (0.006144046783447266) - - - --> TIME: 2024-11-23 03:31:16 -- STEP: 259/797 -- GLOBAL_STEP: 40900 - | > loss_disc: 2.502289295196533 (2.477893267819319) - | > loss_disc_real_0: 0.08907622843980789 (0.13798137283866002) - | > loss_disc_real_1: 0.18390415608882904 (0.21916627052552912) - | > loss_disc_real_2: 0.23778632283210754 (0.23372819709041404) - | > loss_disc_real_3: 0.28370705246925354 (0.2234756564541673) - | > loss_disc_real_4: 0.25274235010147095 (0.2224399592425372) - | > loss_disc_real_5: 0.27302780747413635 (0.23189787698988748) - | > loss_0: 2.502289295196533 (2.477893267819319) - | > grad_norm_0: tensor(70.4041, device='cuda:0') (tensor(62.0107, device='cuda:0')) - | > loss_gen: 2.321277379989624 (2.328237358207408) - | > loss_kl: 1.684743046760559 (1.5429728509836675) - | > loss_feat: 6.785248756408691 (6.651356969560895) - | > loss_mel: 21.087400436401367 (21.277114367392993) - | > loss_duration: 1.7184672355651855 (1.7197303482004114) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.597137451171875 (33.51941185292128) - | > grad_norm_1: tensor(569.1828, device='cuda:0') (tensor(509.0255, device='cuda:0')) - | > current_lr_0: 0.00019875382047998183 - | > current_lr_1: 0.00019875382047998183 - | > step_time: 0.8383 (0.7893607248210538) - | > loader_time: 0.005 (0.006285614028400436) - - - --> TIME: 2024-11-23 03:31:36 -- STEP: 284/797 -- GLOBAL_STEP: 40925 - | > loss_disc: 2.4501595497131348 (2.481142526781055) - | > loss_disc_real_0: 0.1450222134590149 (0.13758500323066822) - | > loss_disc_real_1: 0.18754611909389496 (0.2192835873648734) - | > loss_disc_real_2: 0.22365348041057587 (0.23447717017900777) - | > loss_disc_real_3: 0.22161178290843964 (0.22361076276906783) - | > loss_disc_real_4: 0.21471340954303741 (0.22348993591649433) - | > loss_disc_real_5: 0.28522834181785583 (0.2326777920021977) - | > loss_0: 2.4501595497131348 (2.481142526781055) - | > grad_norm_0: tensor(9.3487, device='cuda:0') (tensor(63.4510, device='cuda:0')) - | > loss_gen: 2.3932371139526367 (2.328732616884607) - | > loss_kl: 1.8065871000289917 (1.5462576310399554) - | > loss_feat: 6.622450828552246 (6.641451899434479) - | > loss_mel: 21.48654556274414 (21.308382376818592) - | > loss_duration: 1.6621745824813843 (1.7177530531312382) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.97099685668945 (33.54257750846969) - | > grad_norm_1: tensor(433.6585, device='cuda:0') (tensor(509.6181, device='cuda:0')) - | > current_lr_0: 0.00019875382047998183 - | > current_lr_1: 0.00019875382047998183 - | > step_time: 0.7648 (0.7906122358751967) - | > loader_time: 0.005 (0.006379790709052287) - - - --> TIME: 2024-11-23 03:31:57 -- STEP: 309/797 -- GLOBAL_STEP: 40950 - | > loss_disc: 2.4715917110443115 (2.4788956140623126) - | > loss_disc_real_0: 0.17066890001296997 (0.1370496070524828) - | > loss_disc_real_1: 0.19173753261566162 (0.21872551900765658) - | > loss_disc_real_2: 0.1931125521659851 (0.23376551540538332) - | > loss_disc_real_3: 0.234618678689003 (0.22315182124526756) - | > loss_disc_real_4: 0.2179339975118637 (0.22285943418066093) - | > loss_disc_real_5: 0.24006909132003784 (0.23268165316396547) - | > loss_0: 2.4715917110443115 (2.4788956140623126) - | > grad_norm_0: tensor(62.6390, device='cuda:0') (tensor(64.6632, device='cuda:0')) - | > loss_gen: 2.370901584625244 (2.3271131812561676) - | > loss_kl: 1.4347361326217651 (1.5512642532490601) - | > loss_feat: 6.812680244445801 (6.62796932208114) - | > loss_mel: 22.011856079101562 (21.30314105382629) - | > loss_duration: 1.6758170127868652 (1.7149919827007554) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.305992126464844 (33.5244797518338) - | > grad_norm_1: tensor(654.9696, device='cuda:0') (tensor(515.3528, device='cuda:0')) - | > current_lr_0: 0.00019875382047998183 - | > current_lr_1: 0.00019875382047998183 - | > step_time: 0.8345 (0.7918200253668722) - | > loader_time: 0.005 (0.006452705482063171) - - - --> TIME: 2024-11-23 03:32:17 -- STEP: 334/797 -- GLOBAL_STEP: 40975 - | > loss_disc: 2.424039840698242 (2.478236466824653) - | > loss_disc_real_0: 0.1498008817434311 (0.13658614109777759) - | > loss_disc_real_1: 0.24365070462226868 (0.21891120738701192) - | > loss_disc_real_2: 0.2095317840576172 (0.2342597289892014) - | > loss_disc_real_3: 0.2154589742422104 (0.2232456533405595) - | > loss_disc_real_4: 0.20867125689983368 (0.22295832281519554) - | > loss_disc_real_5: 0.24236562848091125 (0.23273067350337606) - | > loss_0: 2.424039840698242 (2.478236466824653) - | > grad_norm_0: tensor(41.1377, device='cuda:0') (tensor(63.1540, device='cuda:0')) - | > loss_gen: 2.4185550212860107 (2.3285130501507276) - | > loss_kl: 1.7323856353759766 (1.5532569299914876) - | > loss_feat: 6.202080249786377 (6.624507291588244) - | > loss_mel: 21.076690673828125 (21.314475002403032) - | > loss_duration: 1.67830228805542 (1.7129204530201987) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.10801315307617 (33.53367272108614) - | > grad_norm_1: tensor(757.8997, device='cuda:0') (tensor(520.3065, device='cuda:0')) - | > current_lr_0: 0.00019875382047998183 - | > current_lr_1: 0.00019875382047998183 - | > step_time: 0.8405 (0.7934076579031114) - | > loader_time: 0.006 (0.006488143326993474) - - - --> TIME: 2024-11-23 03:32:38 -- STEP: 359/797 -- GLOBAL_STEP: 41000 - | > loss_disc: 2.4956371784210205 (2.4753824336283072) - | > loss_disc_real_0: 0.1230887845158577 (0.13624736956193584) - | > loss_disc_real_1: 0.28782030940055847 (0.21877973597278835) - | > loss_disc_real_2: 0.20475687086582184 (0.23359943415793202) - | > loss_disc_real_3: 0.2624916136264801 (0.2230713882569151) - | > loss_disc_real_4: 0.20107707381248474 (0.22238475291841875) - | > loss_disc_real_5: 0.24919727444648743 (0.2322523593902588) - | > loss_0: 2.4956371784210205 (2.4753824336283072) - | > grad_norm_0: tensor(93.9596, device='cuda:0') (tensor(62.7241, device='cuda:0')) - | > loss_gen: 2.519643545150757 (2.3311453041592016) - | > loss_kl: 1.3843581676483154 (1.5528962027727724) - | > loss_feat: 6.518832206726074 (6.628111153924036) - | > loss_mel: 22.208282470703125 (21.326702080729277) - | > loss_duration: 1.6423965692520142 (1.7101154134798182) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.27350997924805 (33.54897015606129) - | > grad_norm_1: tensor(631.5374, device='cuda:0') (tensor(523.5443, device='cuda:0')) - | > current_lr_0: 0.00019875382047998183 - | > current_lr_1: 0.00019875382047998183 - | > step_time: 0.7933 (0.7945944784743538) - | > loader_time: 0.0065 (0.0065107179551403506) - - - --> TIME: 2024-11-23 03:32:59 -- STEP: 384/797 -- GLOBAL_STEP: 41025 - | > loss_disc: 2.397768974304199 (2.476261336977284) - | > loss_disc_real_0: 0.14776217937469482 (0.13602110771656353) - | > loss_disc_real_1: 0.229140043258667 (0.21882380857520425) - | > loss_disc_real_2: 0.2178439050912857 (0.23406752047594637) - | > loss_disc_real_3: 0.19450268149375916 (0.2233911887742579) - | > loss_disc_real_4: 0.23444262146949768 (0.22265891210796931) - | > loss_disc_real_5: 0.2324843555688858 (0.23297604317000756) - | > loss_0: 2.397768974304199 (2.476261336977284) - | > grad_norm_0: tensor(63.0562, device='cuda:0') (tensor(63.3276, device='cuda:0')) - | > loss_gen: 2.427826404571533 (2.332731616683304) - | > loss_kl: 1.4716893434524536 (1.5524787871787942) - | > loss_feat: 6.937170028686523 (6.626516836384934) - | > loss_mel: 21.060096740722656 (21.312783430020005) - | > loss_duration: 1.7322804927825928 (1.707968053407967) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.62906265258789 (33.53247870504857) - | > grad_norm_1: tensor(503.4997, device='cuda:0') (tensor(529.1831, device='cuda:0')) - | > current_lr_0: 0.00019875382047998183 - | > current_lr_1: 0.00019875382047998183 - | > step_time: 0.8087 (0.797555971269806) - | > loader_time: 0.0063 (0.006597182403008143) - - - --> TIME: 2024-11-23 03:33:20 -- STEP: 409/797 -- GLOBAL_STEP: 41050 - | > loss_disc: 2.435060739517212 (2.4732003398512874) - | > loss_disc_real_0: 0.22351546585559845 (0.1357461951928063) - | > loss_disc_real_1: 0.24591828882694244 (0.21853562371582158) - | > loss_disc_real_2: 0.2222777009010315 (0.2338227566267867) - | > loss_disc_real_3: 0.23609022796154022 (0.22307643538436564) - | > loss_disc_real_4: 0.19983182847499847 (0.22203010200434034) - | > loss_disc_real_5: 0.17044809460639954 (0.23320347008757603) - | > loss_0: 2.435060739517212 (2.4732003398512874) - | > grad_norm_0: tensor(131.2738, device='cuda:0') (tensor(63.4504, device='cuda:0')) - | > loss_gen: 2.5930213928222656 (2.3370408542581744) - | > loss_kl: 1.577471375465393 (1.546936970468255) - | > loss_feat: 7.32436466217041 (6.6403606351838445) - | > loss_mel: 21.90043830871582 (21.32929988012336) - | > loss_duration: 1.6993727684020996 (1.7068973336651156) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.09466552734375 (33.560535650090095) - | > grad_norm_1: tensor(557.1213, device='cuda:0') (tensor(526.4758, device='cuda:0')) - | > current_lr_0: 0.00019875382047998183 - | > current_lr_1: 0.00019875382047998183 - | > step_time: 0.88 (0.7994301348268839) - | > loader_time: 0.0067 (0.006671674094165158) - - - --> TIME: 2024-11-23 03:33:42 -- STEP: 434/797 -- GLOBAL_STEP: 41075 - | > loss_disc: 2.494781255722046 (2.471739952465357) - | > loss_disc_real_0: 0.19686594605445862 (0.13548400540608693) - | > loss_disc_real_1: 0.1627849042415619 (0.21832153961611783) - | > loss_disc_real_2: 0.24602998793125153 (0.23385815404801874) - | > loss_disc_real_3: 0.2141178399324417 (0.222870361489085) - | > loss_disc_real_4: 0.20627538859844208 (0.22196506787829684) - | > loss_disc_real_5: 0.2782609760761261 (0.2332554392962961) - | > loss_0: 2.494781255722046 (2.471739952465357) - | > grad_norm_0: tensor(87.7769, device='cuda:0') (tensor(64.5077, device='cuda:0')) - | > loss_gen: 2.5367352962493896 (2.3408778282354485) - | > loss_kl: 1.351362705230713 (1.5421448874583439) - | > loss_feat: 7.661488056182861 (6.655462760529762) - | > loss_mel: 22.196025848388672 (21.36461313309207) - | > loss_duration: 1.6845455169677734 (1.7056339094715733) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.43016052246094 (33.608732491594324) - | > grad_norm_1: tensor(753.9616, device='cuda:0') (tensor(532.2333, device='cuda:0')) - | > current_lr_0: 0.00019875382047998183 - | > current_lr_1: 0.00019875382047998183 - | > step_time: 0.8818 (0.8019537315939976) - | > loader_time: 0.0063 (0.00678283937515751) - - - --> TIME: 2024-11-23 03:34:03 -- STEP: 459/797 -- GLOBAL_STEP: 41100 - | > loss_disc: 2.626024007797241 (2.473117558784735) - | > loss_disc_real_0: 0.22559958696365356 (0.13586495223420644) - | > loss_disc_real_1: 0.23194123804569244 (0.21870268957612302) - | > loss_disc_real_2: 0.21587039530277252 (0.23382099365616676) - | > loss_disc_real_3: 0.23571684956550598 (0.2231156956850833) - | > loss_disc_real_4: 0.2051726132631302 (0.22172828508877807) - | > loss_disc_real_5: 0.24544183909893036 (0.23321585159156316) - | > loss_0: 2.626024007797241 (2.473117558784735) - | > grad_norm_0: tensor(97.5049, device='cuda:0') (tensor(66.2951, device='cuda:0')) - | > loss_gen: 2.1923587322235107 (2.343057179762645) - | > loss_kl: 1.6383967399597168 (1.5440359897343419) - | > loss_feat: 6.4247541427612305 (6.661716411316319) - | > loss_mel: 21.690404891967773 (21.388581086867248) - | > loss_duration: 1.6743195056915283 (1.704650607503837) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.62023162841797 (33.642041274924715) - | > grad_norm_1: tensor(235.3523, device='cuda:0') (tensor(534.9335, device='cuda:0')) - | > current_lr_0: 0.00019875382047998183 - | > current_lr_1: 0.00019875382047998183 - | > step_time: 0.8239 (0.8043120483946955) - | > loader_time: 0.008 (0.006920509089052287) - - - --> TIME: 2024-11-23 03:34:25 -- STEP: 484/797 -- GLOBAL_STEP: 41125 - | > loss_disc: 2.3588032722473145 (2.471667416824783) - | > loss_disc_real_0: 0.12702243030071259 (0.13547205886503394) - | > loss_disc_real_1: 0.17862346768379211 (0.2187172591470736) - | > loss_disc_real_2: 0.22380372881889343 (0.23379530144993924) - | > loss_disc_real_3: 0.20984654128551483 (0.22278734675246822) - | > loss_disc_real_4: 0.21892458200454712 (0.2216682890353124) - | > loss_disc_real_5: 0.20420362055301666 (0.23370900673191408) - | > loss_0: 2.3588032722473145 (2.471667416824783) - | > grad_norm_0: tensor(8.2043, device='cuda:0') (tensor(66.9817, device='cuda:0')) - | > loss_gen: 2.2821977138519287 (2.3447714026801822) - | > loss_kl: 1.609655499458313 (1.5440449948645818) - | > loss_feat: 6.999207973480225 (6.671228340834627) - | > loss_mel: 22.55471420288086 (21.403885526105384) - | > loss_duration: 1.6960474252700806 (1.7035749621135143) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.141822814941406 (33.667505272163865) - | > grad_norm_1: tensor(97.8431, device='cuda:0') (tensor(535.0189, device='cuda:0')) - | > current_lr_0: 0.00019875382047998183 - | > current_lr_1: 0.00019875382047998183 - | > step_time: 0.8468 (0.8068273057622357) - | > loader_time: 0.0079 (0.0069699883460998535) - - - --> TIME: 2024-11-23 03:34:47 -- STEP: 509/797 -- GLOBAL_STEP: 41150 - | > loss_disc: 2.4179532527923584 (2.4685355352278084) - | > loss_disc_real_0: 0.14992208778858185 (0.1348016693573336) - | > loss_disc_real_1: 0.22773432731628418 (0.21851403804858213) - | > loss_disc_real_2: 0.22931449115276337 (0.23337879917476406) - | > loss_disc_real_3: 0.23879307508468628 (0.22271987681655847) - | > loss_disc_real_4: 0.17842328548431396 (0.22139616673611) - | > loss_disc_real_5: 0.21627217531204224 (0.23304536262406347) - | > loss_0: 2.4179532527923584 (2.4685355352278084) - | > grad_norm_0: tensor(29.0611, device='cuda:0') (tensor(65.3243, device='cuda:0')) - | > loss_gen: 2.2884092330932617 (2.346118288798977) - | > loss_kl: 1.611994981765747 (1.5466483580808505) - | > loss_feat: 6.347303867340088 (6.684276248242393) - | > loss_mel: 21.45505714416504 (21.41322252839393) - | > loss_duration: 1.6810342073440552 (1.7023515886314258) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.3838005065918 (33.692617034162694) - | > grad_norm_1: tensor(309.8172, device='cuda:0') (tensor(528.5908, device='cuda:0')) - | > current_lr_0: 0.00019875382047998183 - | > current_lr_1: 0.00019875382047998183 - | > step_time: 0.9001 (0.8099587188488373) - | > loader_time: 0.0068 (0.00708968185020102) - - - --> TIME: 2024-11-23 03:35:09 -- STEP: 534/797 -- GLOBAL_STEP: 41175 - | > loss_disc: 2.624171257019043 (2.46953770239255) - | > loss_disc_real_0: 0.14108148217201233 (0.13472766719395754) - | > loss_disc_real_1: 0.29608404636383057 (0.21890248303835308) - | > loss_disc_real_2: 0.22782064974308014 (0.23346456684423297) - | > loss_disc_real_3: 0.2665913999080658 (0.22262744538569718) - | > loss_disc_real_4: 0.21654267609119415 (0.22163988476835386) - | > loss_disc_real_5: 0.20989912748336792 (0.23365039392357018) - | > loss_0: 2.624171257019043 (2.46953770239255) - | > grad_norm_0: tensor(47.4305, device='cuda:0') (tensor(65.2921, device='cuda:0')) - | > loss_gen: 2.112330198287964 (2.3471710023362076) - | > loss_kl: 1.6093194484710693 (1.5459748158294162) - | > loss_feat: 5.469064712524414 (6.685638874211119) - | > loss_mel: 19.76948356628418 (21.423216769757783) - | > loss_duration: 1.705703854560852 (1.7021419923850216) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.66590118408203 (33.704143459877315) - | > grad_norm_1: tensor(405.4128, device='cuda:0') (tensor(529.4800, device='cuda:0')) - | > current_lr_0: 0.00019875382047998183 - | > current_lr_1: 0.00019875382047998183 - | > step_time: 0.8333 (0.8121735147769084) - | > loader_time: 0.0066 (0.007170422246840115) - - - --> TIME: 2024-11-23 03:35:31 -- STEP: 559/797 -- GLOBAL_STEP: 41200 - | > loss_disc: 2.395631790161133 (2.4690022506952722) - | > loss_disc_real_0: 0.1643911600112915 (0.1347683414630259) - | > loss_disc_real_1: 0.18034835159778595 (0.21876954641826246) - | > loss_disc_real_2: 0.2070753127336502 (0.23333315697893472) - | > loss_disc_real_3: 0.21756964921951294 (0.22270829418477514) - | > loss_disc_real_4: 0.22143606841564178 (0.22135894901530692) - | > loss_disc_real_5: 0.24905626475811005 (0.23313901172234466) - | > loss_0: 2.395631790161133 (2.4690022506952722) - | > grad_norm_0: tensor(10.4932, device='cuda:0') (tensor(64.2376, device='cuda:0')) - | > loss_gen: 2.3972649574279785 (2.3449227462301088) - | > loss_kl: 1.609179139137268 (1.5462460257712756) - | > loss_feat: 6.513308048248291 (6.690054571052786) - | > loss_mel: 20.03839683532715 (21.433198939069218) - | > loss_duration: 1.6707580089569092 (1.701549707457077) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.22890853881836 (33.71597198595519) - | > grad_norm_1: tensor(410.0628, device='cuda:0') (tensor(524.0190, device='cuda:0')) - | > current_lr_0: 0.00019875382047998183 - | > current_lr_1: 0.00019875382047998183 - | > step_time: 0.8599 (0.8152087267908086) - | > loader_time: 0.008 (0.007266311184877999) - - - --> TIME: 2024-11-23 03:35:53 -- STEP: 584/797 -- GLOBAL_STEP: 41225 - | > loss_disc: 2.451972246170044 (2.469518959522248) - | > loss_disc_real_0: 0.0728459507226944 (0.13504819450772387) - | > loss_disc_real_1: 0.2258906364440918 (0.21871761565594233) - | > loss_disc_real_2: 0.2350316047668457 (0.2332856231560446) - | > loss_disc_real_3: 0.179092139005661 (0.22270390626094114) - | > loss_disc_real_4: 0.2392907738685608 (0.2214603938468515) - | > loss_disc_real_5: 0.21901336312294006 (0.23363024437774538) - | > loss_0: 2.451972246170044 (2.469518959522248) - | > grad_norm_0: tensor(43.7996, device='cuda:0') (tensor(64.1109, device='cuda:0')) - | > loss_gen: 2.3725199699401855 (2.343688024437589) - | > loss_kl: 1.6110650300979614 (1.547256038001139) - | > loss_feat: 7.267956733703613 (6.686664377989837) - | > loss_mel: 22.60936737060547 (21.44659439178362) - | > loss_duration: 1.6745357513427734 (1.7010499853385643) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.53544616699219 (33.725252788360834) - | > grad_norm_1: tensor(398.7924, device='cuda:0') (tensor(515.8176, device='cuda:0')) - | > current_lr_0: 0.00019875382047998183 - | > current_lr_1: 0.00019875382047998183 - | > step_time: 0.902 (0.8178597884635403) - | > loader_time: 0.0069 (0.007363830935465146) - - - --> TIME: 2024-11-23 03:36:16 -- STEP: 609/797 -- GLOBAL_STEP: 41250 - | > loss_disc: 2.4672412872314453 (2.470240188936884) - | > loss_disc_real_0: 0.11121207475662231 (0.13551293030895048) - | > loss_disc_real_1: 0.22647641599178314 (0.21860166834835545) - | > loss_disc_real_2: 0.24676351249217987 (0.23317635502231923) - | > loss_disc_real_3: 0.22458671033382416 (0.22288331257298663) - | > loss_disc_real_4: 0.22310300171375275 (0.22152579290722) - | > loss_disc_real_5: 0.2675609290599823 (0.23336628326543646) - | > loss_0: 2.4672412872314453 (2.470240188936884) - | > grad_norm_0: tensor(24.1578, device='cuda:0') (tensor(63.1343, device='cuda:0')) - | > loss_gen: 2.4725522994995117 (2.3415097389706623) - | > loss_kl: 1.593192219734192 (1.5477596881550129) - | > loss_feat: 6.927207946777344 (6.67919708511904) - | > loss_mel: 21.046449661254883 (21.448145144482947) - | > loss_duration: 1.708707332611084 (1.700890414037533) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.74810791015625 (33.7175020646971) - | > grad_norm_1: tensor(707.2143, device='cuda:0') (tensor(509.1005, device='cuda:0')) - | > current_lr_0: 0.00019875382047998183 - | > current_lr_1: 0.00019875382047998183 - | > step_time: 0.8905 (0.8208957106021826) - | > loader_time: 0.0074 (0.00742723632524362) - - - --> TIME: 2024-11-23 03:36:39 -- STEP: 634/797 -- GLOBAL_STEP: 41275 - | > loss_disc: 2.4146363735198975 (2.470535636700294) - | > loss_disc_real_0: 0.17728236317634583 (0.13574293134763432) - | > loss_disc_real_1: 0.20697639882564545 (0.21875891812169213) - | > loss_disc_real_2: 0.20392605662345886 (0.23358166478691794) - | > loss_disc_real_3: 0.19746997952461243 (0.22296732238696576) - | > loss_disc_real_4: 0.24032720923423767 (0.22171432910375416) - | > loss_disc_real_5: 0.253093957901001 (0.23347837922136871) - | > loss_0: 2.4146363735198975 (2.470535636700294) - | > grad_norm_0: tensor(57.9569, device='cuda:0') (tensor(63.4931, device='cuda:0')) - | > loss_gen: 2.2243499755859375 (2.342127474136532) - | > loss_kl: 1.5440717935562134 (1.548544616729303) - | > loss_feat: 6.478265285491943 (6.668749585136634) - | > loss_mel: 21.117341995239258 (21.456011841349774) - | > loss_duration: 1.7134102582931519 (1.7010393876006558) - | > amp_scaler: 256.0 (130.82649842271294) - | > loss_1: 33.07743835449219 (33.716472902508585) - | > grad_norm_1: tensor(646.4491, device='cuda:0') (tensor(511.9832, device='cuda:0')) - | > current_lr_0: 0.00019875382047998183 - | > current_lr_1: 0.00019875382047998183 - | > step_time: 0.8714 (0.8236154836811101) - | > loader_time: 0.0074 (0.007529974359819189) - - - --> TIME: 2024-11-23 03:37:02 -- STEP: 659/797 -- GLOBAL_STEP: 41300 - | > loss_disc: 2.5779330730438232 (2.4712818341841323) - | > loss_disc_real_0: 0.22859510779380798 (0.13609473071483646) - | > loss_disc_real_1: 0.2510322332382202 (0.21862101596702394) - | > loss_disc_real_2: 0.2093385010957718 (0.23324323132385433) - | > loss_disc_real_3: 0.23117640614509583 (0.22310316594309076) - | > loss_disc_real_4: 0.21741613745689392 (0.22173235485152157) - | > loss_disc_real_5: 0.24395842850208282 (0.23324095759659513) - | > loss_0: 2.5779330730438232 (2.4712818341841323) - | > grad_norm_0: tensor(20.7811, device='cuda:0') (tensor(63.6589, device='cuda:0')) - | > loss_gen: 2.181931972503662 (2.3409703698614104) - | > loss_kl: 1.4622572660446167 (1.5501292801048039) - | > loss_feat: 5.700308322906494 (6.658812025790877) - | > loss_mel: 18.917293548583984 (21.438959989996327) - | > loss_duration: 1.703511118888855 (1.7006362973287008) - | > amp_scaler: 256.0 (135.5751138088012) - | > loss_1: 29.965301513671875 (33.689507986598386) - | > grad_norm_1: tensor(561.2949, device='cuda:0') (tensor(511.7892, device='cuda:0')) - | > current_lr_0: 0.00019875382047998183 - | > current_lr_1: 0.00019875382047998183 - | > step_time: 0.8646 (0.8264677368997623) - | > loader_time: 0.0165 (0.007668856243081447) - - - --> TIME: 2024-11-23 03:37:25 -- STEP: 684/797 -- GLOBAL_STEP: 41325 - | > loss_disc: 2.3863136768341064 (2.4704658695828865) - | > loss_disc_real_0: 0.12015089392662048 (0.1360494935482044) - | > loss_disc_real_1: 0.23299087584018707 (0.21856336839148524) - | > loss_disc_real_2: 0.2428622990846634 (0.23351523482747244) - | > loss_disc_real_3: 0.21246971189975739 (0.22285477875878937) - | > loss_disc_real_4: 0.20760178565979004 (0.22185458088217422) - | > loss_disc_real_5: 0.19800366461277008 (0.23297091142127394) - | > loss_0: 2.3863136768341064 (2.4704658695828865) - | > grad_norm_0: tensor(94.9988, device='cuda:0') (tensor(63.0674, device='cuda:0')) - | > loss_gen: 2.521596908569336 (2.3401884724173603) - | > loss_kl: 1.572284460067749 (1.550435500709634) - | > loss_feat: 6.795308589935303 (6.647353321488144) - | > loss_mel: 21.865638732910156 (21.420132597984615) - | > loss_duration: 1.660507321357727 (1.7001577981731355) - | > amp_scaler: 128.0 (137.73099415204678) - | > loss_1: 34.41533660888672 (33.65826770157844) - | > grad_norm_1: tensor(779.3254, device='cuda:0') (tensor(514.5089, device='cuda:0')) - | > current_lr_0: 0.00019875382047998183 - | > current_lr_1: 0.00019875382047998183 - | > step_time: 0.9192 (0.8295768370405275) - | > loader_time: 0.0083 (0.007754901696366874) - - - --> TIME: 2024-11-23 03:37:48 -- STEP: 709/797 -- GLOBAL_STEP: 41350 - | > loss_disc: 2.5978753566741943 (2.4704948423275357) - | > loss_disc_real_0: 0.14812129735946655 (0.136473858148406) - | > loss_disc_real_1: 0.17306694388389587 (0.2184461858254898) - | > loss_disc_real_2: 0.1944083869457245 (0.23313660562374697) - | > loss_disc_real_3: 0.19786427915096283 (0.22298950545374194) - | > loss_disc_real_4: 0.2039937824010849 (0.22164515171552074) - | > loss_disc_real_5: 0.20741580426692963 (0.23270215199175276) - | > loss_0: 2.5978753566741943 (2.4704948423275357) - | > grad_norm_0: tensor(45.4371, device='cuda:0') (tensor(62.7342, device='cuda:0')) - | > loss_gen: 2.1802546977996826 (2.340307576868191) - | > loss_kl: 1.601773738861084 (1.552802622066062) - | > loss_feat: 6.6112847328186035 (6.6462854390756405) - | > loss_mel: 19.917041778564453 (21.425205712257885) - | > loss_duration: 1.6758737564086914 (1.6995768977489396) - | > amp_scaler: 128.0 (137.38787023977434) - | > loss_1: 31.986228942871094 (33.664178245662846) - | > grad_norm_1: tensor(291.1460, device='cuda:0') (tensor(512.6808, device='cuda:0')) - | > current_lr_0: 0.00019875382047998183 - | > current_lr_1: 0.00019875382047998183 - | > step_time: 0.9363 (0.8332070103821533) - | > loader_time: 0.0088 (0.007889457751060243) - - - --> TIME: 2024-11-23 03:38:17 -- STEP: 734/797 -- GLOBAL_STEP: 41375 - | > loss_disc: 2.4269323348999023 (2.4710114154893663) - | > loss_disc_real_0: 0.15279439091682434 (0.13622531055267234) - | > loss_disc_real_1: 0.21815311908721924 (0.21857214074490505) - | > loss_disc_real_2: 0.23578397929668427 (0.23361042830128761) - | > loss_disc_real_3: 0.26353874802589417 (0.22327937405018455) - | > loss_disc_real_4: 0.17043693363666534 (0.22206046436316962) - | > loss_disc_real_5: 0.21387335658073425 (0.2328790441277242) - | > loss_0: 2.4269323348999023 (2.4710114154893663) - | > grad_norm_0: tensor(26.4782, device='cuda:0') (tensor(62.0955, device='cuda:0')) - | > loss_gen: 2.308410167694092 (2.340679395913425) - | > loss_kl: 1.7055670022964478 (1.5546528813949398) - | > loss_feat: 6.068028926849365 (6.6447371994766975) - | > loss_mel: 21.534984588623047 (21.42473033728325) - | > loss_duration: 1.6598109006881714 (1.698726096172749) - | > amp_scaler: 128.0 (137.06811989100814) - | > loss_1: 33.27680206298828 (33.663525903582304) - | > grad_norm_1: tensor(554.3165, device='cuda:0') (tensor(512.5186, device='cuda:0')) - | > current_lr_0: 0.00019875382047998183 - | > current_lr_1: 0.00019875382047998183 - | > step_time: 1.2212 (0.842810356324635) - | > loader_time: 0.0094 (0.008061737715385918) - - - --> TIME: 2024-11-23 03:39:07 -- STEP: 759/797 -- GLOBAL_STEP: 41400 - | > loss_disc: 2.49847412109375 (2.4706011324217823) - | > loss_disc_real_0: 0.11771682649850845 (0.1361392537163809) - | > loss_disc_real_1: 0.21613332629203796 (0.21840620762392465) - | > loss_disc_real_2: 0.23815013468265533 (0.2331378624059152) - | > loss_disc_real_3: 0.2804047167301178 (0.22340919544652832) - | > loss_disc_real_4: 0.21355031430721283 (0.22216690619315396) - | > loss_disc_real_5: 0.21432584524154663 (0.23263475719019677) - | > loss_0: 2.49847412109375 (2.4706011324217823) - | > grad_norm_0: tensor(52.8550, device='cuda:0') (tensor(61.6150, device='cuda:0')) - | > loss_gen: 2.4763145446777344 (2.3399533969454427) - | > loss_kl: 1.583584189414978 (1.5548265361974363) - | > loss_feat: 6.240339279174805 (6.6421328916537155) - | > loss_mel: 21.896713256835938 (21.42286898496121) - | > loss_duration: 1.7076385021209717 (1.6976743658540754) - | > amp_scaler: 128.0 (136.76943346508554) - | > loss_1: 33.90459060668945 (33.657456168073004) - | > grad_norm_1: tensor(476.8835, device='cuda:0') (tensor(514.3864, device='cuda:0')) - | > current_lr_0: 0.00019875382047998183 - | > current_lr_1: 0.00019875382047998183 - | > step_time: 3.4367 (0.880042250762658) - | > loader_time: 0.0109 (0.008416028519078838) - - - --> TIME: 2024-11-23 03:40:05 -- STEP: 784/797 -- GLOBAL_STEP: 41425 - | > loss_disc: 2.3733768463134766 (2.4717999252737775) - | > loss_disc_real_0: 0.18742921948432922 (0.13626950727395562) - | > loss_disc_real_1: 0.20285935699939728 (0.218493685268854) - | > loss_disc_real_2: 0.2234664112329483 (0.2334720011686488) - | > loss_disc_real_3: 0.18121026456356049 (0.2234654656744429) - | > loss_disc_real_4: 0.17984388768672943 (0.2224036168345079) - | > loss_disc_real_5: 0.22069567441940308 (0.23306835935051956) - | > loss_0: 2.3733768463134766 (2.4717999252737775) - | > grad_norm_0: tensor(113.2190, device='cuda:0') (tensor(61.9108, device='cuda:0')) - | > loss_gen: 2.331646680831909 (2.3401409373903737) - | > loss_kl: 1.7799781560897827 (1.5562940735597999) - | > loss_feat: 6.639886379241943 (6.638007272871176) - | > loss_mel: 20.248767852783203 (21.429287229265473) - | > loss_duration: 1.668386697769165 (1.6967094277544903) - | > amp_scaler: 128.0 (136.4897959183672) - | > loss_1: 32.66866683959961 (33.660438934151045) - | > grad_norm_1: tensor(508.6936, device='cuda:0') (tensor(512.6292, device='cuda:0')) - | > current_lr_0: 0.00019875382047998183 - | > current_lr_1: 0.00019875382047998183 - | > step_time: 3.2514 (0.9248640105432394) - | > loader_time: 0.021 (0.008951143038516147) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.492537260055542 (2.492537260055542) - | > loss_disc_real_0: 0.12469907104969025 (0.12469907104969025) - | > loss_disc_real_1: 0.22730764746665955 (0.22730764746665955) - | > loss_disc_real_2: 0.19249913096427917 (0.19249913096427917) - | > loss_disc_real_3: 0.20256246626377106 (0.20256246626377106) - | > loss_disc_real_4: 0.1935422271490097 (0.1935422271490097) - | > loss_disc_real_5: 0.30549728870391846 (0.30549728870391846) - | > loss_0: 2.492537260055542 (2.492537260055542) - | > loss_gen: 2.2271480560302734 (2.2271480560302734) - | > loss_kl: 2.4659459590911865 (2.4659459590911865) - | > loss_feat: 6.573019504547119 (6.573019504547119) - | > loss_mel: 22.583097457885742 (22.583097457885742) - | > loss_duration: 1.9582732915878296 (1.9582732915878296) - | > loss_1: 35.80748748779297 (35.80748748779297) - - --> STEP: 1 - | > loss_disc: 2.414403200149536 (2.414403200149536) - | > loss_disc_real_0: 0.06489767134189606 (0.06489767134189606) - | > loss_disc_real_1: 0.2366063892841339 (0.2366063892841339) - | > loss_disc_real_2: 0.22561825811862946 (0.22561825811862946) - | > loss_disc_real_3: 0.2647703289985657 (0.2647703289985657) - | > loss_disc_real_4: 0.23212692141532898 (0.23212692141532898) - | > loss_disc_real_5: 0.21707503497600555 (0.21707503497600555) - | > loss_0: 2.414403200149536 (2.414403200149536) - | > loss_gen: 2.114370346069336 (2.114370346069336) - | > loss_kl: 1.7669857740402222 (1.7669857740402222) - | > loss_feat: 4.30319356918335 (4.30319356918335) - | > loss_mel: 16.409107208251953 (16.409107208251953) - | > loss_duration: 1.6292219161987305 (1.6292219161987305) - | > loss_1: 26.222877502441406 (26.222877502441406) - - --> STEP: 2 - | > loss_disc: 2.2900288105010986 (2.3522160053253174) - | > loss_disc_real_0: 0.07987187802791595 (0.072384774684906) - | > loss_disc_real_1: 0.2703333795070648 (0.25346988439559937) - | > loss_disc_real_2: 0.20364414155483246 (0.21463119983673096) - | > loss_disc_real_3: 0.2564942538738251 (0.2606322914361954) - | > loss_disc_real_4: 0.25281068682670593 (0.24246880412101746) - | > loss_disc_real_5: 0.29742488265037537 (0.25724995881319046) - | > loss_0: 2.2900288105010986 (2.3522160053253174) - | > loss_gen: 2.678727865219116 (2.396549105644226) - | > loss_kl: 1.1358708143234253 (1.4514282941818237) - | > loss_feat: 6.701227188110352 (5.502210378646851) - | > loss_mel: 22.88158416748047 (19.64534568786621) - | > loss_duration: 1.6895473003387451 (1.6593846082687378) - | > loss_1: 35.08695602416992 (30.654916763305664) - - --> STEP: 3 - | > loss_disc: 2.3692097663879395 (2.3578805923461914) - | > loss_disc_real_0: 0.10323384404182434 (0.08266779780387878) - | > loss_disc_real_1: 0.2975289225578308 (0.2681562304496765) - | > loss_disc_real_2: 0.148370623588562 (0.1925443410873413) - | > loss_disc_real_3: 0.21360661089420319 (0.24495706458886465) - | > loss_disc_real_4: 0.19441454112529755 (0.2264507164557775) - | > loss_disc_real_5: 0.2626917362213135 (0.25906388461589813) - | > loss_0: 2.3692097663879395 (2.3578805923461914) - | > loss_gen: 2.436405658721924 (2.409834623336792) - | > loss_kl: 1.7876538038253784 (1.5635034640630086) - | > loss_feat: 7.6382036209106445 (6.214208126068115) - | > loss_mel: 23.919910430908203 (21.070200602213543) - | > loss_duration: 1.7429513931274414 (1.687240203221639) - | > loss_1: 37.525123596191406 (32.944985707600914) - - --> STEP: 4 - | > loss_disc: 2.59734845161438 (2.4177475571632385) - | > loss_disc_real_0: 0.05781976878643036 (0.07645579054951668) - | > loss_disc_real_1: 0.15473395586013794 (0.23980066180229187) - | > loss_disc_real_2: 0.12212704867124557 (0.17494001798331738) - | > loss_disc_real_3: 0.15613563358783722 (0.2227517068386078) - | > loss_disc_real_4: 0.19297002255916595 (0.2180805429816246) - | > loss_disc_real_5: 0.22749653458595276 (0.2511720471084118) - | > loss_0: 2.59734845161438 (2.4177475571632385) - | > loss_gen: 1.7851073741912842 (2.253652811050415) - | > loss_kl: 2.2206718921661377 (1.727795571088791) - | > loss_feat: 9.665301322937012 (7.076981425285339) - | > loss_mel: 22.265506744384766 (21.369027137756348) - | > loss_duration: 1.6265126466751099 (1.6720583140850067) - | > loss_1: 37.56310272216797 (34.099514961242676) - - --> STEP: 5 - | > loss_disc: 2.260165214538574 (2.3862310886383056) - | > loss_disc_real_0: 0.06049709767103195 (0.07326405197381973) - | > loss_disc_real_1: 0.19693204760551453 (0.2312269389629364) - | > loss_disc_real_2: 0.1286674588918686 (0.1656855061650276) - | > loss_disc_real_3: 0.18215392529964447 (0.21463215053081514) - | > loss_disc_real_4: 0.1560799479484558 (0.20568042397499084) - | > loss_disc_real_5: 0.1854807734489441 (0.23803379237651826) - | > loss_0: 2.260165214538574 (2.3862310886383056) - | > loss_gen: 2.1777596473693848 (2.238474178314209) - | > loss_kl: 2.044719696044922 (1.791180396080017) - | > loss_feat: 9.401731491088867 (7.541931438446045) - | > loss_mel: 22.718767166137695 (21.638975143432617) - | > loss_duration: 1.8888057470321655 (1.7154078006744384) - | > loss_1: 38.23178482055664 (34.925968933105466) - - --> STEP: 6 - | > loss_disc: 2.2519187927246094 (2.363845705986023) - | > loss_disc_real_0: 0.08821339905261993 (0.07575560982028644) - | > loss_disc_real_1: 0.25206953287124634 (0.23470070461432138) - | > loss_disc_real_2: 0.18366892635822296 (0.1686827428638935) - | > loss_disc_real_3: 0.24222350120544434 (0.21923070897658667) - | > loss_disc_real_4: 0.20407363772392273 (0.2054126262664795) - | > loss_disc_real_5: 0.24564561247825623 (0.23930242906014124) - | > loss_0: 2.2519187927246094 (2.363845705986023) - | > loss_gen: 2.4412014484405518 (2.2722620566685996) - | > loss_kl: 1.6529242992401123 (1.7681377132733662) - | > loss_feat: 7.036911964416504 (7.457761526107788) - | > loss_mel: 24.36439323425293 (22.093211491902668) - | > loss_duration: 1.6819653511047363 (1.709834059079488) - | > loss_1: 37.17739486694336 (35.30120658874512) - - --> STEP: 7 - | > loss_disc: 2.038119077682495 (2.3173133305140903) - | > loss_disc_real_0: 0.07070109248161316 (0.07503353591476168) - | > loss_disc_real_1: 0.1921665072441101 (0.22862439070429122) - | > loss_disc_real_2: 0.13878512382507324 (0.16441165442977632) - | > loss_disc_real_3: 0.1459967941045761 (0.208768721137728) - | > loss_disc_real_4: 0.15720760822296143 (0.1985261951174055) - | > loss_disc_real_5: 0.17037373781204224 (0.22945547316755568) - | > loss_0: 2.038119077682495 (2.3173133305140903) - | > loss_gen: 2.583850622177124 (2.316774708884103) - | > loss_kl: 1.4846396446228027 (1.7276379891804285) - | > loss_feat: 9.484607696533203 (7.747310979025705) - | > loss_mel: 22.923810958862305 (22.21186855861119) - | > loss_duration: 1.671068549156189 (1.7042961290904455) - | > loss_1: 38.147979736328125 (35.70788846697126) - - --> STEP: 8 - | > loss_disc: 2.1248950958251953 (2.2932610511779785) - | > loss_disc_real_0: 0.05093793198466301 (0.07202158542349935) - | > loss_disc_real_1: 0.2945219576358795 (0.23686158657073975) - | > loss_disc_real_2: 0.17776530981063843 (0.1660808613523841) - | > loss_disc_real_3: 0.21768799424171448 (0.20988363027572632) - | > loss_disc_real_4: 0.1602608561515808 (0.1937430277466774) - | > loss_disc_real_5: 0.1582726389169693 (0.22055761888623238) - | > loss_0: 2.1248950958251953 (2.2932610511779785) - | > loss_gen: 2.5521726608276367 (2.3461994528770447) - | > loss_kl: 2.185563564300537 (1.7848786860704422) - | > loss_feat: 9.35628604888916 (7.9484328627586365) - | > loss_mel: 23.502071380615234 (22.373143911361694) - | > loss_duration: 1.7329540252685547 (1.707878366112709) - | > loss_1: 39.32904815673828 (36.16053342819214) - - --> STEP: 9 - | > loss_disc: 2.3315341472625732 (2.2975136174096003) - | > loss_disc_real_0: 0.09948556125164032 (0.07507313829329279) - | > loss_disc_real_1: 0.2616420388221741 (0.23961497015423244) - | > loss_disc_real_2: 0.22975414991378784 (0.17315567119254005) - | > loss_disc_real_3: 0.1760437935590744 (0.20612364841832054) - | > loss_disc_real_4: 0.22743859887123108 (0.19748698009385002) - | > loss_disc_real_5: 0.24535559117794037 (0.2233129491408666) - | > loss_0: 2.3315341472625732 (2.2975136174096003) - | > loss_gen: 2.651413679122925 (2.3801121446821423) - | > loss_kl: 2.060084104537964 (1.8154570659001668) - | > loss_feat: 8.04808235168457 (7.959505028194851) - | > loss_mel: 23.335247039794922 (22.480044258965385) - | > loss_duration: 1.64992094039917 (1.701438652144538) - | > loss_1: 37.744747161865234 (36.33655717637804) - - --> STEP: 10 - | > loss_disc: 2.4577689170837402 (2.313539147377014) - | > loss_disc_real_0: 0.06529894471168518 (0.07409571893513203) - | > loss_disc_real_1: 0.1758633255958557 (0.23323980569839478) - | > loss_disc_real_2: 0.23345400393009186 (0.17918550446629525) - | > loss_disc_real_3: 0.218983992934227 (0.20740968286991118) - | > loss_disc_real_4: 0.24324943125247955 (0.20206322520971298) - | > loss_disc_real_5: 0.24185949563980103 (0.22516760379076003) - | > loss_0: 2.4577689170837402 (2.313539147377014) - | > loss_gen: 2.213005542755127 (2.363401484489441) - | > loss_kl: 1.7765915393829346 (1.8115705132484436) - | > loss_feat: 6.646256446838379 (7.828180170059204) - | > loss_mel: 22.638442993164062 (22.495884132385253) - | > loss_duration: 1.5925467014312744 (1.6905494570732116) - | > loss_1: 34.866844177246094 (36.18958587646485) - - --> STEP: 11 - | > loss_disc: 2.3066132068634033 (2.3129095164212314) - | > loss_disc_real_0: 0.06484051048755646 (0.0732543363489888) - | > loss_disc_real_1: 0.20050154626369476 (0.23026360029524023) - | > loss_disc_real_2: 0.18505129218101501 (0.17971875789490613) - | > loss_disc_real_3: 0.19298295676708221 (0.20609816231510855) - | > loss_disc_real_4: 0.2325872778892517 (0.20483813908967105) - | > loss_disc_real_5: 0.20467713475227356 (0.22330483387817035) - | > loss_0: 2.3066132068634033 (2.3129095164212314) - | > loss_gen: 2.2265408039093018 (2.350959604436701) - | > loss_kl: 2.1889636516571045 (1.8458789803765037) - | > loss_feat: 7.685314178466797 (7.815192352641713) - | > loss_mel: 23.681533813476562 (22.603670467029918) - | > loss_duration: 1.603081464767456 (1.682597821409052) - | > loss_1: 37.385433197021484 (36.29829926924272) - - --> STEP: 12 - | > loss_disc: 2.350830554962158 (2.3160696029663086) - | > loss_disc_real_0: 0.056862879544496536 (0.07188838161528112) - | > loss_disc_real_1: 0.2521531581878662 (0.23208773011962572) - | > loss_disc_real_2: 0.20666711032390594 (0.1819644539306561) - | > loss_disc_real_3: 0.21329817175865173 (0.20669816310207048) - | > loss_disc_real_4: 0.21076637506484985 (0.20533215875426927) - | > loss_disc_real_5: 0.33528390526771545 (0.23263642316063246) - | > loss_0: 2.350830554962158 (2.3160696029663086) - | > loss_gen: 2.495105266571045 (2.3629717429478965) - | > loss_kl: 1.619673490524292 (1.8270285228888195) - | > loss_feat: 6.589643478393555 (7.7130632797877) - | > loss_mel: 21.040002822875977 (22.47336483001709) - | > loss_duration: 1.694279670715332 (1.683571308851242) - | > loss_1: 33.43870544433594 (36.059999783833824) - - --> STEP: 13 - | > loss_disc: 2.5785152912139893 (2.336257732831515) - | > loss_disc_real_0: 0.09820932149887085 (0.07391306929863418) - | > loss_disc_real_1: 0.14587323367595673 (0.22545584577780503) - | > loss_disc_real_2: 0.18732276558876038 (0.18237663175051028) - | > loss_disc_real_3: 0.1621410846710205 (0.20327069553045127) - | > loss_disc_real_4: 0.17126920819282532 (0.20271193178800437) - | > loss_disc_real_5: 0.17611198127269745 (0.22828838916925284) - | > loss_0: 2.5785152912139893 (2.336257732831515) - | > loss_gen: 1.9032419919967651 (2.3276079159516554) - | > loss_kl: 1.714023232460022 (1.8183358082404504) - | > loss_feat: 8.286906242370605 (7.75720504614023) - | > loss_mel: 22.966266632080078 (22.511280353252705) - | > loss_duration: 1.739734411239624 (1.6878915474965022) - | > loss_1: 36.610172271728516 (36.10232074444111) - - --> STEP: 14 - | > loss_disc: 2.090425968170166 (2.31869832106999) - | > loss_disc_real_0: 0.09503835439682007 (0.0754220182342189) - | > loss_disc_real_1: 0.19966641068458557 (0.2236137432711465) - | > loss_disc_real_2: 0.17887885868549347 (0.1821267908172948) - | > loss_disc_real_3: 0.19277514517307281 (0.2025210133620671) - | > loss_disc_real_4: 0.23182116448879242 (0.2047911626952035) - | > loss_disc_real_5: 0.12482986599206924 (0.22089849465659686) - | > loss_0: 2.090425968170166 (2.31869832106999) - | > loss_gen: 2.4518749713897705 (2.336484134197235) - | > loss_kl: 2.3157641887664795 (1.8538664068494524) - | > loss_feat: 7.465706825256348 (7.736383744648525) - | > loss_mel: 22.059112548828125 (22.47898265293666) - | > loss_duration: 1.7304718494415283 (1.6909329976354326) - | > loss_1: 36.02293014526367 (36.096649987357004) - - --> STEP: 15 - | > loss_disc: 2.103529930114746 (2.3043537616729735) - | > loss_disc_real_0: 0.08802783489227295 (0.0762624060114225) - | > loss_disc_real_1: 0.25171223282814026 (0.22548697590827943) - | > loss_disc_real_2: 0.1553620845079422 (0.18034247706333797) - | > loss_disc_real_3: 0.17064492404460907 (0.20039594074090322) - | > loss_disc_real_4: 0.1820027083158493 (0.20327193240324656) - | > loss_disc_real_5: 0.17237113416194916 (0.21766333729028703) - | > loss_0: 2.103529930114746 (2.3043537616729735) - | > loss_gen: 2.408639907836914 (2.341294519106547) - | > loss_kl: 1.5090160369873047 (1.830876382191976) - | > loss_feat: 7.022006034851074 (7.6887585639953615) - | > loss_mel: 22.329059600830078 (22.468987782796223) - | > loss_duration: 1.647302508354187 (1.6880242983500162) - | > loss_1: 34.91602325439453 (36.01794153849284) - - --> STEP: 16 - | > loss_disc: 2.1855406761169434 (2.2969279438257217) - | > loss_disc_real_0: 0.06506940722465515 (0.07556284358724955) - | > loss_disc_real_1: 0.24008280038833618 (0.22639921493828297) - | > loss_disc_real_2: 0.1780150979757309 (0.18019701587036252) - | > loss_disc_real_3: 0.1686134785413742 (0.19840953685343266) - | > loss_disc_real_4: 0.18389002978801727 (0.20206056348979473) - | > loss_disc_real_5: 0.18808215856552124 (0.21581451361998916) - | > loss_0: 2.1855406761169434 (2.2969279438257217) - | > loss_gen: 2.299499034881592 (2.3386823013424873) - | > loss_kl: 1.3501032590866089 (1.8008280619978905) - | > loss_feat: 7.8227386474609375 (7.69713231921196) - | > loss_mel: 22.915374755859375 (22.49688696861267) - | > loss_duration: 1.82767653465271 (1.6967525631189346) - | > loss_1: 36.21539306640625 (36.03028225898743) - - --> STEP: 17 - | > loss_disc: 2.361941337585449 (2.3007522611057056) - | > loss_disc_real_0: 0.07570414245128632 (0.07557115528513406) - | > loss_disc_real_1: 0.20722854137420654 (0.22527152825804317) - | > loss_disc_real_2: 0.20440331101417542 (0.18162091558470445) - | > loss_disc_real_3: 0.2124391794204712 (0.19923480994561138) - | > loss_disc_real_4: 0.27460435032844543 (0.20632784506853888) - | > loss_disc_real_5: 0.237435981631279 (0.21708636467947678) - | > loss_0: 2.361941337585449 (2.3007522611057056) - | > loss_gen: 2.462815046310425 (2.345984227517072) - | > loss_kl: 1.3304110765457153 (1.7731564746183508) - | > loss_feat: 6.67846155166626 (7.63721050935633) - | > loss_mel: 22.179271697998047 (22.478203717400046) - | > loss_duration: 1.6296601295471191 (1.692805949379416) - | > loss_1: 34.28062057495117 (35.927360983455884) - - --> STEP: 18 - | > loss_disc: 2.2566184997558594 (2.2983003854751587) - | > loss_disc_real_0: 0.0591326542198658 (0.07465790522595249) - | > loss_disc_real_1: 0.25292345881462097 (0.2268077466222975) - | > loss_disc_real_2: 0.1773429661989212 (0.18138325172993872) - | > loss_disc_real_3: 0.24042358994483948 (0.20152307550112405) - | > loss_disc_real_4: 0.20641948282718658 (0.20633293605513042) - | > loss_disc_real_5: 0.29776644706726074 (0.22156859147879812) - | > loss_0: 2.2566184997558594 (2.2983003854751587) - | > loss_gen: 2.6235406398773193 (2.3614040282037525) - | > loss_kl: 1.6450684070587158 (1.7660404708650377) - | > loss_feat: 7.224569320678711 (7.614285998874241) - | > loss_mel: 22.017778396606445 (22.452624532911514) - | > loss_duration: 1.634222388267517 (1.6895513070954218) - | > loss_1: 35.145179748535156 (35.88390647040473) - - --> STEP: 19 - | > loss_disc: 2.265796422958374 (2.296589650605854) - | > loss_disc_real_0: 0.045451872050762177 (0.073120745585153) - | > loss_disc_real_1: 0.2492530792951584 (0.22798907992086911) - | > loss_disc_real_2: 0.19780267775058746 (0.18224743204681496) - | > loss_disc_real_3: 0.16143396496772766 (0.19941312231515584) - | > loss_disc_real_4: 0.2052738219499588 (0.20627719320748983) - | > loss_disc_real_5: 0.17147472500801086 (0.21893207219086194) - | > loss_0: 2.265796422958374 (2.296589650605854) - | > loss_gen: 2.3016839027404785 (2.358260863705685) - | > loss_kl: 2.206740617752075 (1.7892352154380398) - | > loss_feat: 7.411131381988525 (7.603593650617097) - | > loss_mel: 22.929113388061523 (22.47770289370888) - | > loss_duration: 1.7497496604919434 (1.6927196414847123) - | > loss_1: 36.598419189453125 (35.921512402986224) - - --> STEP: 20 - | > loss_disc: 2.1944026947021484 (2.291480302810669) - | > loss_disc_real_0: 0.0847785547375679 (0.07370363604277375) - | > loss_disc_real_1: 0.22645288705825806 (0.22791227027773858) - | > loss_disc_real_2: 0.22415156662464142 (0.18434263877570628) - | > loss_disc_real_3: 0.25549280643463135 (0.20221710652112962) - | > loss_disc_real_4: 0.24029658734798431 (0.20797816291451454) - | > loss_disc_real_5: 0.15225329995155334 (0.2155981335788965) - | > loss_0: 2.1944026947021484 (2.291480302810669) - | > loss_gen: 2.732987642288208 (2.3769972026348114) - | > loss_kl: 1.8822072744369507 (1.7938838183879853) - | > loss_feat: 7.924515247344971 (7.619639730453491) - | > loss_mel: 23.133543014526367 (22.510494899749755) - | > loss_duration: 1.650710105895996 (1.6906191647052764) - | > loss_1: 37.3239631652832 (35.991634941101076) - - --> STEP: 21 - | > loss_disc: 2.2029054164886475 (2.287262451081049) - | > loss_disc_real_0: 0.06860300898551941 (0.07346074904004735) - | > loss_disc_real_1: 0.23540377616882324 (0.2282690086535045) - | > loss_disc_real_2: 0.22165243327617645 (0.18611929565668106) - | > loss_disc_real_3: 0.2224564403295517 (0.20318088432153067) - | > loss_disc_real_4: 0.18606437742710114 (0.20693464931987582) - | > loss_disc_real_5: 0.2618398368358612 (0.2178001194482758) - | > loss_0: 2.2029054164886475 (2.287262451081049) - | > loss_gen: 2.603745222091675 (2.3877947273708524) - | > loss_kl: 1.3744240999221802 (1.7739095460800898) - | > loss_feat: 6.9590606689453125 (7.588183584667387) - | > loss_mel: 22.05278778076172 (22.488699322655087) - | > loss_duration: 1.6837458610534668 (1.6902918645313807) - | > loss_1: 34.673763275146484 (35.92887914748419) - - --> STEP: 22 - | > loss_disc: 2.247469186782837 (2.285453666340221) - | > loss_disc_real_0: 0.09919141232967377 (0.07463032464412128) - | > loss_disc_real_1: 0.2429063618183136 (0.22893434288826855) - | > loss_disc_real_2: 0.21481020748615265 (0.18742342801256615) - | > loss_disc_real_3: 0.1818404197692871 (0.2022108632055196) - | > loss_disc_real_4: 0.16042441129684448 (0.2048205475915562) - | > loss_disc_real_5: 0.2561876177787781 (0.2195450057360259) - | > loss_0: 2.247469186782837 (2.285453666340221) - | > loss_gen: 2.5277600288391113 (2.3941567865285007) - | > loss_kl: 1.616692066192627 (1.766763296994296) - | > loss_feat: 7.542856216430664 (7.586123249747536) - | > loss_mel: 22.909526824951172 (22.507827845486727) - | > loss_duration: 1.7952723503112793 (1.6950637047941035) - | > loss_1: 36.39210891723633 (35.94993504610929) - - --> STEP: 23 - | > loss_disc: 2.185842275619507 (2.2811227363088857) - | > loss_disc_real_0: 0.03059495985507965 (0.07271574356633685) - | > loss_disc_real_1: 0.2315799742937088 (0.22904937034067901) - | > loss_disc_real_2: 0.1706962138414383 (0.18669615783121274) - | > loss_disc_real_3: 0.15057022869586945 (0.19996561822683914) - | > loss_disc_real_4: 0.169786274433136 (0.2032973183237988) - | > loss_disc_real_5: 0.21984148025512695 (0.21955789593250855) - | > loss_0: 2.185842275619507 (2.2811227363088857) - | > loss_gen: 2.2793898582458496 (2.3891669200814287) - | > loss_kl: 2.008397102355957 (1.777269114618716) - | > loss_feat: 8.769515991210938 (7.637575108072032) - | > loss_mel: 22.10878562927246 (22.490478183912195) - | > loss_duration: 1.7727103233337402 (1.6984396447306094) - | > loss_1: 36.93879699707031 (35.992929043977156) - - --> STEP: 24 - | > loss_disc: 2.371359348297119 (2.284882595141729) - | > loss_disc_real_0: 0.06083599105477333 (0.07222075387835504) - | > loss_disc_real_1: 0.22937722504138947 (0.2290630309532086) - | > loss_disc_real_2: 0.16673332452774048 (0.18586437311023474) - | > loss_disc_real_3: 0.23121823370456696 (0.20126781053841114) - | > loss_disc_real_4: 0.2888197600841522 (0.20686075339714685) - | > loss_disc_real_5: 0.31883296370506287 (0.22369435708969831) - | > loss_0: 2.371359348297119 (2.284882595141729) - | > loss_gen: 2.4306588172912598 (2.3908957491318383) - | > loss_kl: 1.6028454303741455 (1.7700014611085255) - | > loss_feat: 6.840758323669434 (7.604374408721924) - | > loss_mel: 23.04947280883789 (22.51376962661743) - | > loss_duration: 1.6447702646255493 (1.6962034205595653) - | > loss_1: 35.56850814819336 (35.97524483998617) - - --> STEP: 25 - | > loss_disc: 2.369398832321167 (2.288263244628906) - | > loss_disc_real_0: 0.06379463523626328 (0.07188370913267138) - | > loss_disc_real_1: 0.22602945566177368 (0.2289416879415512) - | > loss_disc_real_2: 0.1665869504213333 (0.18509327620267868) - | > loss_disc_real_3: 0.18421068787574768 (0.2005855256319046) - | > loss_disc_real_4: 0.2036438137292862 (0.20673207581043243) - | > loss_disc_real_5: 0.18008679151535034 (0.2219500544667244) - | > loss_0: 2.369398832321167 (2.288263244628906) - | > loss_gen: 2.1083734035491943 (2.379594855308533) - | > loss_kl: 2.078248977661133 (1.7823313617706298) - | > loss_feat: 7.804657936096191 (7.6123857498168945) - | > loss_mel: 22.73149871826172 (22.522478790283202) - | > loss_duration: 1.6400657892227173 (1.6939579153060913) - | > loss_1: 36.36284255981445 (35.990748748779296) - - --> STEP: 26 - | > loss_disc: 2.257988452911377 (2.2870988295628476) - | > loss_disc_real_0: 0.0489886999130249 (0.07100313185499266) - | > loss_disc_real_1: 0.26706621050834656 (0.2304080157325818) - | > loss_disc_real_2: 0.15976595878601074 (0.18411914860972992) - | > loss_disc_real_3: 0.19961127638816833 (0.20054805450714552) - | > loss_disc_real_4: 0.2657034695148468 (0.2090002063375253) - | > loss_disc_real_5: 0.22024847567081451 (0.22188460912842017) - | > loss_0: 2.257988452911377 (2.2870988295628476) - | > loss_gen: 2.465364456176758 (2.382893686111157) - | > loss_kl: 1.866323471069336 (1.7855618275128877) - | > loss_feat: 8.447758674621582 (7.644515477693998) - | > loss_mel: 20.998937606811523 (22.46388105245737) - | > loss_duration: 1.6625239849090576 (1.6927489179831285) - | > loss_1: 35.4409065246582 (35.96960097092848) - - --> STEP: 27 - | > loss_disc: 2.1989071369171143 (2.2838324705759687) - | > loss_disc_real_0: 0.04217119514942169 (0.06993528234737892) - | > loss_disc_real_1: 0.26100027561187744 (0.23154106239477792) - | > loss_disc_real_2: 0.18898360431194305 (0.18429931363573782) - | > loss_disc_real_3: 0.16742588579654694 (0.1993213075178641) - | > loss_disc_real_4: 0.15879173576831818 (0.2071406333534806) - | > loss_disc_real_5: 0.19407351315021515 (0.2208545685366348) - | > loss_0: 2.1989071369171143 (2.2838324705759687) - | > loss_gen: 2.360168218612671 (2.3820520021297313) - | > loss_kl: 1.6289818286895752 (1.7797625682972096) - | > loss_feat: 8.512685775756836 (7.6766699331778065) - | > loss_mel: 22.428115844726562 (22.462556415134006) - | > loss_duration: 1.6838946342468262 (1.6924209815484506) - | > loss_1: 36.61384582519531 (35.99346189145688) - - --> STEP: 28 - | > loss_disc: 2.129577875137329 (2.2783233778817316) - | > loss_disc_real_0: 0.060750238597393036 (0.06960724507059371) - | > loss_disc_real_1: 0.192140132188797 (0.2301338863159929) - | > loss_disc_real_2: 0.17334233224391937 (0.18390799287174428) - | > loss_disc_real_3: 0.239576056599617 (0.2007589771279267) - | > loss_disc_real_4: 0.24439531564712524 (0.20847115772111074) - | > loss_disc_real_5: 0.16122505068778992 (0.21872494289917604) - | > loss_0: 2.129577875137329 (2.2783233778817316) - | > loss_gen: 2.4679670333862305 (2.385120396103178) - | > loss_kl: 1.67303466796875 (1.775950857571193) - | > loss_feat: 6.845407485961914 (7.646981988634382) - | > loss_mel: 22.46767234802246 (22.46273912702288) - | > loss_duration: 1.6975252628326416 (1.6926032773086004) - | > loss_1: 35.151607513427734 (35.96339566367013) - - --> STEP: 29 - | > loss_disc: 2.2144041061401367 (2.2761192650630555) - | > loss_disc_real_0: 0.09827213734388351 (0.07059568963174163) - | > loss_disc_real_1: 0.28353583812713623 (0.23197533293017025) - | > loss_disc_real_2: 0.18256409466266632 (0.18386165155418988) - | > loss_disc_real_3: 0.19382710754871368 (0.2005199471424366) - | > loss_disc_real_4: 0.15845392644405365 (0.2067464256081088) - | > loss_disc_real_5: 0.2251930683851242 (0.21894798170903634) - | > loss_0: 2.2144041061401367 (2.2761192650630555) - | > loss_gen: 2.5348095893859863 (2.3902820924232744) - | > loss_kl: 1.64955735206604 (1.771592460829636) - | > loss_feat: 7.859570503234863 (7.654312627068881) - | > loss_mel: 23.038372039794922 (22.482588537808123) - | > loss_duration: 1.6478338241577148 (1.6910595030620181) - | > loss_1: 36.73014450073242 (35.989835278741246) - - --> STEP: 30 - | > loss_disc: 2.183232307434082 (2.2730230331420898) - | > loss_disc_real_0: 0.11936993151903152 (0.0722214976946513) - | > loss_disc_real_1: 0.207070991396904 (0.23114518821239471) - | > loss_disc_real_2: 0.14390116930007935 (0.18252963547905285) - | > loss_disc_real_3: 0.21549811959266663 (0.20101921955744426) - | > loss_disc_real_4: 0.15081751346588135 (0.2048821285367012) - | > loss_disc_real_5: 0.15852469205856323 (0.21693387205402057) - | > loss_0: 2.183232307434082 (2.2730230331420898) - | > loss_gen: 2.333280086517334 (2.388382025559743) - | > loss_kl: 1.407427430152893 (1.7594536264737448) - | > loss_feat: 8.048450469970703 (7.667450555165609) - | > loss_mel: 21.36121368408203 (22.445209376017253) - | > loss_duration: 1.7165238857269287 (1.691908315817515) - | > loss_1: 34.86689376831055 (35.95240389506022) - - --> STEP: 31 - | > loss_disc: 2.355701208114624 (2.2756900710444294) - | > loss_disc_real_0: 0.05289817973971367 (0.07159816485739524) - | > loss_disc_real_1: 0.2533099949359894 (0.23186018197767197) - | > loss_disc_real_2: 0.13783825933933258 (0.18108797818422318) - | > loss_disc_real_3: 0.2182760387659073 (0.20157589114481403) - | > loss_disc_real_4: 0.19874577224254608 (0.20468418155947038) - | > loss_disc_real_5: 0.27588316798210144 (0.21883546224524897) - | > loss_0: 2.355701208114624 (2.2756900710444294) - | > loss_gen: 2.1059577465057373 (2.379271564945098) - | > loss_kl: 1.2152764797210693 (1.741899524965594) - | > loss_feat: 6.478879928588867 (7.62910956721152) - | > loss_mel: 19.715227127075195 (22.357145432502993) - | > loss_duration: 1.6611413955688477 (1.690915834519171) - | > loss_1: 31.176483154296875 (35.79834193568076) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.007265883107339183 (-0.005794432855421497) - | > avg_loss_disc: 2.2756900710444294 (-0.16622750989852442) - | > avg_loss_disc_real_0: 0.07159816485739524 (-0.050356864809028554) - | > avg_loss_disc_real_1: 0.23186018197767197 (+0.0013702314707540741) - | > avg_loss_disc_real_2: 0.18108797818422318 (-0.0016379329946733245) - | > avg_loss_disc_real_3: 0.20157589114481403 (-0.03092991632799949) - | > avg_loss_disc_real_4: 0.20468418155947038 (-0.012958940479063236) - | > avg_loss_disc_real_5: 0.21883546224524897 (-0.015172025128718347) - | > avg_loss_0: 2.2756900710444294 (-0.16622750989852442) - | > avg_loss_gen: 2.379271564945098 (+0.17935912839827894) - | > avg_loss_kl: 1.741899524965594 (+0.15866464184176543) - | > avg_loss_feat: 7.62910956721152 (+0.9234783111080045) - | > avg_loss_mel: 22.357145432502993 (+1.2548994556550106) - | > avg_loss_duration: 1.690915834519171 (-0.00815089287296411) - | > avg_loss_1: 35.79834193568076 (+2.5082505749118127) - - - > EPOCH: 23/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 03:40:52)  - - --> TIME: 2024-11-23 03:41:02 -- STEP: 12/797 -- GLOBAL_STEP: 41450 - | > loss_disc: 2.5710439682006836 (2.426554719607035) - | > loss_disc_real_0: 0.06869886070489883 (0.12695839318136373) - | > loss_disc_real_1: 0.19807520508766174 (0.21693290397524834) - | > loss_disc_real_2: 0.2632191777229309 (0.2163382830719153) - | > loss_disc_real_3: 0.2543819546699524 (0.23470381398995718) - | > loss_disc_real_4: 0.2473980337381363 (0.20625431214769682) - | > loss_disc_real_5: 0.23043444752693176 (0.22498919442296028) - | > loss_0: 2.5710439682006836 (2.426554719607035) - | > grad_norm_0: tensor(94.4438, device='cuda:0') (tensor(79.8597, device='cuda:0')) - | > loss_gen: 2.4357500076293945 (2.409280002117157) - | > loss_kl: 1.4163975715637207 (1.4517667293548584) - | > loss_feat: 6.572074890136719 (6.774752179781596) - | > loss_mel: 21.448932647705078 (20.89325777689616) - | > loss_duration: 1.705674409866333 (1.8637983600298564) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.578826904296875 (33.39285469055176) - | > grad_norm_1: tensor(684.2457, device='cuda:0') (tensor(539.8702, device='cuda:0')) - | > current_lr_0: 0.00019872897625242182 - | > current_lr_1: 0.00019872897625242182 - | > step_time: 0.7492 (0.7437194188435873) - | > loader_time: 0.0036 (0.004439791043599446) - - - --> TIME: 2024-11-23 03:41:21 -- STEP: 37/797 -- GLOBAL_STEP: 41475 - | > loss_disc: 2.393172264099121 (2.5030627572858664) - | > loss_disc_real_0: 0.07480920851230621 (0.14353304879890905) - | > loss_disc_real_1: 0.19866161048412323 (0.21810568708020286) - | > loss_disc_real_2: 0.2217552363872528 (0.23501252564224037) - | > loss_disc_real_3: 0.21715669333934784 (0.22892623616231456) - | > loss_disc_real_4: 0.242438405752182 (0.22573317708195867) - | > loss_disc_real_5: 0.1734762340784073 (0.23500733077526093) - | > loss_0: 2.393172264099121 (2.5030627572858664) - | > grad_norm_0: tensor(53.5541, device='cuda:0') (tensor(58.9680, device='cuda:0')) - | > loss_gen: 2.378633975982666 (2.3526074564134754) - | > loss_kl: 1.6240367889404297 (1.5672885791675464) - | > loss_feat: 6.9605841636657715 (6.694708721057789) - | > loss_mel: 19.80970573425293 (20.88514977532464) - | > loss_duration: 1.789222240447998 (1.800721274839865) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.56218338012695 (33.30047581646893) - | > grad_norm_1: tensor(518.6020, device='cuda:0') (tensor(476.9314, device='cuda:0')) - | > current_lr_0: 0.00019872897625242182 - | > current_lr_1: 0.00019872897625242182 - | > step_time: 0.7391 (0.7460675046250627) - | > loader_time: 0.0034 (0.005689678965388118) - - - --> TIME: 2024-11-23 03:41:41 -- STEP: 62/797 -- GLOBAL_STEP: 41500 - | > loss_disc: 2.4815688133239746 (2.480233969226961) - | > loss_disc_real_0: 0.1693015694618225 (0.13792246688277485) - | > loss_disc_real_1: 0.24809813499450684 (0.22026508902349778) - | > loss_disc_real_2: 0.23376038670539856 (0.2322068163944829) - | > loss_disc_real_3: 0.2282000333070755 (0.22400491900982394) - | > loss_disc_real_4: 0.25044548511505127 (0.22492886671135504) - | > loss_disc_real_5: 0.2671911418437958 (0.23189890408708203) - | > loss_0: 2.4815688133239746 (2.480233969226961) - | > grad_norm_0: tensor(79.3366, device='cuda:0') (tensor(56.5313, device='cuda:0')) - | > loss_gen: 2.477849245071411 (2.3490596202112015) - | > loss_kl: 1.590676188468933 (1.5566929040416595) - | > loss_feat: 7.108558654785156 (6.748155309307959) - | > loss_mel: 21.68044090270996 (21.040746473496963) - | > loss_duration: 1.690924882888794 (1.7668895259980233) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.5484504699707 (33.46154382151942) - | > grad_norm_1: tensor(763.3394, device='cuda:0') (tensor(495.7333, device='cuda:0')) - | > current_lr_0: 0.00019872897625242182 - | > current_lr_1: 0.00019872897625242182 - | > step_time: 0.8047 (0.7505629139561807) - | > loader_time: 0.0042 (0.00541456284061555) - - - --> TIME: 2024-11-23 03:42:00 -- STEP: 87/797 -- GLOBAL_STEP: 41525 - | > loss_disc: 2.4288389682769775 (2.4739932575445076) - | > loss_disc_real_0: 0.13187454640865326 (0.13675956513689846) - | > loss_disc_real_1: 0.2889181971549988 (0.2194545222767468) - | > loss_disc_real_2: 0.26201024651527405 (0.23313667907797056) - | > loss_disc_real_3: 0.21805426478385925 (0.2248709844104175) - | > loss_disc_real_4: 0.26767629384994507 (0.22386741792333537) - | > loss_disc_real_5: 0.23691196739673615 (0.2317595728512468) - | > loss_0: 2.4288389682769775 (2.4739932575445076) - | > grad_norm_0: tensor(57.1115, device='cuda:0') (tensor(57.1250, device='cuda:0')) - | > loss_gen: 2.5889780521392822 (2.351459516876045) - | > loss_kl: 1.395647406578064 (1.5520494381586711) - | > loss_feat: 6.512209415435791 (6.729636844547316) - | > loss_mel: 21.275711059570312 (21.065443915882334) - | > loss_duration: 1.6906261444091797 (1.7522461660977067) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.463172912597656 (33.450835765093224) - | > grad_norm_1: tensor(746.9908, device='cuda:0') (tensor(522.5638, device='cuda:0')) - | > current_lr_0: 0.00019872897625242182 - | > current_lr_1: 0.00019872897625242182 - | > step_time: 0.7712 (0.7532196921863773) - | > loader_time: 0.0051 (0.005602861272877661) - - - --> TIME: 2024-11-23 03:42:19 -- STEP: 112/797 -- GLOBAL_STEP: 41550 - | > loss_disc: 2.360548496246338 (2.4651960858276913) - | > loss_disc_real_0: 0.16909080743789673 (0.13535992125980553) - | > loss_disc_real_1: 0.2297375649213791 (0.21834068931639194) - | > loss_disc_real_2: 0.1805410385131836 (0.23178433586976357) - | > loss_disc_real_3: 0.20631147921085358 (0.22405994537153415) - | > loss_disc_real_4: 0.20996969938278198 (0.222221250113632) - | > loss_disc_real_5: 0.17488649487495422 (0.23062644619494677) - | > loss_0: 2.360548496246338 (2.4651960858276913) - | > grad_norm_0: tensor(104.9122, device='cuda:0') (tensor(62.9254, device='cuda:0')) - | > loss_gen: 2.493834972381592 (2.3621705919504157) - | > loss_kl: 1.4571363925933838 (1.5515514250312532) - | > loss_feat: 7.076336860656738 (6.745811032397406) - | > loss_mel: 21.095287322998047 (21.074722119740077) - | > loss_duration: 1.7163152694702148 (1.7437312645571572) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.83891296386719 (33.47798626763479) - | > grad_norm_1: tensor(485.3562, device='cuda:0') (tensor(515.1064, device='cuda:0')) - | > current_lr_0: 0.00019872897625242182 - | > current_lr_1: 0.00019872897625242182 - | > step_time: 0.7481 (0.7563626255307877) - | > loader_time: 0.0049 (0.005451419523784092) - - - --> TIME: 2024-11-23 03:42:39 -- STEP: 137/797 -- GLOBAL_STEP: 41575 - | > loss_disc: 2.4814984798431396 (2.473666279855436) - | > loss_disc_real_0: 0.12217054516077042 (0.1349183707939882) - | > loss_disc_real_1: 0.2369968146085739 (0.21887452193420298) - | > loss_disc_real_2: 0.2353094220161438 (0.23385082141761362) - | > loss_disc_real_3: 0.1885567456483841 (0.22465588946412082) - | > loss_disc_real_4: 0.22986756265163422 (0.22367271400281113) - | > loss_disc_real_5: 0.232436403632164 (0.23271401759481777) - | > loss_0: 2.4814984798431396 (2.473666279855436) - | > grad_norm_0: tensor(57.1773, device='cuda:0') (tensor(62.6163, device='cuda:0')) - | > loss_gen: 2.278156042098999 (2.3638825660204357) - | > loss_kl: 1.5823845863342285 (1.5497750139584507) - | > loss_feat: 7.08452844619751 (6.750294431282655) - | > loss_mel: 21.639888763427734 (21.144908139305393) - | > loss_duration: 1.7323215007781982 (1.7373726776916618) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.31727981567383 (33.54623271078959) - | > grad_norm_1: tensor(727.0052, device='cuda:0') (tensor(521.9042, device='cuda:0')) - | > current_lr_0: 0.00019872897625242182 - | > current_lr_1: 0.00019872897625242182 - | > step_time: 0.8087 (0.760530370865425) - | > loader_time: 0.0122 (0.005751552372953318) - - - --> TIME: 2024-11-23 03:42:59 -- STEP: 162/797 -- GLOBAL_STEP: 41600 - | > loss_disc: 2.283064842224121 (2.4669434376704835) - | > loss_disc_real_0: 0.12267307192087173 (0.13314446206721992) - | > loss_disc_real_1: 0.17285871505737305 (0.2180194796787368) - | > loss_disc_real_2: 0.2051461786031723 (0.23263418508900535) - | > loss_disc_real_3: 0.22692692279815674 (0.2242374009004345) - | > loss_disc_real_4: 0.1893913894891739 (0.22217345164145952) - | > loss_disc_real_5: 0.19657956063747406 (0.2322446933867019) - | > loss_0: 2.283064842224121 (2.4669434376704835) - | > grad_norm_0: tensor(41.7907, device='cuda:0') (tensor(63.0078, device='cuda:0')) - | > loss_gen: 2.2694764137268066 (2.363578477023559) - | > loss_kl: 1.608210802078247 (1.5443242368874726) - | > loss_feat: 6.946346282958984 (6.741864642979185) - | > loss_mel: 20.958030700683594 (21.18207831441621) - | > loss_duration: 1.7006208896636963 (1.7312418825832419) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.48268508911133 (33.56308741628387) - | > grad_norm_1: tensor(396.0252, device='cuda:0') (tensor(537.4010, device='cuda:0')) - | > current_lr_0: 0.00019872897625242182 - | > current_lr_1: 0.00019872897625242182 - | > step_time: 0.7365 (0.7635211767973724) - | > loader_time: 0.005 (0.00596809681550956) - - - --> TIME: 2024-11-23 03:43:19 -- STEP: 187/797 -- GLOBAL_STEP: 41625 - | > loss_disc: 2.411844253540039 (2.47050650362025) - | > loss_disc_real_0: 0.09363732486963272 (0.13202624682356964) - | > loss_disc_real_1: 0.16203166544437408 (0.218072550739834) - | > loss_disc_real_2: 0.24272356927394867 (0.2334262166112502) - | > loss_disc_real_3: 0.2003377377986908 (0.22467178544577426) - | > loss_disc_real_4: 0.22994795441627502 (0.2243079622002209) - | > loss_disc_real_5: 0.23215296864509583 (0.2336912344005656) - | > loss_0: 2.411844253540039 (2.47050650362025) - | > grad_norm_0: tensor(64.0087, device='cuda:0') (tensor(66.5075, device='cuda:0')) - | > loss_gen: 2.2209153175354004 (2.3695379527494866) - | > loss_kl: 1.4718245267868042 (1.5421678701186563) - | > loss_feat: 6.609767913818359 (6.74412861992331) - | > loss_mel: 20.802244186401367 (21.236633861766155) - | > loss_duration: 1.772437572479248 (1.7249233773685397) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.87718963623047 (33.61739164750203) - | > grad_norm_1: tensor(564.8774, device='cuda:0') (tensor(558.1116, device='cuda:0')) - | > current_lr_0: 0.00019872897625242182 - | > current_lr_1: 0.00019872897625242182 - | > step_time: 0.7791 (0.7685199217362837) - | > loader_time: 0.0073 (0.006141099062832919) - - - --> TIME: 2024-11-23 03:43:39 -- STEP: 212/797 -- GLOBAL_STEP: 41650 - | > loss_disc: 2.5481083393096924 (2.470720392353131) - | > loss_disc_real_0: 0.14895623922348022 (0.132453061833556) - | > loss_disc_real_1: 0.23775744438171387 (0.21833773048700028) - | > loss_disc_real_2: 0.24774901568889618 (0.23361030010119924) - | > loss_disc_real_3: 0.2424611896276474 (0.2242891543878699) - | > loss_disc_real_4: 0.24189142882823944 (0.2226054255833041) - | > loss_disc_real_5: 0.25135675072669983 (0.233350470662117) - | > loss_0: 2.5481083393096924 (2.470720392353131) - | > grad_norm_0: tensor(14.1501, device='cuda:0') (tensor(63.9320, device='cuda:0')) - | > loss_gen: 2.236701488494873 (2.3626077737448345) - | > loss_kl: 1.3968545198440552 (1.5381100903142173) - | > loss_feat: 6.176295757293701 (6.717353060560406) - | > loss_mel: 22.10305404663086 (21.254458436426134) - | > loss_duration: 1.7346882820129395 (1.7232218885196833) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.6475944519043 (33.5957512045806) - | > grad_norm_1: tensor(479.6618, device='cuda:0') (tensor(559.6008, device='cuda:0')) - | > current_lr_0: 0.00019872897625242182 - | > current_lr_1: 0.00019872897625242182 - | > step_time: 0.7975 (0.771517166551554) - | > loader_time: 0.0134 (0.006317182531896627) - - - --> TIME: 2024-11-23 03:43:59 -- STEP: 237/797 -- GLOBAL_STEP: 41675 - | > loss_disc: 2.4476821422576904 (2.4711858813772736) - | > loss_disc_real_0: 0.0710158497095108 (0.1342166404118015) - | > loss_disc_real_1: 0.1799161285161972 (0.21773976942657922) - | > loss_disc_real_2: 0.22376775741577148 (0.23307548117537036) - | > loss_disc_real_3: 0.18389330804347992 (0.22348827425437634) - | > loss_disc_real_4: 0.2427806407213211 (0.2228768770956289) - | > loss_disc_real_5: 0.21520131826400757 (0.23307890548736235) - | > loss_0: 2.4476821422576904 (2.4711858813772736) - | > grad_norm_0: tensor(35.1710, device='cuda:0') (tensor(67.3791, device='cuda:0')) - | > loss_gen: 2.4101600646972656 (2.364427402552673) - | > loss_kl: 1.3957133293151855 (1.537326049201096) - | > loss_feat: 6.637988090515137 (6.720525486056814) - | > loss_mel: 20.48284339904785 (21.296659888094496) - | > loss_duration: 1.674950361251831 (1.719186262239384) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.601654052734375 (33.63812510172523) - | > grad_norm_1: tensor(604.0317, device='cuda:0') (tensor(569.2062, device='cuda:0')) - | > current_lr_0: 0.00019872897625242182 - | > current_lr_1: 0.00019872897625242182 - | > step_time: 0.7976 (0.7734366338464278) - | > loader_time: 0.0056 (0.006252221417326465) - - - --> TIME: 2024-11-23 03:44:20 -- STEP: 262/797 -- GLOBAL_STEP: 41700 - | > loss_disc: 2.6632983684539795 (2.4741102457046518) - | > loss_disc_real_0: 0.0650724247097969 (0.13488330555553657) - | > loss_disc_real_1: 0.2504970133304596 (0.21763819131914897) - | > loss_disc_real_2: 0.2524060606956482 (0.23304205075020099) - | > loss_disc_real_3: 0.25299909710884094 (0.2235767393166782) - | > loss_disc_real_4: 0.26124146580696106 (0.22334156168326166) - | > loss_disc_real_5: 0.22376246750354767 (0.2331526315849246) - | > loss_0: 2.6632983684539795 (2.4741102457046518) - | > grad_norm_0: tensor(27.8998, device='cuda:0') (tensor(67.6401, device='cuda:0')) - | > loss_gen: 2.2654521465301514 (2.3609960079193115) - | > loss_kl: 1.6383771896362305 (1.5400775088608718) - | > loss_feat: 5.413956165313721 (6.704438977569114) - | > loss_mel: 20.515460968017578 (21.299534535590027) - | > loss_duration: 1.6877856254577637 (1.7163865948451387) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.521032333374023 (33.621433673014124) - | > grad_norm_1: tensor(248.6101, device='cuda:0') (tensor(562.7618, device='cuda:0')) - | > current_lr_0: 0.00019872897625242182 - | > current_lr_1: 0.00019872897625242182 - | > step_time: 0.8064 (0.7756155410795721) - | > loader_time: 0.0059 (0.006260819107521581) - - - --> TIME: 2024-11-23 03:44:40 -- STEP: 287/797 -- GLOBAL_STEP: 41725 - | > loss_disc: 2.553304433822632 (2.474648159140079) - | > loss_disc_real_0: 0.113715261220932 (0.13538058421441496) - | > loss_disc_real_1: 0.22839559614658356 (0.21785781176871127) - | > loss_disc_real_2: 0.2237907499074936 (0.2329376968149524) - | > loss_disc_real_3: 0.23724037408828735 (0.2237733880817267) - | > loss_disc_real_4: 0.24148839712142944 (0.22315806212740907) - | > loss_disc_real_5: 0.2511194348335266 (0.23347995645700848) - | > loss_0: 2.553304433822632 (2.474648159140079) - | > grad_norm_0: tensor(135.1545, device='cuda:0') (tensor(66.3534, device='cuda:0')) - | > loss_gen: 2.1068215370178223 (2.356010374707212) - | > loss_kl: 1.3628151416778564 (1.5360530702079214) - | > loss_feat: 5.018090724945068 (6.677038172811582) - | > loss_mel: 17.30582046508789 (21.26615923705417) - | > loss_duration: 1.725953459739685 (1.7145419897518093) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 27.519500732421875 (33.54980289977598) - | > grad_norm_1: tensor(628.1665, device='cuda:0') (tensor(558.6790, device='cuda:0')) - | > current_lr_0: 0.00019872897625242182 - | > current_lr_1: 0.00019872897625242182 - | > step_time: 0.8098 (0.7780597749902811) - | > loader_time: 0.0091 (0.006330254185905855) - - - --> TIME: 2024-11-23 03:45:00 -- STEP: 312/797 -- GLOBAL_STEP: 41750 - | > loss_disc: 2.3560259342193604 (2.4714587109211172) - | > loss_disc_real_0: 0.10803712904453278 (0.13442776643503937) - | > loss_disc_real_1: 0.1731998324394226 (0.21737473520139858) - | > loss_disc_real_2: 0.1967608630657196 (0.23258307332602832) - | > loss_disc_real_3: 0.2492157369852066 (0.22315959670604804) - | > loss_disc_real_4: 0.20066140592098236 (0.22218694356389534) - | > loss_disc_real_5: 0.21669283509254456 (0.23354291275907785) - | > loss_0: 2.3560259342193604 (2.4714587109211172) - | > grad_norm_0: tensor(9.2704, device='cuda:0') (tensor(64.9213, device='cuda:0')) - | > loss_gen: 2.3628931045532227 (2.3540799717108407) - | > loss_kl: 1.651248574256897 (1.5364591647417118) - | > loss_feat: 7.189268589019775 (6.682288634471404) - | > loss_mel: 22.573089599609375 (21.322095883198276) - | > loss_duration: 1.7038021087646484 (1.712318241978303) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.48030090332031 (33.60724194844561) - | > grad_norm_1: tensor(261.5853, device='cuda:0') (tensor(558.0457, device='cuda:0')) - | > current_lr_0: 0.00019872897625242182 - | > current_lr_1: 0.00019872897625242182 - | > step_time: 0.7838 (0.7796936486011895) - | > loader_time: 0.0103 (0.006416646333841174) - - - --> TIME: 2024-11-23 03:45:21 -- STEP: 337/797 -- GLOBAL_STEP: 41775 - | > loss_disc: 2.383943557739258 (2.4707058339161416) - | > loss_disc_real_0: 0.0996571034193039 (0.13357265496996826) - | > loss_disc_real_1: 0.18226899206638336 (0.21707638457019537) - | > loss_disc_real_2: 0.21321387588977814 (0.23286839130193615) - | > loss_disc_real_3: 0.2229742407798767 (0.223484574554582) - | > loss_disc_real_4: 0.22549022734165192 (0.22285872463479595) - | > loss_disc_real_5: 0.17848607897758484 (0.23391659703735782) - | > loss_0: 2.383943557739258 (2.4707058339161416) - | > grad_norm_0: tensor(93.3010, device='cuda:0') (tensor(64.4093, device='cuda:0')) - | > loss_gen: 2.534661054611206 (2.3537318833857688) - | > loss_kl: 1.740014910697937 (1.5378219642695765) - | > loss_feat: 7.721127986907959 (6.6773143932444405) - | > loss_mel: 22.805185317993164 (21.334125247128995) - | > loss_duration: 1.6303458213806152 (1.7102599985875433) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.431331634521484 (33.61325353967681) - | > grad_norm_1: tensor(831.7760, device='cuda:0') (tensor(563.5029, device='cuda:0')) - | > current_lr_0: 0.00019872897625242182 - | > current_lr_1: 0.00019872897625242182 - | > step_time: 0.8199 (0.7837622568939843) - | > loader_time: 0.0105 (0.00653846964284291) - - - --> TIME: 2024-11-23 03:45:43 -- STEP: 362/797 -- GLOBAL_STEP: 41800 - | > loss_disc: 2.6642251014709473 (2.4695506095886244) - | > loss_disc_real_0: 0.29029712080955505 (0.1340374007244796) - | > loss_disc_real_1: 0.19560721516609192 (0.21676916353281037) - | > loss_disc_real_2: 0.229741632938385 (0.23213502213111897) - | > loss_disc_real_3: 0.25134286284446716 (0.22356039223914648) - | > loss_disc_real_4: 0.20876848697662354 (0.22217666695295776) - | > loss_disc_real_5: 0.2620062828063965 (0.2335433060128386) - | > loss_0: 2.6642251014709473 (2.4695506095886244) - | > grad_norm_0: tensor(205.2416, device='cuda:0') (tensor(65.6202, device='cuda:0')) - | > loss_gen: 2.364891529083252 (2.3550185972814397) - | > loss_kl: 1.6514060497283936 (1.5355909111091453) - | > loss_feat: 7.096706390380859 (6.681993771653149) - | > loss_mel: 21.110462188720703 (21.346755607352062) - | > loss_duration: 1.7274608612060547 (1.707998586952357) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.950927734375 (33.62735754613717) - | > grad_norm_1: tensor(667.5122, device='cuda:0') (tensor(568.5648, device='cuda:0')) - | > current_lr_0: 0.00019872897625242182 - | > current_lr_1: 0.00019872897625242182 - | > step_time: 0.8417 (0.7880114013977473) - | > loader_time: 0.0054 (0.006625159669317591) - - - --> TIME: 2024-11-23 03:46:04 -- STEP: 387/797 -- GLOBAL_STEP: 41825 - | > loss_disc: 2.5109450817108154 (2.472967823654492) - | > loss_disc_real_0: 0.1130465567111969 (0.13566038502471717) - | > loss_disc_real_1: 0.16187866032123566 (0.21684440423659887) - | > loss_disc_real_2: 0.23526231944561005 (0.2329200316384165) - | > loss_disc_real_3: 0.2491055577993393 (0.22354699621212884) - | > loss_disc_real_4: 0.27405065298080444 (0.22296222347467753) - | > loss_disc_real_5: 0.23290343582630157 (0.2338741749371053) - | > loss_0: 2.5109450817108154 (2.472967823654492) - | > grad_norm_0: tensor(79.3009, device='cuda:0') (tensor(66.4326, device='cuda:0')) - | > loss_gen: 2.266622304916382 (2.353191957301255) - | > loss_kl: 1.5071401596069336 (1.5346760210756805) - | > loss_feat: 5.753000736236572 (6.675291923897519) - | > loss_mel: 20.29265785217285 (21.33586300497522) - | > loss_duration: 1.7020760774612427 (1.7058923121262581) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.52149772644043 (33.60491525418382) - | > grad_norm_1: tensor(424.1852, device='cuda:0') (tensor(563.0597, device='cuda:0')) - | > current_lr_0: 0.00019872897625242182 - | > current_lr_1: 0.00019872897625242182 - | > step_time: 0.8257 (0.7913855459030901) - | > loader_time: 0.0068 (0.006719352046956693) - - - --> TIME: 2024-11-23 03:46:25 -- STEP: 412/797 -- GLOBAL_STEP: 41850 - | > loss_disc: 2.523491621017456 (2.4713599172610694) - | > loss_disc_real_0: 0.19673235714435577 (0.13582199102141043) - | > loss_disc_real_1: 0.2539898157119751 (0.2170231193665741) - | > loss_disc_real_2: 0.2333766669034958 (0.23225406000336396) - | > loss_disc_real_3: 0.2245507836341858 (0.2232853883823145) - | > loss_disc_real_4: 0.20648996531963348 (0.2224654782816623) - | > loss_disc_real_5: 0.21274909377098083 (0.23327293001042987) - | > loss_0: 2.523491621017456 (2.4713599172610694) - | > grad_norm_0: tensor(27.3434, device='cuda:0') (tensor(65.0305, device='cuda:0')) - | > loss_gen: 2.334176540374756 (2.3489077015987867) - | > loss_kl: 1.483225703239441 (1.5328846501493922) - | > loss_feat: 6.177092552185059 (6.666629817879316) - | > loss_mel: 21.171001434326172 (21.338209031855005) - | > loss_duration: 1.695420265197754 (1.7047341833415541) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.86091613769531 (33.59136542533208) - | > grad_norm_1: tensor(152.7904, device='cuda:0') (tensor(555.6389, device='cuda:0')) - | > current_lr_0: 0.00019872897625242182 - | > current_lr_1: 0.00019872897625242182 - | > step_time: 0.8496 (0.794224338045398) - | > loader_time: 0.0065 (0.006795810264291113) - - - --> TIME: 2024-11-23 03:46:47 -- STEP: 437/797 -- GLOBAL_STEP: 41875 - | > loss_disc: 2.4944186210632324 (2.472166227803352) - | > loss_disc_real_0: 0.1739877611398697 (0.13599450440408167) - | > loss_disc_real_1: 0.24500341713428497 (0.21748822753571267) - | > loss_disc_real_2: 0.20265063643455505 (0.23270843841254849) - | > loss_disc_real_3: 0.22080369293689728 (0.2232660230428185) - | > loss_disc_real_4: 0.19205130636692047 (0.22271131831530303) - | > loss_disc_real_5: 0.1679026186466217 (0.23365011688500847) - | > loss_0: 2.4944186210632324 (2.472166227803352) - | > grad_norm_0: tensor(51.4329, device='cuda:0') (tensor(65.8479, device='cuda:0')) - | > loss_gen: 2.132770538330078 (2.350832273540015) - | > loss_kl: 1.3847843408584595 (1.5332103877645886) - | > loss_feat: 6.111759185791016 (6.672744442178129) - | > loss_mel: 21.47226333618164 (21.356483516212993) - | > loss_duration: 1.7159991264343262 (1.7037304372481952) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.81757736206055 (33.61700110359105) - | > grad_norm_1: tensor(499.0393, device='cuda:0') (tensor(555.3714, device='cuda:0')) - | > current_lr_0: 0.00019872897625242182 - | > current_lr_1: 0.00019872897625242182 - | > step_time: 0.8105 (0.796740562473882) - | > loader_time: 0.0069 (0.0069017683068456565) - - - --> TIME: 2024-11-23 03:47:08 -- STEP: 462/797 -- GLOBAL_STEP: 41900 - | > loss_disc: 2.457578659057617 (2.471460380079428) - | > loss_disc_real_0: 0.1259203553199768 (0.13549594756102934) - | > loss_disc_real_1: 0.20365455746650696 (0.21732865348135758) - | > loss_disc_real_2: 0.19518804550170898 (0.23237271884303073) - | > loss_disc_real_3: 0.21640168130397797 (0.22349467409121526) - | > loss_disc_real_4: 0.22952775657176971 (0.22256625056653828) - | > loss_disc_real_5: 0.2970639169216156 (0.23368424209423397) - | > loss_0: 2.457578659057617 (2.471460380079428) - | > grad_norm_0: tensor(13.1683, device='cuda:0') (tensor(65.8727, device='cuda:0')) - | > loss_gen: 2.3177003860473633 (2.350400007648384) - | > loss_kl: 1.3999758958816528 (1.5347979422255518) - | > loss_feat: 7.133158206939697 (6.682553755772578) - | > loss_mel: 22.234560012817383 (21.39555046775123) - | > loss_duration: 1.6701323986053467 (1.7030766670838062) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.75552749633789 (33.6663788758315) - | > grad_norm_1: tensor(488.4818, device='cuda:0') (tensor(554.9924, device='cuda:0')) - | > current_lr_0: 0.00019872897625242182 - | > current_lr_1: 0.00019872897625242182 - | > step_time: 0.8807 (0.7998526638204401) - | > loader_time: 0.0072 (0.0070628846362555675) - - - --> TIME: 2024-11-23 03:47:30 -- STEP: 487/797 -- GLOBAL_STEP: 41925 - | > loss_disc: 2.305612802505493 (2.4709253242618017) - | > loss_disc_real_0: 0.12581601738929749 (0.13589931674898295) - | > loss_disc_real_1: 0.17499366402626038 (0.21740826046442352) - | > loss_disc_real_2: 0.21197368204593658 (0.23269738614926347) - | > loss_disc_real_3: 0.21375572681427002 (0.22299732910411804) - | > loss_disc_real_4: 0.1832398623228073 (0.2223508989847661) - | > loss_disc_real_5: 0.18517732620239258 (0.23355954591743266) - | > loss_0: 2.305612802505493 (2.4709253242618017) - | > grad_norm_0: tensor(81.8767, device='cuda:0') (tensor(65.7794, device='cuda:0')) - | > loss_gen: 2.4109013080596924 (2.350218087006397) - | > loss_kl: 1.409303903579712 (1.5355654614662002) - | > loss_feat: 6.731266021728516 (6.674811113541621) - | > loss_mel: 21.1396484375 (21.376904591397818) - | > loss_duration: 1.6921194791793823 (1.702122578385919) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.38323974609375 (33.63962188736369) - | > grad_norm_1: tensor(674.2768, device='cuda:0') (tensor(557.3230, device='cuda:0')) - | > current_lr_0: 0.00019872897625242182 - | > current_lr_1: 0.00019872897625242182 - | > step_time: 0.8519 (0.8027002272909427) - | > loader_time: 0.0061 (0.007175983589532682) - - - --> TIME: 2024-11-23 03:47:52 -- STEP: 512/797 -- GLOBAL_STEP: 41950 - | > loss_disc: 2.613013505935669 (2.4701625355519368) - | > loss_disc_real_0: 0.11477623134851456 (0.13541094953689037) - | > loss_disc_real_1: 0.20546109974384308 (0.21759095659945163) - | > loss_disc_real_2: 0.2701385021209717 (0.23233844875358045) - | > loss_disc_real_3: 0.25725752115249634 (0.22309770045103505) - | > loss_disc_real_4: 0.2307707518339157 (0.22222296480322257) - | > loss_disc_real_5: 0.2723942995071411 (0.23343935844604857) - | > loss_0: 2.613013505935669 (2.4701625355519368) - | > grad_norm_0: tensor(7.6863, device='cuda:0') (tensor(65.0374, device='cuda:0')) - | > loss_gen: 2.3916890621185303 (2.350592685397713) - | > loss_kl: 1.6301835775375366 (1.538126944797114) - | > loss_feat: 7.079105377197266 (6.682738462463021) - | > loss_mel: 23.127239227294922 (21.404416400939215) - | > loss_duration: 1.7296562194824219 (1.7012195764109492) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.9578742980957 (33.677094113081694) - | > grad_norm_1: tensor(391.2128, device='cuda:0') (tensor(557.2501, device='cuda:0')) - | > current_lr_0: 0.00019872897625242182 - | > current_lr_1: 0.00019872897625242182 - | > step_time: 0.8666 (0.8053936478681862) - | > loader_time: 0.0065 (0.007236559875309466) - - - --> TIME: 2024-11-23 03:48:14 -- STEP: 537/797 -- GLOBAL_STEP: 41975 - | > loss_disc: 2.47137188911438 (2.4686124724382816) - | > loss_disc_real_0: 0.05794491991400719 (0.13499870764532132) - | > loss_disc_real_1: 0.20753668248653412 (0.217515098454788) - | > loss_disc_real_2: 0.26847317814826965 (0.23240441691609068) - | > loss_disc_real_3: 0.2721429467201233 (0.22290901662140142) - | > loss_disc_real_4: 0.19459672272205353 (0.2219284062500995) - | > loss_disc_real_5: 0.20986659824848175 (0.23341222745635207) - | > loss_0: 2.47137188911438 (2.4686124724382816) - | > grad_norm_0: tensor(43.7554, device='cuda:0') (tensor(65.3661, device='cuda:0')) - | > loss_gen: 2.503282070159912 (2.352453539047382) - | > loss_kl: 1.569136142730713 (1.5381242549619198) - | > loss_feat: 6.758833885192871 (6.68658442914597) - | > loss_mel: 21.882694244384766 (21.405513138300424) - | > loss_duration: 1.7338955402374268 (1.701170079312955) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.44784164428711 (33.683845470293484) - | > grad_norm_1: tensor(679.2486, device='cuda:0') (tensor(559.0388, device='cuda:0')) - | > current_lr_0: 0.00019872897625242182 - | > current_lr_1: 0.00019872897625242182 - | > step_time: 0.8325 (0.8081387110484602) - | > loader_time: 0.0079 (0.007274631237406525) - - - --> TIME: 2024-11-23 03:48:36 -- STEP: 562/797 -- GLOBAL_STEP: 42000 - | > loss_disc: 2.374138116836548 (2.468508940574539) - | > loss_disc_real_0: 0.1819576621055603 (0.13490971446938793) - | > loss_disc_real_1: 0.19519780576229095 (0.21767238275648437) - | > loss_disc_real_2: 0.2426455318927765 (0.23235292669080754) - | > loss_disc_real_3: 0.18380607664585114 (0.22297395601391362) - | > loss_disc_real_4: 0.2070925086736679 (0.22190389400381216) - | > loss_disc_real_5: 0.20817072689533234 (0.23351982524916784) - | > loss_0: 2.374138116836548 (2.468508940574539) - | > grad_norm_0: tensor(118.7504, device='cuda:0') (tensor(65.9823, device='cuda:0')) - | > loss_gen: 2.466209888458252 (2.354036921708183) - | > loss_kl: 1.4287724494934082 (1.539720175317174) - | > loss_feat: 6.739502906799316 (6.6916728630608935) - | > loss_mel: 22.596574783325195 (21.41864037089499) - | > loss_duration: 1.6847903728485107 (1.7005043157054864) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.91585159301758 (33.70457467320126) - | > grad_norm_1: tensor(769.7443, device='cuda:0') (tensor(560.3439, device='cuda:0')) - | > current_lr_0: 0.00019872897625242182 - | > current_lr_1: 0.00019872897625242182 - | > step_time: 0.9008 (0.8104264583451893) - | > loader_time: 0.0076 (0.007324080450254826) - - - --> TIME: 2024-11-23 03:48:58 -- STEP: 587/797 -- GLOBAL_STEP: 42025 - | > loss_disc: 2.395568609237671 (2.4669094670570293) - | > loss_disc_real_0: 0.15346063673496246 (0.13432981674218306) - | > loss_disc_real_1: 0.18475356698036194 (0.217513943627299) - | > loss_disc_real_2: 0.26697373390197754 (0.23229956786819372) - | > loss_disc_real_3: 0.261825829744339 (0.22307264418983785) - | > loss_disc_real_4: 0.22737443447113037 (0.22175723728065394) - | > loss_disc_real_5: 0.22397921979427338 (0.2332713104137163) - | > loss_0: 2.395568609237671 (2.4669094670570293) - | > grad_norm_0: tensor(132.4554, device='cuda:0') (tensor(65.9273, device='cuda:0')) - | > loss_gen: 2.4112257957458496 (2.353771791344402) - | > loss_kl: 1.4783810377120972 (1.5412232561046468) - | > loss_feat: 6.748589515686035 (6.691239764783816) - | > loss_mel: 22.223678588867188 (21.43142082825226) - | > loss_duration: 1.621232509613037 (1.6998382175192113) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.48310470581055 (33.717493872829344) - | > grad_norm_1: tensor(828.7541, device='cuda:0') (tensor(563.9760, device='cuda:0')) - | > current_lr_0: 0.00019872897625242182 - | > current_lr_1: 0.00019872897625242182 - | > step_time: 0.8643 (0.8129136164306175) - | > loader_time: 0.0106 (0.0074113077361904565) - - - --> TIME: 2024-11-23 03:49:20 -- STEP: 612/797 -- GLOBAL_STEP: 42050 - | > loss_disc: 2.499236583709717 (2.466516432029751) - | > loss_disc_real_0: 0.14671440422534943 (0.13407673458477454) - | > loss_disc_real_1: 0.20977917313575745 (0.21758874980550186) - | > loss_disc_real_2: 0.2155456244945526 (0.2320231215334406) - | > loss_disc_real_3: 0.203822523355484 (0.22304005268352484) - | > loss_disc_real_4: 0.24094238877296448 (0.22170870101042822) - | > loss_disc_real_5: 0.22346346080303192 (0.23344668239549865) - | > loss_0: 2.499236583709717 (2.466516432029751) - | > grad_norm_0: tensor(8.2358, device='cuda:0') (tensor(67.5310, device='cuda:0')) - | > loss_gen: 2.384868621826172 (2.3544727630085394) - | > loss_kl: 1.533298373222351 (1.5427677553463606) - | > loss_feat: 5.50492000579834 (6.6877369008033085) - | > loss_mel: 20.478744506835938 (21.41986034119051) - | > loss_duration: 1.6789089441299438 (1.6995999744904586) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.58074188232422 (33.704437760745755) - | > grad_norm_1: tensor(506.1360, device='cuda:0') (tensor(565.1760, device='cuda:0')) - | > current_lr_0: 0.00019872897625242182 - | > current_lr_1: 0.00019872897625242182 - | > step_time: 0.8982 (0.8155762011708781) - | > loader_time: 0.0078 (0.007514613516190471) - - - --> TIME: 2024-11-23 03:49:43 -- STEP: 637/797 -- GLOBAL_STEP: 42075 - | > loss_disc: 2.4662563800811768 (2.4672025986705894) - | > loss_disc_real_0: 0.11665935069322586 (0.1342174444564003) - | > loss_disc_real_1: 0.2227473109960556 (0.2176752571408378) - | > loss_disc_real_2: 0.2512020170688629 (0.23216166596397686) - | > loss_disc_real_3: 0.2367822676897049 (0.22321600994472413) - | > loss_disc_real_4: 0.21414563059806824 (0.22163913872683627) - | > loss_disc_real_5: 0.22952872514724731 (0.23323834129555063) - | > loss_0: 2.4662563800811768 (2.4672025986705894) - | > grad_norm_0: tensor(7.7146, device='cuda:0') (tensor(68.1010, device='cuda:0')) - | > loss_gen: 2.324169635772705 (2.3539253362868204) - | > loss_kl: 1.5076320171356201 (1.542883352731798) - | > loss_feat: 6.847950458526611 (6.676825573530449) - | > loss_mel: 24.135372161865234 (21.430132849437292) - | > loss_duration: 1.7383626699447632 (1.6998485003011754) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.55348587036133 (33.70361562576175) - | > grad_norm_1: tensor(258.6306, device='cuda:0') (tensor(565.2608, device='cuda:0')) - | > current_lr_0: 0.00019872897625242182 - | > current_lr_1: 0.00019872897625242182 - | > step_time: 0.8946 (0.8181745504472099) - | > loader_time: 0.011 (0.007608915236157187) - - - --> TIME: 2024-11-23 03:50:05 -- STEP: 662/797 -- GLOBAL_STEP: 42100 - | > loss_disc: 2.4821808338165283 (2.4668264576315533) - | > loss_disc_real_0: 0.14599114656448364 (0.13420878219618002) - | > loss_disc_real_1: 0.20315231382846832 (0.217667985786304) - | > loss_disc_real_2: 0.20949271321296692 (0.23203081592602312) - | > loss_disc_real_3: 0.21478109061717987 (0.223294432744879) - | > loss_disc_real_4: 0.2185847908258438 (0.22179844451004646) - | > loss_disc_real_5: 0.2708030343055725 (0.23322902153896052) - | > loss_0: 2.4821808338165283 (2.4668264576315533) - | > grad_norm_0: tensor(54.7641, device='cuda:0') (tensor(66.9780, device='cuda:0')) - | > loss_gen: 2.276296615600586 (2.3526687024223087) - | > loss_kl: 1.4679746627807617 (1.5435844987540814) - | > loss_feat: 6.15803861618042 (6.669858102712023) - | > loss_mel: 21.336341857910156 (21.42117027789804) - | > loss_duration: 1.6850848197937012 (1.6994859165655523) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.923736572265625 (33.68676750609523) - | > grad_norm_1: tensor(867.3800, device='cuda:0') (tensor(562.0312, device='cuda:0')) - | > current_lr_0: 0.00019872897625242182 - | > current_lr_1: 0.00019872897625242182 - | > step_time: 0.9176 (0.8210611750352061) - | > loader_time: 0.0082 (0.007672151409967427) - - - --> TIME: 2024-11-23 03:50:29 -- STEP: 687/797 -- GLOBAL_STEP: 42125 - | > loss_disc: 2.6621663570404053 (2.4671268556836403) - | > loss_disc_real_0: 0.1121552512049675 (0.13415638401323532) - | > loss_disc_real_1: 0.24923373758792877 (0.21793356962946653) - | > loss_disc_real_2: 0.30058640241622925 (0.23227683058905985) - | > loss_disc_real_3: 0.33096420764923096 (0.22318295141061148) - | > loss_disc_real_4: 0.2909514307975769 (0.22179476467803055) - | > loss_disc_real_5: 0.2692229449748993 (0.23303061081679446) - | > loss_0: 2.6621663570404053 (2.4671268556836403) - | > grad_norm_0: tensor(66.4558, device='cuda:0') (tensor(66.7553, device='cuda:0')) - | > loss_gen: 2.39365816116333 (2.3541179935310925) - | > loss_kl: 1.493119239807129 (1.5449991784935615) - | > loss_feat: 5.832669258117676 (6.671130096374465) - | > loss_mel: 21.51209259033203 (21.436077637096318) - | > loss_duration: 1.645585298538208 (1.6990232196957784) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.87712478637695 (33.7053481133918) - | > grad_norm_1: tensor(523.7247, device='cuda:0') (tensor(561.6206, device='cuda:0')) - | > current_lr_0: 0.00019872897625242182 - | > current_lr_1: 0.00019872897625242182 - | > step_time: 0.9162 (0.8244342932361012) - | > loader_time: 0.014 (0.007786367310880745) - - - --> TIME: 2024-11-23 03:50:52 -- STEP: 712/797 -- GLOBAL_STEP: 42150 - | > loss_disc: 2.484328508377075 (2.4696679453501553) - | > loss_disc_real_0: 0.06406895816326141 (0.13480299414564556) - | > loss_disc_real_1: 0.19788019359111786 (0.21830257086941365) - | > loss_disc_real_2: 0.23518982529640198 (0.23231964516505765) - | > loss_disc_real_3: 0.2364494949579239 (0.22326606386498118) - | > loss_disc_real_4: 0.2264041006565094 (0.22201032421729539) - | > loss_disc_real_5: 0.24542877078056335 (0.2332258469142605) - | > loss_0: 2.484328508377075 (2.4696679453501553) - | > grad_norm_0: tensor(108.1506, device='cuda:0') (tensor(68.2098, device='cuda:0')) - | > loss_gen: 2.250182628631592 (2.3522174378459333) - | > loss_kl: 1.6709444522857666 (1.5465823663084701) - | > loss_feat: 6.561288356781006 (6.662739566872626) - | > loss_mel: 21.461915969848633 (21.434545763422918) - | > loss_duration: 1.6723209619522095 (1.6985790607299698) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.61665344238281 (33.694664186306234) - | > grad_norm_1: tensor(511.6199, device='cuda:0') (tensor(563.9335, device='cuda:0')) - | > current_lr_0: 0.00019872897625242182 - | > current_lr_1: 0.00019872897625242182 - | > step_time: 0.9444 (0.8277788594197695) - | > loader_time: 0.0243 (0.007934388484847676) - - - --> TIME: 2024-11-23 03:51:16 -- STEP: 737/797 -- GLOBAL_STEP: 42175 - | > loss_disc: 2.6023058891296387 (2.470836062929525) - | > loss_disc_real_0: 0.24475988745689392 (0.1355204092518123) - | > loss_disc_real_1: 0.17184121906757355 (0.21816548854719187) - | > loss_disc_real_2: 0.22003892064094543 (0.23222689773366764) - | > loss_disc_real_3: 0.22709275782108307 (0.22327109932737726) - | > loss_disc_real_4: 0.22475917637348175 (0.2219716798175465) - | > loss_disc_real_5: 0.23453091084957123 (0.2333036584519304) - | > loss_0: 2.6023058891296387 (2.470836062929525) - | > grad_norm_0: tensor(86.1110, device='cuda:0') (tensor(68.7192, device='cuda:0')) - | > loss_gen: 2.211951971054077 (2.350765639276642) - | > loss_kl: 1.5492103099822998 (1.5470325929015436) - | > loss_feat: 6.104922294616699 (6.655241457060523) - | > loss_mel: 19.363842010498047 (21.43098785886931) - | > loss_duration: 1.6340644359588623 (1.6976111737488082) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.863990783691406 (33.681638730591345) - | > grad_norm_1: tensor(434.1553, device='cuda:0') (tensor(558.5176, device='cuda:0')) - | > current_lr_0: 0.00019872897625242182 - | > current_lr_1: 0.00019872897625242182 - | > step_time: 0.8969 (0.8313729106328546) - | > loader_time: 0.1003 (0.008665040519538366) - - - --> TIME: 2024-11-23 03:51:47 -- STEP: 762/797 -- GLOBAL_STEP: 42200 - | > loss_disc: 2.4973723888397217 (2.472552026350669) - | > loss_disc_real_0: 0.11275371164083481 (0.13566002064919863) - | > loss_disc_real_1: 0.23732081055641174 (0.21811884784401245) - | > loss_disc_real_2: 0.26990658044815063 (0.2324082306598428) - | > loss_disc_real_3: 0.214534729719162 (0.22362747019904805) - | > loss_disc_real_4: 0.2040722817182541 (0.22218891141295746) - | > loss_disc_real_5: 0.24965420365333557 (0.23344330309726427) - | > loss_0: 2.4973723888397217 (2.472552026350669) - | > grad_norm_0: tensor(125.6337, device='cuda:0') (tensor(68.1487, device='cuda:0')) - | > loss_gen: 2.413912296295166 (2.3486673946142775) - | > loss_kl: 1.4154332876205444 (1.546691609805651) - | > loss_feat: 6.910181522369385 (6.648524879470583) - | > loss_mel: 23.414030075073242 (21.43653620822535) - | > loss_duration: 1.6820136308670044 (1.6967362328151392) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.8355712890625 (33.67715634824098) - | > grad_norm_1: tensor(835.8923, device='cuda:0') (tensor(554.7505, device='cuda:0')) - | > current_lr_0: 0.00019872897625242182 - | > current_lr_1: 0.00019872897625242182 - | > step_time: 1.0152 (0.8406155453579323) - | > loader_time: 0.0978 (0.011713719117672734) - - - --> TIME: 2024-11-23 03:52:44 -- STEP: 787/797 -- GLOBAL_STEP: 42225 - | > loss_disc: 2.4391446113586426 (2.4731737843311126) - | > loss_disc_real_0: 0.19459764659404755 (0.13578749740593327) - | > loss_disc_real_1: 0.2110123485326767 (0.21826171153609605) - | > loss_disc_real_2: 0.20552322268486023 (0.23240148695481627) - | > loss_disc_real_3: 0.26281458139419556 (0.22387420633166386) - | > loss_disc_real_4: 0.19574959576129913 (0.22258513898907048) - | > loss_disc_real_5: 0.18796896934509277 (0.23317529660622371) - | > loss_0: 2.4391446113586426 (2.4731737843311126) - | > grad_norm_0: tensor(86.0339, device='cuda:0') (tensor(68.5334, device='cuda:0')) - | > loss_gen: 2.3096156120300293 (2.349124495986149) - | > loss_kl: 1.432503342628479 (1.547139417867649) - | > loss_feat: 7.503078937530518 (6.653210207952475) - | > loss_mel: 22.727087020874023 (21.45416920430474) - | > loss_duration: 1.680113673210144 (1.6959024275424672) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.652400970458984 (33.699545757288874) - | > grad_norm_1: tensor(438.4234, device='cuda:0') (tensor(555.7249, device='cuda:0')) - | > current_lr_0: 0.00019872897625242182 - | > current_lr_1: 0.00019872897625242182 - | > step_time: 5.5194 (0.8827213941111198) - | > loader_time: 0.1067 (0.014909931483383853) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.4652087688446045 (2.4652087688446045) - | > loss_disc_real_0: 0.12430387735366821 (0.12430387735366821) - | > loss_disc_real_1: 0.16059555113315582 (0.16059555113315582) - | > loss_disc_real_2: 0.2566412389278412 (0.2566412389278412) - | > loss_disc_real_3: 0.23633238673210144 (0.23633238673210144) - | > loss_disc_real_4: 0.2270306646823883 (0.2270306646823883) - | > loss_disc_real_5: 0.21562641859054565 (0.21562641859054565) - | > loss_0: 2.4652087688446045 (2.4652087688446045) - | > loss_gen: 2.0987534523010254 (2.0987534523010254) - | > loss_kl: 1.8994495868682861 (1.8994495868682861) - | > loss_feat: 7.881217002868652 (7.881217002868652) - | > loss_mel: 23.595014572143555 (23.595014572143555) - | > loss_duration: 1.949884057044983 (1.949884057044983) - | > loss_1: 37.42431640625 (37.42431640625) - - --> STEP: 1 - | > loss_disc: 2.995131492614746 (2.995131492614746) - | > loss_disc_real_0: 0.0692206472158432 (0.0692206472158432) - | > loss_disc_real_1: 0.2180042564868927 (0.2180042564868927) - | > loss_disc_real_2: 0.3327857553958893 (0.3327857553958893) - | > loss_disc_real_3: 0.28968021273612976 (0.28968021273612976) - | > loss_disc_real_4: 0.20211076736450195 (0.20211076736450195) - | > loss_disc_real_5: 0.2590019702911377 (0.2590019702911377) - | > loss_0: 2.995131492614746 (2.995131492614746) - | > loss_gen: 1.8628170490264893 (1.8628170490264893) - | > loss_kl: 1.2836753129959106 (1.2836753129959106) - | > loss_feat: 7.487693786621094 (7.487693786621094) - | > loss_mel: 25.688873291015625 (25.688873291015625) - | > loss_duration: 1.7316083908081055 (1.7316083908081055) - | > loss_1: 38.05466842651367 (38.05466842651367) - - --> STEP: 2 - | > loss_disc: 2.850433588027954 (2.92278254032135) - | > loss_disc_real_0: 0.08473856002092361 (0.07697960361838341) - | > loss_disc_real_1: 0.23625485599040985 (0.22712955623865128) - | > loss_disc_real_2: 0.26145532727241516 (0.2971205413341522) - | > loss_disc_real_3: 0.27047014236450195 (0.28007517755031586) - | > loss_disc_real_4: 0.3109126687049866 (0.25651171803474426) - | > loss_disc_real_5: 0.3734033703804016 (0.31620267033576965) - | > loss_0: 2.850433588027954 (2.92278254032135) - | > loss_gen: 2.0405826568603516 (1.9516998529434204) - | > loss_kl: 1.5876736640930176 (1.4356744885444641) - | > loss_feat: 5.52847957611084 (6.508086681365967) - | > loss_mel: 22.713401794433594 (24.20113754272461) - | > loss_duration: 1.6701996326446533 (1.7009040117263794) - | > loss_1: 33.54033660888672 (35.797502517700195) - - --> STEP: 3 - | > loss_disc: 2.695566177368164 (2.847043752670288) - | > loss_disc_real_0: 0.16832023859024048 (0.10742648194233577) - | > loss_disc_real_1: 0.24207007884979248 (0.23210973044236502) - | > loss_disc_real_2: 0.26573631167411804 (0.2866591314474742) - | > loss_disc_real_3: 0.26354822516441345 (0.2745661934216817) - | > loss_disc_real_4: 0.22007200121879578 (0.24436514576276144) - | > loss_disc_real_5: 0.2522125542163849 (0.29487263162930805) - | > loss_0: 2.695566177368164 (2.847043752670288) - | > loss_gen: 1.9704954624176025 (1.9579650561014812) - | > loss_kl: 1.6859424114227295 (1.519097129503886) - | > loss_feat: 5.451430320739746 (6.15586789449056) - | > loss_mel: 19.78416633605957 (22.728813807169598) - | > loss_duration: 1.784508228302002 (1.7287720839182537) - | > loss_1: 30.676542282104492 (34.090515772501625) - - --> STEP: 4 - | > loss_disc: 2.5383644104003906 (2.7698739171028137) - | > loss_disc_real_0: 0.11220341175794601 (0.10862071439623833) - | > loss_disc_real_1: 0.22120079398155212 (0.2293824963271618) - | > loss_disc_real_2: 0.23865392804145813 (0.27465783059597015) - | > loss_disc_real_3: 0.23032107949256897 (0.26350491493940353) - | > loss_disc_real_4: 0.2896314561367035 (0.25568172335624695) - | > loss_disc_real_5: 0.1707853376865387 (0.2638508081436157) - | > loss_0: 2.5383644104003906 (2.7698739171028137) - | > loss_gen: 2.0117673873901367 (1.971415638923645) - | > loss_kl: 1.4645849466323853 (1.5054690837860107) - | > loss_feat: 5.196905136108398 (5.9161272048950195) - | > loss_mel: 20.054157257080078 (22.060149669647217) - | > loss_duration: 1.6807582378387451 (1.7167686223983765) - | > loss_1: 30.408170700073242 (33.16992950439453) - - --> STEP: 5 - | > loss_disc: 2.88632869720459 (2.793164873123169) - | > loss_disc_real_0: 0.08810006827116013 (0.10451658517122268) - | > loss_disc_real_1: 0.19333823025226593 (0.22217364311218263) - | > loss_disc_real_2: 0.24199220538139343 (0.2681247055530548) - | > loss_disc_real_3: 0.25829458236694336 (0.2624628484249115) - | > loss_disc_real_4: 0.4089610278606415 (0.28633758425712585) - | > loss_disc_real_5: 0.33481675386428833 (0.27804399728775026) - | > loss_0: 2.88632869720459 (2.793164873123169) - | > loss_gen: 1.9630383253097534 (1.9697401762008666) - | > loss_kl: 1.8516833782196045 (1.5747119426727294) - | > loss_feat: 6.185230255126953 (5.969947814941406) - | > loss_mel: 21.61952018737793 (21.97202377319336) - | > loss_duration: 1.8523691892623901 (1.7438887357711792) - | > loss_1: 33.471839904785156 (33.23031158447266) - - --> STEP: 6 - | > loss_disc: 2.798933506011963 (2.794126311937968) - | > loss_disc_real_0: 0.16652131080627441 (0.11485070611039798) - | > loss_disc_real_1: 0.1870056688785553 (0.21631231407324472) - | > loss_disc_real_2: 0.22211916744709015 (0.2604571158687274) - | > loss_disc_real_3: 0.27678656578063965 (0.2648501346508662) - | > loss_disc_real_4: 0.2875107526779175 (0.2865331123272578) - | > loss_disc_real_5: 0.24296633899211884 (0.272197720905145) - | > loss_0: 2.798933506011963 (2.794126311937968) - | > loss_gen: 1.8072431087493896 (1.9426573316256206) - | > loss_kl: 1.2259794473648071 (1.5165898601214092) - | > loss_feat: 4.831541538238525 (5.780213435490926) - | > loss_mel: 16.98756980895996 (21.141281445821125) - | > loss_duration: 1.6877076625823975 (1.7345252235730488) - | > loss_1: 26.540040969848633 (32.11526648203532) - - --> STEP: 7 - | > loss_disc: 2.5212936401367188 (2.755150215966361) - | > loss_disc_real_0: 0.09275974333286285 (0.11169485428503581) - | > loss_disc_real_1: 0.18510280549526215 (0.21185381284781865) - | > loss_disc_real_2: 0.21419697999954224 (0.25384852503027233) - | > loss_disc_real_3: 0.2009781002998352 (0.2557255583150046) - | > loss_disc_real_4: 0.19668757915496826 (0.2736980361597879) - | > loss_disc_real_5: 0.277058482170105 (0.2728921153715679) - | > loss_0: 2.5212936401367188 (2.755150215966361) - | > loss_gen: 1.9817569255828857 (1.9482429879052299) - | > loss_kl: 2.4287357330322266 (1.646896413394383) - | > loss_feat: 6.389097690582275 (5.867196900503976) - | > loss_mel: 19.373655319213867 (20.888763427734375) - | > loss_duration: 1.6039032936096191 (1.7158649478639876) - | > loss_1: 31.77714729309082 (32.06696374075754) - - --> STEP: 8 - | > loss_disc: 2.5892891883850098 (2.734417587518692) - | > loss_disc_real_0: 0.1611400544643402 (0.11787550430744886) - | > loss_disc_real_1: 0.21516717970371246 (0.21226798370480537) - | > loss_disc_real_2: 0.2473398894071579 (0.25303494557738304) - | > loss_disc_real_3: 0.2041243314743042 (0.24927540495991704) - | > loss_disc_real_4: 0.189941868185997 (0.263228515163064) - | > loss_disc_real_5: 0.20695093274116516 (0.2646494675427675) - | > loss_0: 2.5892891883850098 (2.734417587518692) - | > loss_gen: 1.9309144020080566 (1.9460769146680832) - | > loss_kl: 1.6315797567367554 (1.6449818313121796) - | > loss_feat: 7.146427154541016 (6.027100682258606) - | > loss_mel: 20.756216049194336 (20.87219500541687) - | > loss_duration: 1.6887457370758057 (1.7124750465154648) - | > loss_1: 33.15388107299805 (32.2028284072876) - - --> STEP: 9 - | > loss_disc: 2.5787572860717773 (2.7171219984690347) - | > loss_disc_real_0: 0.13535262644290924 (0.11981740676694447) - | > loss_disc_real_1: 0.24535587430000305 (0.21594441599316067) - | > loss_disc_real_2: 0.2530379891395569 (0.2530352837509579) - | > loss_disc_real_3: 0.25328943133354187 (0.24972140789031982) - | > loss_disc_real_4: 0.2392975240945816 (0.26056951615545487) - | > loss_disc_real_5: 0.29864293336868286 (0.26842651930120254) - | > loss_0: 2.5787572860717773 (2.7171219984690347) - | > loss_gen: 2.155872344970703 (1.9693875180350409) - | > loss_kl: 1.7224642038345337 (1.6535909838146634) - | > loss_feat: 4.181010723114014 (5.821979575686985) - | > loss_mel: 18.848976135253906 (20.647392908732098) - | > loss_duration: 1.6831532716751099 (1.7092170715332031) - | > loss_1: 28.591476440429688 (31.80156707763672) - - --> STEP: 10 - | > loss_disc: 2.780916213989258 (2.723501420021057) - | > loss_disc_real_0: 0.10739190876483917 (0.11857485696673394) - | > loss_disc_real_1: 0.21844208240509033 (0.21619418263435364) - | > loss_disc_real_2: 0.2449592649936676 (0.25222768187522887) - | > loss_disc_real_3: 0.2577245831489563 (0.25052172541618345) - | > loss_disc_real_4: 0.3742125928401947 (0.27193382382392883) - | > loss_disc_real_5: 0.2892517149448395 (0.27050903886556626) - | > loss_0: 2.780916213989258 (2.723501420021057) - | > loss_gen: 2.0874433517456055 (1.9811931014060975) - | > loss_kl: 1.4152500629425049 (1.6297568917274474) - | > loss_feat: 5.6878814697265625 (5.808569765090942) - | > loss_mel: 21.833463668823242 (20.76599998474121) - | > loss_duration: 1.6503088474273682 (1.7033262491226195) - | > loss_1: 32.67435073852539 (31.888845443725586) - - --> STEP: 11 - | > loss_disc: 2.466526508331299 (2.7001400644128974) - | > loss_disc_real_0: 0.053918808698654175 (0.1126970343969085) - | > loss_disc_real_1: 0.17718824744224548 (0.21264818852598016) - | > loss_disc_real_2: 0.2352038472890854 (0.2506800605492158) - | > loss_disc_real_3: 0.19602316617965698 (0.24556731094013562) - | > loss_disc_real_4: 0.2566675543785095 (0.2705459811470725) - | > loss_disc_real_5: 0.23697765171527863 (0.2674607309428128) - | > loss_0: 2.466526508331299 (2.7001400644128974) - | > loss_gen: 2.065096139907837 (1.988820650360801) - | > loss_kl: 1.7208197116851807 (1.6380353299054233) - | > loss_feat: 7.8624958992004395 (5.995290322737261) - | > loss_mel: 24.32599639892578 (21.089636022394355) - | > loss_duration: 1.5851006507873535 (1.6925784674557773) - | > loss_1: 37.559513092041016 (32.40436068448153) - - --> STEP: 12 - | > loss_disc: 2.8476076126098633 (2.7124290267626443) - | > loss_disc_real_0: 0.15147694945335388 (0.11592869398494561) - | > loss_disc_real_1: 0.2468796670436859 (0.21550081173578897) - | > loss_disc_real_2: 0.2541060149669647 (0.25096555675069493) - | > loss_disc_real_3: 0.2605689465999603 (0.246817447245121) - | > loss_disc_real_4: 0.2756454348564148 (0.2709709356228511) - | > loss_disc_real_5: 0.33410516381263733 (0.2730144336819648) - | > loss_0: 2.8476076126098633 (2.7124290267626443) - | > loss_gen: 1.9757587909698486 (1.9877321620782216) - | > loss_kl: 1.8496519327163696 (1.6556700468063354) - | > loss_feat: 6.529849052429199 (6.039836883544922) - | > loss_mel: 22.419126510620117 (21.20042689641317) - | > loss_duration: 1.7136414051055908 (1.6943337122599285) - | > loss_1: 34.48802947998047 (32.57799975077311) - - --> STEP: 13 - | > loss_disc: 2.6047422885894775 (2.7041454315185547) - | > loss_disc_real_0: 0.12639379501342773 (0.11673370175636731) - | > loss_disc_real_1: 0.17646202445030212 (0.21249782809844384) - | > loss_disc_real_2: 0.24948282539844513 (0.25085150049282956) - | > loss_disc_real_3: 0.23900754749774933 (0.2462166857260924) - | > loss_disc_real_4: 0.2754741907119751 (0.27131733986047596) - | > loss_disc_real_5: 0.21352580189704895 (0.2684383850831251) - | > loss_0: 2.6047422885894775 (2.7041454315185547) - | > loss_gen: 1.8771672248840332 (1.979227166909438) - | > loss_kl: 2.197783946990967 (1.6973711160513072) - | > loss_feat: 5.292056083679199 (5.982315283555251) - | > loss_mel: 19.934383392333984 (21.10303893456092) - | > loss_duration: 1.7079501152038574 (1.6953811278709998) - | > loss_1: 31.009340286254883 (32.457333638117866) - - --> STEP: 14 - | > loss_disc: 2.5455589294433594 (2.692817824227469) - | > loss_disc_real_0: 0.07513931393623352 (0.1137626740549292) - | > loss_disc_real_1: 0.22434982657432556 (0.21334439941814967) - | > loss_disc_real_2: 0.2955273687839508 (0.25404263394219534) - | > loss_disc_real_3: 0.17358000576496124 (0.24102835144315446) - | > loss_disc_real_4: 0.21716423332691193 (0.26744926082236425) - | > loss_disc_real_5: 0.18086886405944824 (0.26218341929571964) - | > loss_0: 2.5455589294433594 (2.692817824227469) - | > loss_gen: 1.9747283458709717 (1.9789058225495475) - | > loss_kl: 1.6180918216705322 (1.691708309309823) - | > loss_feat: 7.0258684158325195 (6.056854793003628) - | > loss_mel: 23.24981689453125 (21.256380217415945) - | > loss_duration: 1.7224889993667603 (1.6973174044064112) - | > loss_1: 35.59099197387695 (32.68116637638637) - - --> STEP: 15 - | > loss_disc: 2.807021379470825 (2.700431394577026) - | > loss_disc_real_0: 0.10987330228090286 (0.11350338260332743) - | > loss_disc_real_1: 0.23378601670265198 (0.21470717390378316) - | > loss_disc_real_2: 0.24004139006137848 (0.2531092176834742) - | > loss_disc_real_3: 0.2242726981639862 (0.23991130789120993) - | > loss_disc_real_4: 0.31819283962249756 (0.2708321660757065) - | > loss_disc_real_5: 0.25140559673309326 (0.2614648977915445) - | > loss_0: 2.807021379470825 (2.700431394577026) - | > loss_gen: 1.7822574377059937 (1.965795930226644) - | > loss_kl: 1.7397710084915161 (1.6949124892552694) - | > loss_feat: 4.312990188598633 (5.940597152709961) - | > loss_mel: 19.806753158569336 (21.15973841349284) - | > loss_duration: 1.662027359008789 (1.6949647347132364) - | > loss_1: 29.30379867553711 (32.45600852966309) - - --> STEP: 16 - | > loss_disc: 2.5489299297332764 (2.690962553024292) - | > loss_disc_real_0: 0.07656235992908478 (0.11119456868618727) - | > loss_disc_real_1: 0.1975354254245758 (0.2136339396238327) - | > loss_disc_real_2: 0.24415944516658783 (0.2525498569011688) - | > loss_disc_real_3: 0.23227979242801666 (0.23943433817476034) - | > loss_disc_real_4: 0.24741223454475403 (0.26936842035502195) - | > loss_disc_real_5: 0.25976231694221497 (0.26135848648846144) - | > loss_0: 2.5489299297332764 (2.690962553024292) - | > loss_gen: 2.0362493991851807 (1.9701992720365524) - | > loss_kl: 1.697244644165039 (1.69505824893713) - | > loss_feat: 6.409946441650391 (5.969931483268738) - | > loss_mel: 22.09206771850586 (21.218008995056152) - | > loss_duration: 1.8250396251678467 (1.7030944153666496) - | > loss_1: 34.060546875 (32.55629217624664) - - --> STEP: 17 - | > loss_disc: 2.494720935821533 (2.6794189284829533) - | > loss_disc_real_0: 0.08529137820005417 (0.10967085159876767) - | > loss_disc_real_1: 0.1718735694885254 (0.21117744726293228) - | > loss_disc_real_2: 0.22474701702594757 (0.25091439573203816) - | > loss_disc_real_3: 0.20887836813926697 (0.23763692817267248) - | > loss_disc_real_4: 0.259184867143631 (0.26876938781317544) - | > loss_disc_real_5: 0.2789711356163025 (0.2623945246724521) - | > loss_0: 2.494720935821533 (2.6794189284829533) - | > loss_gen: 1.9613159894943237 (1.9696767260046566) - | > loss_kl: 1.4886806011199951 (1.682918387300828) - | > loss_feat: 6.3787713050842285 (5.993980884552002) - | > loss_mel: 21.975704193115234 (21.262579300824335) - | > loss_duration: 1.661318063735962 (1.7006369829177856) - | > loss_1: 33.465789794921875 (32.60979203616871) - - --> STEP: 18 - | > loss_disc: 2.689772129058838 (2.6799941062927246) - | > loss_disc_real_0: 0.11925998330116272 (0.11020358113778962) - | > loss_disc_real_1: 0.2522379159927368 (0.2134585844145881) - | > loss_disc_real_2: 0.24495847523212433 (0.2505835112598207) - | > loss_disc_real_3: 0.22056685388088226 (0.23668859071201748) - | > loss_disc_real_4: 0.30497366189956665 (0.2707807363735305) - | > loss_disc_real_5: 0.3057599663734436 (0.26480371587806273) - | > loss_0: 2.689772129058838 (2.6799941062927246) - | > loss_gen: 2.0525643825531006 (1.9742815958129034) - | > loss_kl: 2.0680413246154785 (1.7043141060405307) - | > loss_feat: 5.039149284362793 (5.9409346845414905) - | > loss_mel: 20.003366470336914 (21.19262303246392) - | > loss_duration: 1.6486122608184814 (1.6977467205789354) - | > loss_1: 30.811735153198242 (32.5098999871148) - - --> STEP: 19 - | > loss_disc: 2.255948305130005 (2.6576759062315287) - | > loss_disc_real_0: 0.0725192129611969 (0.10822019333902158) - | > loss_disc_real_1: 0.1233886107802391 (0.20871805948646446) - | > loss_disc_real_2: 0.1785569041967392 (0.24679263720386907) - | > loss_disc_real_3: 0.1311848759651184 (0.23113576362007543) - | > loss_disc_real_4: 0.13168662786483765 (0.2634599938204414) - | > loss_disc_real_5: 0.10972601175308228 (0.2566417314504322) - | > loss_0: 2.255948305130005 (2.6576759062315287) - | > loss_gen: 1.877673625946045 (1.9691969658199109) - | > loss_kl: 1.8660662174224854 (1.7128273750606335) - | > loss_feat: 8.32717227935791 (6.066526136900249) - | > loss_mel: 22.40673828125 (21.25652383503161) - | > loss_duration: 1.7977840900421143 (1.7030118452875238) - | > loss_1: 36.27543258666992 (32.708085913407174) - - --> STEP: 20 - | > loss_disc: 2.852646589279175 (2.667424440383911) - | > loss_disc_real_0: 0.06583251059055328 (0.10610080920159817) - | > loss_disc_real_1: 0.22600433230400085 (0.20958237312734126) - | > loss_disc_real_2: 0.2696179747581482 (0.24793390408158303) - | > loss_disc_real_3: 0.2074102908372879 (0.22994948998093606) - | > loss_disc_real_4: 0.28872814774513245 (0.26472340151667595) - | > loss_disc_real_5: 0.2896106541156769 (0.25829017758369444) - | > loss_0: 2.852646589279175 (2.667424440383911) - | > loss_gen: 1.8443264961242676 (1.9629534423351287) - | > loss_kl: 2.020806074142456 (1.7282263100147248) - | > loss_feat: 7.701046466827393 (6.148252153396607) - | > loss_mel: 23.13348960876465 (21.350372123718266) - | > loss_duration: 1.6580119132995605 (1.7007618486881255) - | > loss_1: 36.35768127441406 (32.89056568145752) - - --> STEP: 21 - | > loss_disc: 2.6245384216308594 (2.6653822490147183) - | > loss_disc_real_0: 0.04704730957746506 (0.10328873779092516) - | > loss_disc_real_1: 0.1991291344165802 (0.20908459985540026) - | > loss_disc_real_2: 0.21912313997745514 (0.24656196293376742) - | > loss_disc_real_3: 0.28839483857154846 (0.23273260181858427) - | > loss_disc_real_4: 0.3089348375797272 (0.2668287079958689) - | > loss_disc_real_5: 0.30276668071746826 (0.26040810630435035) - | > loss_0: 2.6245384216308594 (2.6653822490147183) - | > loss_gen: 1.9845337867736816 (1.9639810777845836) - | > loss_kl: 1.5839991569519043 (1.7213583503450667) - | > loss_feat: 5.64211893081665 (6.12415057136899) - | > loss_mel: 22.071325302124023 (21.384703227451876) - | > loss_duration: 1.6651225090026855 (1.6990647372745333) - | > loss_1: 32.94709777832031 (32.89325768607004) - - --> STEP: 22 - | > loss_disc: 2.398954391479492 (2.653271891854026) - | > loss_disc_real_0: 0.07085244357585907 (0.10181436078114943) - | > loss_disc_real_1: 0.22816237807273865 (0.20995177159255202) - | > loss_disc_real_2: 0.29275694489479065 (0.24866173484108664) - | > loss_disc_real_3: 0.24178215861320496 (0.23314394530924884) - | > loss_disc_real_4: 0.1504831612110138 (0.26154027405110275) - | > loss_disc_real_5: 0.1596783846616745 (0.2558294825933196) - | > loss_0: 2.398954391479492 (2.653271891854026) - | > loss_gen: 2.085089683532715 (1.9694860144094988) - | > loss_kl: 2.0540478229522705 (1.7364805990999395) - | > loss_feat: 7.461612224578857 (6.184944282878529) - | > loss_mel: 23.650531768798828 (21.487695433876738) - | > loss_duration: 1.8079311847686768 (1.7040132121606306) - | > loss_1: 37.05921173095703 (33.082619233564905) - - --> STEP: 23 - | > loss_disc: 2.6027681827545166 (2.6510760784149165) - | > loss_disc_real_0: 0.039837565273046494 (0.09911971749818843) - | > loss_disc_real_1: 0.1819760501384735 (0.2087354358771573) - | > loss_disc_real_2: 0.25901925563812256 (0.24911206183226212) - | > loss_disc_real_3: 0.22816123068332672 (0.2329273055429044) - | > loss_disc_real_4: 0.2705943286418915 (0.2619339285985284) - | > loss_disc_real_5: 0.27013683319091797 (0.25645154131495435) - | > loss_0: 2.6027681827545166 (2.6510760784149165) - | > loss_gen: 1.9026061296463013 (1.966578193332838) - | > loss_kl: 1.69191575050354 (1.7345429969870525) - | > loss_feat: 6.757391929626465 (6.209833310998005) - | > loss_mel: 23.62057113647461 (21.580429160076644) - | > loss_duration: 1.7518442869186401 (1.706092824106631) - | > loss_1: 35.724327087402344 (33.19747609677523) - - --> STEP: 24 - | > loss_disc: 2.5665178298950195 (2.647552818059921) - | > loss_disc_real_0: 0.10779058188199997 (0.09948100351418059) - | > loss_disc_real_1: 0.2051646113395691 (0.20858665152142444) - | > loss_disc_real_2: 0.2226596176624298 (0.24800987665851912) - | > loss_disc_real_3: 0.2543056309223175 (0.23381806910037994) - | > loss_disc_real_4: 0.2577049434185028 (0.26175772088269394) - | > loss_disc_real_5: 0.30988118052482605 (0.2586777762820323) - | > loss_0: 2.5665178298950195 (2.647552818059921) - | > loss_gen: 2.128814220428467 (1.9733380277951558) - | > loss_kl: 1.5228382349014282 (1.725721965233485) - | > loss_feat: 5.237983226776123 (6.169339557488759) - | > loss_mel: 19.546274185180664 (21.49567270278931) - | > loss_duration: 1.636263132095337 (1.7031832536061604) - | > loss_1: 30.072172164916992 (33.06725509961447) - - --> STEP: 25 - | > loss_disc: 2.7980751991271973 (2.653573713302612) - | > loss_disc_real_0: 0.22335577011108398 (0.10443599417805671) - | > loss_disc_real_1: 0.23411491513252258 (0.2096077820658684) - | > loss_disc_real_2: 0.22541652619838715 (0.24710614264011382) - | > loss_disc_real_3: 0.2591979205608368 (0.2348332631587982) - | > loss_disc_real_4: 0.3040013611316681 (0.2634474664926529) - | > loss_disc_real_5: 0.2607293725013733 (0.258759840130806) - | > loss_0: 2.7980751991271973 (2.653573713302612) - | > loss_gen: 1.9047772884368896 (1.9705955982208252) - | > loss_kl: 1.3981715440750122 (1.712619948387146) - | > loss_feat: 3.577500581741333 (6.065665998458862) - | > loss_mel: 16.57784652709961 (21.298959655761724) - | > loss_duration: 1.6156342029571533 (1.6996812915802002) - | > loss_1: 25.073930740356445 (32.74752212524415) - - --> STEP: 26 - | > loss_disc: 2.6757607460021973 (2.6544270607141343) - | > loss_disc_real_0: 0.10801088064908981 (0.10457348981155799) - | > loss_disc_real_1: 0.19310012459754944 (0.20897287216324073) - | > loss_disc_real_2: 0.222261443734169 (0.2461505772975775) - | > loss_disc_real_3: 0.2690240442752838 (0.23614829320173997) - | > loss_disc_real_4: 0.28706976771354675 (0.26435601653961033) - | > loss_disc_real_5: 0.30949005484580994 (0.26071100223522925) - | > loss_0: 2.6757607460021973 (2.6544270607141343) - | > loss_gen: 2.137355327606201 (1.9770094339664166) - | > loss_kl: 1.3124865293502808 (1.6972302015011127) - | > loss_feat: 6.468400478363037 (6.081155786147485) - | > loss_mel: 20.915733337402344 (21.28422018197867) - | > loss_duration: 1.6528297662734985 (1.6978793098376348) - | > loss_1: 32.4868049621582 (32.73749454204854) - - --> STEP: 27 - | > loss_disc: 2.643270969390869 (2.654013872146606) - | > loss_disc_real_0: 0.08188166469335556 (0.10373305184421716) - | > loss_disc_real_1: 0.19400960206985474 (0.2084186769745968) - | > loss_disc_real_2: 0.26867902278900146 (0.24698496416763024) - | > loss_disc_real_3: 0.24175533652305603 (0.23635596147289983) - | > loss_disc_real_4: 0.21629413962364197 (0.26257594702420406) - | > loss_disc_real_5: 0.20532386004924774 (0.25865962659871145) - | > loss_0: 2.643270969390869 (2.654013872146606) - | > loss_gen: 1.876034140586853 (1.973269608285692) - | > loss_kl: 1.749768614768982 (1.699176068659182) - | > loss_feat: 7.48628044128418 (6.133197440041436) - | > loss_mel: 23.41860008239746 (21.363271289401588) - | > loss_duration: 1.6749897003173828 (1.6970315465220698) - | > loss_1: 36.20567321777344 (32.86594560411242) - - --> STEP: 28 - | > loss_disc: 2.407010316848755 (2.6451923166002542) - | > loss_disc_real_0: 0.11646567285060883 (0.10418778830873114) - | > loss_disc_real_1: 0.19390468299388885 (0.20790032004671438) - | > loss_disc_real_2: 0.26600998640060425 (0.2476644292473793) - | > loss_disc_real_3: 0.20641978085041046 (0.23528681216495378) - | > loss_disc_real_4: 0.17766927182674408 (0.25954356576715193) - | > loss_disc_real_5: 0.12688308954238892 (0.25395332170384277) - | > loss_0: 2.407010316848755 (2.6451923166002542) - | > loss_gen: 1.9095561504364014 (1.9709941276482172) - | > loss_kl: 1.3819369077682495 (1.687846098627363) - | > loss_feat: 5.741201400756836 (6.119197581495557) - | > loss_mel: 19.78937339782715 (21.307060650416787) - | > loss_duration: 1.7256972789764404 (1.6980553226811546) - | > loss_1: 30.54776382446289 (32.78315339769636) - - --> STEP: 29 - | > loss_disc: 2.1834964752197266 (2.629271770345753) - | > loss_disc_real_0: 0.06345489621162415 (0.10278320582262401) - | > loss_disc_real_1: 0.18551784753799438 (0.20712851064986196) - | > loss_disc_real_2: 0.29341620206832886 (0.24924207658603273) - | > loss_disc_real_3: 0.26222336292266846 (0.236215658742806) - | > loss_disc_real_4: 0.17785274982452393 (0.2567266410794751) - | > loss_disc_real_5: 0.24038074910640717 (0.2534853019591036) - | > loss_0: 2.1834964752197266 (2.629271770345753) - | > loss_gen: 2.4782252311706543 (1.9884848553558876) - | > loss_kl: 1.4087893962860107 (1.6782234537190404) - | > loss_feat: 6.633871555328369 (6.136944959903586) - | > loss_mel: 24.02790069580078 (21.40088272094727) - | > loss_duration: 1.6780916452407837 (1.6973669200107968) - | > loss_1: 36.22687911987305 (32.90190256053004) - - --> STEP: 30 - | > loss_disc: 2.9383692741394043 (2.639575020472208) - | > loss_disc_real_0: 0.16712483763694763 (0.10492792688310146) - | > loss_disc_real_1: 0.25090837478637695 (0.20858783945441245) - | > loss_disc_real_2: 0.31542694568634033 (0.25144823888937634) - | > loss_disc_real_3: 0.2433871030807495 (0.23645470688740414) - | > loss_disc_real_4: 0.31558582186698914 (0.2586886137723923) - | > loss_disc_real_5: 0.2718914747238159 (0.2540988410512607) - | > loss_0: 2.9383692741394043 (2.639575020472208) - | > loss_gen: 1.8295440673828125 (1.9831868290901185) - | > loss_kl: 1.6750930547714233 (1.6781191070874533) - | > loss_feat: 4.921072483062744 (6.096415877342224) - | > loss_mel: 20.057655334472656 (21.35610847473145) - | > loss_duration: 1.6951892375946045 (1.697294330596924) - | > loss_1: 30.178552627563477 (32.81112422943116) - - --> STEP: 31 - | > loss_disc: 3.0896506309509277 (2.654093588552167) - | > loss_disc_real_0: 0.050100069493055344 (0.10315928632213224) - | > loss_disc_real_1: 0.253126323223114 (0.2100245647372738) - | > loss_disc_real_2: 0.3139977753162384 (0.25346596587088804) - | > loss_disc_real_3: 0.3295254409313202 (0.23945698863075626) - | > loss_disc_real_4: 0.3515063524246216 (0.2616827343740771) - | > loss_disc_real_5: 0.36761465668678284 (0.2577606415556324) - | > loss_0: 3.0896506309509277 (2.654093588552167) - | > loss_gen: 1.9334657192230225 (1.9815829223202122) - | > loss_kl: 1.3962806463241577 (1.6690275438370243) - | > loss_feat: 8.295519828796387 (6.167354714485906) - | > loss_mel: 22.808612823486328 (21.40296345372354) - | > loss_duration: 1.6507234573364258 (1.6957920443627141) - | > loss_1: 36.084598541259766 (32.91672017497402) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.012148080333586662 (+0.0048821972262474795) - | > avg_loss_disc: 2.654093588552167 (+0.3784035175077376) - | > avg_loss_disc_real_0: 0.10315928632213224 (+0.031561121464736996) - | > avg_loss_disc_real_1: 0.2100245647372738 (-0.021835617240398175) - | > avg_loss_disc_real_2: 0.25346596587088804 (+0.07237798768666487) - | > avg_loss_disc_real_3: 0.23945698863075626 (+0.03788109748594223) - | > avg_loss_disc_real_4: 0.2616827343740771 (+0.056998552814606696) - | > avg_loss_disc_real_5: 0.2577606415556324 (+0.03892517931038342) - | > avg_loss_0: 2.654093588552167 (+0.3784035175077376) - | > avg_loss_gen: 1.9815829223202122 (-0.3976886426248858) - | > avg_loss_kl: 1.6690275438370243 (-0.07287198112856963) - | > avg_loss_feat: 6.167354714485906 (-1.4617548527256137) - | > avg_loss_mel: 21.40296345372354 (-0.9541819787794523) - | > avg_loss_duration: 1.6957920443627141 (+0.004876209843543089) - | > avg_loss_1: 32.91672017497402 (-2.881621760706743) - - - > EPOCH: 24/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 03:53:32)  - - --> TIME: 2024-11-23 03:53:44 -- STEP: 15/797 -- GLOBAL_STEP: 42250 - | > loss_disc: 2.5430126190185547 (2.648699887593587) - | > loss_disc_real_0: 0.2105194330215454 (0.18341403007507323) - | > loss_disc_real_1: 0.21531763672828674 (0.22657156387964886) - | > loss_disc_real_2: 0.2486412227153778 (0.2565677762031555) - | > loss_disc_real_3: 0.24378682672977448 (0.228506201505661) - | > loss_disc_real_4: 0.22366534173488617 (0.2433263232310613) - | > loss_disc_real_5: 0.2457188069820404 (0.23986708521842956) - | > loss_0: 2.5430126190185547 (2.648699887593587) - | > grad_norm_0: tensor(99.3019, device='cuda:0') (tensor(73.6717, device='cuda:0')) - | > loss_gen: 2.416128635406494 (2.2114957412083944) - | > loss_kl: 1.6546496152877808 (1.534692398707072) - | > loss_feat: 6.159212589263916 (5.968979454040527) - | > loss_mel: 21.220611572265625 (20.58128458658854) - | > loss_duration: 1.8428298234939575 (1.8429255723953246) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.29343032836914 (32.13937810262044) - | > grad_norm_1: tensor(592.2438, device='cuda:0') (tensor(420.4674, device='cuda:0')) - | > current_lr_0: 0.00019870413513039026 - | > current_lr_1: 0.00019870413513039026 - | > step_time: 0.7201 (0.7470419406890869) - | > loader_time: 0.0034 (0.005076138178507487) - - - --> TIME: 2024-11-23 03:54:04 -- STEP: 40/797 -- GLOBAL_STEP: 42275 - | > loss_disc: 2.468034267425537 (2.522224414348602) - | > loss_disc_real_0: 0.1392180621623993 (0.15181401688605545) - | > loss_disc_real_1: 0.30721473693847656 (0.22250368855893612) - | > loss_disc_real_2: 0.19268907606601715 (0.23677210099995136) - | > loss_disc_real_3: 0.2386019080877304 (0.22268941812217236) - | > loss_disc_real_4: 0.23304510116577148 (0.22871121913194656) - | > loss_disc_real_5: 0.20875944197177887 (0.23056478388607501) - | > loss_0: 2.468034267425537 (2.522224414348602) - | > grad_norm_0: tensor(68.8114, device='cuda:0') (tensor(64.5102, device='cuda:0')) - | > loss_gen: 2.5977978706359863 (2.2811405152082442) - | > loss_kl: 1.7061268091201782 (1.5563933551311495) - | > loss_feat: 6.818033218383789 (6.386940205097199) - | > loss_mel: 19.539907455444336 (20.52931180000305) - | > loss_duration: 1.6518197059631348 (1.7934401780366898) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.31368637084961 (32.54722661972046) - | > grad_norm_1: tensor(668.8340, device='cuda:0') (tensor(520.5472, device='cuda:0')) - | > current_lr_0: 0.00019870413513039026 - | > current_lr_1: 0.00019870413513039026 - | > step_time: 0.742 (0.7528910160064699) - | > loader_time: 0.0034 (0.005368340015411379) - - - --> TIME: 2024-11-23 03:54:23 -- STEP: 65/797 -- GLOBAL_STEP: 42300 - | > loss_disc: 2.5253117084503174 (2.4949010372161857) - | > loss_disc_real_0: 0.1554565131664276 (0.14195593979496215) - | > loss_disc_real_1: 0.22433285415172577 (0.21875247198801775) - | > loss_disc_real_2: 0.22301027178764343 (0.2357304178751432) - | > loss_disc_real_3: 0.24687528610229492 (0.22232680595838106) - | > loss_disc_real_4: 0.23606279492378235 (0.23005955494367158) - | > loss_disc_real_5: 0.20630058646202087 (0.23277768928271073) - | > loss_0: 2.5253117084503174 (2.4949010372161857) - | > grad_norm_0: tensor(20.6787, device='cuda:0') (tensor(65.4481, device='cuda:0')) - | > loss_gen: 2.2624409198760986 (2.3125484815010653) - | > loss_kl: 1.4160702228546143 (1.5436348291543813) - | > loss_feat: 6.5760626792907715 (6.525397564814641) - | > loss_mel: 21.184837341308594 (20.799763048612153) - | > loss_duration: 1.747316598892212 (1.765101744578435) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.186729431152344 (32.946445993276726) - | > grad_norm_1: tensor(211.5944, device='cuda:0') (tensor(564.0914, device='cuda:0')) - | > current_lr_0: 0.00019870413513039026 - | > current_lr_1: 0.00019870413513039026 - | > step_time: 0.7174 (0.7581686386695274) - | > loader_time: 0.0036 (0.005145718501164364) - - - --> TIME: 2024-11-23 03:54:42 -- STEP: 90/797 -- GLOBAL_STEP: 42325 - | > loss_disc: 2.3586063385009766 (2.479915438758001) - | > loss_disc_real_0: 0.14014564454555511 (0.1409423835161659) - | > loss_disc_real_1: 0.22635242342948914 (0.21692171312040753) - | > loss_disc_real_2: 0.24987204372882843 (0.23193566103776295) - | > loss_disc_real_3: 0.22370871901512146 (0.22162376311090257) - | > loss_disc_real_4: 0.17146863043308258 (0.22568811360332702) - | > loss_disc_real_5: 0.19485364854335785 (0.23084125883049436) - | > loss_0: 2.3586063385009766 (2.479915438758001) - | > grad_norm_0: tensor(130.1169, device='cuda:0') (tensor(73.6023, device='cuda:0')) - | > loss_gen: 2.406905174255371 (2.3250730156898496) - | > loss_kl: 1.4770599603652954 (1.544056040710873) - | > loss_feat: 7.356302261352539 (6.601025030348035) - | > loss_mel: 21.47495460510254 (20.935339779324003) - | > loss_duration: 1.7066051959991455 (1.7485986563894484) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.42182540893555 (33.15409251319034) - | > grad_norm_1: tensor(916.4238, device='cuda:0') (tensor(560.7019, device='cuda:0')) - | > current_lr_0: 0.00019870413513039026 - | > current_lr_1: 0.00019870413513039026 - | > step_time: 0.7448 (0.7600558121999104) - | > loader_time: 0.0041 (0.005308906237284344) - - - --> TIME: 2024-11-23 03:55:02 -- STEP: 115/797 -- GLOBAL_STEP: 42350 - | > loss_disc: 2.6261918544769287 (2.485141739637955) - | > loss_disc_real_0: 0.18435680866241455 (0.1382094325254793) - | > loss_disc_real_1: 0.3020910918712616 (0.21787211260069972) - | > loss_disc_real_2: 0.24744169414043427 (0.23471840827361398) - | > loss_disc_real_3: 0.22013717889785767 (0.2236770802217981) - | > loss_disc_real_4: 0.2572961747646332 (0.22663326898346778) - | > loss_disc_real_5: 0.24780555069446564 (0.23061521727105846) - | > loss_0: 2.6261918544769287 (2.485141739637955) - | > grad_norm_0: tensor(19.1735, device='cuda:0') (tensor(67.9403, device='cuda:0')) - | > loss_gen: 2.4358255863189697 (2.3210783989533135) - | > loss_kl: 1.9523957967758179 (1.5518460988998413) - | > loss_feat: 6.355698108673096 (6.592553806304931) - | > loss_mel: 20.495697021484375 (20.943561835910963) - | > loss_duration: 1.697433352470398 (1.7424182840015576) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.937049865722656 (33.151458375350266) - | > grad_norm_1: tensor(373.2402, device='cuda:0') (tensor(554.6733, device='cuda:0')) - | > current_lr_0: 0.00019870413513039026 - | > current_lr_1: 0.00019870413513039026 - | > step_time: 0.7797 (0.7640374142190683) - | > loader_time: 0.0045 (0.005629400585008705) - - - --> TIME: 2024-11-23 03:55:22 -- STEP: 140/797 -- GLOBAL_STEP: 42375 - | > loss_disc: 2.334688425064087 (2.476528365271432) - | > loss_disc_real_0: 0.1195237785577774 (0.1364917349868587) - | > loss_disc_real_1: 0.2308025062084198 (0.217572158575058) - | > loss_disc_real_2: 0.20476531982421875 (0.23316584080457686) - | > loss_disc_real_3: 0.2316182553768158 (0.22418358592050416) - | > loss_disc_real_4: 0.20785021781921387 (0.22518816313573292) - | > loss_disc_real_5: 0.2283143401145935 (0.2301194568829877) - | > loss_0: 2.334688425064087 (2.476528365271432) - | > grad_norm_0: tensor(120.8449, device='cuda:0') (tensor(67.0321, device='cuda:0')) - | > loss_gen: 2.3930158615112305 (2.330253402675901) - | > loss_kl: 1.1355853080749512 (1.548041060141155) - | > loss_feat: 6.722373962402344 (6.642135303361075) - | > loss_mel: 20.003442764282227 (21.069955021994456) - | > loss_duration: 1.7361899614334106 (1.7371307577405657) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.99060821533203 (33.32751547949652) - | > grad_norm_1: tensor(795.3500, device='cuda:0') (tensor(569.9495, device='cuda:0')) - | > current_lr_0: 0.00019870413513039026 - | > current_lr_1: 0.00019870413513039026 - | > step_time: 0.897 (0.7673782927649361) - | > loader_time: 0.004 (0.005637649127415249) - - - --> TIME: 2024-11-23 03:55:42 -- STEP: 165/797 -- GLOBAL_STEP: 42400 - | > loss_disc: 2.4598472118377686 (2.4758973714077093) - | > loss_disc_real_0: 0.08541658520698547 (0.13550976169380277) - | > loss_disc_real_1: 0.19994811713695526 (0.21818746256105828) - | > loss_disc_real_2: 0.2379073202610016 (0.23424311776955922) - | > loss_disc_real_3: 0.23074981570243835 (0.2242100976633303) - | > loss_disc_real_4: 0.26376423239707947 (0.22437374131246046) - | > loss_disc_real_5: 0.22240011394023895 (0.22990976752656878) - | > loss_0: 2.4598472118377686 (2.4758973714077093) - | > grad_norm_0: tensor(40.3919, device='cuda:0') (tensor(69.3640, device='cuda:0')) - | > loss_gen: 2.4473626613616943 (2.344432884996588) - | > loss_kl: 1.5881009101867676 (1.5484637534979624) - | > loss_feat: 6.87971305847168 (6.7109832763671875) - | > loss_mel: 21.265010833740234 (21.14990841258657) - | > loss_duration: 1.659332513809204 (1.7316633730223685) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.83951950073242 (33.48545154224742) - | > grad_norm_1: tensor(444.5943, device='cuda:0') (tensor(578.7048, device='cuda:0')) - | > current_lr_0: 0.00019870413513039026 - | > current_lr_1: 0.00019870413513039026 - | > step_time: 0.7746 (0.7692004767331208) - | > loader_time: 0.0098 (0.0056768793048280666) - - - --> TIME: 2024-11-23 03:56:02 -- STEP: 190/797 -- GLOBAL_STEP: 42425 - | > loss_disc: 2.4396932125091553 (2.4797264199507847) - | > loss_disc_real_0: 0.06572367250919342 (0.1357832890396056) - | > loss_disc_real_1: 0.17413319647312164 (0.2183551530304708) - | > loss_disc_real_2: 0.1990509033203125 (0.23418983997483003) - | > loss_disc_real_3: 0.21854513883590698 (0.22445373590055265) - | > loss_disc_real_4: 0.20043590664863586 (0.2247450029379443) - | > loss_disc_real_5: 0.2371871918439865 (0.229529233747407) - | > loss_0: 2.4396932125091553 (2.4797264199507847) - | > grad_norm_0: tensor(14.8330, device='cuda:0') (tensor(69.1974, device='cuda:0')) - | > loss_gen: 2.113645315170288 (2.3349841199423147) - | > loss_kl: 1.5462371110916138 (1.5422933628684603) - | > loss_feat: 6.302013397216797 (6.664982504593699) - | > loss_mel: 21.452686309814453 (21.133293192010193) - | > loss_duration: 1.7312495708465576 (1.726883832404488) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.14583206176758 (33.402436878806675) - | > grad_norm_1: tensor(270.9276, device='cuda:0') (tensor(565.2914, device='cuda:0')) - | > current_lr_0: 0.00019870413513039026 - | > current_lr_1: 0.00019870413513039026 - | > step_time: 0.7546 (0.7720723239999066) - | > loader_time: 0.0047 (0.005678425337138929) - - - --> TIME: 2024-11-23 03:56:22 -- STEP: 215/797 -- GLOBAL_STEP: 42450 - | > loss_disc: 2.436678171157837 (2.480389875589413) - | > loss_disc_real_0: 0.11932645738124847 (0.13635551647044894) - | > loss_disc_real_1: 0.30363255739212036 (0.21918820891269417) - | > loss_disc_real_2: 0.21971815824508667 (0.23426115367301675) - | > loss_disc_real_3: 0.24487821757793427 (0.22368865234907284) - | > loss_disc_real_4: 0.2323186695575714 (0.22508717754552532) - | > loss_disc_real_5: 0.2266858071088791 (0.23162413336509882) - | > loss_0: 2.436678171157837 (2.480389875589413) - | > grad_norm_0: tensor(71.3547, device='cuda:0') (tensor(66.9638, device='cuda:0')) - | > loss_gen: 2.471302032470703 (2.3347206631372135) - | > loss_kl: 1.6880866289138794 (1.539265073177427) - | > loss_feat: 6.723307132720947 (6.644287535201672) - | > loss_mel: 22.320302963256836 (21.159208315472288) - | > loss_duration: 1.770477056503296 (1.725540427274482) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.97347640991211 (33.403021932202726) - | > grad_norm_1: tensor(638.7237, device='cuda:0') (tensor(554.2531, device='cuda:0')) - | > current_lr_0: 0.00019870413513039026 - | > current_lr_1: 0.00019870413513039026 - | > step_time: 0.7622 (0.7754298010537788) - | > loader_time: 0.0051 (0.005747787342515103) - - - --> TIME: 2024-11-23 03:56:42 -- STEP: 240/797 -- GLOBAL_STEP: 42475 - | > loss_disc: 2.3863167762756348 (2.479751510421433) - | > loss_disc_real_0: 0.11823201924562454 (0.1377708040953924) - | > loss_disc_real_1: 0.19571159780025482 (0.21952696231504282) - | > loss_disc_real_2: 0.20053671300411224 (0.23348657339811324) - | > loss_disc_real_3: 0.21600912511348724 (0.22394462302327156) - | > loss_disc_real_4: 0.17034396529197693 (0.22374224706242482) - | > loss_disc_real_5: 0.1779753863811493 (0.23032799394180378) - | > loss_0: 2.3863167762756348 (2.479751510421433) - | > grad_norm_0: tensor(86.1368, device='cuda:0') (tensor(70.0609, device='cuda:0')) - | > loss_gen: 2.1389050483703613 (2.334857575595379) - | > loss_kl: 1.5040916204452515 (1.5433377484480544) - | > loss_feat: 6.955471038818359 (6.635064532359441) - | > loss_mel: 21.443458557128906 (21.190185252825433) - | > loss_duration: 1.6515589952468872 (1.7208126107851665) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.693485260009766 (33.42425764401756) - | > grad_norm_1: tensor(520.7785, device='cuda:0') (tensor(557.7957, device='cuda:0')) - | > current_lr_0: 0.00019870413513039026 - | > current_lr_1: 0.00019870413513039026 - | > step_time: 0.776 (0.7784169803063072) - | > loader_time: 0.0141 (0.006064507365226746) - - - --> TIME: 2024-11-23 03:57:03 -- STEP: 265/797 -- GLOBAL_STEP: 42500 - | > loss_disc: 2.6208343505859375 (2.4838750884218017) - | > loss_disc_real_0: 0.22024184465408325 (0.13929230122352546) - | > loss_disc_real_1: 0.17840084433555603 (0.2190834418782648) - | > loss_disc_real_2: 0.25447770953178406 (0.23346976019301505) - | > loss_disc_real_3: 0.22315505146980286 (0.22434399066106328) - | > loss_disc_real_4: 0.25891387462615967 (0.22483175863634866) - | > loss_disc_real_5: 0.32654809951782227 (0.2322785197001583) - | > loss_0: 2.6208343505859375 (2.4838750884218017) - | > grad_norm_0: tensor(70.0573, device='cuda:0') (tensor(71.2394, device='cuda:0')) - | > loss_gen: 2.430673599243164 (2.3382721104711854) - | > loss_kl: 1.5897173881530762 (1.5425965061727565) - | > loss_feat: 5.925962448120117 (6.625625934240953) - | > loss_mel: 21.698680877685547 (21.21201700894339) - | > loss_duration: 1.7017524242401123 (1.7179170671499) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.34678649902344 (33.4364285523037) - | > grad_norm_1: tensor(422.0034, device='cuda:0') (tensor(548.9838, device='cuda:0')) - | > current_lr_0: 0.00019870413513039026 - | > current_lr_1: 0.00019870413513039026 - | > step_time: 0.8182 (0.782273649719526) - | > loader_time: 0.0089 (0.006144215025991765) - - - --> TIME: 2024-11-23 03:57:24 -- STEP: 290/797 -- GLOBAL_STEP: 42525 - | > loss_disc: 2.4384026527404785 (2.482091755702576) - | > loss_disc_real_0: 0.05664525181055069 (0.1398214049123484) - | > loss_disc_real_1: 0.2102210968732834 (0.21893006054491834) - | > loss_disc_real_2: 0.16598190367221832 (0.23268361615723576) - | > loss_disc_real_3: 0.2086511254310608 (0.22394687795433496) - | > loss_disc_real_4: 0.1977342963218689 (0.22419210466845282) - | > loss_disc_real_5: 0.18000859022140503 (0.23110555204851874) - | > loss_0: 2.4384026527404785 (2.482091755702576) - | > grad_norm_0: tensor(19.1799, device='cuda:0') (tensor(71.4103, device='cuda:0')) - | > loss_gen: 2.111614465713501 (2.3348475082167264) - | > loss_kl: 1.7709684371948242 (1.5438107687851481) - | > loss_feat: 7.038164138793945 (6.626410301800432) - | > loss_mel: 22.405181884765625 (21.240672440364463) - | > loss_duration: 1.7008057832717896 (1.7164967524594281) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.0267333984375 (33.462237759294204) - | > grad_norm_1: tensor(265.8068, device='cuda:0') (tensor(539.8790, device='cuda:0')) - | > current_lr_0: 0.00019870413513039026 - | > current_lr_1: 0.00019870413513039026 - | > step_time: 0.8096 (0.7850721005735726) - | > loader_time: 0.0074 (0.006113324494197451) - - - --> TIME: 2024-11-23 03:57:45 -- STEP: 315/797 -- GLOBAL_STEP: 42550 - | > loss_disc: 2.4890453815460205 (2.477899256963578) - | > loss_disc_real_0: 0.11493024975061417 (0.1385554609554154) - | > loss_disc_real_1: 0.2284017950296402 (0.2184909234917353) - | > loss_disc_real_2: 0.2501906752586365 (0.23307457608836038) - | > loss_disc_real_3: 0.1691083014011383 (0.2235700391587756) - | > loss_disc_real_4: 0.19971539080142975 (0.2237793708131427) - | > loss_disc_real_5: 0.21269896626472473 (0.2312425662600805) - | > loss_0: 2.4890453815460205 (2.477899256963578) - | > grad_norm_0: tensor(46.6032, device='cuda:0') (tensor(69.4843, device='cuda:0')) - | > loss_gen: 2.367802619934082 (2.336820357564897) - | > loss_kl: 1.4603084325790405 (1.545536447328235) - | > loss_feat: 6.745635986328125 (6.6227134144495405) - | > loss_mel: 19.975479125976562 (21.241552340795142) - | > loss_duration: 1.7464561462402344 (1.7145482017880402) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.29568099975586 (33.46117072937983) - | > grad_norm_1: tensor(742.0479, device='cuda:0') (tensor(538.7576, device='cuda:0')) - | > current_lr_0: 0.00019870413513039026 - | > current_lr_1: 0.00019870413513039026 - | > step_time: 0.7778 (0.7883114867740207) - | > loader_time: 0.0128 (0.006189752760387603) - - - --> TIME: 2024-11-23 03:58:06 -- STEP: 340/797 -- GLOBAL_STEP: 42575 - | > loss_disc: 2.483628273010254 (2.478089358526118) - | > loss_disc_real_0: 0.1910935640335083 (0.13857799954712385) - | > loss_disc_real_1: 0.2373986393213272 (0.21896978082025753) - | > loss_disc_real_2: 0.21467384696006775 (0.23303123892230146) - | > loss_disc_real_3: 0.21273468434810638 (0.22379458586082732) - | > loss_disc_real_4: 0.19408580660820007 (0.2234497161472545) - | > loss_disc_real_5: 0.23650290071964264 (0.23110846565926776) - | > loss_0: 2.483628273010254 (2.478089358526118) - | > grad_norm_0: tensor(64.2188, device='cuda:0') (tensor(68.3289, device='cuda:0')) - | > loss_gen: 2.2688026428222656 (2.3330078850774214) - | > loss_kl: 1.9300308227539062 (1.5467486893429478) - | > loss_feat: 5.933772563934326 (6.613193713917452) - | > loss_mel: 20.289703369140625 (21.266009588802575) - | > loss_duration: 1.6867538690567017 (1.712424271948198) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.10906219482422 (33.47138412138995) - | > grad_norm_1: tensor(234.0750, device='cuda:0') (tensor(533.7315, device='cuda:0')) - | > current_lr_0: 0.00019870413513039026 - | > current_lr_1: 0.00019870413513039026 - | > step_time: 0.8714 (0.7910431525286504) - | > loader_time: 0.0055 (0.006316673755645752) - - - --> TIME: 2024-11-23 03:58:27 -- STEP: 365/797 -- GLOBAL_STEP: 42600 - | > loss_disc: 2.3704047203063965 (2.4760736145385334) - | > loss_disc_real_0: 0.07200652360916138 (0.13823767577948629) - | > loss_disc_real_1: 0.13182280957698822 (0.21894082941421092) - | > loss_disc_real_2: 0.260847806930542 (0.23316131209673946) - | > loss_disc_real_3: 0.19678519666194916 (0.2236262329228936) - | > loss_disc_real_4: 0.24716848134994507 (0.2235084587172286) - | > loss_disc_real_5: 0.2180289775133133 (0.23098312502037988) - | > loss_0: 2.3704047203063965 (2.4760736145385334) - | > grad_norm_0: tensor(65.2683, device='cuda:0') (tensor(67.7891, device='cuda:0')) - | > loss_gen: 2.287189483642578 (2.332149238129185) - | > loss_kl: 1.5670926570892334 (1.5434037956472948) - | > loss_feat: 6.47426700592041 (6.618642566628652) - | > loss_mel: 20.512557983398438 (21.249827058347947) - | > loss_duration: 1.6646921634674072 (1.710165120804147) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.50579833984375 (33.45418773807892) - | > grad_norm_1: tensor(325.6088, device='cuda:0') (tensor(522.4116, device='cuda:0')) - | > current_lr_0: 0.00019870413513039026 - | > current_lr_1: 0.00019870413513039026 - | > step_time: 0.8288 (0.7933715545967832) - | > loader_time: 0.0073 (0.006481203314376204) - - - --> TIME: 2024-11-23 03:58:48 -- STEP: 390/797 -- GLOBAL_STEP: 42625 - | > loss_disc: 2.4025766849517822 (2.4750623855835365) - | > loss_disc_real_0: 0.08906767517328262 (0.13796762310159497) - | > loss_disc_real_1: 0.22126229107379913 (0.218892923838053) - | > loss_disc_real_2: 0.2352825254201889 (0.23273853342502546) - | > loss_disc_real_3: 0.2367670089006424 (0.2237004130314557) - | > loss_disc_real_4: 0.2624427080154419 (0.22330776709012495) - | > loss_disc_real_5: 0.2673102915287018 (0.2307873805363973) - | > loss_0: 2.4025766849517822 (2.4750623855835365) - | > grad_norm_0: tensor(30.1355, device='cuda:0') (tensor(67.6203, device='cuda:0')) - | > loss_gen: 2.521014451980591 (2.3343165932557524) - | > loss_kl: 1.6941717863082886 (1.5431758474080994) - | > loss_feat: 6.596189498901367 (6.642329651270157) - | > loss_mel: 22.11600112915039 (21.287185077178183) - | > loss_duration: 1.6731975078582764 (1.7080532168730718) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.6005744934082 (33.51506034166386) - | > grad_norm_1: tensor(615.8159, device='cuda:0') (tensor(525.7546, device='cuda:0')) - | > current_lr_0: 0.00019870413513039026 - | > current_lr_1: 0.00019870413513039026 - | > step_time: 0.8266 (0.7966554079300316) - | > loader_time: 0.0059 (0.006637370280730419) - - - --> TIME: 2024-11-23 03:59:09 -- STEP: 415/797 -- GLOBAL_STEP: 42650 - | > loss_disc: 2.550004243850708 (2.4787569775638834) - | > loss_disc_real_0: 0.13943985104560852 (0.13816194742558932) - | > loss_disc_real_1: 0.2581023573875427 (0.21880417175321693) - | > loss_disc_real_2: 0.24385984241962433 (0.2331892467406859) - | > loss_disc_real_3: 0.19510383903980255 (0.22383456531777432) - | > loss_disc_real_4: 0.22311680018901825 (0.22411810744957752) - | > loss_disc_real_5: 0.2377479523420334 (0.23185593629457865) - | > loss_0: 2.550004243850708 (2.4787569775638834) - | > grad_norm_0: tensor(156.4408, device='cuda:0') (tensor(68.6167, device='cuda:0')) - | > loss_gen: 2.2039921283721924 (2.3316542272108154) - | > loss_kl: 1.6415514945983887 (1.545166072788009) - | > loss_feat: 5.2353057861328125 (6.627770146978907) - | > loss_mel: 17.774078369140625 (21.272096923460452) - | > loss_duration: 1.6815770864486694 (1.7063312412744551) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 28.53650665283203 (33.48301857638072) - | > grad_norm_1: tensor(300.8905, device='cuda:0') (tensor(527.5618, device='cuda:0')) - | > current_lr_0: 0.00019870413513039026 - | > current_lr_1: 0.00019870413513039026 - | > step_time: 0.8261 (0.7987966905157249) - | > loader_time: 0.0077 (0.006711627201861646) - - - --> TIME: 2024-11-23 03:59:31 -- STEP: 440/797 -- GLOBAL_STEP: 42675 - | > loss_disc: 2.4306297302246094 (2.4786345850337654) - | > loss_disc_real_0: 0.09810410439968109 (0.13821425048465064) - | > loss_disc_real_1: 0.2464182823896408 (0.21903875310989943) - | > loss_disc_real_2: 0.2336914986371994 (0.23320022567429327) - | > loss_disc_real_3: 0.22552898526191711 (0.2237224486741152) - | > loss_disc_real_4: 0.28554701805114746 (0.2237670146944848) - | > loss_disc_real_5: 0.23666387796401978 (0.23188632923093708) - | > loss_0: 2.4306297302246094 (2.4786345850337654) - | > grad_norm_0: tensor(11.9619, device='cuda:0') (tensor(68.8679, device='cuda:0')) - | > loss_gen: 2.5652992725372314 (2.332225351171061) - | > loss_kl: 1.560658574104309 (1.5452514447949153) - | > loss_feat: 6.4281182289123535 (6.630976966294376) - | > loss_mel: 21.20880889892578 (21.287614068118017) - | > loss_duration: 1.7347452640533447 (1.7051848194815902) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.49763107299805 (33.501252616535545) - | > grad_norm_1: tensor(192.5965, device='cuda:0') (tensor(527.0832, device='cuda:0')) - | > current_lr_0: 0.00019870413513039026 - | > current_lr_1: 0.00019870413513039026 - | > step_time: 0.8552 (0.8016831159591673) - | > loader_time: 0.009 (0.006751739978790283) - - - --> TIME: 2024-11-23 03:59:52 -- STEP: 465/797 -- GLOBAL_STEP: 42700 - | > loss_disc: 2.4881622791290283 (2.476505280566474) - | > loss_disc_real_0: 0.1772974133491516 (0.13779329103167334) - | > loss_disc_real_1: 0.2583325207233429 (0.21885766338917517) - | > loss_disc_real_2: 0.1941429227590561 (0.23286408128276948) - | > loss_disc_real_3: 0.19091176986694336 (0.2234266098788989) - | > loss_disc_real_4: 0.21484626829624176 (0.2238812308478099) - | > loss_disc_real_5: 0.21320727467536926 (0.2319637676080068) - | > loss_0: 2.4881622791290283 (2.476505280566474) - | > grad_norm_0: tensor(12.8698, device='cuda:0') (tensor(68.9654, device='cuda:0')) - | > loss_gen: 2.424466848373413 (2.3342700084050505) - | > loss_kl: 1.607672095298767 (1.5465882044966506) - | > loss_feat: 7.1011762619018555 (6.643540974073512) - | > loss_mel: 22.27096176147461 (21.310110264439743) - | > loss_duration: 1.6913625001907349 (1.7043338275724846) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.095638275146484 (33.53884325335103) - | > grad_norm_1: tensor(854.8856, device='cuda:0') (tensor(525.2084, device='cuda:0')) - | > current_lr_0: 0.00019870413513039026 - | > current_lr_1: 0.00019870413513039026 - | > step_time: 0.8592 (0.8042475336341447) - | > loader_time: 0.0126 (0.006864019619521274) - - - --> TIME: 2024-11-23 04:00:14 -- STEP: 490/797 -- GLOBAL_STEP: 42725 - | > loss_disc: 2.422386646270752 (2.475251055736933) - | > loss_disc_real_0: 0.1057252436876297 (0.1372740916299576) - | > loss_disc_real_1: 0.19276152551174164 (0.21899409878010653) - | > loss_disc_real_2: 0.2297675609588623 (0.2330624026607494) - | > loss_disc_real_3: 0.16568593680858612 (0.22343758983271456) - | > loss_disc_real_4: 0.1877378672361374 (0.22372247975091544) - | > loss_disc_real_5: 0.2754499912261963 (0.2321897151518841) - | > loss_0: 2.422386646270752 (2.475251055736933) - | > grad_norm_0: tensor(42.1731, device='cuda:0') (tensor(67.4000, device='cuda:0')) - | > loss_gen: 2.528392791748047 (2.334641040831197) - | > loss_kl: 1.6158088445663452 (1.5503767315222294) - | > loss_feat: 7.443507671356201 (6.648226135604236) - | > loss_mel: 22.247034072875977 (21.333070681046475) - | > loss_duration: 1.6619640588760376 (1.7031935638310962) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.496707916259766 (33.56950812047843) - | > grad_norm_1: tensor(538.9890, device='cuda:0') (tensor(525.4486, device='cuda:0')) - | > current_lr_0: 0.00019870413513039026 - | > current_lr_1: 0.00019870413513039026 - | > step_time: 0.8245 (0.8066960704569913) - | > loader_time: 0.0072 (0.006983043709579779) - - - --> TIME: 2024-11-23 04:00:36 -- STEP: 515/797 -- GLOBAL_STEP: 42750 - | > loss_disc: 2.457737445831299 (2.4725687105678835) - | > loss_disc_real_0: 0.26145219802856445 (0.1370191491199928) - | > loss_disc_real_1: 0.1724754273891449 (0.2186580555820928) - | > loss_disc_real_2: 0.20534344017505646 (0.23280026423699648) - | > loss_disc_real_3: 0.23571883141994476 (0.22315501894765682) - | > loss_disc_real_4: 0.19052550196647644 (0.2234362871033474) - | > loss_disc_real_5: 0.2390613853931427 (0.23181458755025586) - | > loss_0: 2.457737445831299 (2.4725687105678835) - | > grad_norm_0: tensor(197.0773, device='cuda:0') (tensor(67.1968, device='cuda:0')) - | > loss_gen: 2.2344069480895996 (2.3343446571850093) - | > loss_kl: 1.438225507736206 (1.5506084775461737) - | > loss_feat: 5.714272499084473 (6.6497732810603765) - | > loss_mel: 19.78852653503418 (21.331867066170414) - | > loss_duration: 1.6867775917053223 (1.7020510030024265) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.86220932006836 (33.56864445510421) - | > grad_norm_1: tensor(651.3101, device='cuda:0') (tensor(527.8560, device='cuda:0')) - | > current_lr_0: 0.00019870413513039026 - | > current_lr_1: 0.00019870413513039026 - | > step_time: 0.8521 (0.8102841974462119) - | > loader_time: 0.0079 (0.007037028525639507) - - - --> TIME: 2024-11-23 04:00:58 -- STEP: 540/797 -- GLOBAL_STEP: 42775 - | > loss_disc: 2.429170846939087 (2.471400104187154) - | > loss_disc_real_0: 0.11927724629640579 (0.13636417664863443) - | > loss_disc_real_1: 0.17989589273929596 (0.2185388062011313) - | > loss_disc_real_2: 0.18254326283931732 (0.23299764607239654) - | > loss_disc_real_3: 0.18900173902511597 (0.2232750994463761) - | > loss_disc_real_4: 0.2123972475528717 (0.22317484280577413) - | > loss_disc_real_5: 0.21725903451442719 (0.2321287599426729) - | > loss_0: 2.429170846939087 (2.471400104187154) - | > grad_norm_0: tensor(54.7238, device='cuda:0') (tensor(66.9741, device='cuda:0')) - | > loss_gen: 2.406933546066284 (2.338484800082666) - | > loss_kl: 1.5531113147735596 (1.551016413944739) - | > loss_feat: 7.317770004272461 (6.660993880695767) - | > loss_mel: 22.14391326904297 (21.33554226204202) - | > loss_duration: 1.6804076433181763 (1.7021549982053263) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.102134704589844 (33.588192328700316) - | > grad_norm_1: tensor(681.2073, device='cuda:0') (tensor(532.6271, device='cuda:0')) - | > current_lr_0: 0.00019870413513039026 - | > current_lr_1: 0.00019870413513039026 - | > step_time: 0.8714 (0.8123880960323189) - | > loader_time: 0.009 (0.0071435036482634376) - - - --> TIME: 2024-11-23 04:01:21 -- STEP: 565/797 -- GLOBAL_STEP: 42800 - | > loss_disc: 2.5839898586273193 (2.4713368407392933) - | > loss_disc_real_0: 0.09031561017036438 (0.13616593299450072) - | > loss_disc_real_1: 0.21220937371253967 (0.21856915694949905) - | > loss_disc_real_2: 0.2582433521747589 (0.23264115001775523) - | > loss_disc_real_3: 0.20722205936908722 (0.2232297964328158) - | > loss_disc_real_4: 0.19285456836223602 (0.22337900724558707) - | > loss_disc_real_5: 0.25432637333869934 (0.23210829174624084) - | > loss_0: 2.5839898586273193 (2.4713368407392933) - | > grad_norm_0: tensor(16.8814, device='cuda:0') (tensor(67.5588, device='cuda:0')) - | > loss_gen: 2.1041340827941895 (2.339965737393472) - | > loss_kl: 1.5422941446304321 (1.5512982499282975) - | > loss_feat: 6.504347324371338 (6.6661565426176645) - | > loss_mel: 21.482215881347656 (21.34467676550942) - | > loss_duration: 1.6813862323760986 (1.701336781113549) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.31437683105469 (33.6034340512436) - | > grad_norm_1: tensor(471.8159, device='cuda:0') (tensor(536.7425, device='cuda:0')) - | > current_lr_0: 0.00019870413513039026 - | > current_lr_1: 0.00019870413513039026 - | > step_time: 0.8938 (0.8162142141730382) - | > loader_time: 0.0069 (0.007262946441110256) - - - --> TIME: 2024-11-23 04:01:43 -- STEP: 590/797 -- GLOBAL_STEP: 42825 - | > loss_disc: 2.5851998329162598 (2.473134053359598) - | > loss_disc_real_0: 0.14035925269126892 (0.13632076890918157) - | > loss_disc_real_1: 0.24719224870204926 (0.2185859093221568) - | > loss_disc_real_2: 0.21399083733558655 (0.2330694430207802) - | > loss_disc_real_3: 0.21947556734085083 (0.22324630052356398) - | > loss_disc_real_4: 0.2567046880722046 (0.22370891108856364) - | > loss_disc_real_5: 0.20316405594348907 (0.2323512196793395) - | > loss_0: 2.5851998329162598 (2.473134053359598) - | > grad_norm_0: tensor(116.5262, device='cuda:0') (tensor(69.1818, device='cuda:0')) - | > loss_gen: 2.3721938133239746 (2.341038742914038) - | > loss_kl: 1.277073860168457 (1.5502348889738824) - | > loss_feat: 6.035241603851318 (6.653501298872094) - | > loss_mel: 20.454774856567383 (21.33340570482157) - | > loss_duration: 1.722341537475586 (1.7009420887898592) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.86162567138672 (33.57912269527629) - | > grad_norm_1: tensor(634.3495, device='cuda:0') (tensor(535.6821, device='cuda:0')) - | > current_lr_0: 0.00019870413513039026 - | > current_lr_1: 0.00019870413513039026 - | > step_time: 0.8447 (0.8182664968199647) - | > loader_time: 0.0086 (0.00732397184533588) - - - --> TIME: 2024-11-23 04:02:05 -- STEP: 615/797 -- GLOBAL_STEP: 42850 - | > loss_disc: 2.487891435623169 (2.4749853161292354) - | > loss_disc_real_0: 0.13576829433441162 (0.13736283747645892) - | > loss_disc_real_1: 0.21346093714237213 (0.21853345630130153) - | > loss_disc_real_2: 0.22499936819076538 (0.23288626275896057) - | > loss_disc_real_3: 0.26499223709106445 (0.2235686241126642) - | > loss_disc_real_4: 0.3263578414916992 (0.2240169405937195) - | > loss_disc_real_5: 0.23425045609474182 (0.23224062800892004) - | > loss_0: 2.487891435623169 (2.4749853161292354) - | > grad_norm_0: tensor(186.8973, device='cuda:0') (tensor(71.2247, device='cuda:0')) - | > loss_gen: 2.577658176422119 (2.3400690623415197) - | > loss_kl: 1.264527440071106 (1.5483168111584054) - | > loss_feat: 6.813055038452148 (6.644216009465662) - | > loss_mel: 22.016090393066406 (21.335698451840774) - | > loss_duration: 1.660197377204895 (1.7007774529418325) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.3315315246582 (33.56907775072548) - | > grad_norm_1: tensor(737.1371, device='cuda:0') (tensor(533.5004, device='cuda:0')) - | > current_lr_0: 0.00019870413513039026 - | > current_lr_1: 0.00019870413513039026 - | > step_time: 0.8887 (0.8206355773336512) - | > loader_time: 0.0157 (0.007423662945507018) - - - --> TIME: 2024-11-23 04:02:28 -- STEP: 640/797 -- GLOBAL_STEP: 42875 - | > loss_disc: 2.5790047645568848 (2.4751297879964125) - | > loss_disc_real_0: 0.15197093784809113 (0.13702077800408005) - | > loss_disc_real_1: 0.23575712740421295 (0.21854154234752063) - | > loss_disc_real_2: 0.2586889863014221 (0.23310181964188814) - | > loss_disc_real_3: 0.2400842308998108 (0.22362627573311328) - | > loss_disc_real_4: 0.27086135745048523 (0.2240443178685382) - | > loss_disc_real_5: 0.24655325710773468 (0.23254334798548376) - | > loss_0: 2.5790047645568848 (2.4751297879964125) - | > grad_norm_0: tensor(91.1922, device='cuda:0') (tensor(71.9386, device='cuda:0')) - | > loss_gen: 2.3246359825134277 (2.3414755178615447) - | > loss_kl: 1.5262348651885986 (1.5467766666784883) - | > loss_feat: 6.270339012145996 (6.637432093173269) - | > loss_mel: 21.442495346069336 (21.33397261202336) - | > loss_duration: 1.6727522611618042 (1.7010994218289852) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.23645782470703 (33.56075629293918) - | > grad_norm_1: tensor(468.5796, device='cuda:0') (tensor(531.2466, device='cuda:0')) - | > current_lr_0: 0.00019870413513039026 - | > current_lr_1: 0.00019870413513039026 - | > step_time: 0.9577 (0.8240818560123438) - | > loader_time: 0.0104 (0.007587024942040443) - - - --> TIME: 2024-11-23 04:02:51 -- STEP: 665/797 -- GLOBAL_STEP: 42900 - | > loss_disc: 2.4687633514404297 (2.47531497209592) - | > loss_disc_real_0: 0.16014724969863892 (0.13683789504649946) - | > loss_disc_real_1: 0.2184050977230072 (0.2185348420662988) - | > loss_disc_real_2: 0.19553989171981812 (0.23293256620715436) - | > loss_disc_real_3: 0.19927053153514862 (0.22364222387174018) - | > loss_disc_real_4: 0.20782692730426788 (0.2240675328593505) - | > loss_disc_real_5: 0.223558709025383 (0.23266259198798278) - | > loss_0: 2.4687633514404297 (2.47531497209592) - | > grad_norm_0: tensor(21.3862, device='cuda:0') (tensor(71.1854, device='cuda:0')) - | > loss_gen: 2.064645528793335 (2.3398252144792018) - | > loss_kl: 1.594754934310913 (1.5467476249637457) - | > loss_feat: 5.622628211975098 (6.630879501113321) - | > loss_mel: 19.980955123901367 (21.3243371146066) - | > loss_duration: 1.7653374671936035 (1.700664538369143) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.0283203125 (33.54245396951087) - | > grad_norm_1: tensor(575.5236, device='cuda:0') (tensor(529.5543, device='cuda:0')) - | > current_lr_0: 0.00019870413513039026 - | > current_lr_1: 0.00019870413513039026 - | > step_time: 0.8981 (0.827026670498955) - | > loader_time: 0.0166 (0.0077213907600345464) - - - --> TIME: 2024-11-23 04:03:15 -- STEP: 690/797 -- GLOBAL_STEP: 42925 - | > loss_disc: 2.695469379425049 (2.474136727789174) - | > loss_disc_real_0: 0.1660979837179184 (0.1367728206936433) - | > loss_disc_real_1: 0.17340680956840515 (0.2183857074466305) - | > loss_disc_real_2: 0.2025422900915146 (0.2328053859912831) - | > loss_disc_real_3: 0.1942058503627777 (0.22360763994679936) - | > loss_disc_real_4: 0.22958873212337494 (0.22400959462359332) - | > loss_disc_real_5: 0.2284369021654129 (0.23238034205160282) - | > loss_0: 2.695469379425049 (2.474136727789174) - | > grad_norm_0: tensor(103.8044, device='cuda:0') (tensor(70.7258, device='cuda:0')) - | > loss_gen: 2.25130558013916 (2.3412349101425938) - | > loss_kl: 1.537559986114502 (1.5467593227607612) - | > loss_feat: 7.094552040100098 (6.639331630347434) - | > loss_mel: 22.585716247558594 (21.340758934573874) - | > loss_duration: 1.6337274312973022 (1.6998699490574822) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.10286331176758 (33.56795471025551) - | > grad_norm_1: tensor(184.9548, device='cuda:0') (tensor(528.6868, device='cuda:0')) - | > current_lr_0: 0.00019870413513039026 - | > current_lr_1: 0.00019870413513039026 - | > step_time: 0.9284 (0.8302769619485602) - | > loader_time: 0.0123 (0.007814031752987184) - - - --> TIME: 2024-11-23 04:03:39 -- STEP: 715/797 -- GLOBAL_STEP: 42950 - | > loss_disc: 2.538907289505005 (2.4737352241169313) - | > loss_disc_real_0: 0.1479312926530838 (0.1364271430025151) - | > loss_disc_real_1: 0.279875785112381 (0.21837445697584357) - | > loss_disc_real_2: 0.27673032879829407 (0.2329725925738995) - | > loss_disc_real_3: 0.19398479163646698 (0.22333874427355252) - | > loss_disc_real_4: 0.21753239631652832 (0.22423476635159312) - | > loss_disc_real_5: 0.22663483023643494 (0.23274290734654543) - | > loss_0: 2.538907289505005 (2.4737352241169313) - | > grad_norm_0: tensor(36.6322, device='cuda:0') (tensor(71.1168, device='cuda:0')) - | > loss_gen: 2.2742838859558105 (2.342488076303388) - | > loss_kl: 1.4282172918319702 (1.5477268559115747) - | > loss_feat: 6.334056377410889 (6.636179938683146) - | > loss_mel: 21.684947967529297 (21.357452819397416) - | > loss_duration: 1.6891217231750488 (1.6992832992460345) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.41062927246094 (33.5831309631988) - | > grad_norm_1: tensor(589.2032, device='cuda:0') (tensor(528.4329, device='cuda:0')) - | > current_lr_0: 0.00019870413513039026 - | > current_lr_1: 0.00019870413513039026 - | > step_time: 1.2835 (0.8343749129688819) - | > loader_time: 0.027 (0.007956675549487134) - - - --> TIME: 2024-11-23 04:04:09 -- STEP: 740/797 -- GLOBAL_STEP: 42975 - | > loss_disc: 2.4970240592956543 (2.4725848516902404) - | > loss_disc_real_0: 0.0892549604177475 (0.13623855609849503) - | > loss_disc_real_1: 0.21437256038188934 (0.21848890334367757) - | > loss_disc_real_2: 0.2564930021762848 (0.23270867420612154) - | > loss_disc_real_3: 0.2341184765100479 (0.22333826082381042) - | > loss_disc_real_4: 0.20920294523239136 (0.2238936465535615) - | > loss_disc_real_5: 0.22071845829486847 (0.23250349711727455) - | > loss_0: 2.4970240592956543 (2.4725848516902404) - | > grad_norm_0: tensor(42.6458, device='cuda:0') (tensor(70.8086, device='cuda:0')) - | > loss_gen: 2.340426206588745 (2.342506472645578) - | > loss_kl: 1.5366411209106445 (1.5492146725590161) - | > loss_feat: 6.755287170410156 (6.641516760233289) - | > loss_mel: 21.759374618530273 (21.372086808488184) - | > loss_duration: 1.6704479455947876 (1.6984548169213372) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.06217956542969 (33.60377950410585) - | > grad_norm_1: tensor(725.4306, device='cuda:0') (tensor(529.9129, device='cuda:0')) - | > current_lr_0: 0.00019870413513039026 - | > current_lr_1: 0.00019870413513039026 - | > step_time: 1.3226 (0.8467185632602584) - | > loader_time: 0.0093 (0.00809548545528102) - - - --> TIME: 2024-11-23 04:04:49 -- STEP: 765/797 -- GLOBAL_STEP: 43000 - | > loss_disc: 2.5169482231140137 (2.4738496200711126) - | > loss_disc_real_0: 0.23012572526931763 (0.1363960561555585) - | > loss_disc_real_1: 0.1746143102645874 (0.21855256635379172) - | > loss_disc_real_2: 0.23717047274112701 (0.233017294878274) - | > loss_disc_real_3: 0.23246675729751587 (0.22332378771959566) - | > loss_disc_real_4: 0.1977006494998932 (0.22402359564709506) - | > loss_disc_real_5: 0.2154371440410614 (0.2329073245618858) - | > loss_0: 2.5169482231140137 (2.4738496200711126) - | > grad_norm_0: tensor(260.7538, device='cuda:0') (tensor(70.6358, device='cuda:0')) - | > loss_gen: 2.3039298057556152 (2.3426303120220395) - | > loss_kl: 1.5793334245681763 (1.549809650034686) - | > loss_feat: 6.354641437530518 (6.639277329787712) - | > loss_mel: 19.654218673706055 (21.378127184101185) - | > loss_duration: 1.6774051189422607 (1.6974384530696993) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.569528579711914 (33.60728289535622) - | > grad_norm_1: tensor(658.5358, device='cuda:0') (tensor(530.7960, device='cuda:0')) - | > current_lr_0: 0.00019870413513039026 - | > current_lr_1: 0.00019870413513039026 - | > step_time: 1.3102 (0.8708962565154027) - | > loader_time: 0.0097 (0.008248496834748705) - - - --> TIME: 2024-11-23 04:05:50 -- STEP: 790/797 -- GLOBAL_STEP: 43025 - | > loss_disc: 2.5044002532958984 (2.4748764466635795) - | > loss_disc_real_0: 0.07511243224143982 (0.13688249799741212) - | > loss_disc_real_1: 0.2841854393482208 (0.21857843214198008) - | > loss_disc_real_2: 0.2409525364637375 (0.23278914154330385) - | > loss_disc_real_3: 0.20401592552661896 (0.22356682231154623) - | > loss_disc_real_4: 0.2619362473487854 (0.22396309966150718) - | > loss_disc_real_5: 0.2939906716346741 (0.23292610898048066) - | > loss_0: 2.5044002532958984 (2.4748764466635795) - | > grad_norm_0: tensor(70.0257, device='cuda:0') (tensor(71.1039, device='cuda:0')) - | > loss_gen: 2.3820078372955322 (2.342628150197523) - | > loss_kl: 1.475005865097046 (1.5511255182797392) - | > loss_feat: 6.407541275024414 (6.640857286091094) - | > loss_mel: 21.70337677001953 (21.393924739692793) - | > loss_duration: 1.6649119853973389 (1.6966020283819754) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.632843017578125 (33.62513768159891) - | > grad_norm_1: tensor(424.1839, device='cuda:0') (tensor(528.7267, device='cuda:0')) - | > current_lr_0: 0.00019870413513039026 - | > current_lr_1: 0.00019870413513039026 - | > step_time: 3.9084 (0.9194742332530923) - | > loader_time: 0.0109 (0.008748399456845047) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.5665857791900635 (2.5665857791900635) - | > loss_disc_real_0: 0.07138663530349731 (0.07138663530349731) - | > loss_disc_real_1: 0.25097978115081787 (0.25097978115081787) - | > loss_disc_real_2: 0.23776239156723022 (0.23776239156723022) - | > loss_disc_real_3: 0.2233361303806305 (0.2233361303806305) - | > loss_disc_real_4: 0.29375600814819336 (0.29375600814819336) - | > loss_disc_real_5: 0.29142919182777405 (0.29142919182777405) - | > loss_0: 2.5665857791900635 (2.5665857791900635) - | > loss_gen: 2.084693431854248 (2.084693431854248) - | > loss_kl: 1.446638822555542 (1.446638822555542) - | > loss_feat: 6.459819793701172 (6.459819793701172) - | > loss_mel: 23.29545021057129 (23.29545021057129) - | > loss_duration: 2.0066933631896973 (2.0066933631896973) - | > loss_1: 35.293296813964844 (35.293296813964844) - - --> STEP: 1 - | > loss_disc: 2.4049839973449707 (2.4049839973449707) - | > loss_disc_real_0: 0.05744834616780281 (0.05744834616780281) - | > loss_disc_real_1: 0.20838023722171783 (0.20838023722171783) - | > loss_disc_real_2: 0.2643038034439087 (0.2643038034439087) - | > loss_disc_real_3: 0.25565892457962036 (0.25565892457962036) - | > loss_disc_real_4: 0.2599697709083557 (0.2599697709083557) - | > loss_disc_real_5: 0.2409517765045166 (0.2409517765045166) - | > loss_0: 2.4049839973449707 (2.4049839973449707) - | > loss_gen: 2.4211630821228027 (2.4211630821228027) - | > loss_kl: 1.5575878620147705 (1.5575878620147705) - | > loss_feat: 7.581768035888672 (7.581768035888672) - | > loss_mel: 22.843486785888672 (22.843486785888672) - | > loss_duration: 1.76129150390625 (1.76129150390625) - | > loss_1: 36.1652946472168 (36.1652946472168) - - --> STEP: 2 - | > loss_disc: 2.441800594329834 (2.4233922958374023) - | > loss_disc_real_0: 0.03978406637907028 (0.048616206273436546) - | > loss_disc_real_1: 0.21922868490219116 (0.2138044610619545) - | > loss_disc_real_2: 0.23151709139347076 (0.24791044741868973) - | > loss_disc_real_3: 0.24403062462806702 (0.2498447746038437) - | > loss_disc_real_4: 0.2611531913280487 (0.2605614811182022) - | > loss_disc_real_5: 0.29867586493492126 (0.26981382071971893) - | > loss_0: 2.441800594329834 (2.4233922958374023) - | > loss_gen: 2.1716411113739014 (2.296402096748352) - | > loss_kl: 1.2271268367767334 (1.392357349395752) - | > loss_feat: 5.644123554229736 (6.612945795059204) - | > loss_mel: 17.008296966552734 (19.925891876220703) - | > loss_duration: 1.6824713945388794 (1.7218814492225647) - | > loss_1: 27.733659744262695 (31.949477195739746) - - --> STEP: 3 - | > loss_disc: 2.3888611793518066 (2.411881923675537) - | > loss_disc_real_0: 0.03633350878953934 (0.044521973778804146) - | > loss_disc_real_1: 0.22399848699569702 (0.21720246970653534) - | > loss_disc_real_2: 0.23905649781227112 (0.24495913088321686) - | > loss_disc_real_3: 0.2020036280155182 (0.2338977257410685) - | > loss_disc_real_4: 0.25195807218551636 (0.25769367814064026) - | > loss_disc_real_5: 0.25854048132896423 (0.2660560409228007) - | > loss_0: 2.3888611793518066 (2.411881923675537) - | > loss_gen: 2.1862449645996094 (2.259683052698771) - | > loss_kl: 1.7773200273513794 (1.5206782420476277) - | > loss_feat: 7.898876667022705 (7.041589419047038) - | > loss_mel: 25.4398136138916 (21.763865788777668) - | > loss_duration: 1.7278926372528076 (1.723885178565979) - | > loss_1: 39.0301513671875 (34.309701919555664) - - --> STEP: 4 - | > loss_disc: 2.1453652381896973 (2.345252752304077) - | > loss_disc_real_0: 0.03304186463356018 (0.04165194649249315) - | > loss_disc_real_1: 0.19253605604171753 (0.2110358662903309) - | > loss_disc_real_2: 0.22349217534065247 (0.23959239199757576) - | > loss_disc_real_3: 0.24341510236263275 (0.23627706989645958) - | > loss_disc_real_4: 0.24229399859905243 (0.2538437582552433) - | > loss_disc_real_5: 0.20422345399856567 (0.25059789419174194) - | > loss_0: 2.1453652381896973 (2.345252752304077) - | > loss_gen: 2.507152557373047 (2.32155042886734) - | > loss_kl: 1.7989424467086792 (1.5902442932128906) - | > loss_feat: 7.541195392608643 (7.166490912437439) - | > loss_mel: 22.311086654663086 (21.900671005249023) - | > loss_duration: 1.623835802078247 (1.698872834444046) - | > loss_1: 35.7822151184082 (34.6778302192688) - - --> STEP: 5 - | > loss_disc: 2.4061436653137207 (2.357430934906006) - | > loss_disc_real_0: 0.04088260233402252 (0.04149807766079903) - | > loss_disc_real_1: 0.18879379332065582 (0.20658745169639586) - | > loss_disc_real_2: 0.20602555572986603 (0.23287902474403382) - | > loss_disc_real_3: 0.1966741532087326 (0.2283564865589142) - | > loss_disc_real_4: 0.2902078628540039 (0.2611165791749954) - | > loss_disc_real_5: 0.14185738563537598 (0.22884979248046874) - | > loss_0: 2.4061436653137207 (2.357430934906006) - | > loss_gen: 2.1139097213745117 (2.2800222873687743) - | > loss_kl: 1.7960759401321411 (1.6314106225967406) - | > loss_feat: 8.804986953735352 (7.494190120697022) - | > loss_mel: 22.499387741088867 (22.020414352416992) - | > loss_duration: 1.8614915609359741 (1.7313965797424316) - | > loss_1: 37.07585144042969 (35.15743446350098) - - --> STEP: 6 - | > loss_disc: 2.488508701324463 (2.379277229309082) - | > loss_disc_real_0: 0.04195195809006691 (0.04157372439901034) - | > loss_disc_real_1: 0.22894145548343658 (0.210313118994236) - | > loss_disc_real_2: 0.3226744830608368 (0.24784493446350098) - | > loss_disc_real_3: 0.30759909749031067 (0.2415635883808136) - | > loss_disc_real_4: 0.30146563053131104 (0.2678414210677147) - | > loss_disc_real_5: 0.2683885395526886 (0.23543958365917206) - | > loss_0: 2.488508701324463 (2.379277229309082) - | > loss_gen: 2.5954229831695557 (2.332589070002238) - | > loss_kl: 1.3469785451889038 (1.5840052763621013) - | > loss_feat: 7.467997074127197 (7.489824612935384) - | > loss_mel: 23.385665893554688 (22.24795627593994) - | > loss_duration: 1.6533606052398682 (1.7183905839920044) - | > loss_1: 36.44942855834961 (35.37276681264242) - - --> STEP: 7 - | > loss_disc: 2.31650710105896 (2.370310068130493) - | > loss_disc_real_0: 0.03773331642150879 (0.04102509468793869) - | > loss_disc_real_1: 0.2603968381881714 (0.21746793602194106) - | > loss_disc_real_2: 0.21721887588500977 (0.24346978323800222) - | > loss_disc_real_3: 0.2027086317539215 (0.23601288029125758) - | > loss_disc_real_4: 0.21442963182926178 (0.2602111654622214) - | > loss_disc_real_5: 0.23802140355110168 (0.23580841507230485) - | > loss_0: 2.31650710105896 (2.370310068130493) - | > loss_gen: 2.188650608062744 (2.3120264325823103) - | > loss_kl: 1.5080499649047852 (1.5731545175824846) - | > loss_feat: 5.985402584075928 (7.274907180241176) - | > loss_mel: 18.776464462280273 (21.75202887398856) - | > loss_duration: 1.702129602432251 (1.7160675866263253) - | > loss_1: 30.160696029663086 (34.6281852722168) - - --> STEP: 8 - | > loss_disc: 2.5423078536987305 (2.391809791326523) - | > loss_disc_real_0: 0.045165322721004486 (0.041542623192071915) - | > loss_disc_real_1: 0.22449292242527008 (0.21834605932235718) - | > loss_disc_real_2: 0.27951472997665405 (0.2479754015803337) - | > loss_disc_real_3: 0.23240044713020325 (0.2355613261461258) - | > loss_disc_real_4: 0.3013562262058258 (0.26535429805517197) - | > loss_disc_real_5: 0.19544672966003418 (0.23076320439577103) - | > loss_0: 2.5423078536987305 (2.391809791326523) - | > loss_gen: 2.273757219314575 (2.3072427809238434) - | > loss_kl: 1.8996533155441284 (1.6139668673276901) - | > loss_feat: 7.252707481384277 (7.272132217884064) - | > loss_mel: 21.655851364135742 (21.740006685256958) - | > loss_duration: 1.7691245079040527 (1.7226997017860413) - | > loss_1: 34.85109329223633 (34.65604877471924) - - --> STEP: 9 - | > loss_disc: 2.561389923095703 (2.410652028189765) - | > loss_disc_real_0: 0.04270229861140251 (0.04167147601644198) - | > loss_disc_real_1: 0.23701390624046326 (0.22042026453548008) - | > loss_disc_real_2: 0.2840408384799957 (0.2519826723469628) - | > loss_disc_real_3: 0.26308172941207886 (0.2386191487312317) - | > loss_disc_real_4: 0.3256402313709259 (0.27205273509025574) - | > loss_disc_real_5: 0.3014545738697052 (0.23861780100398594) - | > loss_0: 2.561389923095703 (2.410652028189765) - | > loss_gen: 2.184803009033203 (2.2936383618248835) - | > loss_kl: 1.950425386428833 (1.651351147227817) - | > loss_feat: 5.115866661071777 (7.032547156016032) - | > loss_mel: 19.165782928466797 (21.453981823391384) - | > loss_duration: 1.6862529516220093 (1.7186500628789265) - | > loss_1: 30.103130340576172 (34.15016894870334) - - --> STEP: 10 - | > loss_disc: 2.6044812202453613 (2.430034947395325) - | > loss_disc_real_0: 0.05848998203873634 (0.04335332661867142) - | > loss_disc_real_1: 0.2794029414653778 (0.22631853222846984) - | > loss_disc_real_2: 0.2968549430370331 (0.25646989941596987) - | > loss_disc_real_3: 0.29844343662261963 (0.24460157752037048) - | > loss_disc_real_4: 0.2657338082790375 (0.2714208424091339) - | > loss_disc_real_5: 0.28899767994880676 (0.243655788898468) - | > loss_0: 2.6044812202453613 (2.430034947395325) - | > loss_gen: 2.402200222015381 (2.304494547843933) - | > loss_kl: 0.9868969321250916 (1.5849057257175445) - | > loss_feat: 6.542741775512695 (6.983566617965698) - | > loss_mel: 21.787797927856445 (21.487363433837892) - | > loss_duration: 1.6012104749679565 (1.7069061040878295) - | > loss_1: 33.32084655761719 (34.067236709594724) - - --> STEP: 11 - | > loss_disc: 2.5851552486419678 (2.444136792963201) - | > loss_disc_real_0: 0.039351433515548706 (0.04298951815475117) - | > loss_disc_real_1: 0.1795068383216858 (0.22206292369148947) - | > loss_disc_real_2: 0.22244244813919067 (0.25337649475444446) - | > loss_disc_real_3: 0.3162343502044678 (0.25111364776437933) - | > loss_disc_real_4: 0.32223817706108093 (0.27604060010476544) - | > loss_disc_real_5: 0.26004841923713684 (0.2451460280201652) - | > loss_0: 2.5851552486419678 (2.444136792963201) - | > loss_gen: 2.178844451904297 (2.293071811849421) - | > loss_kl: 1.973561406135559 (1.6202380603010005) - | > loss_feat: 8.104327201843262 (7.085453943772749) - | > loss_mel: 23.517911911010742 (21.671958749944512) - | > loss_duration: 1.5705763101577759 (1.6945124864578247) - | > loss_1: 37.34522247314453 (34.365235415371984) - - --> STEP: 12 - | > loss_disc: 2.29784893989563 (2.4319461385409036) - | > loss_disc_real_0: 0.038807645440101624 (0.04264102876186371) - | > loss_disc_real_1: 0.18118736147880554 (0.2186566268404325) - | > loss_disc_real_2: 0.22652554512023926 (0.2511389156182607) - | > loss_disc_real_3: 0.2130763977766037 (0.24794387693206468) - | > loss_disc_real_4: 0.23352766036987305 (0.27249785512685776) - | > loss_disc_real_5: 0.2768079340457916 (0.24778452018896738) - | > loss_0: 2.29784893989563 (2.4319461385409036) - | > loss_gen: 2.2694225311279297 (2.291101038455963) - | > loss_kl: 1.8635687828063965 (1.6405156205097835) - | > loss_feat: 7.889578342437744 (7.152464310328166) - | > loss_mel: 23.043209075927734 (21.786229610443115) - | > loss_duration: 1.7416574954986572 (1.6984412372112274) - | > loss_1: 36.807437896728516 (34.56875228881836) - - --> STEP: 13 - | > loss_disc: 2.886077404022217 (2.466879312808697) - | > loss_disc_real_0: 0.07024335861206055 (0.04476428490418654) - | > loss_disc_real_1: 0.21663393080234528 (0.2185010348375027) - | > loss_disc_real_2: 0.20641963183879852 (0.24769897071214822) - | > loss_disc_real_3: 0.20997704565525055 (0.24502335144923285) - | > loss_disc_real_4: 0.19738000631332397 (0.26671955906427824) - | > loss_disc_real_5: 0.1682034283876419 (0.24166289774271157) - | > loss_0: 2.886077404022217 (2.466879312808697) - | > loss_gen: 1.8630539178848267 (2.258174336873568) - | > loss_kl: 2.0446150302886963 (1.6716001904927766) - | > loss_feat: 7.267375469207764 (7.161303630241981) - | > loss_mel: 20.028236389160156 (21.65099936265212) - | > loss_duration: 1.7315031290054321 (1.7009844596569355) - | > loss_1: 32.934783935546875 (34.443062415489784) - - --> STEP: 14 - | > loss_disc: 2.3581387996673584 (2.4591121332986012) - | > loss_disc_real_0: 0.05173127353191376 (0.0452619269490242) - | > loss_disc_real_1: 0.2406185418367386 (0.22008085676601954) - | > loss_disc_real_2: 0.21687710285186768 (0.2454974087221282) - | > loss_disc_real_3: 0.20990166068077087 (0.24251465925148555) - | > loss_disc_real_4: 0.22395634651184082 (0.26366504388196127) - | > loss_disc_real_5: 0.20657756924629211 (0.23915680285011018) - | > loss_0: 2.3581387996673584 (2.4591121332986012) - | > loss_gen: 2.130270004272461 (2.2490383131163463) - | > loss_kl: 1.6342240571975708 (1.6689304666859763) - | > loss_feat: 6.642156600952148 (7.124221699578421) - | > loss_mel: 18.573537826538086 (21.431180681501115) - | > loss_duration: 1.7270371913909912 (1.7028453690665108) - | > loss_1: 30.707225799560547 (34.17621694292341) - - --> STEP: 15 - | > loss_disc: 2.449425220489502 (2.458466339111328) - | > loss_disc_real_0: 0.05676713585853577 (0.04602894087632497) - | > loss_disc_real_1: 0.16621197760105133 (0.21648959815502167) - | > loss_disc_real_2: 0.33858251571655273 (0.2517030825217565) - | > loss_disc_real_3: 0.2873188853263855 (0.24550160765647888) - | > loss_disc_real_4: 0.30266761779785156 (0.26626521547635396) - | > loss_disc_real_5: 0.3053240478038788 (0.24356795251369476) - | > loss_0: 2.449425220489502 (2.458466339111328) - | > loss_gen: 2.4166946411132812 (2.260215401649475) - | > loss_kl: 1.3793262243270874 (1.6496235171953837) - | > loss_feat: 6.709283828735352 (7.0965591748555505) - | > loss_mel: 22.423770904541016 (21.49735336303711) - | > loss_duration: 1.647812008857727 (1.6991764783859253) - | > loss_1: 34.57688903808594 (34.202928415934245) - - --> STEP: 16 - | > loss_disc: 2.5024170875549316 (2.4612132608890533) - | > loss_disc_real_0: 0.03743831440806389 (0.045492026722058654) - | > loss_disc_real_1: 0.21543529629707336 (0.2164237042888999) - | > loss_disc_real_2: 0.26009631156921387 (0.2522276593372226) - | > loss_disc_real_3: 0.23961792886257172 (0.24513387773185968) - | > loss_disc_real_4: 0.22838646173477173 (0.2638977933675051) - | > loss_disc_real_5: 0.2447313368320465 (0.24364066403359175) - | > loss_0: 2.5024170875549316 (2.4612132608890533) - | > loss_gen: 2.1009979248046875 (2.250264309346676) - | > loss_kl: 1.9244714975357056 (1.6668015159666538) - | > loss_feat: 6.334900379180908 (7.048955500125885) - | > loss_mel: 21.695484161376953 (21.50973653793335) - | > loss_duration: 1.794108510017395 (1.7051097303628922) - | > loss_1: 33.8499641418457 (34.18086814880371) - - --> STEP: 17 - | > loss_disc: 2.4306228160858154 (2.4594138229594513) - | > loss_disc_real_0: 0.03256452456116676 (0.04473158541847678) - | > loss_disc_real_1: 0.266543447971344 (0.21937192450551427) - | > loss_disc_real_2: 0.24316725134849548 (0.2516946941614151) - | > loss_disc_real_3: 0.2127697467803955 (0.24323010532295003) - | > loss_disc_real_4: 0.2778940796852112 (0.2647211043273701) - | > loss_disc_real_5: 0.1810813546180725 (0.23996070465620825) - | > loss_0: 2.4306228160858154 (2.4594138229594513) - | > loss_gen: 2.167220115661621 (2.245379356776967) - | > loss_kl: 1.7028207778930664 (1.6689202960799723) - | > loss_feat: 6.771937370300293 (7.0326603160184975) - | > loss_mel: 23.157482147216797 (21.60666275024414) - | > loss_duration: 1.6544063091278076 (1.7021271761725931) - | > loss_1: 35.4538688659668 (34.25575054393095) - - --> STEP: 18 - | > loss_disc: 2.293588638305664 (2.4502013127009072) - | > loss_disc_real_0: 0.05227469280362129 (0.045150646939873695) - | > loss_disc_real_1: 0.172443687915802 (0.21676480025053024) - | > loss_disc_real_2: 0.26225414872169495 (0.2522813305258751) - | > loss_disc_real_3: 0.20025593042373657 (0.2408426511618826) - | > loss_disc_real_4: 0.28871169686317444 (0.2660539150238037) - | > loss_disc_real_5: 0.20162561535835266 (0.23783097747299406) - | > loss_0: 2.293588638305664 (2.4502013127009072) - | > loss_gen: 2.415311098098755 (2.254820009072622) - | > loss_kl: 1.249263882637024 (1.6456060508886974) - | > loss_feat: 8.650997161865234 (7.122567918565538) - | > loss_mel: 24.207778930664062 (21.751169204711914) - | > loss_duration: 1.6592624187469482 (1.6997458007600572) - | > loss_1: 38.182613372802734 (34.473909589979385) - - --> STEP: 19 - | > loss_disc: 2.4518771171569824 (2.450289512935438) - | > loss_disc_real_0: 0.06766332685947418 (0.046335524830378984) - | > loss_disc_real_1: 0.2314675897359848 (0.21753863127608047) - | > loss_disc_real_2: 0.22188793122768402 (0.25068167793123347) - | > loss_disc_real_3: 0.21087105572223663 (0.2392651987703223) - | > loss_disc_real_4: 0.186300590634346 (0.2618563716348849) - | > loss_disc_real_5: 0.16707944869995117 (0.23410721280072866) - | > loss_0: 2.4518771171569824 (2.450289512935438) - | > loss_gen: 1.9478100538253784 (2.2386615903753984) - | > loss_kl: 2.2813868522644043 (1.679068198329524) - | > loss_feat: 7.2064127922058105 (7.1269808066518685) - | > loss_mel: 22.663135528564453 (21.7991674322831) - | > loss_duration: 1.7510724067687988 (1.7024472010763068) - | > loss_1: 35.84981918334961 (34.54632588436729) - - --> STEP: 20 - | > loss_disc: 2.1701011657714844 (2.43628009557724) - | > loss_disc_real_0: 0.07771018892526627 (0.04790425803512335) - | > loss_disc_real_1: 0.22742916643619537 (0.21803315803408624) - | > loss_disc_real_2: 0.2093747854232788 (0.2486163333058357) - | > loss_disc_real_3: 0.19960306584835052 (0.23728209212422371) - | > loss_disc_real_4: 0.18725916743278503 (0.2581265114247799) - | > loss_disc_real_5: 0.18384936451911926 (0.23159432038664818) - | > loss_0: 2.1701011657714844 (2.43628009557724) - | > loss_gen: 2.4341378211975098 (2.248435401916504) - | > loss_kl: 1.5839385986328125 (1.6743117183446885) - | > loss_feat: 8.688192367553711 (7.20504138469696) - | > loss_mel: 23.48782730102539 (21.883600425720214) - | > loss_duration: 1.669654369354248 (1.700807559490204) - | > loss_1: 37.86375045776367 (34.71219711303711) - - --> STEP: 21 - | > loss_disc: 2.631302833557129 (2.4455668926239014) - | > loss_disc_real_0: 0.04300060123205185 (0.04767075056831042) - | > loss_disc_real_1: 0.27307233214378357 (0.22065407108692897) - | > loss_disc_real_2: 0.3190799653530121 (0.25197174435570124) - | > loss_disc_real_3: 0.2222389280796051 (0.23656575097924187) - | > loss_disc_real_4: 0.26140329241752625 (0.2582825486149107) - | > loss_disc_real_5: 0.24033188819885254 (0.2320103950443722) - | > loss_0: 2.631302833557129 (2.4455668926239014) - | > loss_gen: 1.9481589794158936 (2.23413652465457) - | > loss_kl: 1.6074450016021729 (1.6711275889759971) - | > loss_feat: 4.5440263748168945 (7.078326384226481) - | > loss_mel: 17.9914608001709 (21.6982604435512) - | > loss_duration: 1.707690715789795 (1.7011353288378035) - | > loss_1: 27.798782348632812 (34.382986886160715) - - --> STEP: 22 - | > loss_disc: 2.320701837539673 (2.439891208301891) - | > loss_disc_real_0: 0.06295603513717651 (0.04836553623053161) - | > loss_disc_real_1: 0.2324671596288681 (0.2211910296570171) - | > loss_disc_real_2: 0.2998112142086029 (0.25414626571265136) - | > loss_disc_real_3: 0.21476991474628448 (0.23557503115047107) - | > loss_disc_real_4: 0.2661040127277374 (0.25863806971094827) - | > loss_disc_real_5: 0.27659305930137634 (0.23403687978332693) - | > loss_0: 2.320701837539673 (2.439891208301891) - | > loss_gen: 2.441751003265381 (2.243573546409607) - | > loss_kl: 1.6085374355316162 (1.6682825820012526) - | > loss_feat: 6.553469181060791 (7.054469238628041) - | > loss_mel: 23.472143173217773 (21.778891476717863) - | > loss_duration: 1.776200294494629 (1.7045473727312954) - | > loss_1: 35.85210037231445 (34.449764771894976) - - --> STEP: 23 - | > loss_disc: 2.285926342010498 (2.433197083680526) - | > loss_disc_real_0: 0.04014180600643158 (0.04800798274252726) - | > loss_disc_real_1: 0.2430049180984497 (0.2221394595892533) - | > loss_disc_real_2: 0.22930540144443512 (0.2530662281357724) - | > loss_disc_real_3: 0.16843350231647491 (0.23265583424464517) - | > loss_disc_real_4: 0.25804218649864197 (0.2586121617451958) - | > loss_disc_real_5: 0.21347536146640778 (0.23314290072606958) - | > loss_0: 2.285926342010498 (2.433197083680526) - | > loss_gen: 2.217175006866455 (2.2424257838207744) - | > loss_kl: 1.6411943435668945 (1.6671048325041067) - | > loss_feat: 7.415530204772949 (7.070167541503906) - | > loss_mel: 23.266447067260742 (21.843567806741465) - | > loss_duration: 1.7546969652175903 (1.706727789795917) - | > loss_1: 36.2950439453125 (34.529994301174) - - --> STEP: 24 - | > loss_disc: 2.614842414855957 (2.4407656391461687) - | > loss_disc_real_0: 0.08761807531118393 (0.049658403266221285) - | > loss_disc_real_1: 0.2928512990474701 (0.22508578623334566) - | > loss_disc_real_2: 0.3231489956378937 (0.2559863434483608) - | > loss_disc_real_3: 0.26585403084754944 (0.23403909243643284) - | > loss_disc_real_4: 0.29753193259239197 (0.26023381886382896) - | > loss_disc_real_5: 0.3592747449874878 (0.238398394236962) - | > loss_0: 2.614842414855957 (2.4407656391461687) - | > loss_gen: 2.4450793266296387 (2.2508696814378104) - | > loss_kl: 1.650530457496643 (1.6664142335454624) - | > loss_feat: 6.692346096038818 (7.0544249812761946) - | > loss_mel: 22.365148544311523 (21.865300337473553) - | > loss_duration: 1.663295865058899 (1.704918126265208) - | > loss_1: 34.81639862060547 (34.54192781448364) - - --> STEP: 25 - | > loss_disc: 2.6498725414276123 (2.4491299152374264) - | > loss_disc_real_0: 0.04480742663145065 (0.04946436420083046) - | > loss_disc_real_1: 0.20558245480060577 (0.22430565297603608) - | > loss_disc_real_2: 0.27396291494369507 (0.2567054063081742) - | > loss_disc_real_3: 0.25150129199028015 (0.23473758041858672) - | > loss_disc_real_4: 0.2461353987455368 (0.2596698820590973) - | > loss_disc_real_5: 0.27071303129196167 (0.23969097971916198) - | > loss_0: 2.6498725414276123 (2.4491299152374264) - | > loss_gen: 1.9775848388671875 (2.239938287734985) - | > loss_kl: 1.5219563245773315 (1.660635917186737) - | > loss_feat: 5.3670878410339355 (6.986931495666504) - | > loss_mel: 18.80753517150879 (21.74298973083496) - | > loss_duration: 1.627619981765747 (1.7018262004852296) - | > loss_1: 29.30178451538086 (34.33232208251953) - - --> STEP: 26 - | > loss_disc: 2.3997883796691895 (2.447232163869417) - | > loss_disc_real_0: 0.06491521000862122 (0.050058627501130104) - | > loss_disc_real_1: 0.23032642900943756 (0.22453722128501305) - | > loss_disc_real_2: 0.2738858759403229 (0.25736619360171836) - | > loss_disc_real_3: 0.2371395230293274 (0.23482996282669213) - | > loss_disc_real_4: 0.2597320079803467 (0.25967227151760686) - | > loss_disc_real_5: 0.23954632878303528 (0.23968541622161865) - | > loss_0: 2.3997883796691895 (2.447232163869417) - | > loss_gen: 2.2919740676879883 (2.2419396638870235) - | > loss_kl: 1.723637580871582 (1.6630590580976927) - | > loss_feat: 6.370450973510742 (6.96322070635282) - | > loss_mel: 20.575462341308594 (21.698084831237793) - | > loss_duration: 1.6776429414749146 (1.700896075138679) - | > loss_1: 32.63916778564453 (34.26720076340895) - - --> STEP: 27 - | > loss_disc: 2.3349900245666504 (2.4430750475989442) - | > loss_disc_real_0: 0.06935031712055206 (0.05077313452407166) - | > loss_disc_real_1: 0.22846253216266632 (0.22468260316937058) - | > loss_disc_real_2: 0.24757707118988037 (0.257003633512391) - | > loss_disc_real_3: 0.19461791217327118 (0.23334062761730617) - | > loss_disc_real_4: 0.27489787340164185 (0.260236182698497) - | > loss_disc_real_5: 0.2575511634349823 (0.24034711056285435) - | > loss_0: 2.3349900245666504 (2.4430750475989442) - | > loss_gen: 2.3053998947143555 (2.244290042806554) - | > loss_kl: 1.911910891532898 (1.672275792669367) - | > loss_feat: 7.1703667640686035 (6.970892782564516) - | > loss_mel: 21.250276565551758 (21.681499339916087) - | > loss_duration: 1.741421103477478 (1.70239700211419) - | > loss_1: 34.37937545776367 (34.27135538171839) - - --> STEP: 28 - | > loss_disc: 2.5605907440185547 (2.4472720367567873) - | > loss_disc_real_0: 0.05131047964096069 (0.05079232542110341) - | > loss_disc_real_1: 0.26077836751937866 (0.22597173761044229) - | > loss_disc_real_2: 0.2599606215953827 (0.2571092402296407) - | > loss_disc_real_3: 0.2600245177745819 (0.23429362369435175) - | > loss_disc_real_4: 0.33264607191085815 (0.2628222501703671) - | > loss_disc_real_5: 0.2710825204849243 (0.24144480377435684) - | > loss_0: 2.5605907440185547 (2.4472720367567873) - | > loss_gen: 2.24163818359375 (2.244195333548954) - | > loss_kl: 1.9057554006576538 (1.68061435009752) - | > loss_feat: 5.723977565765381 (6.926360096250262) - | > loss_mel: 20.814592361450195 (21.65053837639945) - | > loss_duration: 1.7125773429870605 (1.7027605857167925) - | > loss_1: 32.39854049682617 (34.20446913582938) - - --> STEP: 29 - | > loss_disc: 2.1683804988861084 (2.43765508717504) - | > loss_disc_real_0: 0.052389830350875854 (0.05084741179799211) - | > loss_disc_real_1: 0.2239474654197693 (0.22590193512110873) - | > loss_disc_real_2: 0.259816974401474 (0.25720261037349706) - | > loss_disc_real_3: 0.2163171023130417 (0.23367374364672036) - | > loss_disc_real_4: 0.22012890875339508 (0.26135006598357496) - | > loss_disc_real_5: 0.17018137872219086 (0.2389874442897994) - | > loss_0: 2.1683804988861084 (2.43765508717504) - | > loss_gen: 2.4170093536376953 (2.250154437689945) - | > loss_kl: 1.6339753866195679 (1.6790061099775906) - | > loss_feat: 8.21688175201416 (6.970860843000741) - | > loss_mel: 23.978805541992188 (21.73082345107506) - | > loss_duration: 1.6563873291015625 (1.7011615079024742) - | > loss_1: 37.90306091308594 (34.332006783320985) - - --> STEP: 30 - | > loss_disc: 2.5606980323791504 (2.4417565186818435) - | > loss_disc_real_0: 0.03780897706747055 (0.050412797306974726) - | > loss_disc_real_1: 0.19394759833812714 (0.22483679056167602) - | > loss_disc_real_2: 0.25862860679626465 (0.2572501435875893) - | > loss_disc_real_3: 0.26397889852523804 (0.23468391547600428) - | > loss_disc_real_4: 0.2869674563407898 (0.26220397899548215) - | > loss_disc_real_5: 0.27894261479377747 (0.24031928330659866) - | > loss_0: 2.5606980323791504 (2.4417565186818435) - | > loss_gen: 2.132162570953369 (2.246221375465393) - | > loss_kl: 1.6099413633346558 (1.6767039517561595) - | > loss_feat: 6.912572860717773 (6.968917910257975) - | > loss_mel: 21.944223403930664 (21.737936782836915) - | > loss_duration: 1.7338109016418457 (1.70224982102712) - | > loss_1: 34.33271026611328 (34.33203023274739) - - --> STEP: 31 - | > loss_disc: 2.497218608856201 (2.4435456183648876) - | > loss_disc_real_0: 0.09289410710334778 (0.051783162139115796) - | > loss_disc_real_1: 0.21203015744686127 (0.22442367336442393) - | > loss_disc_real_2: 0.2343246340751648 (0.25651061102267236) - | > loss_disc_real_3: 0.23099751770496368 (0.23456499941887393) - | > loss_disc_real_4: 0.25258293747901917 (0.2618936228175317) - | > loss_disc_real_5: 0.22178059816360474 (0.23972126120521176) - | > loss_0: 2.497218608856201 (2.4435456183648876) - | > loss_gen: 1.9761464595794678 (2.2375092814045563) - | > loss_kl: 1.5550824403762817 (1.6727806771955183) - | > loss_feat: 5.470996379852295 (6.92059786089005) - | > loss_mel: 20.561973571777344 (21.70000248570596) - | > loss_duration: 1.642594575881958 (1.7003254582805019) - | > loss_1: 31.20679473876953 (34.23121618455456) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.009046277692241053 (-0.0031018026413456093) - | > avg_loss_disc: 2.4435456183648876 (-0.21054797018727944) - | > avg_loss_disc_real_0: 0.051783162139115796 (-0.051376124183016444) - | > avg_loss_disc_real_1: 0.22442367336442393 (+0.014399108627150131) - | > avg_loss_disc_real_2: 0.25651061102267236 (+0.00304464515178432) - | > avg_loss_disc_real_3: 0.23456499941887393 (-0.0048919892118823305) - | > avg_loss_disc_real_4: 0.2618936228175317 (+0.00021088844345462654) - | > avg_loss_disc_real_5: 0.23972126120521176 (-0.01803938035042063) - | > avg_loss_0: 2.4435456183648876 (-0.21054797018727944) - | > avg_loss_gen: 2.2375092814045563 (+0.25592635908434413) - | > avg_loss_kl: 1.6727806771955183 (+0.003753133358493921) - | > avg_loss_feat: 6.92059786089005 (+0.7532431464041434) - | > avg_loss_mel: 21.70000248570596 (+0.2970390319824183) - | > avg_loss_duration: 1.7003254582805019 (+0.004533413917787721) - | > avg_loss_1: 34.23121618455456 (+1.3144960095805445) - - - > EPOCH: 25/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 04:06:42)  - - --> TIME: 2024-11-23 04:06:57 -- STEP: 18/797 -- GLOBAL_STEP: 43050 - | > loss_disc: 2.5423061847686768 (2.5135087172190347) - | > loss_disc_real_0: 0.2973783016204834 (0.15110074004365337) - | > loss_disc_real_1: 0.20546592772006989 (0.21349199530151156) - | > loss_disc_real_2: 0.2551219165325165 (0.2341707381937239) - | > loss_disc_real_3: 0.23835071921348572 (0.23044905480411318) - | > loss_disc_real_4: 0.2127130925655365 (0.22430829207102457) - | > loss_disc_real_5: 0.23624633252620697 (0.23189466281069648) - | > loss_0: 2.5423061847686768 (2.5135087172190347) - | > grad_norm_0: tensor(124.1919, device='cuda:0') (tensor(91.3636, device='cuda:0')) - | > loss_gen: 2.6240954399108887 (2.3851507107416787) - | > loss_kl: 1.8548357486724854 (1.5197242961989508) - | > loss_feat: 7.081603050231934 (6.474276648627387) - | > loss_mel: 21.41949462890625 (20.654993693033855) - | > loss_duration: 1.7110148668289185 (1.8403773705164592) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.691043853759766 (32.8745224210951) - | > grad_norm_1: tensor(626.2263, device='cuda:0') (tensor(474.7376, device='cuda:0')) - | > current_lr_0: 0.00019867929711349895 - | > current_lr_1: 0.00019867929711349895 - | > step_time: 0.712 (0.7561645110448202) - | > loader_time: 0.0037 (0.006590935919019911) - - - --> TIME: 2024-11-23 04:07:17 -- STEP: 43/797 -- GLOBAL_STEP: 43075 - | > loss_disc: 2.5363776683807373 (2.4898982713388844) - | > loss_disc_real_0: 0.08542609959840775 (0.14933520304255707) - | > loss_disc_real_1: 0.25236478447914124 (0.21430277062016864) - | > loss_disc_real_2: 0.2772299647331238 (0.2286765152631804) - | > loss_disc_real_3: 0.21139074862003326 (0.22582074376039726) - | > loss_disc_real_4: 0.28016605973243713 (0.22503909745881723) - | > loss_disc_real_5: 0.2676245868206024 (0.23392258307268454) - | > loss_0: 2.5363776683807373 (2.4898982713388844) - | > grad_norm_0: tensor(27.1683, device='cuda:0') (tensor(84.7898, device='cuda:0')) - | > loss_gen: 2.20833683013916 (2.3553557506827425) - | > loss_kl: 1.4591190814971924 (1.54276681223581) - | > loss_feat: 6.064198017120361 (6.633591674094976) - | > loss_mel: 19.414506912231445 (20.728544900583667) - | > loss_duration: 1.7201597690582275 (1.7962005221566488) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.86631965637207 (33.05645955995071) - | > grad_norm_1: tensor(195.6105, device='cuda:0') (tensor(452.3921, device='cuda:0')) - | > current_lr_0: 0.00019867929711349895 - | > current_lr_1: 0.00019867929711349895 - | > step_time: 0.7524 (0.7558742456657942) - | > loader_time: 0.0138 (0.006223717401194018) - - - --> TIME: 2024-11-23 04:07:36 -- STEP: 68/797 -- GLOBAL_STEP: 43100 - | > loss_disc: 2.5016510486602783 (2.476378479424645) - | > loss_disc_real_0: 0.14484867453575134 (0.14078666121863265) - | > loss_disc_real_1: 0.22164872288703918 (0.21612946886350126) - | > loss_disc_real_2: 0.2165067195892334 (0.2318676175440059) - | > loss_disc_real_3: 0.22886677086353302 (0.2218242611955194) - | > loss_disc_real_4: 0.19737637042999268 (0.22405076158397338) - | > loss_disc_real_5: 0.22388191521167755 (0.23176252776209047) - | > loss_0: 2.5016510486602783 (2.476378479424645) - | > grad_norm_0: tensor(101.5649, device='cuda:0') (tensor(74.9474, device='cuda:0')) - | > loss_gen: 2.284942626953125 (2.344172779251547) - | > loss_kl: 1.591587781906128 (1.5341366669710945) - | > loss_feat: 6.6610636711120605 (6.636860770337722) - | > loss_mel: 20.451757431030273 (20.803938697366153) - | > loss_duration: 1.6793768405914307 (1.7624846626730526) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.66872787475586 (33.081593513488755) - | > grad_norm_1: tensor(474.1160, device='cuda:0') (tensor(484.1501, device='cuda:0')) - | > current_lr_0: 0.00019867929711349895 - | > current_lr_1: 0.00019867929711349895 - | > step_time: 0.7465 (0.7591617528130027) - | > loader_time: 0.0043 (0.005913583671345431) - - - --> TIME: 2024-11-23 04:07:55 -- STEP: 93/797 -- GLOBAL_STEP: 43125 - | > loss_disc: 2.534122943878174 (2.4640582787093295) - | > loss_disc_real_0: 0.14485976099967957 (0.13981567751816526) - | > loss_disc_real_1: 0.28176045417785645 (0.21601716036437657) - | > loss_disc_real_2: 0.2293032556772232 (0.22959907897697981) - | > loss_disc_real_3: 0.2354426085948944 (0.22170671948822596) - | > loss_disc_real_4: 0.2027565836906433 (0.22084015223287767) - | > loss_disc_real_5: 0.22914381325244904 (0.230641290385236) - | > loss_0: 2.534122943878174 (2.4640582787093295) - | > grad_norm_0: tensor(72.2355, device='cuda:0') (tensor(64.7197, device='cuda:0')) - | > loss_gen: 2.351311206817627 (2.3389402281853457) - | > loss_kl: 1.5632281303405762 (1.5289304012893348) - | > loss_feat: 6.769094467163086 (6.670224594813521) - | > loss_mel: 21.2908878326416 (20.84859281970608) - | > loss_duration: 1.6973369121551514 (1.7489348060341292) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.67185974121094 (33.13562284490113) - | > grad_norm_1: tensor(219.7484, device='cuda:0') (tensor(449.3757, device='cuda:0')) - | > current_lr_0: 0.00019867929711349895 - | > current_lr_1: 0.00019867929711349895 - | > step_time: 0.7328 (0.7603468689867245) - | > loader_time: 0.0036 (0.006020604923207272) - - - --> TIME: 2024-11-23 04:08:15 -- STEP: 118/797 -- GLOBAL_STEP: 43150 - | > loss_disc: 2.5669491291046143 (2.4662365428471964) - | > loss_disc_real_0: 0.1489507108926773 (0.1377149027598612) - | > loss_disc_real_1: 0.19537189602851868 (0.21726763690427195) - | > loss_disc_real_2: 0.28024813532829285 (0.2318030595779419) - | > loss_disc_real_3: 0.29307034611701965 (0.22231846391144444) - | > loss_disc_real_4: 0.26497384905815125 (0.22192198063357402) - | > loss_disc_real_5: 0.2687664031982422 (0.23201740381576247) - | > loss_0: 2.5669491291046143 (2.4662365428471964) - | > grad_norm_0: tensor(19.7411, device='cuda:0') (tensor(59.1148, device='cuda:0')) - | > loss_gen: 2.3864190578460693 (2.336200922222462) - | > loss_kl: 1.5476326942443848 (1.5273288559105436) - | > loss_feat: 6.822721481323242 (6.720837055626562) - | > loss_mel: 22.355918884277344 (21.034979820251465) - | > loss_duration: 1.71028733253479 (1.7428163764840465) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.82297897338867 (33.36216305878201) - | > grad_norm_1: tensor(648.2018, device='cuda:0') (tensor(448.4278, device='cuda:0')) - | > current_lr_0: 0.00019867929711349895 - | > current_lr_1: 0.00019867929711349895 - | > step_time: 0.6696 (0.7624966532497083) - | > loader_time: 0.0048 (0.006008764444771459) - - - --> TIME: 2024-11-23 04:08:35 -- STEP: 143/797 -- GLOBAL_STEP: 43175 - | > loss_disc: 2.5494370460510254 (2.465428922559831) - | > loss_disc_real_0: 0.13941256701946259 (0.1373521485268237) - | > loss_disc_real_1: 0.2808445394039154 (0.21716452145076295) - | > loss_disc_real_2: 0.26906269788742065 (0.2307257260475959) - | > loss_disc_real_3: 0.2854275107383728 (0.22138130435576805) - | > loss_disc_real_4: 0.26142293214797974 (0.22336521578001806) - | > loss_disc_real_5: 0.2038501501083374 (0.23190123989031866) - | > loss_0: 2.5494370460510254 (2.465428922559831) - | > grad_norm_0: tensor(86.6474, device='cuda:0') (tensor(61.7507, device='cuda:0')) - | > loss_gen: 2.588728666305542 (2.341943959256153) - | > loss_kl: 1.660992980003357 (1.5258809253052399) - | > loss_feat: 6.647642612457275 (6.7310186499482265) - | > loss_mel: 21.538198471069336 (21.11201894533384) - | > loss_duration: 1.6784443855285645 (1.738509727524711) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.11400604248047 (33.449372258219675) - | > grad_norm_1: tensor(553.8464, device='cuda:0') (tensor(463.1392, device='cuda:0')) - | > current_lr_0: 0.00019867929711349895 - | > current_lr_1: 0.00019867929711349895 - | > step_time: 0.7866 (0.7658364305963049) - | > loader_time: 0.0043 (0.00595600288231056) - - - --> TIME: 2024-11-23 04:08:54 -- STEP: 168/797 -- GLOBAL_STEP: 43200 - | > loss_disc: 2.4673943519592285 (2.476950707889738) - | > loss_disc_real_0: 0.10011950135231018 (0.13804178394465944) - | > loss_disc_real_1: 0.20327910780906677 (0.21890767433104058) - | > loss_disc_real_2: 0.2604692876338959 (0.23350974988369716) - | > loss_disc_real_3: 0.2554144859313965 (0.22310569500994115) - | > loss_disc_real_4: 0.25676271319389343 (0.223217964793245) - | > loss_disc_real_5: 0.2358233481645584 (0.23360451160087473) - | > loss_0: 2.4673943519592285 (2.476950707889738) - | > grad_norm_0: tensor(62.4352, device='cuda:0') (tensor(66.3822, device='cuda:0')) - | > loss_gen: 2.3911333084106445 (2.348109266587666) - | > loss_kl: 1.346024513244629 (1.525423062699182) - | > loss_feat: 6.529250144958496 (6.745074272155762) - | > loss_mel: 21.2442684173584 (21.169233583268664) - | > loss_duration: 1.7253248691558838 (1.7316596955060963) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.23600387573242 (33.51949992634) - | > grad_norm_1: tensor(417.3812, device='cuda:0') (tensor(464.5459, device='cuda:0')) - | > current_lr_0: 0.00019867929711349895 - | > current_lr_1: 0.00019867929711349895 - | > step_time: 0.8008 (0.7686259320804051) - | > loader_time: 0.0046 (0.005901831956136794) - - - --> TIME: 2024-11-23 04:09:14 -- STEP: 193/797 -- GLOBAL_STEP: 43225 - | > loss_disc: 2.5700318813323975 (2.4756023142621912) - | > loss_disc_real_0: 0.14659349620342255 (0.13716517255636712) - | > loss_disc_real_1: 0.26731184124946594 (0.21812126634960963) - | > loss_disc_real_2: 0.27766770124435425 (0.23320883620588273) - | > loss_disc_real_3: 0.26346585154533386 (0.22342638524702793) - | > loss_disc_real_4: 0.2652721405029297 (0.2232904827965356) - | > loss_disc_real_5: 0.281347393989563 (0.2329055758801149) - | > loss_0: 2.5700318813323975 (2.4756023142621912) - | > grad_norm_0: tensor(30.0355, device='cuda:0') (tensor(66.3683, device='cuda:0')) - | > loss_gen: 2.3283028602600098 (2.3415045367621388) - | > loss_kl: 1.5584059953689575 (1.5252635040431446) - | > loss_feat: 5.815739154815674 (6.700304878808056) - | > loss_mel: 20.44803810119629 (21.147372517561056) - | > loss_duration: 1.6905616521835327 (1.7272683517920542) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.841047286987305 (33.44171383714428) - | > grad_norm_1: tensor(151.7760, device='cuda:0') (tensor(466.1673, device='cuda:0')) - | > current_lr_0: 0.00019867929711349895 - | > current_lr_1: 0.00019867929711349895 - | > step_time: 0.8253 (0.7714883119948788) - | > loader_time: 0.0051 (0.0059445979063992675) - - - --> TIME: 2024-11-23 04:09:35 -- STEP: 218/797 -- GLOBAL_STEP: 43250 - | > loss_disc: 2.4216384887695312 (2.476292353157602) - | > loss_disc_real_0: 0.13664190471172333 (0.1365082488318377) - | > loss_disc_real_1: 0.207084059715271 (0.2180559908578155) - | > loss_disc_real_2: 0.20393162965774536 (0.2335589023631647) - | > loss_disc_real_3: 0.20153214037418365 (0.22333368078010893) - | > loss_disc_real_4: 0.22388611733913422 (0.22354417471984112) - | > loss_disc_real_5: 0.26625436544418335 (0.23350825010363116) - | > loss_0: 2.4216384887695312 (2.476292353157602) - | > grad_norm_0: tensor(19.3696, device='cuda:0') (tensor(65.7560, device='cuda:0')) - | > loss_gen: 2.2551584243774414 (2.336726049764441) - | > loss_kl: 1.8811475038528442 (1.5252922773361208) - | > loss_feat: 6.549964904785156 (6.664736518072425) - | > loss_mel: 21.764650344848633 (21.172145616023922) - | > loss_duration: 1.7028586864471436 (1.725531564393175) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.153778076171875 (33.42443208082006) - | > grad_norm_1: tensor(539.5380, device='cuda:0') (tensor(480.6180, device='cuda:0')) - | > current_lr_0: 0.00019867929711349895 - | > current_lr_1: 0.00019867929711349895 - | > step_time: 0.8341 (0.7758420574555703) - | > loader_time: 0.0056 (0.005975192839946222) - - - --> TIME: 2024-11-23 04:09:56 -- STEP: 243/797 -- GLOBAL_STEP: 43275 - | > loss_disc: 2.3747365474700928 (2.4714652824794303) - | > loss_disc_real_0: 0.11211695522069931 (0.1350542604769946) - | > loss_disc_real_1: 0.2857557237148285 (0.2177013461113957) - | > loss_disc_real_2: 0.25994351506233215 (0.23304853468765446) - | > loss_disc_real_3: 0.24580428004264832 (0.22349315115208487) - | > loss_disc_real_4: 0.18463167548179626 (0.2225719609991513) - | > loss_disc_real_5: 0.24443739652633667 (0.2331759773899989) - | > loss_0: 2.3747365474700928 (2.4714652824794303) - | > grad_norm_0: tensor(52.9098, device='cuda:0') (tensor(65.9006, device='cuda:0')) - | > loss_gen: 2.4645156860351562 (2.3402839226977816) - | > loss_kl: 1.6008065938949585 (1.5289093466943187) - | > loss_feat: 6.1742424964904785 (6.67023413858296) - | > loss_mel: 20.76659393310547 (21.20515564341605) - | > loss_duration: 1.6692718267440796 (1.721380800867277) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.67543029785156 (33.46596388169274) - | > grad_norm_1: tensor(778.2695, device='cuda:0') (tensor(491.3582, device='cuda:0')) - | > current_lr_0: 0.00019867929711349895 - | > current_lr_1: 0.00019867929711349895 - | > step_time: 0.8522 (0.7802184049975235) - | > loader_time: 0.0057 (0.006014539381113563) - - - --> TIME: 2024-11-23 04:10:17 -- STEP: 268/797 -- GLOBAL_STEP: 43300 - | > loss_disc: 2.3568406105041504 (2.4710907740379437) - | > loss_disc_real_0: 0.15977846086025238 (0.13437779538277828) - | > loss_disc_real_1: 0.16861052811145782 (0.21746053385423192) - | > loss_disc_real_2: 0.22944428026676178 (0.23286799380361145) - | > loss_disc_real_3: 0.2124311327934265 (0.22347014781032035) - | > loss_disc_real_4: 0.19290675222873688 (0.22225851187510273) - | > loss_disc_real_5: 0.22995103895664215 (0.23342491719704953) - | > loss_0: 2.3568406105041504 (2.4710907740379437) - | > grad_norm_0: tensor(69.6384, device='cuda:0') (tensor(67.3151, device='cuda:0')) - | > loss_gen: 2.446732759475708 (2.336627099941026) - | > loss_kl: 1.7410141229629517 (1.5346999657687859) - | > loss_feat: 6.982571125030518 (6.633347452576481) - | > loss_mel: 21.444690704345703 (21.175283474708678) - | > loss_duration: 1.6790668964385986 (1.7181930466374358) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.29407501220703 (33.39815107744129) - | > grad_norm_1: tensor(650.2475, device='cuda:0') (tensor(501.3401, device='cuda:0')) - | > current_lr_0: 0.00019867929711349895 - | > current_lr_1: 0.00019867929711349895 - | > step_time: 0.8438 (0.7848423105567249) - | > loader_time: 0.0064 (0.006060457941311509) - - - --> TIME: 2024-11-23 04:10:38 -- STEP: 293/797 -- GLOBAL_STEP: 43325 - | > loss_disc: 2.394946575164795 (2.469916922240533) - | > loss_disc_real_0: 0.07496564090251923 (0.13424211806608152) - | > loss_disc_real_1: 0.2218266874551773 (0.2174624696424797) - | > loss_disc_real_2: 0.28429877758026123 (0.23291709108767655) - | > loss_disc_real_3: 0.18161305785179138 (0.2235074513194504) - | > loss_disc_real_4: 0.15531538426876068 (0.22232034690550972) - | > loss_disc_real_5: 0.220770001411438 (0.23277843074790447) - | > loss_0: 2.394946575164795 (2.469916922240533) - | > grad_norm_0: tensor(37.9892, device='cuda:0') (tensor(68.6729, device='cuda:0')) - | > loss_gen: 2.4547665119171143 (2.3418026304082256) - | > loss_kl: 1.509708285331726 (1.5339219529474148) - | > loss_feat: 6.518572807312012 (6.644540013713641) - | > loss_mel: 21.14334487915039 (21.191664256333496) - | > loss_duration: 1.668492317199707 (1.7164194164829454) - | > amp_scaler: 256.0 (133.24232081911265) - | > loss_1: 33.29488754272461 (33.42834830690975) - | > grad_norm_1: tensor(455.2928, device='cuda:0') (tensor(504.3321, device='cuda:0')) - | > current_lr_0: 0.00019867929711349895 - | > current_lr_1: 0.00019867929711349895 - | > step_time: 0.8066 (0.7883166794890837) - | > loader_time: 0.0055 (0.006225423194442595) - - - --> TIME: 2024-11-23 04:10:59 -- STEP: 318/797 -- GLOBAL_STEP: 43350 - | > loss_disc: 2.509385824203491 (2.470350315735775) - | > loss_disc_real_0: 0.12872421741485596 (0.13436286671544026) - | > loss_disc_real_1: 0.19966179132461548 (0.21702234390771613) - | > loss_disc_real_2: 0.24677957594394684 (0.23306294216674828) - | > loss_disc_real_3: 0.18218667805194855 (0.22352888922458924) - | > loss_disc_real_4: 0.2655271291732788 (0.222609798394659) - | > loss_disc_real_5: 0.2543211579322815 (0.2327184077328856) - | > loss_0: 2.509385824203491 (2.470350315735775) - | > grad_norm_0: tensor(11.8492, device='cuda:0') (tensor(68.4053, device='cuda:0')) - | > loss_gen: 2.4984703063964844 (2.3434385076258923) - | > loss_kl: 1.9619044065475464 (1.5386465967826126) - | > loss_feat: 7.533418655395508 (6.66062929945172) - | > loss_mel: 23.460248947143555 (21.257602355765098) - | > loss_duration: 1.691332221031189 (1.714170454058258) - | > amp_scaler: 256.0 (142.8930817610063) - | > loss_1: 37.14537811279297 (33.51448723655073) - | > grad_norm_1: tensor(58.4867, device='cuda:0') (tensor(496.9119, device='cuda:0')) - | > current_lr_0: 0.00019867929711349895 - | > current_lr_1: 0.00019867929711349895 - | > step_time: 0.8022 (0.7909065267574859) - | > loader_time: 0.0089 (0.00640668209243871) - - - --> TIME: 2024-11-23 04:11:20 -- STEP: 343/797 -- GLOBAL_STEP: 43375 - | > loss_disc: 2.396162509918213 (2.4699030429906816) - | > loss_disc_real_0: 0.1452603042125702 (0.1344222053668243) - | > loss_disc_real_1: 0.2724778950214386 (0.21755714101972107) - | > loss_disc_real_2: 0.21412692964076996 (0.23318530905872323) - | > loss_disc_real_3: 0.20731282234191895 (0.2235697069077728) - | > loss_disc_real_4: 0.23677028715610504 (0.22223818250022195) - | > loss_disc_real_5: 0.21510331332683563 (0.2326791776078088) - | > loss_0: 2.396162509918213 (2.4699030429906816) - | > grad_norm_0: tensor(24.7698, device='cuda:0') (tensor(66.3875, device='cuda:0')) - | > loss_gen: 2.4737212657928467 (2.3391983884416594) - | > loss_kl: 1.5049632787704468 (1.538392989002929) - | > loss_feat: 7.636139869689941 (6.64846110691482) - | > loss_mel: 23.291858673095703 (21.282160188991895) - | > loss_duration: 1.7275495529174805 (1.7120476578832027) - | > amp_scaler: 256.0 (151.137026239067) - | > loss_1: 36.63423156738281 (33.520260313161906) - | > grad_norm_1: tensor(273.5224, device='cuda:0') (tensor(487.4475, device='cuda:0')) - | > current_lr_0: 0.00019867929711349895 - | > current_lr_1: 0.00019867929711349895 - | > step_time: 0.8504 (0.7933188228495959) - | > loader_time: 0.0052 (0.006493567725312263) - - - --> TIME: 2024-11-23 04:11:41 -- STEP: 368/797 -- GLOBAL_STEP: 43400 - | > loss_disc: 2.3308260440826416 (2.4670703119557835) - | > loss_disc_real_0: 0.11268551647663116 (0.13412191457641529) - | > loss_disc_real_1: 0.24393436312675476 (0.21783976754902498) - | > loss_disc_real_2: 0.23210926353931427 (0.23309022212482017) - | > loss_disc_real_3: 0.20504803955554962 (0.2232455548060977) - | > loss_disc_real_4: 0.2103690505027771 (0.2221058495747654) - | > loss_disc_real_5: 0.19257694482803345 (0.23284770653623602) - | > loss_0: 2.3308260440826416 (2.4670703119557835) - | > grad_norm_0: tensor(82.5164, device='cuda:0') (tensor(65.2447, device='cuda:0')) - | > loss_gen: 2.4498913288116455 (2.3397443346355287) - | > loss_kl: 1.4598504304885864 (1.5376624973571824) - | > loss_feat: 7.086092948913574 (6.652810386989428) - | > loss_mel: 21.84366798400879 (21.29562857358353) - | > loss_duration: 1.6498228311538696 (1.7094622306201774) - | > amp_scaler: 256.0 (158.26086956521735) - | > loss_1: 34.489322662353516 (33.53530798269351) - | > grad_norm_1: tensor(696.4273, device='cuda:0') (tensor(491.7778, device='cuda:0')) - | > current_lr_0: 0.00019867929711349895 - | > current_lr_1: 0.00019867929711349895 - | > step_time: 0.8499 (0.7967986503373019) - | > loader_time: 0.0116 (0.0065674684617830405) - - - --> TIME: 2024-11-23 04:12:02 -- STEP: 393/797 -- GLOBAL_STEP: 43425 - | > loss_disc: 2.6626384258270264 (2.4685449861084834) - | > loss_disc_real_0: 0.320273756980896 (0.135314911452262) - | > loss_disc_real_1: 0.20287713408470154 (0.21793574454978526) - | > loss_disc_real_2: 0.2355431616306305 (0.2330186842886243) - | > loss_disc_real_3: 0.2538912892341614 (0.22361729576539144) - | > loss_disc_real_4: 0.2141345739364624 (0.22225246470393112) - | > loss_disc_real_5: 0.2596355676651001 (0.23232573467963222) - | > loss_0: 2.6626384258270264 (2.4685449861084834) - | > grad_norm_0: tensor(135.4619, device='cuda:0') (tensor(67.6356, device='cuda:0')) - | > loss_gen: 2.2474377155303955 (2.3434133638862447) - | > loss_kl: 1.6459962129592896 (1.5391078341098239) - | > loss_feat: 5.3090314865112305 (6.661968003095865) - | > loss_mel: 20.18894386291504 (21.301421274665667) - | > loss_duration: 1.6470882892608643 (1.7076712000461032) - | > amp_scaler: 256.0 (164.4783715012723) - | > loss_1: 31.038497924804688 (33.553581611497364) - | > grad_norm_1: tensor(164.1042, device='cuda:0') (tensor(496.0045, device='cuda:0')) - | > current_lr_0: 0.00019867929711349895 - | > current_lr_1: 0.00019867929711349895 - | > step_time: 0.8477 (0.799057514612911) - | > loader_time: 0.009 (0.00660233825217677) - - - --> TIME: 2024-11-23 04:12:23 -- STEP: 418/797 -- GLOBAL_STEP: 43450 - | > loss_disc: 2.4328150749206543 (2.466068215347362) - | > loss_disc_real_0: 0.17786958813667297 (0.13494269774433543) - | > loss_disc_real_1: 0.24241165816783905 (0.21778325191097397) - | > loss_disc_real_2: 0.282054603099823 (0.23294710435650565) - | > loss_disc_real_3: 0.26058462262153625 (0.22348329727872138) - | > loss_disc_real_4: 0.23087173700332642 (0.2219376838520953) - | > loss_disc_real_5: 0.23682326078414917 (0.23212413529032155) - | > loss_0: 2.4328150749206543 (2.466068215347362) - | > grad_norm_0: tensor(112.0330, device='cuda:0') (tensor(68.1122, device='cuda:0')) - | > loss_gen: 2.5465667247772217 (2.3469867997192324) - | > loss_kl: 1.457031011581421 (1.5389598214455205) - | > loss_feat: 7.243314743041992 (6.669346388447227) - | > loss_mel: 21.953536987304688 (21.297402655679083) - | > loss_duration: 1.6914643049240112 (1.7059591378321493) - | > amp_scaler: 256.0 (169.95215311004785) - | > loss_1: 34.89191436767578 (33.55865476690407) - | > grad_norm_1: tensor(594.1111, device='cuda:0') (tensor(493.1351, device='cuda:0')) - | > current_lr_0: 0.00019867929711349895 - | > current_lr_1: 0.00019867929711349895 - | > step_time: 0.8015 (0.8011466219094379) - | > loader_time: 0.0058 (0.0066365830635910445) - - - --> TIME: 2024-11-23 04:12:44 -- STEP: 443/797 -- GLOBAL_STEP: 43475 - | > loss_disc: 2.5338754653930664 (2.4662445587175417) - | > loss_disc_real_0: 0.10340695828199387 (0.13494850594222427) - | > loss_disc_real_1: 0.24370653927326202 (0.21778746188090564) - | > loss_disc_real_2: 0.2856243848800659 (0.23302604392608187) - | > loss_disc_real_3: 0.25315234065055847 (0.22341238059793045) - | > loss_disc_real_4: 0.29755645990371704 (0.2219524234869679) - | > loss_disc_real_5: 0.2850577235221863 (0.2321005089557467) - | > loss_0: 2.5338754653930664 (2.4662445587175417) - | > grad_norm_0: tensor(32.7196, device='cuda:0') (tensor(67.3761, device='cuda:0')) - | > loss_gen: 2.3275959491729736 (2.3460773700516073) - | > loss_kl: 1.5166727304458618 (1.5385413896418592) - | > loss_feat: 6.492899417877197 (6.6624918715948445) - | > loss_mel: 21.530330657958984 (21.28927683776443) - | > loss_duration: 1.6553826332092285 (1.7044532299041752) - | > amp_scaler: 256.0 (174.80812641083523) - | > loss_1: 33.52288055419922 (33.54084064836692) - | > grad_norm_1: tensor(170.2910, device='cuda:0') (tensor(489.8537, device='cuda:0')) - | > current_lr_0: 0.00019867929711349895 - | > current_lr_1: 0.00019867929711349895 - | > step_time: 0.8236 (0.8029584626311909) - | > loader_time: 0.0062 (0.006712915665947292) - - - --> TIME: 2024-11-23 04:13:06 -- STEP: 468/797 -- GLOBAL_STEP: 43500 - | > loss_disc: 2.4039435386657715 (2.465273603414877) - | > loss_disc_real_0: 0.18141788244247437 (0.1348389573713654) - | > loss_disc_real_1: 0.19912870228290558 (0.21749418162000486) - | > loss_disc_real_2: 0.23883263766765594 (0.23284792865061352) - | > loss_disc_real_3: 0.21393941342830658 (0.22359025694875637) - | > loss_disc_real_4: 0.17627695202827454 (0.22211242002299705) - | > loss_disc_real_5: 0.22896325588226318 (0.23222427477693966) - | > loss_0: 2.4039435386657715 (2.465273603414877) - | > grad_norm_0: tensor(53.6891, device='cuda:0') (tensor(66.2393, device='cuda:0')) - | > loss_gen: 2.2876431941986084 (2.3456339917631244) - | > loss_kl: 1.2228480577468872 (1.539823649785458) - | > loss_feat: 6.579438209533691 (6.670713868915525) - | > loss_mel: 21.70936393737793 (21.318958469945148) - | > loss_duration: 1.6895689964294434 (1.7038077780833616) - | > amp_scaler: 256.0 (179.14529914529913) - | > loss_1: 33.488861083984375 (33.578937713916424) - | > grad_norm_1: tensor(607.1320, device='cuda:0') (tensor(494.1549, device='cuda:0')) - | > current_lr_0: 0.00019867929711349895 - | > current_lr_1: 0.00019867929711349895 - | > step_time: 0.861 (0.8060695340490747) - | > loader_time: 0.0063 (0.006735141970153551) - - - --> TIME: 2024-11-23 04:13:28 -- STEP: 493/797 -- GLOBAL_STEP: 43525 - | > loss_disc: 2.50252366065979 (2.463989130623683) - | > loss_disc_real_0: 0.10986548662185669 (0.1348143731816304) - | > loss_disc_real_1: 0.1864592730998993 (0.21743479667280557) - | > loss_disc_real_2: 0.24363727867603302 (0.23252737053630318) - | > loss_disc_real_3: 0.2405548244714737 (0.22334774669720725) - | > loss_disc_real_4: 0.24368181824684143 (0.22206742185003614) - | > loss_disc_real_5: 0.2334045022726059 (0.23235788155520906) - | > loss_0: 2.50252366065979 (2.463989130623683) - | > grad_norm_0: tensor(30.9861, device='cuda:0') (tensor(64.9497, device='cuda:0')) - | > loss_gen: 2.3223390579223633 (2.3450664879100573) - | > loss_kl: 1.5025956630706787 (1.5402563732971288) - | > loss_feat: 6.872108459472656 (6.67778999084875) - | > loss_mel: 24.04161262512207 (21.332692573810455) - | > loss_duration: 1.6556973457336426 (1.7021986765987254) - | > amp_scaler: 256.0 (183.0425963488844) - | > loss_1: 36.394351959228516 (33.59800406063297) - | > grad_norm_1: tensor(417.2585, device='cuda:0') (tensor(490.6969, device='cuda:0')) - | > current_lr_0: 0.00019867929711349895 - | > current_lr_1: 0.00019867929711349895 - | > step_time: 0.8444 (0.8089356523981924) - | > loader_time: 0.0115 (0.006799153817352856) - - - --> TIME: 2024-11-23 04:13:50 -- STEP: 518/797 -- GLOBAL_STEP: 43550 - | > loss_disc: 2.4999592304229736 (2.465078745569501) - | > loss_disc_real_0: 0.06454214453697205 (0.13492742331849567) - | > loss_disc_real_1: 0.20149171352386475 (0.2173514213973951) - | > loss_disc_real_2: 0.206590473651886 (0.23277324996169468) - | > loss_disc_real_3: 0.20735996961593628 (0.2230473885952736) - | > loss_disc_real_4: 0.2597491145133972 (0.22246806786672485) - | > loss_disc_real_5: 0.24240410327911377 (0.23263121307126344) - | > loss_0: 2.4999592304229736 (2.465078745569501) - | > grad_norm_0: tensor(83.1986, device='cuda:0') (tensor(65.1507, device='cuda:0')) - | > loss_gen: 2.2699174880981445 (2.3443932455018692) - | > loss_kl: 1.5776575803756714 (1.5387285427697381) - | > loss_feat: 6.2595930099487305 (6.681636447611923) - | > loss_mel: 21.36971664428711 (21.33578066660171) - | > loss_duration: 1.7037580013275146 (1.701379593044635) - | > amp_scaler: 256.0 (186.56370656370657) - | > loss_1: 33.180641174316406 (33.6019184635412) - | > grad_norm_1: tensor(604.0688, device='cuda:0') (tensor(491.1884, device='cuda:0')) - | > current_lr_0: 0.00019867929711349895 - | > current_lr_1: 0.00019867929711349895 - | > step_time: 0.8965 (0.8111139595738707) - | > loader_time: 0.0077 (0.006857802508880737) - - - --> TIME: 2024-11-23 04:14:12 -- STEP: 543/797 -- GLOBAL_STEP: 43575 - | > loss_disc: 2.4709272384643555 (2.4661178821577763) - | > loss_disc_real_0: 0.08906130492687225 (0.13545451587680077) - | > loss_disc_real_1: 0.19588352739810944 (0.21735893187162844) - | > loss_disc_real_2: 0.23869401216506958 (0.23213325594560436) - | > loss_disc_real_3: 0.24684257805347443 (0.22329546692292335) - | > loss_disc_real_4: 0.32580268383026123 (0.22238893282786687) - | > loss_disc_real_5: 0.28940460085868835 (0.23290809017518607) - | > loss_0: 2.4709272384643555 (2.4661178821577763) - | > grad_norm_0: tensor(156.4572, device='cuda:0') (tensor(66.4196, device='cuda:0')) - | > loss_gen: 2.4303040504455566 (2.3458849308020953) - | > loss_kl: 1.5903031826019287 (1.5394256279613436) - | > loss_feat: 7.2950825691223145 (6.682107999179903) - | > loss_mel: 20.716211318969727 (21.32912251523407) - | > loss_duration: 1.7185003757476807 (1.7011713248370546) - | > amp_scaler: 256.0 (189.76058931860038) - | > loss_1: 33.750404357910156 (33.597712399112076) - | > grad_norm_1: tensor(555.0552, device='cuda:0') (tensor(493.5279, device='cuda:0')) - | > current_lr_0: 0.00019867929711349895 - | > current_lr_1: 0.00019867929711349895 - | > step_time: 0.8903 (0.8137365783775707) - | > loader_time: 0.007 (0.006949953391846156) - - - --> TIME: 2024-11-23 04:14:34 -- STEP: 568/797 -- GLOBAL_STEP: 43600 - | > loss_disc: 2.6211564540863037 (2.468791878139468) - | > loss_disc_real_0: 0.18987852334976196 (0.13609642934211547) - | > loss_disc_real_1: 0.20740492641925812 (0.21728021701351852) - | > loss_disc_real_2: 0.23019693791866302 (0.23238319239880836) - | > loss_disc_real_3: 0.20025058090686798 (0.222751501029436) - | > loss_disc_real_4: 0.2303857058286667 (0.2228592451347011) - | > loss_disc_real_5: 0.18400825560092926 (0.23332535506973803) - | > loss_0: 2.6211564540863037 (2.468791878139468) - | > grad_norm_0: tensor(104.3672, device='cuda:0') (tensor(66.8050, device='cuda:0')) - | > loss_gen: 2.3115150928497314 (2.3460659848552368) - | > loss_kl: 1.499677062034607 (1.5408530031711285) - | > loss_feat: 6.014091968536377 (6.676746532111102) - | > loss_mel: 21.84576416015625 (21.33284840449482) - | > loss_duration: 1.6843140125274658 (1.7003086282753617) - | > amp_scaler: 256.0 (192.67605633802816) - | > loss_1: 33.35536193847656 (33.59682254052492) - | > grad_norm_1: tensor(247.9852, device='cuda:0') (tensor(491.5792, device='cuda:0')) - | > current_lr_0: 0.00019867929711349895 - | > current_lr_1: 0.00019867929711349895 - | > step_time: 0.8532 (0.8161944390182763) - | > loader_time: 0.0084 (0.007075315210181228) - - - --> TIME: 2024-11-23 04:14:56 -- STEP: 593/797 -- GLOBAL_STEP: 43625 - | > loss_disc: 2.4649415016174316 (2.469203587125163) - | > loss_disc_real_0: 0.12832455337047577 (0.13593237355200688) - | > loss_disc_real_1: 0.21108344197273254 (0.21735184867104626) - | > loss_disc_real_2: 0.25261351466178894 (0.2325463511841293) - | > loss_disc_real_3: 0.21528728306293488 (0.22294405879198395) - | > loss_disc_real_4: 0.20929820835590363 (0.2230472228730106) - | > loss_disc_real_5: 0.2422163039445877 (0.23331445086163172) - | > loss_0: 2.4649415016174316 (2.469203587125163) - | > grad_norm_0: tensor(31.3027, device='cuda:0') (tensor(65.8502, device='cuda:0')) - | > loss_gen: 2.2686991691589355 (2.3448307017652827) - | > loss_kl: 1.6037909984588623 (1.5413590088662572) - | > loss_feat: 6.149520397186279 (6.681068847392501) - | > loss_mel: 21.75433349609375 (21.36093845978556) - | > loss_duration: 1.677229642868042 (1.700004879982034) - | > amp_scaler: 256.0 (195.34569983136595) - | > loss_1: 33.453575134277344 (33.628201878693964) - | > grad_norm_1: tensor(409.2767, device='cuda:0') (tensor(490.3791, device='cuda:0')) - | > current_lr_0: 0.00019867929711349895 - | > current_lr_1: 0.00019867929711349895 - | > step_time: 0.9702 (0.8190834449877422) - | > loader_time: 0.0088 (0.007187721098052314) - - - --> TIME: 2024-11-23 04:15:19 -- STEP: 618/797 -- GLOBAL_STEP: 43650 - | > loss_disc: 2.5252268314361572 (2.4702035798224036) - | > loss_disc_real_0: 0.08402182161808014 (0.13583057655268702) - | > loss_disc_real_1: 0.2592299282550812 (0.21749372869537095) - | > loss_disc_real_2: 0.2579895853996277 (0.23275666341523135) - | > loss_disc_real_3: 0.24777930974960327 (0.22281626843422359) - | > loss_disc_real_4: 0.2495545595884323 (0.22335225189387983) - | > loss_disc_real_5: 0.2374420464038849 (0.23384135566097247) - | > loss_0: 2.5252268314361572 (2.4702035798224036) - | > grad_norm_0: tensor(38.6197, device='cuda:0') (tensor(65.3514, device='cuda:0')) - | > loss_gen: 2.303459644317627 (2.3447248679148736) - | > loss_kl: 1.533047080039978 (1.5431810482420196) - | > loss_feat: 6.143085956573486 (6.6739688783787585) - | > loss_mel: 21.865434646606445 (21.372061538079038) - | > loss_duration: 1.6905605792999268 (1.699808888450796) - | > amp_scaler: 256.0 (197.7993527508091) - | > loss_1: 33.535587310791016 (33.63374519039508) - | > grad_norm_1: tensor(290.4932, device='cuda:0') (tensor(492.3097, device='cuda:0')) - | > current_lr_0: 0.00019867929711349895 - | > current_lr_1: 0.00019867929711349895 - | > step_time: 0.9136 (0.8221102308686882) - | > loader_time: 0.0071 (0.007329402618037849) - - - --> TIME: 2024-11-23 04:15:42 -- STEP: 643/797 -- GLOBAL_STEP: 43675 - | > loss_disc: 2.5941481590270996 (2.4705156738613483) - | > loss_disc_real_0: 0.1348354071378708 (0.13588557267796197) - | > loss_disc_real_1: 0.22113682329654694 (0.21766891433606803) - | > loss_disc_real_2: 0.22866392135620117 (0.232402932495574) - | > loss_disc_real_3: 0.19833560287952423 (0.22272910161485565) - | > loss_disc_real_4: 0.3069801926612854 (0.2231902661349502) - | > loss_disc_real_5: 0.31826090812683105 (0.23365218161053458) - | > loss_0: 2.5941481590270996 (2.4705156738613483) - | > grad_norm_0: tensor(76.7435, device='cuda:0') (tensor(65.0078, device='cuda:0')) - | > loss_gen: 2.2614197731018066 (2.3422289497188613) - | > loss_kl: 1.6350512504577637 (1.543743910537352) - | > loss_feat: 6.638581275939941 (6.664581651079524) - | > loss_mel: 21.2661190032959 (21.359225221221603) - | > loss_duration: 1.6751422882080078 (1.6999412851051825) - | > amp_scaler: 128.0 (195.88180404354588) - | > loss_1: 33.47631072998047 (33.60972099244866) - | > grad_norm_1: tensor(624.8198, device='cuda:0') (tensor(494.2618, device='cuda:0')) - | > current_lr_0: 0.00019867929711349895 - | > current_lr_1: 0.00019867929711349895 - | > step_time: 0.8895 (0.8258132326473159) - | > loader_time: 0.0164 (0.0074334007399634704) - - - --> TIME: 2024-11-23 04:16:06 -- STEP: 668/797 -- GLOBAL_STEP: 43700 - | > loss_disc: 2.608772039413452 (2.471021947032678) - | > loss_disc_real_0: 0.11477331817150116 (0.13534115843229488) - | > loss_disc_real_1: 0.24276012182235718 (0.21753742851450766) - | > loss_disc_real_2: 0.2608315050601959 (0.23262469791723583) - | > loss_disc_real_3: 0.25071316957473755 (0.22270101730427339) - | > loss_disc_real_4: 0.26349565386772156 (0.2237119565823834) - | > loss_disc_real_5: 0.23527297377586365 (0.23437618482077194) - | > loss_0: 2.608772039413452 (2.471021947032678) - | > grad_norm_0: tensor(29.8038, device='cuda:0') (tensor(65.0750, device='cuda:0')) - | > loss_gen: 2.3029584884643555 (2.3424975980898592) - | > loss_kl: 1.5918238162994385 (1.5462690177791854) - | > loss_feat: 6.152531623840332 (6.6617981609470105) - | > loss_mel: 22.067646026611328 (21.359736876573404) - | > loss_duration: 1.6860039234161377 (1.6995598459672079) - | > amp_scaler: 128.0 (193.34131736526953) - | > loss_1: 33.80096435546875 (33.609861459560655) - | > grad_norm_1: tensor(679.9091, device='cuda:0') (tensor(497.8521, device='cuda:0')) - | > current_lr_0: 0.00019867929711349895 - | > current_lr_1: 0.00019867929711349895 - | > step_time: 0.9263 (0.8290468122430904) - | > loader_time: 0.0084 (0.007530217042226281) - - - --> TIME: 2024-11-23 04:16:29 -- STEP: 693/797 -- GLOBAL_STEP: 43725 - | > loss_disc: 2.5749921798706055 (2.4710739801112367) - | > loss_disc_real_0: 0.1015348732471466 (0.13527122328614263) - | > loss_disc_real_1: 0.24345511198043823 (0.21743452127533724) - | > loss_disc_real_2: 0.26740553975105286 (0.2323062838328005) - | > loss_disc_real_3: 0.2598753869533539 (0.22316368061828748) - | > loss_disc_real_4: 0.2455138862133026 (0.22349726476452558) - | > loss_disc_real_5: 0.26475632190704346 (0.23416597130580727) - | > loss_0: 2.5749921798706055 (2.4710739801112367) - | > grad_norm_0: tensor(25.1761, device='cuda:0') (tensor(64.9962, device='cuda:0')) - | > loss_gen: 2.277459144592285 (2.3421694714613643) - | > loss_kl: 1.5109542608261108 (1.546413460507194) - | > loss_feat: 5.683903217315674 (6.663385146280042) - | > loss_mel: 20.61466407775879 (21.37232174673811) - | > loss_duration: 1.7120109796524048 (1.6988411871729825) - | > amp_scaler: 128.0 (190.98412698412707) - | > loss_1: 31.79899024963379 (33.62313097448741) - | > grad_norm_1: tensor(500.4906, device='cuda:0') (tensor(501.6911, device='cuda:0')) - | > current_lr_0: 0.00019867929711349895 - | > current_lr_1: 0.00019867929711349895 - | > step_time: 0.9176 (0.8324947983327539) - | > loader_time: 0.0086 (0.007655651538403007) - - - --> TIME: 2024-11-23 04:16:53 -- STEP: 718/797 -- GLOBAL_STEP: 43750 - | > loss_disc: 2.413285255432129 (2.471304552800808) - | > loss_disc_real_0: 0.07269179075956345 (0.13555445717673625) - | > loss_disc_real_1: 0.18279169499874115 (0.21731640292658444) - | > loss_disc_real_2: 0.1964363157749176 (0.23231928695958304) - | > loss_disc_real_3: 0.1971190720796585 (0.22304397709356374) - | > loss_disc_real_4: 0.23744216561317444 (0.2238485338296066) - | > loss_disc_real_5: 0.2163972109556198 (0.2341656359664909) - | > loss_0: 2.413285255432129 (2.471304552800808) - | > grad_norm_0: tensor(9.3618, device='cuda:0') (tensor(65.9022, device='cuda:0')) - | > loss_gen: 2.388092517852783 (2.3425112931177154) - | > loss_kl: 1.6565656661987305 (1.5469423248575265) - | > loss_feat: 5.891544342041016 (6.661925349726981) - | > loss_mel: 20.901107788085938 (21.393948650625756) - | > loss_duration: 1.719092607498169 (1.6982270047525183) - | > amp_scaler: 128.0 (188.791086350975) - | > loss_1: 32.55640411376953 (33.64355458921038) - | > grad_norm_1: tensor(491.2121, device='cuda:0') (tensor(503.8567, device='cuda:0')) - | > current_lr_0: 0.00019867929711349895 - | > current_lr_1: 0.00019867929711349895 - | > step_time: 0.9454 (0.8359637373337174) - | > loader_time: 0.0091 (0.007747960953991397) - - - --> TIME: 2024-11-23 04:17:18 -- STEP: 743/797 -- GLOBAL_STEP: 43775 - | > loss_disc: 2.3657991886138916 (2.4714942196657335) - | > loss_disc_real_0: 0.11139176785945892 (0.13603206909942284) - | > loss_disc_real_1: 0.1628953218460083 (0.21728890622849414) - | > loss_disc_real_2: 0.2249503880739212 (0.23231254050741285) - | > loss_disc_real_3: 0.20803233981132507 (0.22311634033878266) - | > loss_disc_real_4: 0.2431693822145462 (0.22377284665367636) - | > loss_disc_real_5: 0.22118914127349854 (0.23410989799377574) - | > loss_0: 2.3657991886138916 (2.4714942196657335) - | > grad_norm_0: tensor(29.7719, device='cuda:0') (tensor(65.9668, device='cuda:0')) - | > loss_gen: 2.322312116622925 (2.3435227028614425) - | > loss_kl: 1.508928894996643 (1.547562477566192) - | > loss_feat: 7.003978729248047 (6.6625941669315205) - | > loss_mel: 21.896194458007812 (21.39351339070666) - | > loss_duration: 1.6379709243774414 (1.6972551273625767) - | > amp_scaler: 128.0 (186.74562584118448) - | > loss_1: 34.369384765625 (33.64444782467574) - | > grad_norm_1: tensor(470.6276, device='cuda:0') (tensor(501.1024, device='cuda:0')) - | > current_lr_0: 0.00019867929711349895 - | > current_lr_1: 0.00019867929711349895 - | > step_time: 0.987 (0.8395400878397966) - | > loader_time: 0.1007 (0.008943263486448885) - - - --> TIME: 2024-11-23 04:17:47 -- STEP: 768/797 -- GLOBAL_STEP: 43800 - | > loss_disc: 2.260054588317871 (2.4709305129945287) - | > loss_disc_real_0: 0.1206531748175621 (0.13585734751056108) - | > loss_disc_real_1: 0.2532866299152374 (0.21728107581535971) - | > loss_disc_real_2: 0.20618844032287598 (0.23253733090435466) - | > loss_disc_real_3: 0.18159383535385132 (0.22295824523704744) - | > loss_disc_real_4: 0.18004941940307617 (0.22360156717089308) - | > loss_disc_real_5: 0.19140155613422394 (0.2339480584487319) - | > loss_0: 2.260054588317871 (2.4709305129945287) - | > grad_norm_0: tensor(23.3452, device='cuda:0') (tensor(64.9127, device='cuda:0')) - | > loss_gen: 2.522219657897949 (2.3433809517882778) - | > loss_kl: 1.5528312921524048 (1.5480398684740073) - | > loss_feat: 7.506740093231201 (6.662442137797672) - | > loss_mel: 24.101512908935547 (21.408955253660682) - | > loss_duration: 1.6529552936553955 (1.6962475472440328) - | > amp_scaler: 128.0 (184.8333333333334) - | > loss_1: 37.33625793457031 (33.65906570603441) - | > grad_norm_1: tensor(81.4088, device='cuda:0') (tensor(497.4221, device='cuda:0')) - | > current_lr_0: 0.00019867929711349895 - | > current_lr_1: 0.00019867929711349895 - | > step_time: 1.1054 (0.8474198197945952) - | > loader_time: 0.1027 (0.0120880613103509) - - - --> TIME: 2024-11-23 04:18:43 -- STEP: 793/797 -- GLOBAL_STEP: 43825 - | > loss_disc: 2.450397491455078 (2.469823973476511) - | > loss_disc_real_0: 0.14638742804527283 (0.1356585503122471) - | > loss_disc_real_1: 0.26226484775543213 (0.21730279601161442) - | > loss_disc_real_2: 0.24474725127220154 (0.23235861955194126) - | > loss_disc_real_3: 0.21643060445785522 (0.22274681179776012) - | > loss_disc_real_4: 0.23078782856464386 (0.22340404910292624) - | > loss_disc_real_5: 0.2605249285697937 (0.23408300610914506) - | > loss_0: 2.450397491455078 (2.469823973476511) - | > grad_norm_0: tensor(27.6741, device='cuda:0') (tensor(64.5857, device='cuda:0')) - | > loss_gen: 2.4381256103515625 (2.343624779285129) - | > loss_kl: 1.626597285270691 (1.5492889918715782) - | > loss_feat: 5.916426181793213 (6.666882761489847) - | > loss_mel: 19.67438316345215 (21.41492734430417) - | > loss_duration: 1.6760051250457764 (1.6954205640477766) - | > amp_scaler: 128.0 (183.0416141235814) - | > loss_1: 31.3315372467041 (33.67014438056698) - | > grad_norm_1: tensor(693.2579, device='cuda:0') (tensor(500.8544, device='cuda:0')) - | > current_lr_0: 0.00019867929711349895 - | > current_lr_1: 0.00019867929711349895 - | > step_time: 4.2759 (0.8859884747941738) - | > loader_time: 0.1261 (0.01565524909415131) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.5094587802886963 (2.5094587802886963) - | > loss_disc_real_0: 0.10709957778453827 (0.10709957778453827) - | > loss_disc_real_1: 0.16285556554794312 (0.16285556554794312) - | > loss_disc_real_2: 0.2696479558944702 (0.2696479558944702) - | > loss_disc_real_3: 0.19999094307422638 (0.19999094307422638) - | > loss_disc_real_4: 0.266812801361084 (0.266812801361084) - | > loss_disc_real_5: 0.21965530514717102 (0.21965530514717102) - | > loss_0: 2.5094587802886963 (2.5094587802886963) - | > loss_gen: 2.109412908554077 (2.109412908554077) - | > loss_kl: 1.8434621095657349 (1.8434621095657349) - | > loss_feat: 5.969861030578613 (5.969861030578613) - | > loss_mel: 20.155546188354492 (20.155546188354492) - | > loss_duration: 1.9660170078277588 (1.9660170078277588) - | > loss_1: 32.0443000793457 (32.0443000793457) - - --> STEP: 1 - | > loss_disc: 2.3025543689727783 (2.3025543689727783) - | > loss_disc_real_0: 0.0636335164308548 (0.0636335164308548) - | > loss_disc_real_1: 0.09484083950519562 (0.09484083950519562) - | > loss_disc_real_2: 0.2022969126701355 (0.2022969126701355) - | > loss_disc_real_3: 0.19915246963500977 (0.19915246963500977) - | > loss_disc_real_4: 0.19801844656467438 (0.19801844656467438) - | > loss_disc_real_5: 0.2482907623052597 (0.2482907623052597) - | > loss_0: 2.3025543689727783 (2.3025543689727783) - | > loss_gen: 2.159910202026367 (2.159910202026367) - | > loss_kl: 1.6524658203125 (1.6524658203125) - | > loss_feat: 8.14685344696045 (8.14685344696045) - | > loss_mel: 23.258193969726562 (23.258193969726562) - | > loss_duration: 1.7030402421951294 (1.7030402421951294) - | > loss_1: 36.92046356201172 (36.92046356201172) - - --> STEP: 2 - | > loss_disc: 2.4060521125793457 (2.354303240776062) - | > loss_disc_real_0: 0.09579639136791229 (0.07971495389938354) - | > loss_disc_real_1: 0.1939014494419098 (0.1443711444735527) - | > loss_disc_real_2: 0.24281521141529083 (0.22255606204271317) - | > loss_disc_real_3: 0.2089042365550995 (0.20402835309505463) - | > loss_disc_real_4: 0.2062067687511444 (0.2021126076579094) - | > loss_disc_real_5: 0.2538118064403534 (0.25105128437280655) - | > loss_0: 2.4060521125793457 (2.354303240776062) - | > loss_gen: 2.255915403366089 (2.207912802696228) - | > loss_kl: 1.9093908071517944 (1.7809283137321472) - | > loss_feat: 6.34058952331543 (7.2437214851379395) - | > loss_mel: 21.433856964111328 (22.346025466918945) - | > loss_duration: 1.7253955602645874 (1.7142179012298584) - | > loss_1: 33.6651496887207 (35.29280662536621) - - --> STEP: 3 - | > loss_disc: 2.4540746212005615 (2.3875603675842285) - | > loss_disc_real_0: 0.13554590940475464 (0.0983252724011739) - | > loss_disc_real_1: 0.1524091362953186 (0.147050475080808) - | > loss_disc_real_2: 0.2582738697528839 (0.23446199794610342) - | > loss_disc_real_3: 0.2133103460073471 (0.20712235073248544) - | > loss_disc_real_4: 0.14366069436073303 (0.18262863655885062) - | > loss_disc_real_5: 0.27575692534446716 (0.25928649803002674) - | > loss_0: 2.4540746212005615 (2.3875603675842285) - | > loss_gen: 2.0751917362213135 (2.16367244720459) - | > loss_kl: 0.8062815070152283 (1.4560460448265076) - | > loss_feat: 6.3559441566467285 (6.947795708974202) - | > loss_mel: 20.707185745239258 (21.799745559692383) - | > loss_duration: 1.7267026901245117 (1.7183794975280762) - | > loss_1: 31.671306610107422 (34.08563995361328) - - --> STEP: 4 - | > loss_disc: 2.5170323848724365 (2.4199283719062805) - | > loss_disc_real_0: 0.09580233693122864 (0.09769453853368759) - | > loss_disc_real_1: 0.2060856819152832 (0.1618092767894268) - | > loss_disc_real_2: 0.28178635239601135 (0.2462930865585804) - | > loss_disc_real_3: 0.16736480593681335 (0.19718296453356743) - | > loss_disc_real_4: 0.2449396550655365 (0.19820639118552208) - | > loss_disc_real_5: 0.3073067367076874 (0.2712915576994419) - | > loss_0: 2.5170323848724365 (2.4199283719062805) - | > loss_gen: 2.02325439453125 (2.128567934036255) - | > loss_kl: 1.7012430429458618 (1.5173452943563461) - | > loss_feat: 5.7363362312316895 (6.644930839538574) - | > loss_mel: 19.818117141723633 (21.304338455200195) - | > loss_duration: 1.6507145166397095 (1.7014632523059845) - | > loss_1: 30.929664611816406 (33.29664611816406) - - --> STEP: 5 - | > loss_disc: 2.6232733726501465 (2.460597372055054) - | > loss_disc_real_0: 0.08205512166023254 (0.09456665515899658) - | > loss_disc_real_1: 0.13883917033672333 (0.1572152554988861) - | > loss_disc_real_2: 0.24293844401836395 (0.2456221580505371) - | > loss_disc_real_3: 0.19545802474021912 (0.19683797657489777) - | > loss_disc_real_4: 0.2533491253852844 (0.20923493802547455) - | > loss_disc_real_5: 0.2737997770309448 (0.2717932015657425) - | > loss_0: 2.6232733726501465 (2.460597372055054) - | > loss_gen: 2.0104622840881348 (2.104946804046631) - | > loss_kl: 1.8289313316345215 (1.5796625018119812) - | > loss_feat: 6.5184125900268555 (6.619627189636231) - | > loss_mel: 22.464487075805664 (21.53636817932129) - | > loss_duration: 1.9310555458068848 (1.7473817110061645) - | > loss_1: 34.75334930419922 (33.58798675537109) - - --> STEP: 6 - | > loss_disc: 2.547545909881592 (2.4750887950261435) - | > loss_disc_real_0: 0.1308627873659134 (0.10061601052681605) - | > loss_disc_real_1: 0.1615416705608368 (0.1579363246758779) - | > loss_disc_real_2: 0.2522470951080322 (0.2467263142267863) - | > loss_disc_real_3: 0.24374093115329742 (0.2046551356712977) - | > loss_disc_real_4: 0.2850778102874756 (0.22187541673580805) - | > loss_disc_real_5: 0.24938662350177765 (0.26805877188841504) - | > loss_0: 2.547545909881592 (2.4750887950261435) - | > loss_gen: 2.296022415161133 (2.1367927392323813) - | > loss_kl: 1.6367497444152832 (1.5891770422458649) - | > loss_feat: 6.396114826202393 (6.582375129063924) - | > loss_mel: 23.837196350097656 (21.91983954111735) - | > loss_duration: 1.6560437679290771 (1.7321587204933167) - | > loss_1: 35.82212829589844 (33.96034367879232) - - --> STEP: 7 - | > loss_disc: 2.426877975463867 (2.4682015350886752) - | > loss_disc_real_0: 0.14438556134700775 (0.10686880350112915) - | > loss_disc_real_1: 0.18312840163707733 (0.1615351928131921) - | > loss_disc_real_2: 0.21204666793346405 (0.24177207904202597) - | > loss_disc_real_3: 0.20198634266853333 (0.20427387952804565) - | > loss_disc_real_4: 0.19189639389514923 (0.2175926991871425) - | > loss_disc_real_5: 0.21358756721019745 (0.26027717122009825) - | > loss_0: 2.426877975463867 (2.4682015350886752) - | > loss_gen: 2.314424991607666 (2.1621687752859935) - | > loss_kl: 1.767674446105957 (1.6146766713687353) - | > loss_feat: 7.193818092346191 (6.669724123818534) - | > loss_mel: 21.851022720336914 (21.910008566720144) - | > loss_duration: 1.6883976459503174 (1.7259071384157454) - | > loss_1: 34.815338134765625 (34.082485743931365) - - --> STEP: 8 - | > loss_disc: 2.4934420585632324 (2.471356600522995) - | > loss_disc_real_0: 0.09719531238079071 (0.10565961711108685) - | > loss_disc_real_1: 0.15079531073570251 (0.1601927075535059) - | > loss_disc_real_2: 0.24575796723365784 (0.24227031506597996) - | > loss_disc_real_3: 0.13234807550907135 (0.19528315402567387) - | > loss_disc_real_4: 0.1910080760717392 (0.2142696212977171) - | > loss_disc_real_5: 0.17338912189006805 (0.24941616505384448) - | > loss_0: 2.4934420585632324 (2.471356600522995) - | > loss_gen: 1.9386463165283203 (2.134228467941284) - | > loss_kl: 1.8704384565353394 (1.6466468945145607) - | > loss_feat: 7.531287670135498 (6.777419567108154) - | > loss_mel: 22.689050674438477 (22.007388830184937) - | > loss_duration: 1.722525954246521 (1.7254844903945923) - | > loss_1: 35.75194549560547 (34.291168212890625) - - --> STEP: 9 - | > loss_disc: 2.2085301876068115 (2.44215366575453) - | > loss_disc_real_0: 0.10487651079893112 (0.1055726052986251) - | > loss_disc_real_1: 0.2216239720582962 (0.16701840360959372) - | > loss_disc_real_2: 0.2632361948490143 (0.2445998572640949) - | > loss_disc_real_3: 0.17590837180614471 (0.19313040044572619) - | > loss_disc_real_4: 0.21348151564598083 (0.21418205400307974) - | > loss_disc_real_5: 0.22049260139465332 (0.24620243575837877) - | > loss_0: 2.2085301876068115 (2.44215366575453) - | > loss_gen: 2.573594331741333 (2.183046897252401) - | > loss_kl: 1.7167466878890991 (1.654435760445065) - | > loss_feat: 6.9306817054748535 (6.794448693593343) - | > loss_mel: 23.528366088867188 (22.176386303371853) - | > loss_duration: 1.6569573879241943 (1.7178703678978815) - | > loss_1: 36.40634536743164 (34.526187896728516) - - --> STEP: 10 - | > loss_disc: 2.4788973331451416 (2.4458280324935915) - | > loss_disc_real_0: 0.09824345260858536 (0.10483969002962112) - | > loss_disc_real_1: 0.15929636359214783 (0.16624619960784912) - | > loss_disc_real_2: 0.2668505609035492 (0.2468249276280403) - | > loss_disc_real_3: 0.21469983458518982 (0.19528734385967256) - | > loss_disc_real_4: 0.22374475002288818 (0.21513832360506058) - | > loss_disc_real_5: 0.25219398736953735 (0.24680159091949463) - | > loss_0: 2.4788973331451416 (2.4458280324935915) - | > loss_gen: 2.0601072311401367 (2.170752930641174) - | > loss_kl: 1.7066813707351685 (1.6596603214740753) - | > loss_feat: 6.052513122558594 (6.720255136489868) - | > loss_mel: 21.400239944458008 (22.09877166748047) - | > loss_duration: 1.6353158950805664 (1.70961492061615) - | > loss_1: 32.8548583984375 (34.35905494689941) - - --> STEP: 11 - | > loss_disc: 2.5508291721343994 (2.455373590642756) - | > loss_disc_real_0: 0.1491101086139679 (0.10886427353728902) - | > loss_disc_real_1: 0.15658925473690033 (0.16536829552867197) - | > loss_disc_real_2: 0.2219340205192566 (0.24456211789087814) - | > loss_disc_real_3: 0.2665614187717438 (0.2017668052153154) - | > loss_disc_real_4: 0.21759580075740814 (0.21536173061891037) - | > loss_disc_real_5: 0.2052050679922104 (0.24302008883519607) - | > loss_0: 2.5508291721343994 (2.455373590642756) - | > loss_gen: 2.0460383892059326 (2.1594152450561523) - | > loss_kl: 1.8595942258834839 (1.6778361309658398) - | > loss_feat: 6.830009460449219 (6.7302328023043545) - | > loss_mel: 21.050945281982422 (22.00351472334428) - | > loss_duration: 1.5829333066940308 (1.6980984102595935) - | > loss_1: 33.3695182800293 (34.26909706809304) - - --> STEP: 12 - | > loss_disc: 2.5302751064300537 (2.4616153836250305) - | > loss_disc_real_0: 0.14547568559646606 (0.11191522454222043) - | > loss_disc_real_1: 0.1726921796798706 (0.16597861920793852) - | > loss_disc_real_2: 0.2506823241710663 (0.24507213508089384) - | > loss_disc_real_3: 0.1935097724199295 (0.20107871914903322) - | > loss_disc_real_4: 0.19223277270793915 (0.21343431745966276) - | > loss_disc_real_5: 0.27276611328125 (0.24549892420570055) - | > loss_0: 2.5302751064300537 (2.4616153836250305) - | > loss_gen: 2.068150520324707 (2.1518098513285318) - | > loss_kl: 1.7134833335876465 (1.6808067311843236) - | > loss_feat: 6.084381103515625 (6.6764118274052935) - | > loss_mel: 20.917518615722656 (21.91301504770915) - | > loss_duration: 1.7308543920516968 (1.7008280754089355) - | > loss_1: 32.51438903808594 (34.12287139892578) - - --> STEP: 13 - | > loss_disc: 2.464164972305298 (2.461811505831205) - | > loss_disc_real_0: 0.08358483016490936 (0.10973596343627343) - | > loss_disc_real_1: 0.13101133704185486 (0.16328882827208593) - | > loss_disc_real_2: 0.1747739464044571 (0.2396645821057833) - | > loss_disc_real_3: 0.10933484137058258 (0.1940214977814601) - | > loss_disc_real_4: 0.15094731748104095 (0.20862762515361494) - | > loss_disc_real_5: 0.10710521787405014 (0.2348532544878813) - | > loss_0: 2.464164972305298 (2.461811505831205) - | > loss_gen: 1.7944384813308716 (2.1243197459440966) - | > loss_kl: 2.2052955627441406 (1.7211520259196942) - | > loss_feat: 8.98354721069336 (6.853883779965914) - | > loss_mel: 22.55843734741211 (21.96266291691707) - | > loss_duration: 1.7610300779342651 (1.7054589986801147) - | > loss_1: 37.3027458190918 (34.36747712355394) - - --> STEP: 14 - | > loss_disc: 2.248387336730957 (2.4465669223240445) - | > loss_disc_real_0: 0.08564157783985138 (0.10801493589367185) - | > loss_disc_real_1: 0.16802361607551575 (0.16362702740090235) - | > loss_disc_real_2: 0.271211713552475 (0.24191794863768987) - | > loss_disc_real_3: 0.20401111245155334 (0.19473504168646677) - | > loss_disc_real_4: 0.1596883088350296 (0.2051319597022874) - | > loss_disc_real_5: 0.1713288575410843 (0.23031579756311008) - | > loss_0: 2.248387336730957 (2.4465669223240445) - | > loss_gen: 2.135409355163574 (2.125111860888345) - | > loss_kl: 2.225245237350464 (1.757158683879035) - | > loss_feat: 5.521069049835205 (6.758682727813721) - | > loss_mel: 17.9759521484375 (21.67789786202567) - | > loss_duration: 1.7214457988739014 (1.7066009129796709) - | > loss_1: 29.57912254333496 (34.025451796395444) - - --> STEP: 15 - | > loss_disc: 2.600412368774414 (2.4568232854207355) - | > loss_disc_real_0: 0.11046550422906876 (0.10817830711603164) - | > loss_disc_real_1: 0.12092431634664536 (0.1607801799972852) - | > loss_disc_real_2: 0.253895103931427 (0.24271642565727233) - | > loss_disc_real_3: 0.19246628880500793 (0.1945837914943695) - | > loss_disc_real_4: 0.2721045911312103 (0.20959680179754894) - | > loss_disc_real_5: 0.23282019793987274 (0.2304827575882276) - | > loss_0: 2.600412368774414 (2.4568232854207355) - | > loss_gen: 2.296319007873535 (2.1365256706873574) - | > loss_kl: 1.5600993633270264 (1.7440213958422344) - | > loss_feat: 7.150306701660156 (6.784790992736816) - | > loss_mel: 25.89797019958496 (21.959236017862956) - | > loss_duration: 1.6586917638778687 (1.7034069697062175) - | > loss_1: 38.563385009765625 (34.32798067728679) - - --> STEP: 16 - | > loss_disc: 2.587028741836548 (2.464961126446724) - | > loss_disc_real_0: 0.1473451852798462 (0.11062623700127006) - | > loss_disc_real_1: 0.15481752157211304 (0.16040751384571195) - | > loss_disc_real_2: 0.26893851161003113 (0.24435530602931976) - | > loss_disc_real_3: 0.26284751296043396 (0.19885027408599854) - | > loss_disc_real_4: 0.27587705850601196 (0.21373931784182787) - | > loss_disc_real_5: 0.24310614168643951 (0.23127171909436584) - | > loss_0: 2.587028741836548 (2.464961126446724) - | > loss_gen: 2.09506893157959 (2.133934624493122) - | > loss_kl: 1.6370959281921387 (1.7373385541141033) - | > loss_feat: 5.8239593505859375 (6.7247390151023865) - | > loss_mel: 21.393795013427734 (21.923895955085754) - | > loss_duration: 1.8192607164382935 (1.7106478288769722) - | > loss_1: 32.76918029785156 (34.23055565357209) - - --> STEP: 17 - | > loss_disc: 2.408160448074341 (2.461619910071878) - | > loss_disc_real_0: 0.07586473226547241 (0.10858144260504667) - | > loss_disc_real_1: 0.12760034203529358 (0.158477680209805) - | > loss_disc_real_2: 0.3019833564758301 (0.24774519134970271) - | > loss_disc_real_3: 0.23712702095508575 (0.20110184743123896) - | > loss_disc_real_4: 0.21676109731197357 (0.21391706957536585) - | > loss_disc_real_5: 0.21167775988578796 (0.23011913325856714) - | > loss_0: 2.408160448074341 (2.461619910071878) - | > loss_gen: 2.121706247329712 (2.133215308189392) - | > loss_kl: 1.5625981092453003 (1.7270597044159384) - | > loss_feat: 7.157644271850586 (6.7502040302052215) - | > loss_mel: 23.46407699584961 (22.01449483983657) - | > loss_duration: 1.6569480895996094 (1.7074890206841862) - | > loss_1: 35.962974548339844 (34.33246264738196) - - --> STEP: 18 - | > loss_disc: 2.295726776123047 (2.4524036248524985) - | > loss_disc_real_0: 0.03879132866859436 (0.10470421405302154) - | > loss_disc_real_1: 0.10797711461782455 (0.15567209323247275) - | > loss_disc_real_2: 0.2813376486301422 (0.24961143897639382) - | > loss_disc_real_3: 0.22447806596755981 (0.20240052623881233) - | > loss_disc_real_4: 0.2064492255449295 (0.2135021893514527) - | > loss_disc_real_5: 0.18543192744255066 (0.22763651071323288) - | > loss_0: 2.295726776123047 (2.4524036248524985) - | > loss_gen: 2.1771414279937744 (2.1356556481785245) - | > loss_kl: 1.4151391983032227 (1.7097307874096765) - | > loss_feat: 8.488188743591309 (6.846758736504449) - | > loss_mel: 23.1182861328125 (22.075816578335232) - | > loss_duration: 1.6217806339263916 (1.7027274436420865) - | > loss_1: 36.82053756713867 (34.47068903181289) - - --> STEP: 19 - | > loss_disc: 2.2692525386810303 (2.4427640940013684) - | > loss_disc_real_0: 0.08994492143392563 (0.10392740917833228) - | > loss_disc_real_1: 0.13332700729370117 (0.15449603607780055) - | > loss_disc_real_2: 0.22075344622135162 (0.24809259725244423) - | > loss_disc_real_3: 0.26083993911743164 (0.20547628481137126) - | > loss_disc_real_4: 0.20169730484485626 (0.21288087964057922) - | > loss_disc_real_5: 0.20417125523090363 (0.2264014972667945) - | > loss_0: 2.2692525386810303 (2.4427640940013684) - | > loss_gen: 2.399456024169922 (2.149539878493861) - | > loss_kl: 1.6143189668655396 (1.7047091126441956) - | > loss_feat: 7.0635271072387695 (6.858167598122044) - | > loss_mel: 22.510944366455078 (22.098718040867855) - | > loss_duration: 1.764810562133789 (1.7059949761942814) - | > loss_1: 35.353057861328125 (34.51712949652421) - - --> STEP: 20 - | > loss_disc: 2.6234323978424072 (2.4517975091934203) - | > loss_disc_real_0: 0.08703488856554031 (0.10308278314769267) - | > loss_disc_real_1: 0.15834330022335052 (0.15468839928507805) - | > loss_disc_real_2: 0.2512662410736084 (0.24825127944350242) - | > loss_disc_real_3: 0.20956838130950928 (0.20568088963627815) - | > loss_disc_real_4: 0.294487327337265 (0.21696120202541352) - | > loss_disc_real_5: 0.2925894856452942 (0.22971089668571948) - | > loss_0: 2.6234323978424072 (2.4517975091934203) - | > loss_gen: 2.125718355178833 (2.1483488023281097) - | > loss_kl: 1.5383572578430176 (1.6963915199041366) - | > loss_feat: 6.602632522583008 (6.845390844345093) - | > loss_mel: 22.892833709716797 (22.1384238243103) - | > loss_duration: 1.6390753984451294 (1.7026489973068237) - | > loss_1: 34.79861831665039 (34.53120393753052) - - --> STEP: 21 - | > loss_disc: 2.753602981567383 (2.4661691983540854) - | > loss_disc_real_0: 0.1930878460407257 (0.1073687385235514) - | > loss_disc_real_1: 0.22997018694877625 (0.15827324631668271) - | > loss_disc_real_2: 0.24639561772346497 (0.24816291459969111) - | > loss_disc_real_3: 0.22639787197113037 (0.20666741260460444) - | > loss_disc_real_4: 0.24783526360988617 (0.21843139543419793) - | > loss_disc_real_5: 0.2734311521053314 (0.23179281361046292) - | > loss_0: 2.753602981567383 (2.4661691983540854) - | > loss_gen: 1.83056640625 (2.133216307276771) - | > loss_kl: 1.4516125917434692 (1.6847353804679144) - | > loss_feat: 2.7022976875305176 (6.648100694020589) - | > loss_mel: 13.38516616821289 (21.721602031162806) - | > loss_duration: 1.6264431476593018 (1.6990201473236084) - | > loss_1: 20.99608612060547 (33.886674517676944) - - --> STEP: 22 - | > loss_disc: 2.339498281478882 (2.4604114294052124) - | > loss_disc_real_0: 0.09615392982959747 (0.10685897449200804) - | > loss_disc_real_1: 0.11814338713884354 (0.15644916180859914) - | > loss_disc_real_2: 0.23644141852855682 (0.24763011932373047) - | > loss_disc_real_3: 0.12738192081451416 (0.2030635266141458) - | > loss_disc_real_4: 0.23937048017978668 (0.21938317201354288) - | > loss_disc_real_5: 0.2221561074256897 (0.23135478151115504) - | > loss_0: 2.339498281478882 (2.4604114294052124) - | > loss_gen: 2.3233835697174072 (2.1418602737513455) - | > loss_kl: 1.8707563877105713 (1.693190880797126) - | > loss_feat: 8.170723915100098 (6.717310840433294) - | > loss_mel: 25.243675231933594 (21.88169626756148) - | > loss_duration: 1.7680095434188843 (1.7021560289643027) - | > loss_1: 39.376548767089844 (34.13621425628662) - - --> STEP: 23 - | > loss_disc: 2.4388363361358643 (2.4594733818717627) - | > loss_disc_real_0: 0.10306920856237411 (0.10669420206028482) - | > loss_disc_real_1: 0.12314366549253464 (0.15500109675137894) - | > loss_disc_real_2: 0.20323890447616577 (0.24570006650427115) - | > loss_disc_real_3: 0.17067749798297882 (0.2016554384127907) - | > loss_disc_real_4: 0.10820852965116501 (0.21454949191083078) - | > loss_disc_real_5: 0.18612954020500183 (0.22938846667175708) - | > loss_0: 2.4388363361358643 (2.4594733818717627) - | > loss_gen: 1.8328304290771484 (2.1284241935481196) - | > loss_kl: 1.5109375715255737 (1.6852668238722759) - | > loss_feat: 6.863292217254639 (6.723657856816831) - | > loss_mel: 21.951583862304688 (21.88473485863727) - | > loss_duration: 1.7403312921524048 (1.7038158230159595) - | > loss_1: 33.89897537231445 (34.125899522200875) - - --> STEP: 24 - | > loss_disc: 2.557947874069214 (2.463576485713323) - | > loss_disc_real_0: 0.10981657356023788 (0.10682430087278287) - | > loss_disc_real_1: 0.15820223093032837 (0.15513447734216848) - | > loss_disc_real_2: 0.20681071281433105 (0.2440796767671903) - | > loss_disc_real_3: 0.20934545993804932 (0.20197585597634315) - | > loss_disc_real_4: 0.232652947306633 (0.21530380255232254) - | > loss_disc_real_5: 0.22330616414546967 (0.22913503739982843) - | > loss_0: 2.557947874069214 (2.463576485713323) - | > loss_gen: 1.907160997390747 (2.119204893708229) - | > loss_kl: 1.5659042596817017 (1.6802933836976688) - | > loss_feat: 5.936283588409424 (6.690850595633189) - | > loss_mel: 19.067026138305664 (21.767330328623455) - | > loss_duration: 1.6383198499679565 (1.7010868241389592) - | > loss_1: 30.114694595336914 (33.95876598358154) - - --> STEP: 25 - | > loss_disc: 2.4560251235961914 (2.463274431228638) - | > loss_disc_real_0: 0.04830247163772583 (0.10448342770338058) - | > loss_disc_real_1: 0.10686516761779785 (0.15320370495319366) - | > loss_disc_real_2: 0.27775952219963074 (0.24542687058448792) - | > loss_disc_real_3: 0.1927637755870819 (0.2016073727607727) - | > loss_disc_real_4: 0.2232423722743988 (0.21562134534120558) - | > loss_disc_real_5: 0.3157050609588623 (0.23259783834218978) - | > loss_0: 2.4560251235961914 (2.463274431228638) - | > loss_gen: 2.1932151317596436 (2.1221653032302856) - | > loss_kl: 1.7362911701202393 (1.6825332951545715) - | > loss_feat: 7.203194618225098 (6.711344356536865) - | > loss_mel: 23.260143280029297 (21.82704284667969) - | > loss_duration: 1.629163384437561 (1.6982098865509032) - | > loss_1: 36.02200698852539 (34.0412956237793) - - --> STEP: 26 - | > loss_disc: 2.589172124862671 (2.468116650214562) - | > loss_disc_real_0: 0.09091179072856903 (0.10396144166588783) - | > loss_disc_real_1: 0.07773441821336746 (0.15030104007858497) - | > loss_disc_real_2: 0.22069258987903595 (0.24447555209581667) - | > loss_disc_real_3: 0.17959551513195038 (0.20076076285197184) - | > loss_disc_real_4: 0.1711832880973816 (0.21391218929336622) - | > loss_disc_real_5: 0.20416203141212463 (0.2315041534602642) - | > loss_0: 2.589172124862671 (2.468116650214562) - | > loss_gen: 1.7239197492599487 (2.1068481665391188) - | > loss_kl: 1.7219429016113281 (1.684049049249062) - | > loss_feat: 7.758448600769043 (6.751617596699641) - | > loss_mel: 22.875656127929688 (21.867374126727764) - | > loss_duration: 1.6689159870147705 (1.6970831981072059) - | > loss_1: 35.74888229370117 (34.106972034160904) - - --> STEP: 27 - | > loss_disc: 2.4019339084625244 (2.465665437557079) - | > loss_disc_real_0: 0.06887644529342651 (0.10266199735579667) - | > loss_disc_real_1: 0.14950670301914215 (0.1502716201874945) - | > loss_disc_real_2: 0.20799626410007477 (0.24312446735523366) - | > loss_disc_real_3: 0.17879486083984375 (0.19994721092559672) - | > loss_disc_real_4: 0.21558253467082977 (0.21397405393697597) - | > loss_disc_real_5: 0.24673274159431458 (0.23206817524300682) - | > loss_0: 2.4019339084625244 (2.465665437557079) - | > loss_gen: 2.147339105606079 (2.1083478309490062) - | > loss_kl: 2.072780132293701 (1.698446496769234) - | > loss_feat: 7.60374116897583 (6.783177729006167) - | > loss_mel: 22.799081802368164 (21.90188181841815) - | > loss_duration: 1.7087949514389038 (1.6975169667491206) - | > loss_1: 36.33173370361328 (34.18937061451099) - - --> STEP: 28 - | > loss_disc: 2.394714117050171 (2.46313146182469) - | > loss_disc_real_0: 0.08840879797935486 (0.10215295452092375) - | > loss_disc_real_1: 0.12598250806331635 (0.14940415189734527) - | > loss_disc_real_2: 0.2123229205608368 (0.2420244121125766) - | > loss_disc_real_3: 0.16667212545871735 (0.19875881501606532) - | > loss_disc_real_4: 0.1888224333524704 (0.21307578177324363) - | > loss_disc_real_5: 0.1929483860731125 (0.23067103991551058) - | > loss_0: 2.394714117050171 (2.46313146182469) - | > loss_gen: 2.0632007122039795 (2.1067354338509694) - | > loss_kl: 1.4897959232330322 (1.6909946905715125) - | > loss_feat: 8.429661750793457 (6.841980729784284) - | > loss_mel: 22.492177963256836 (21.92296382359096) - | > loss_duration: 1.7027900218963623 (1.6977052901472365) - | > loss_1: 36.17762756347656 (34.26037979125976) - - --> STEP: 29 - | > loss_disc: 2.4527134895324707 (2.46277222140082) - | > loss_disc_real_0: 0.10232250392436981 (0.10215880105207706) - | > loss_disc_real_1: 0.18285046517848969 (0.15055747304497094) - | > loss_disc_real_2: 0.2579035460948944 (0.24257196845679446) - | > loss_disc_real_3: 0.2563328146934509 (0.20074412534976827) - | > loss_disc_real_4: 0.2832043468952179 (0.21549400815675998) - | > loss_disc_real_5: 0.25218331813812256 (0.23141284261284203) - | > loss_0: 2.4527134895324707 (2.46277222140082) - | > loss_gen: 2.3833279609680176 (2.116273107199833) - | > loss_kl: 1.6365066766738892 (1.68911579354056) - | > loss_feat: 5.822892665863037 (6.806839762062862) - | > loss_mel: 20.64487648010254 (21.87889184622929) - | > loss_duration: 1.6437848806381226 (1.6958459656814049) - | > loss_1: 32.131385803222656 (34.186966205465374) - - --> STEP: 30 - | > loss_disc: 2.2682478427886963 (2.4562880754470826) - | > loss_disc_real_0: 0.038600191473960876 (0.10004018073280653) - | > loss_disc_real_1: 0.1315290480852127 (0.149923192212979) - | > loss_disc_real_2: 0.19318906962871552 (0.24092587182919184) - | > loss_disc_real_3: 0.13366471230983734 (0.1985081449151039) - | > loss_disc_real_4: 0.15566501021385193 (0.2134997082253297) - | > loss_disc_real_5: 0.15547847747802734 (0.22888169710834821) - | > loss_0: 2.2682478427886963 (2.4562880754470826) - | > loss_gen: 1.8871214389801025 (2.1086347182591756) - | > loss_kl: 1.7169066667556763 (1.6900421559810639) - | > loss_feat: 9.206096649169922 (6.886814991633098) - | > loss_mel: 25.716690063476562 (22.006818453470867) - | > loss_duration: 1.6922643184661865 (1.6957265774408976) - | > loss_1: 40.21908187866211 (34.388036727905266) - - --> STEP: 31 - | > loss_disc: 2.5679750442504883 (2.459890880892354) - | > loss_disc_real_0: 0.1232537254691124 (0.10078900475655833) - | > loss_disc_real_1: 0.1504444032907486 (0.1499400054735522) - | > loss_disc_real_2: 0.22191770374774933 (0.24031270511688724) - | > loss_disc_real_3: 0.18987248837947845 (0.19822957534943858) - | > loss_disc_real_4: 0.18765059113502502 (0.2126658657385457) - | > loss_disc_real_5: 0.26453083753585815 (0.23003166938020336) - | > loss_0: 2.5679750442504883 (2.459890880892354) - | > loss_gen: 1.9147469997406006 (2.1023802757263184) - | > loss_kl: 1.6751794815063477 (1.6895627148689762) - | > loss_feat: 7.753050804138184 (6.914758082359068) - | > loss_mel: 22.429128646850586 (22.02044136293473) - | > loss_duration: 1.6310462951660156 (1.6936401167223532) - | > loss_1: 35.40315246582031 (34.420782396870266) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.011247196505146643 (+0.0022009188129055897) - | > avg_loss_disc: 2.459890880892354 (+0.016345262527466264) - | > avg_loss_disc_real_0: 0.10078900475655833 (+0.049005842617442535) - | > avg_loss_disc_real_1: 0.1499400054735522 (-0.07448366789087171) - | > avg_loss_disc_real_2: 0.24031270511688724 (-0.016197905905785126) - | > avg_loss_disc_real_3: 0.19822957534943858 (-0.03633542406943535) - | > avg_loss_disc_real_4: 0.2126658657385457 (-0.049227757078985995) - | > avg_loss_disc_real_5: 0.23003166938020336 (-0.009689591825008392) - | > avg_loss_0: 2.459890880892354 (+0.016345262527466264) - | > avg_loss_gen: 2.1023802757263184 (-0.13512900567823793) - | > avg_loss_kl: 1.6895627148689762 (+0.016782037673457983) - | > avg_loss_feat: 6.914758082359068 (-0.005839778530981832) - | > avg_loss_mel: 22.02044136293473 (+0.32043887722877074) - | > avg_loss_duration: 1.6936401167223532 (-0.006685341558148705) - | > avg_loss_1: 34.420782396870266 (+0.1895662123157038) - - - > EPOCH: 26/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 04:19:03)  - - --> TIME: 2024-11-23 04:19:20 -- STEP: 21/797 -- GLOBAL_STEP: 43850 - | > loss_disc: 2.270219087600708 (2.442599920999436) - | > loss_disc_real_0: 0.10287264734506607 (0.12418231084233239) - | > loss_disc_real_1: 0.19661206007003784 (0.22122258728458769) - | > loss_disc_real_2: 0.18875476717948914 (0.23058013830866134) - | > loss_disc_real_3: 0.24625492095947266 (0.22807601449035464) - | > loss_disc_real_4: 0.1957741379737854 (0.2194603014559973) - | > loss_disc_real_5: 0.19833166897296906 (0.2249625779333569) - | > loss_0: 2.270219087600708 (2.442599920999436) - | > grad_norm_0: tensor(30.3704, device='cuda:0') (tensor(66.9652, device='cuda:0')) - | > loss_gen: 2.336481809616089 (2.4179447378431047) - | > loss_kl: 1.6785279512405396 (1.5235167060579573) - | > loss_feat: 7.395044326782227 (6.882651760464623) - | > loss_mel: 21.549928665161133 (20.84572901044573) - | > loss_duration: 1.841031789779663 (1.8486139263425554) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.8010139465332 (33.518456050327835) - | > grad_norm_1: tensor(566.3829, device='cuda:0') (tensor(538.6949, device='cuda:0')) - | > current_lr_0: 0.00019865446220135974 - | > current_lr_1: 0.00019865446220135974 - | > step_time: 0.7782 (0.7551036448705764) - | > loader_time: 0.0036 (0.005722216197422572) - - - --> TIME: 2024-11-23 04:19:39 -- STEP: 46/797 -- GLOBAL_STEP: 43875 - | > loss_disc: 2.4717817306518555 (2.476595624633458) - | > loss_disc_real_0: 0.15588456392288208 (0.13120579784331116) - | > loss_disc_real_1: 0.2061818391084671 (0.22431812111450278) - | > loss_disc_real_2: 0.21200993657112122 (0.23322899153699045) - | > loss_disc_real_3: 0.20198270678520203 (0.22282265709794086) - | > loss_disc_real_4: 0.22754208743572235 (0.22270184755325317) - | > loss_disc_real_5: 0.23089098930358887 (0.23152379950751428) - | > loss_0: 2.4717817306518555 (2.476595624633458) - | > grad_norm_0: tensor(33.7150, device='cuda:0') (tensor(69.1764, device='cuda:0')) - | > loss_gen: 2.3598082065582275 (2.356369925581891) - | > loss_kl: 2.0157110691070557 (1.5565495931583901) - | > loss_feat: 7.257857322692871 (6.794690412023793) - | > loss_mel: 21.800622940063477 (20.93708987857985) - | > loss_duration: 1.6811606884002686 (1.797999620437622) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.11516189575195 (33.44269951530123) - | > grad_norm_1: tensor(484.4446, device='cuda:0') (tensor(448.9888, device='cuda:0')) - | > current_lr_0: 0.00019865446220135974 - | > current_lr_1: 0.00019865446220135974 - | > step_time: 0.779 (0.7567175523094509) - | > loader_time: 0.0044 (0.005648903224779211) - - - --> TIME: 2024-11-23 04:19:59 -- STEP: 71/797 -- GLOBAL_STEP: 43900 - | > loss_disc: 2.422060966491699 (2.4775567491289605) - | > loss_disc_real_0: 0.16006970405578613 (0.13784486233768328) - | > loss_disc_real_1: 0.20835387706756592 (0.22223891149943983) - | > loss_disc_real_2: 0.271481990814209 (0.23298281578110977) - | > loss_disc_real_3: 0.2605840861797333 (0.22282591294234907) - | > loss_disc_real_4: 0.2405983954668045 (0.21971006166767065) - | > loss_disc_real_5: 0.22543029487133026 (0.22953794329938754) - | > loss_0: 2.422060966491699 (2.4775567491289605) - | > grad_norm_0: tensor(58.1377, device='cuda:0') (tensor(61.5034, device='cuda:0')) - | > loss_gen: 2.349705219268799 (2.330976140331215) - | > loss_kl: 1.2634847164154053 (1.5617876069646486) - | > loss_feat: 5.893036365509033 (6.724352111279125) - | > loss_mel: 18.66773796081543 (20.89644684590085) - | > loss_duration: 1.6974120140075684 (1.76653026359182) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 29.871376037597656 (33.28009307216589) - | > grad_norm_1: tensor(570.8938, device='cuda:0') (tensor(430.9339, device='cuda:0')) - | > current_lr_0: 0.00019865446220135974 - | > current_lr_1: 0.00019865446220135974 - | > step_time: 0.7133 (0.7648606266773922) - | > loader_time: 0.0039 (0.0055090944531937715) - - - --> TIME: 2024-11-23 04:20:18 -- STEP: 96/797 -- GLOBAL_STEP: 43925 - | > loss_disc: 2.3051037788391113 (2.4689499065279965) - | > loss_disc_real_0: 0.1246294155716896 (0.1354601656397184) - | > loss_disc_real_1: 0.14993999898433685 (0.2195728113874793) - | > loss_disc_real_2: 0.23306187987327576 (0.23251189881314835) - | > loss_disc_real_3: 0.20113417506217957 (0.22265668151279291) - | > loss_disc_real_4: 0.2028333842754364 (0.22057160564387837) - | > loss_disc_real_5: 0.24348485469818115 (0.23111380885044733) - | > loss_0: 2.3051037788391113 (2.4689499065279965) - | > grad_norm_0: tensor(76.1396, device='cuda:0') (tensor(63.4611, device='cuda:0')) - | > loss_gen: 2.646345615386963 (2.3420899808406834) - | > loss_kl: 1.619290828704834 (1.5429766327142722) - | > loss_feat: 7.90254545211792 (6.767068962256114) - | > loss_mel: 23.412599563598633 (20.97889518737794) - | > loss_duration: 1.728590726852417 (1.7524257078766823) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.30937576293945 (33.38345664739608) - | > grad_norm_1: tensor(889.1310, device='cuda:0') (tensor(503.8015, device='cuda:0')) - | > current_lr_0: 0.00019865446220135974 - | > current_lr_1: 0.00019865446220135974 - | > step_time: 0.8015 (0.7662340129415194) - | > loader_time: 0.0049 (0.0061071862777074175) - - - --> TIME: 2024-11-23 04:20:38 -- STEP: 121/797 -- GLOBAL_STEP: 43950 - | > loss_disc: 2.349916458129883 (2.4681013379215213) - | > loss_disc_real_0: 0.05188361555337906 (0.1358471912724421) - | > loss_disc_real_1: 0.23771698772907257 (0.21963814442807977) - | > loss_disc_real_2: 0.19892838597297668 (0.2325349041253082) - | > loss_disc_real_3: 0.20514485239982605 (0.22206798023428798) - | > loss_disc_real_4: 0.22313204407691956 (0.2212688427818708) - | > loss_disc_real_5: 0.2503703534603119 (0.23210535832673065) - | > loss_0: 2.349916458129883 (2.4681013379215213) - | > grad_norm_0: tensor(55.9696, device='cuda:0') (tensor(66.6447, device='cuda:0')) - | > loss_gen: 2.2595863342285156 (2.3506377767925417) - | > loss_kl: 1.2989606857299805 (1.5316079047100608) - | > loss_feat: 7.3151984214782715 (6.7880978781329695) - | > loss_mel: 21.56245994567871 (20.97149710221725) - | > loss_duration: 1.785566806793213 (1.7448390022782254) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.221771240234375 (33.38667978334032) - | > grad_norm_1: tensor(483.8322, device='cuda:0') (tensor(517.6529, device='cuda:0')) - | > current_lr_0: 0.00019865446220135974 - | > current_lr_1: 0.00019865446220135974 - | > step_time: 0.7901 (0.7675091451849819) - | > loader_time: 0.0039 (0.006005462536141892) - - - --> TIME: 2024-11-23 04:20:58 -- STEP: 146/797 -- GLOBAL_STEP: 43975 - | > loss_disc: 2.5423967838287354 (2.4737978144867774) - | > loss_disc_real_0: 0.18779084086418152 (0.13774058041609322) - | > loss_disc_real_1: 0.25421231985092163 (0.21966661359757594) - | > loss_disc_real_2: 0.28072378039360046 (0.23344107778513268) - | > loss_disc_real_3: 0.26188409328460693 (0.22343376697334524) - | > loss_disc_real_4: 0.25235864520072937 (0.22185707878168315) - | > loss_disc_real_5: 0.25085026025772095 (0.2326206295457605) - | > loss_0: 2.5423967838287354 (2.4737978144867774) - | > grad_norm_0: tensor(121.8505, device='cuda:0') (tensor(71.1452, device='cuda:0')) - | > loss_gen: 2.481691360473633 (2.3554638836481794) - | > loss_kl: 1.562965750694275 (1.5245819214272174) - | > loss_feat: 6.682448387145996 (6.786587365686077) - | > loss_mel: 22.195648193359375 (21.01808708661224) - | > loss_duration: 1.6088109016418457 (1.7382370551971535) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.53156280517578 (33.42295743341314) - | > grad_norm_1: tensor(477.6196, device='cuda:0') (tensor(509.6834, device='cuda:0')) - | > current_lr_0: 0.00019865446220135974 - | > current_lr_1: 0.00019865446220135974 - | > step_time: 0.8674 (0.7730203164766912) - | > loader_time: 0.014 (0.006282061746675674) - - - --> TIME: 2024-11-23 04:21:18 -- STEP: 171/797 -- GLOBAL_STEP: 44000 - | > loss_disc: 2.568509340286255 (2.470710350058929) - | > loss_disc_real_0: 0.12000435590744019 (0.13607674993966756) - | > loss_disc_real_1: 0.2472083568572998 (0.2186718212756497) - | > loss_disc_real_2: 0.23444131016731262 (0.23317893442006138) - | > loss_disc_real_3: 0.22188545763492584 (0.22345360738840717) - | > loss_disc_real_4: 0.27735769748687744 (0.2222706780970445) - | > loss_disc_real_5: 0.19229620695114136 (0.23148237735207317) - | > loss_0: 2.568509340286255 (2.470710350058929) - | > grad_norm_0: tensor(55.5323, device='cuda:0') (tensor(68.0439, device='cuda:0')) - | > loss_gen: 2.2597877979278564 (2.35417177663212) - | > loss_kl: 1.5634558200836182 (1.5273711681365967) - | > loss_feat: 6.172422885894775 (6.806766624339143) - | > loss_mel: 21.200746536254883 (21.06843636049863) - | > loss_duration: 1.6361238956451416 (1.7323326346469898) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.83253860473633 (33.48907867788571) - | > grad_norm_1: tensor(705.6339, device='cuda:0') (tensor(502.4139, device='cuda:0')) - | > current_lr_0: 0.00019865446220135974 - | > current_lr_1: 0.00019865446220135974 - | > step_time: 0.7931 (0.7745685884129931) - | > loader_time: 0.0053 (0.006145233299299985) - - - --> TIME: 2024-11-23 04:21:39 -- STEP: 196/797 -- GLOBAL_STEP: 44025 - | > loss_disc: 2.5429537296295166 (2.470963012199012) - | > loss_disc_real_0: 0.18262068927288055 (0.13619761522479207) - | > loss_disc_real_1: 0.21620841324329376 (0.21863621868649308) - | > loss_disc_real_2: 0.25962182879447937 (0.23270291660209091) - | > loss_disc_real_3: 0.21424336731433868 (0.22414302780311934) - | > loss_disc_real_4: 0.27492350339889526 (0.22248616373660612) - | > loss_disc_real_5: 0.2603929936885834 (0.232180477861239) - | > loss_0: 2.5429537296295166 (2.470963012199012) - | > grad_norm_0: tensor(66.8253, device='cuda:0') (tensor(64.0152, device='cuda:0')) - | > loss_gen: 2.264951229095459 (2.3477058958034127) - | > loss_kl: 1.5423953533172607 (1.5318708705658814) - | > loss_feat: 6.041157245635986 (6.773381914411273) - | > loss_mel: 18.882854461669922 (21.058800006399366) - | > loss_duration: 1.715949296951294 (1.728327931798234) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.447309494018555 (33.44008668588131) - | > grad_norm_1: tensor(239.6499, device='cuda:0') (tensor(502.2618, device='cuda:0')) - | > current_lr_0: 0.00019865446220135974 - | > current_lr_1: 0.00019865446220135974 - | > step_time: 0.7811 (0.7783940264156887) - | > loader_time: 0.0051 (0.006233249391828262) - - - --> TIME: 2024-11-23 04:21:59 -- STEP: 221/797 -- GLOBAL_STEP: 44050 - | > loss_disc: 2.3825325965881348 (2.469224715124967) - | > loss_disc_real_0: 0.15271925926208496 (0.1349832545038802) - | > loss_disc_real_1: 0.2435067743062973 (0.21878095638698042) - | > loss_disc_real_2: 0.22009572386741638 (0.23263536926308367) - | > loss_disc_real_3: 0.21829918026924133 (0.22394277472301846) - | > loss_disc_real_4: 0.19061073660850525 (0.22217600876928995) - | > loss_disc_real_5: 0.1590595841407776 (0.23173101307040425) - | > loss_0: 2.3825325965881348 (2.469224715124967) - | > grad_norm_0: tensor(49.8561, device='cuda:0') (tensor(64.3330, device='cuda:0')) - | > loss_gen: 2.2803149223327637 (2.3467493995821864) - | > loss_kl: 1.718785285949707 (1.531288650780242) - | > loss_feat: 6.594264030456543 (6.756149850819446) - | > loss_mel: 20.146583557128906 (21.094044473915634) - | > loss_duration: 1.7169591188430786 (1.7266528088582584) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.4569091796875 (33.45488520661089) - | > grad_norm_1: tensor(470.1921, device='cuda:0') (tensor(521.0955, device='cuda:0')) - | > current_lr_0: 0.00019865446220135974 - | > current_lr_1: 0.00019865446220135974 - | > step_time: 0.7775 (0.7825036070465502) - | > loader_time: 0.0112 (0.006516556933994205) - - - --> TIME: 2024-11-23 04:22:20 -- STEP: 246/797 -- GLOBAL_STEP: 44075 - | > loss_disc: 2.3743844032287598 (2.467608469288523) - | > loss_disc_real_0: 0.14235742390155792 (0.13425776286701852) - | > loss_disc_real_1: 0.22051146626472473 (0.21891888164407838) - | > loss_disc_real_2: 0.2398277372121811 (0.2329348709767427) - | > loss_disc_real_3: 0.2636139988899231 (0.22443326677733322) - | > loss_disc_real_4: 0.2570589780807495 (0.22224222753590683) - | > loss_disc_real_5: 0.21183453500270844 (0.2318565855181314) - | > loss_0: 2.3743844032287598 (2.467608469288523) - | > grad_norm_0: tensor(74.7380, device='cuda:0') (tensor(64.2625, device='cuda:0')) - | > loss_gen: 2.5892324447631836 (2.3502544581405527) - | > loss_kl: 1.772020697593689 (1.53362801162208) - | > loss_feat: 7.179556846618652 (6.758370449872521) - | > loss_mel: 22.496849060058594 (21.150113229829135) - | > loss_duration: 1.7417240142822266 (1.7221968600420445) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.779380798339844 (33.51456307977193) - | > grad_norm_1: tensor(893.0939, device='cuda:0') (tensor(530.7320, device='cuda:0')) - | > current_lr_0: 0.00019865446220135974 - | > current_lr_1: 0.00019865446220135974 - | > step_time: 0.7719 (0.7849871550149065) - | > loader_time: 0.0068 (0.006649463157343669) - - - --> TIME: 2024-11-23 04:22:41 -- STEP: 271/797 -- GLOBAL_STEP: 44100 - | > loss_disc: 2.3008036613464355 (2.467155962412647) - | > loss_disc_real_0: 0.06624395400285721 (0.1339696500711556) - | > loss_disc_real_1: 0.2501690983772278 (0.21838337051032652) - | > loss_disc_real_2: 0.21468444168567657 (0.23251443650449774) - | > loss_disc_real_3: 0.23281173408031464 (0.22450574105296187) - | > loss_disc_real_4: 0.2145875245332718 (0.2223089031077839) - | > loss_disc_real_5: 0.21649102866649628 (0.23165488935924544) - | > loss_0: 2.3008036613464355 (2.467155962412647) - | > grad_norm_0: tensor(74.3882, device='cuda:0') (tensor(65.7570, device='cuda:0')) - | > loss_gen: 2.504704236984253 (2.347906102113619) - | > loss_kl: 1.5978080034255981 (1.5388801696115755) - | > loss_feat: 6.737289905548096 (6.740293108669155) - | > loss_mel: 19.7639102935791 (21.153205048114184) - | > loss_duration: 1.6808338165283203 (1.7194684295196814) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.2845458984375 (33.49975291741288) - | > grad_norm_1: tensor(644.9246, device='cuda:0') (tensor(544.1677, device='cuda:0')) - | > current_lr_0: 0.00019865446220135974 - | > current_lr_1: 0.00019865446220135974 - | > step_time: 0.8222 (0.7884249634408423) - | > loader_time: 0.014 (0.0066721888045983115) - - - --> TIME: 2024-11-23 04:23:02 -- STEP: 296/797 -- GLOBAL_STEP: 44125 - | > loss_disc: 2.402726173400879 (2.468924127720497) - | > loss_disc_real_0: 0.04723650589585304 (0.13439883737245936) - | > loss_disc_real_1: 0.18236114084720612 (0.2184058629177712) - | > loss_disc_real_2: 0.21822156012058258 (0.2321927659213543) - | > loss_disc_real_3: 0.22912459075450897 (0.22447714385752743) - | > loss_disc_real_4: 0.21906666457653046 (0.22290239407605417) - | > loss_disc_real_5: 0.23330704867839813 (0.23246316470809886) - | > loss_0: 2.402726173400879 (2.468924127720497) - | > grad_norm_0: tensor(90.9356, device='cuda:0') (tensor(69.2828, device='cuda:0')) - | > loss_gen: 2.5085179805755615 (2.351355453600755) - | > loss_kl: 1.7902134656906128 (1.5413655127222474) - | > loss_feat: 7.7280402183532715 (6.738922036982871) - | > loss_mel: 23.901958465576172 (21.192363829226117) - | > loss_duration: 1.651244878768921 (1.7168829271922237) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.57997512817383 (33.540889810871406) - | > grad_norm_1: tensor(756.4860, device='cuda:0') (tensor(542.6163, device='cuda:0')) - | > current_lr_0: 0.00019865446220135974 - | > current_lr_1: 0.00019865446220135974 - | > step_time: 0.8515 (0.7912947922139555) - | > loader_time: 0.0153 (0.006779669909863858) - - - --> TIME: 2024-11-23 04:23:23 -- STEP: 321/797 -- GLOBAL_STEP: 44150 - | > loss_disc: 2.4030089378356934 (2.473165067185494) - | > loss_disc_real_0: 0.1081961914896965 (0.13722698815236584) - | > loss_disc_real_1: 0.19552017748355865 (0.2184551485416674) - | > loss_disc_real_2: 0.22681836783885956 (0.23268697789153578) - | > loss_disc_real_3: 0.19458331167697906 (0.22490567809139086) - | > loss_disc_real_4: 0.2188694328069687 (0.22285546422747438) - | > loss_disc_real_5: 0.25877928733825684 (0.2321100046980047) - | > loss_0: 2.4030089378356934 (2.473165067185494) - | > grad_norm_0: tensor(49.8478, device='cuda:0') (tensor(70.3830, device='cuda:0')) - | > loss_gen: 2.0826148986816406 (2.3480186336137066) - | > loss_kl: 1.495069980621338 (1.5467580727699017) - | > loss_feat: 6.483170032501221 (6.71890896800151) - | > loss_mel: 21.519161224365234 (21.201951647844652) - | > loss_duration: 1.7143206596374512 (1.7148509434079084) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.29433822631836 (33.53048832617072) - | > grad_norm_1: tensor(524.3620, device='cuda:0') (tensor(538.8508, device='cuda:0')) - | > current_lr_0: 0.00019865446220135974 - | > current_lr_1: 0.00019865446220135974 - | > step_time: 0.9241 (0.7941195140375156) - | > loader_time: 0.0096 (0.006893521157380576) - - - --> TIME: 2024-11-23 04:23:43 -- STEP: 346/797 -- GLOBAL_STEP: 44175 - | > loss_disc: 2.4811110496520996 (2.4725975473492143) - | > loss_disc_real_0: 0.12429141998291016 (0.13686429177319387) - | > loss_disc_real_1: 0.20599518716335297 (0.21855976540229224) - | > loss_disc_real_2: 0.26252058148384094 (0.2328535895471628) - | > loss_disc_real_3: 0.2020449936389923 (0.2245172645056868) - | > loss_disc_real_4: 0.23166145384311676 (0.22315525702830685) - | > loss_disc_real_5: 0.2435125857591629 (0.23228660906325874) - | > loss_0: 2.4811110496520996 (2.4725975473492143) - | > grad_norm_0: tensor(36.8828, device='cuda:0') (tensor(69.0378, device='cuda:0')) - | > loss_gen: 2.3253612518310547 (2.347522907174393) - | > loss_kl: 1.6796815395355225 (1.5483208226330707) - | > loss_feat: 6.760073184967041 (6.710299806098716) - | > loss_mel: 22.610107421875 (21.20495540420445) - | > loss_duration: 1.6636877059936523 (1.7123668000877248) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.038909912109375 (33.52346580703823) - | > grad_norm_1: tensor(527.5626, device='cuda:0') (tensor(545.6914, device='cuda:0')) - | > current_lr_0: 0.00019865446220135974 - | > current_lr_1: 0.00019865446220135974 - | > step_time: 0.8608 (0.7960039384103235) - | > loader_time: 0.0053 (0.006973066081890481) - - - --> TIME: 2024-11-23 04:24:04 -- STEP: 371/797 -- GLOBAL_STEP: 44200 - | > loss_disc: 2.2699925899505615 (2.4696618302491817) - | > loss_disc_real_0: 0.138496533036232 (0.13636398562443539) - | > loss_disc_real_1: 0.210804745554924 (0.21875461333524185) - | > loss_disc_real_2: 0.21720752120018005 (0.23255800939795143) - | > loss_disc_real_3: 0.18750320374965668 (0.22419262229592973) - | > loss_disc_real_4: 0.16978353261947632 (0.22229365132889659) - | > loss_disc_real_5: 0.18660616874694824 (0.23137771998936274) - | > loss_0: 2.2699925899505615 (2.4696618302491817) - | > grad_norm_0: tensor(30.6954, device='cuda:0') (tensor(67.3452, device='cuda:0')) - | > loss_gen: 2.2547459602355957 (2.3444345993494413) - | > loss_kl: 1.634750485420227 (1.5455176088045228) - | > loss_feat: 6.934433937072754 (6.710133637379442) - | > loss_mel: 21.09129524230957 (21.198765962914322) - | > loss_duration: 1.655026912689209 (1.7099061719169515) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.57025146484375 (33.508758051376155) - | > grad_norm_1: tensor(137.7886, device='cuda:0') (tensor(546.4854, device='cuda:0')) - | > current_lr_0: 0.00019865446220135974 - | > current_lr_1: 0.00019865446220135974 - | > step_time: 0.8289 (0.797629004218829) - | > loader_time: 0.0054 (0.0071420238988418785) - - - --> TIME: 2024-11-23 04:24:26 -- STEP: 396/797 -- GLOBAL_STEP: 44225 - | > loss_disc: 2.5688633918762207 (2.4668871092073865) - | > loss_disc_real_0: 0.08353853970766068 (0.1355997737722866) - | > loss_disc_real_1: 0.3365868628025055 (0.21873913419367086) - | > loss_disc_real_2: 0.24728216230869293 (0.23268001966855742) - | > loss_disc_real_3: 0.24349744617938995 (0.2238135745730063) - | > loss_disc_real_4: 0.2508641183376312 (0.22203765316593527) - | > loss_disc_real_5: 0.2461056262254715 (0.23131311161801069) - | > loss_0: 2.5688633918762207 (2.4668871092073865) - | > grad_norm_0: tensor(17.5983, device='cuda:0') (tensor(67.0853, device='cuda:0')) - | > loss_gen: 2.505293607711792 (2.348965269447579) - | > loss_kl: 1.4151910543441772 (1.5466363908666554) - | > loss_feat: 5.77919864654541 (6.721364185063525) - | > loss_mel: 21.670656204223633 (21.21292237079505) - | > loss_duration: 1.6254358291625977 (1.707760034486501) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.99577331542969 (33.53764831658568) - | > grad_norm_1: tensor(608.5037, device='cuda:0') (tensor(550.0111, device='cuda:0')) - | > current_lr_0: 0.00019865446220135974 - | > current_lr_1: 0.00019865446220135974 - | > step_time: 0.8749 (0.8003470861550533) - | > loader_time: 0.0058 (0.007149835427602132) - - - --> TIME: 2024-11-23 04:24:47 -- STEP: 421/797 -- GLOBAL_STEP: 44250 - | > loss_disc: 2.518784284591675 (2.4664265373257197) - | > loss_disc_real_0: 0.15898776054382324 (0.13580294663082104) - | > loss_disc_real_1: 0.22179239988327026 (0.21870343369429582) - | > loss_disc_real_2: 0.22746442258358002 (0.23203746238258843) - | > loss_disc_real_3: 0.2293066382408142 (0.22375138857868676) - | > loss_disc_real_4: 0.2044515460729599 (0.22196281504885884) - | > loss_disc_real_5: 0.23838531970977783 (0.23136914572778053) - | > loss_0: 2.518784284591675 (2.4664265373257197) - | > grad_norm_0: tensor(30.6866, device='cuda:0') (tensor(66.5711, device='cuda:0')) - | > loss_gen: 2.0611960887908936 (2.347314168891545) - | > loss_kl: 1.738094687461853 (1.5464963108796688) - | > loss_feat: 6.629527568817139 (6.72041740553396) - | > loss_mel: 21.53412628173828 (21.216039326864863) - | > loss_duration: 1.7176916599273682 (1.7063846910934266) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.68063735961914 (33.53665195564763) - | > grad_norm_1: tensor(392.1897, device='cuda:0') (tensor(549.2841, device='cuda:0')) - | > current_lr_0: 0.00019865446220135974 - | > current_lr_1: 0.00019865446220135974 - | > step_time: 0.8184 (0.8028154848873473) - | > loader_time: 0.0064 (0.007195124433612597) - - - --> TIME: 2024-11-23 04:25:08 -- STEP: 446/797 -- GLOBAL_STEP: 44275 - | > loss_disc: 2.590956926345825 (2.467024830959306) - | > loss_disc_real_0: 0.22457680106163025 (0.13538727647052753) - | > loss_disc_real_1: 0.21155239641666412 (0.21881656779703004) - | > loss_disc_real_2: 0.23353087902069092 (0.2326548834886786) - | > loss_disc_real_3: 0.23202770948410034 (0.22390258779974798) - | > loss_disc_real_4: 0.26702675223350525 (0.22253688889234055) - | > loss_disc_real_5: 0.23367010056972504 (0.2316321953462913) - | > loss_0: 2.590956926345825 (2.467024830959306) - | > grad_norm_0: tensor(82.3464, device='cuda:0') (tensor(65.9595, device='cuda:0')) - | > loss_gen: 2.413296937942505 (2.3496819753283353) - | > loss_kl: 1.581493616104126 (1.5450196218062944) - | > loss_feat: 6.241647243499756 (6.7215121401799625) - | > loss_mel: 20.364564895629883 (21.239928147183406) - | > loss_duration: 1.676255226135254 (1.7050000079009564) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.277259826660156 (33.5611419378375) - | > grad_norm_1: tensor(616.0042, device='cuda:0') (tensor(550.1583, device='cuda:0')) - | > current_lr_0: 0.00019865446220135974 - | > current_lr_1: 0.00019865446220135974 - | > step_time: 0.8335 (0.8052611035616408) - | > loader_time: 0.0076 (0.007214531770201542) - - - --> TIME: 2024-11-23 04:25:31 -- STEP: 471/797 -- GLOBAL_STEP: 44300 - | > loss_disc: 2.3874120712280273 (2.4654818279728037) - | > loss_disc_real_0: 0.12737274169921875 (0.13527567910066085) - | > loss_disc_real_1: 0.2399093508720398 (0.2192224164171077) - | > loss_disc_real_2: 0.21234257519245148 (0.232207755817223) - | > loss_disc_real_3: 0.23568657040596008 (0.22361828215942262) - | > loss_disc_real_4: 0.21482348442077637 (0.22173610908590305) - | > loss_disc_real_5: 0.19357514381408691 (0.2310372659355212) - | > loss_0: 2.3874120712280273 (2.4654818279728037) - | > grad_norm_0: tensor(21.9848, device='cuda:0') (tensor(67.0171, device='cuda:0')) - | > loss_gen: 2.704585075378418 (2.3516639035725047) - | > loss_kl: 1.4189646244049072 (1.5468138653761263) - | > loss_feat: 7.738185405731201 (6.730756169418366) - | > loss_mel: 21.14763641357422 (21.24118824774546) - | > loss_duration: 1.6696038246154785 (1.7041301269187037) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.678977966308594 (33.574552365928724) - | > grad_norm_1: tensor(684.6130, device='cuda:0') (tensor(548.0206, device='cuda:0')) - | > current_lr_0: 0.00019865446220135974 - | > current_lr_1: 0.00019865446220135974 - | > step_time: 0.9167 (0.809438554091565) - | > loader_time: 0.0064 (0.0072651582665251065) - - - --> TIME: 2024-11-23 04:25:53 -- STEP: 496/797 -- GLOBAL_STEP: 44325 - | > loss_disc: 2.4192795753479004 (2.467327723580025) - | > loss_disc_real_0: 0.14967337250709534 (0.13543318905266793) - | > loss_disc_real_1: 0.24050791561603546 (0.21914868711704208) - | > loss_disc_real_2: 0.2138967365026474 (0.2327684843612294) - | > loss_disc_real_3: 0.19187398254871368 (0.223938072430751) - | > loss_disc_real_4: 0.2496158480644226 (0.2223028618421766) - | > loss_disc_real_5: 0.20111721754074097 (0.2314050726652626) - | > loss_0: 2.4192795753479004 (2.467327723580025) - | > grad_norm_0: tensor(10.6398, device='cuda:0') (tensor(66.6100, device='cuda:0')) - | > loss_gen: 2.4281063079833984 (2.3516517072435357) - | > loss_kl: 1.4939918518066406 (1.5470733834851174) - | > loss_feat: 7.82373571395874 (6.729050977576162) - | > loss_mel: 23.21964454650879 (21.250910435953447) - | > loss_duration: 1.6570146083831787 (1.702683135146095) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.62248992919922 (33.58136969612494) - | > grad_norm_1: tensor(403.3891, device='cuda:0') (tensor(540.2151, device='cuda:0')) - | > current_lr_0: 0.00019865446220135974 - | > current_lr_1: 0.00019865446220135974 - | > step_time: 0.8342 (0.8118602234509683) - | > loader_time: 0.0067 (0.007306531552345522) - - - --> TIME: 2024-11-23 04:26:14 -- STEP: 521/797 -- GLOBAL_STEP: 44350 - | > loss_disc: 2.3714218139648438 (2.464844672556347) - | > loss_disc_real_0: 0.14424428343772888 (0.13535871710664032) - | > loss_disc_real_1: 0.23221175372600555 (0.218854581383048) - | > loss_disc_real_2: 0.19950519502162933 (0.23213073568357845) - | > loss_disc_real_3: 0.1849149912595749 (0.22390120495075) - | > loss_disc_real_4: 0.22154812514781952 (0.22194849804129574) - | > loss_disc_real_5: 0.26000726222991943 (0.23121089249448903) - | > loss_0: 2.3714218139648438 (2.464844672556347) - | > grad_norm_0: tensor(46.3610, device='cuda:0') (tensor(65.1100, device='cuda:0')) - | > loss_gen: 2.29087233543396 (2.350086769764804) - | > loss_kl: 1.73375403881073 (1.547007829351297) - | > loss_feat: 6.113305568695068 (6.73375818688215) - | > loss_mel: 20.51830291748047 (21.26504911982853) - | > loss_duration: 1.6982433795928955 (1.701645700350375) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.35447692871094 (33.59754766292172) - | > grad_norm_1: tensor(219.9092, device='cuda:0') (tensor(530.6074, device='cuda:0')) - | > current_lr_0: 0.00019865446220135974 - | > current_lr_1: 0.00019865446220135974 - | > step_time: 0.849 (0.8140201467927725) - | > loader_time: 0.0116 (0.0073781265178248425) - - - --> TIME: 2024-11-23 04:26:37 -- STEP: 546/797 -- GLOBAL_STEP: 44375 - | > loss_disc: 2.4139554500579834 (2.464162162808711) - | > loss_disc_real_0: 0.13559675216674805 (0.135129786693515) - | > loss_disc_real_1: 0.1760786473751068 (0.21886858903553896) - | > loss_disc_real_2: 0.2052377164363861 (0.2323913766350938) - | > loss_disc_real_3: 0.21102023124694824 (0.22371676441404845) - | > loss_disc_real_4: 0.17657038569450378 (0.22200733556961402) - | > loss_disc_real_5: 0.1952676922082901 (0.23115525648489102) - | > loss_0: 2.4139554500579834 (2.464162162808711) - | > grad_norm_0: tensor(143.4188, device='cuda:0') (tensor(63.9711, device='cuda:0')) - | > loss_gen: 2.1115384101867676 (2.3500286281763856) - | > loss_kl: 1.6555562019348145 (1.5480831470681635) - | > loss_feat: 6.056896686553955 (6.744123609074743) - | > loss_mel: 19.10991096496582 (21.283816187373013) - | > loss_duration: 1.659057855606079 (1.70135325389904) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.592960357666016 (33.62740489764095) - | > grad_norm_1: tensor(448.4010, device='cuda:0') (tensor(528.1535, device='cuda:0')) - | > current_lr_0: 0.00019865446220135974 - | > current_lr_1: 0.00019865446220135974 - | > step_time: 0.8683 (0.8171301870555668) - | > loader_time: 0.0147 (0.007528566178821382) - - - --> TIME: 2024-11-23 04:26:59 -- STEP: 571/797 -- GLOBAL_STEP: 44400 - | > loss_disc: 2.5264973640441895 (2.4635083871631016) - | > loss_disc_real_0: 0.11672784388065338 (0.1348199384994871) - | > loss_disc_real_1: 0.23408101499080658 (0.21888536924656138) - | > loss_disc_real_2: 0.23448611795902252 (0.231975569799151) - | > loss_disc_real_3: 0.2213733196258545 (0.22368118331332135) - | > loss_disc_real_4: 0.2383134365081787 (0.22203874240927854) - | > loss_disc_real_5: 0.1822173297405243 (0.23096821254898914) - | > loss_0: 2.5264973640441895 (2.4635083871631016) - | > grad_norm_0: tensor(236.6043, device='cuda:0') (tensor(63.8417, device='cuda:0')) - | > loss_gen: 2.273055076599121 (2.3512272101985183) - | > loss_kl: 1.489072322845459 (1.5485078023319279) - | > loss_feat: 5.454333305358887 (6.746615545970965) - | > loss_mel: 18.6861572265625 (21.293406033891713) - | > loss_duration: 1.6985605955123901 (1.7006964086442407) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 29.601179122924805 (33.640453074734204) - | > grad_norm_1: tensor(673.4249, device='cuda:0') (tensor(528.3578, device='cuda:0')) - | > current_lr_0: 0.00019865446220135974 - | > current_lr_1: 0.00019865446220135974 - | > step_time: 0.8963 (0.8192029763437194) - | > loader_time: 0.01 (0.007647952348672362) - - - --> TIME: 2024-11-23 04:27:21 -- STEP: 596/797 -- GLOBAL_STEP: 44425 - | > loss_disc: 2.3103530406951904 (2.4627042692779724) - | > loss_disc_real_0: 0.09533907473087311 (0.13439530116699686) - | > loss_disc_real_1: 0.2416943609714508 (0.21908325466933667) - | > loss_disc_real_2: 0.21780087053775787 (0.23214487516440002) - | > loss_disc_real_3: 0.19941385090351105 (0.22362099255391416) - | > loss_disc_real_4: 0.2220681756734848 (0.22194703603350877) - | > loss_disc_real_5: 0.2594938576221466 (0.2312413454055786) - | > loss_0: 2.3103530406951904 (2.4627042692779724) - | > grad_norm_0: tensor(41.1160, device='cuda:0') (tensor(64.2085, device='cuda:0')) - | > loss_gen: 2.5328612327575684 (2.354030750541881) - | > loss_kl: 1.3492413759231567 (1.549093391871292) - | > loss_feat: 6.357705116271973 (6.752072567907756) - | > loss_mel: 21.17612648010254 (21.322958555797598) - | > loss_duration: 1.6625900268554688 (1.7001763716240064) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.078521728515625 (33.67833170154752) - | > grad_norm_1: tensor(374.5449, device='cuda:0') (tensor(530.2873, device='cuda:0')) - | > current_lr_0: 0.00019865446220135974 - | > current_lr_1: 0.00019865446220135974 - | > step_time: 0.8895 (0.821788924652458) - | > loader_time: 0.0082 (0.007717014559163344) - - - --> TIME: 2024-11-23 04:27:44 -- STEP: 621/797 -- GLOBAL_STEP: 44450 - | > loss_disc: 2.43756365776062 (2.463855794086552) - | > loss_disc_real_0: 0.1112653911113739 (0.13447694132485447) - | > loss_disc_real_1: 0.24628663063049316 (0.21916965274035258) - | > loss_disc_real_2: 0.1987127810716629 (0.23208309071747385) - | > loss_disc_real_3: 0.21942903101444244 (0.2236897747201812) - | > loss_disc_real_4: 0.21064497530460358 (0.22192127580324042) - | > loss_disc_real_5: 0.2195759415626526 (0.23117610569833366) - | > loss_0: 2.43756365776062 (2.463855794086552) - | > grad_norm_0: tensor(23.1240, device='cuda:0') (tensor(64.8569, device='cuda:0')) - | > loss_gen: 2.497947931289673 (2.3538083331404502) - | > loss_kl: 1.618015170097351 (1.549273803806151) - | > loss_feat: 7.318575859069824 (6.7463068048351245) - | > loss_mel: 20.736371994018555 (21.333590373900773) - | > loss_duration: 1.7006477117538452 (1.6999975110789625) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.871559143066406 (33.68297687168089) - | > grad_norm_1: tensor(630.2729, device='cuda:0') (tensor(527.6286, device='cuda:0')) - | > current_lr_0: 0.00019865446220135974 - | > current_lr_1: 0.00019865446220135974 - | > step_time: 0.8654 (0.8242801564135218) - | > loader_time: 0.0088 (0.007810580749634575) - - - --> TIME: 2024-11-23 04:28:06 -- STEP: 646/797 -- GLOBAL_STEP: 44475 - | > loss_disc: 2.3541696071624756 (2.4624622824022326) - | > loss_disc_real_0: 0.12665873765945435 (0.1342545826184123) - | > loss_disc_real_1: 0.1866360902786255 (0.21904893279444693) - | > loss_disc_real_2: 0.22116293013095856 (0.23202822345882745) - | > loss_disc_real_3: 0.19153401255607605 (0.22366280108690262) - | > loss_disc_real_4: 0.2454909235239029 (0.2220335767918696) - | > loss_disc_real_5: 0.2259066104888916 (0.2312523318518057) - | > loss_0: 2.3541696071624756 (2.4624622824022326) - | > grad_norm_0: tensor(59.2147, device='cuda:0') (tensor(64.3885, device='cuda:0')) - | > loss_gen: 2.481064796447754 (2.353669180589566) - | > loss_kl: 1.416253685951233 (1.5481957472145738) - | > loss_feat: 6.3693461418151855 (6.738462041406071) - | > loss_mel: 20.645170211791992 (21.338366225038875) - | > loss_duration: 1.6460936069488525 (1.6999985821106858) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.55792999267578 (33.67869181972539) - | > grad_norm_1: tensor(449.9664, device='cuda:0') (tensor(526.2809, device='cuda:0')) - | > current_lr_0: 0.00019865446220135974 - | > current_lr_1: 0.00019865446220135974 - | > step_time: 0.9183 (0.8270396396471617) - | > loader_time: 0.0145 (0.007894411175612697) - - - --> TIME: 2024-11-23 04:28:30 -- STEP: 671/797 -- GLOBAL_STEP: 44500 - | > loss_disc: 2.516512155532837 (2.4621261189484973) - | > loss_disc_real_0: 0.15931354463100433 (0.13398324416175872) - | > loss_disc_real_1: 0.20748984813690186 (0.2189413429461364) - | > loss_disc_real_2: 0.20628264546394348 (0.2321271653857565) - | > loss_disc_real_3: 0.2462524026632309 (0.2240274802139015) - | > loss_disc_real_4: 0.22655433416366577 (0.2220972417763555) - | > loss_disc_real_5: 0.22886940836906433 (0.2309396748171478) - | > loss_0: 2.516512155532837 (2.4621261189484973) - | > grad_norm_0: tensor(129.3942, device='cuda:0') (tensor(64.0263, device='cuda:0')) - | > loss_gen: 2.285733222961426 (2.353684668036406) - | > loss_kl: 1.5512737035751343 (1.5504541317148102) - | > loss_feat: 5.379205226898193 (6.736816016110507) - | > loss_mel: 18.520105361938477 (21.35147367326761) - | > loss_duration: 1.6902016401290894 (1.699686640421076) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 29.426517486572266 (33.69211518107155) - | > grad_norm_1: tensor(616.8321, device='cuda:0') (tensor(525.7137, device='cuda:0')) - | > current_lr_0: 0.00019865446220135974 - | > current_lr_1: 0.00019865446220135974 - | > step_time: 0.945 (0.8302701741856715) - | > loader_time: 0.0088 (0.007963683317386276) - - - --> TIME: 2024-11-23 04:28:53 -- STEP: 696/797 -- GLOBAL_STEP: 44525 - | > loss_disc: 2.4933040142059326 (2.464507583229026) - | > loss_disc_real_0: 0.16141152381896973 (0.13421438698624755) - | > loss_disc_real_1: 0.23381249606609344 (0.2189787476398479) - | > loss_disc_real_2: 0.2223973125219345 (0.23250576290676647) - | > loss_disc_real_3: 0.213683620095253 (0.22390963042947068) - | > loss_disc_real_4: 0.219551682472229 (0.22290314871004258) - | > loss_disc_real_5: 0.2500527799129486 (0.23198960914180197) - | > loss_0: 2.4933040142059326 (2.464507583229026) - | > grad_norm_0: tensor(78.9101, device='cuda:0') (tensor(64.0488, device='cuda:0')) - | > loss_gen: 2.3892250061035156 (2.354804457604203) - | > loss_kl: 1.5240064859390259 (1.550681774129812) - | > loss_feat: 6.429868698120117 (6.733488428181615) - | > loss_mel: 22.898637771606445 (21.368683521774987) - | > loss_duration: 1.6807286739349365 (1.6992078868822122) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.92246627807617 (33.70686614102329) - | > grad_norm_1: tensor(77.6319, device='cuda:0') (tensor(527.5319, device='cuda:0')) - | > current_lr_0: 0.00019865446220135974 - | > current_lr_1: 0.00019865446220135974 - | > step_time: 0.917 (0.8334018968302624) - | > loader_time: 0.0118 (0.008091409316008122) - - - --> TIME: 2024-11-23 04:29:18 -- STEP: 721/797 -- GLOBAL_STEP: 44550 - | > loss_disc: 2.343172073364258 (2.4646417615152476) - | > loss_disc_real_0: 0.08673235774040222 (0.13483707069957981) - | > loss_disc_real_1: 0.20759448409080505 (0.2188439859431263) - | > loss_disc_real_2: 0.2236189842224121 (0.232336562028705) - | > loss_disc_real_3: 0.22633732855319977 (0.2238215637107828) - | > loss_disc_real_4: 0.2384682148694992 (0.22308275105635766) - | > loss_disc_real_5: 0.2014821618795395 (0.23166501858942057) - | > loss_0: 2.343172073364258 (2.4646417615152476) - | > grad_norm_0: tensor(71.9920, device='cuda:0') (tensor(64.8930, device='cuda:0')) - | > loss_gen: 2.460123062133789 (2.3533057653953597) - | > loss_kl: 1.7077841758728027 (1.552241652583943) - | > loss_feat: 6.415365695953369 (6.7297987752747765) - | > loss_mel: 21.484516143798828 (21.375394125421224) - | > loss_duration: 1.6896986961364746 (1.6985063938095901) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.757484436035156 (33.70924678225786) - | > grad_norm_1: tensor(599.7496, device='cuda:0') (tensor(523.6217, device='cuda:0')) - | > current_lr_0: 0.00019865446220135974 - | > current_lr_1: 0.00019865446220135974 - | > step_time: 0.984 (0.8389430965365382) - | > loader_time: 0.0122 (0.00818632611289269) - - - --> TIME: 2024-11-23 04:29:51 -- STEP: 746/797 -- GLOBAL_STEP: 44575 - | > loss_disc: 2.537553071975708 (2.4633974408975603) - | > loss_disc_real_0: 0.18732850253582 (0.13463655194572266) - | > loss_disc_real_1: 0.2237604409456253 (0.21860068953588566) - | > loss_disc_real_2: 0.2763476073741913 (0.23222925258306013) - | > loss_disc_real_3: 0.21752102673053741 (0.22391581339586836) - | > loss_disc_real_4: 0.24548958241939545 (0.22309871639147522) - | > loss_disc_real_5: 0.26115038990974426 (0.2317847359436127) - | > loss_0: 2.537553071975708 (2.4633974408975603) - | > grad_norm_0: tensor(15.1130, device='cuda:0') (tensor(64.1977, device='cuda:0')) - | > loss_gen: 2.3816726207733154 (2.354395946932224) - | > loss_kl: 1.544134497642517 (1.5525544437582302) - | > loss_feat: 6.679619312286377 (6.738919192920102) - | > loss_mel: 22.259323120117188 (21.388325108280128) - | > loss_duration: 1.7007451057434082 (1.6976381035336863) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.565494537353516 (33.73183286989019) - | > grad_norm_1: tensor(580.1788, device='cuda:0') (tensor(521.4785, device='cuda:0')) - | > current_lr_0: 0.00019865446220135974 - | > current_lr_1: 0.00019865446220135974 - | > step_time: 1.8886 (0.8536867238880799) - | > loader_time: 0.0088 (0.008325365848899204) - - - --> TIME: 2024-11-23 04:30:48 -- STEP: 771/797 -- GLOBAL_STEP: 44600 - | > loss_disc: 2.609606981277466 (2.462516828888281) - | > loss_disc_real_0: 0.17717215418815613 (0.13441166938336926) - | > loss_disc_real_1: 0.2069040685892105 (0.2184943816251328) - | > loss_disc_real_2: 0.2594015598297119 (0.2322507771227301) - | > loss_disc_real_3: 0.2633552849292755 (0.22393285665762563) - | > loss_disc_real_4: 0.2103433907032013 (0.22314282602373264) - | > loss_disc_real_5: 0.20837031304836273 (0.23150825579729217) - | > loss_0: 2.609606981277466 (2.462516828888281) - | > grad_norm_0: tensor(97.7860, device='cuda:0') (tensor(63.6129, device='cuda:0')) - | > loss_gen: 1.9342570304870605 (2.3538350081783963) - | > loss_kl: 1.4786219596862793 (1.5523759779144657) - | > loss_feat: 4.655006408691406 (6.734948015398553) - | > loss_mel: 18.029678344726562 (21.38471051969416) - | > loss_duration: 1.673183798789978 (1.6966182582573208) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 27.770748138427734 (33.72248784670105) - | > grad_norm_1: tensor(484.8401, device='cuda:0') (tensor(523.2714, device='cuda:0')) - | > current_lr_0: 0.00019865446220135974 - | > current_lr_1: 0.00019865446220135974 - | > step_time: 3.3138 (0.8999786952126347) - | > loader_time: 0.0165 (0.008607762333020156) - - - --> TIME: 2024-11-23 04:32:15 -- STEP: 796/797 -- GLOBAL_STEP: 44625 - | > loss_disc: 2.4800894260406494 (2.4622663001918363) - | > loss_disc_real_0: 0.12186028808355331 (0.13410719601559143) - | > loss_disc_real_1: 0.3015637695789337 (0.21848830974768454) - | > loss_disc_real_2: 0.28569284081459045 (0.23210712117915178) - | > loss_disc_real_3: 0.20049923658370972 (0.22390860337857624) - | > loss_disc_real_4: 0.26252442598342896 (0.2233542665726875) - | > loss_disc_real_5: 0.2810108959674835 (0.23174673562223588) - | > loss_0: 2.4800894260406494 (2.4622663001918363) - | > grad_norm_0: tensor(23.9370, device='cuda:0') (tensor(62.7272, device='cuda:0')) - | > loss_gen: 2.6810519695281982 (2.3539419228108103) - | > loss_kl: 1.3984653949737549 (1.5530749754090998) - | > loss_feat: 6.651982307434082 (6.7396037866122755) - | > loss_mel: 20.07560920715332 (21.39229816887246) - | > loss_duration: 1.6308799982070923 (1.6958181820622644) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.43798828125 (33.7347370943232) - | > grad_norm_1: tensor(713.8356, device='cuda:0') (tensor(520.2012, device='cuda:0')) - | > current_lr_0: 0.00019865446220135974 - | > current_lr_1: 0.00019865446220135974 - | > step_time: 1.8356 (0.9795621603577578) - | > loader_time: 0.007 (0.009043883738206252) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.3097057342529297 (2.3097057342529297) - | > loss_disc_real_0: 0.16151823103427887 (0.16151823103427887) - | > loss_disc_real_1: 0.16247977316379547 (0.16247977316379547) - | > loss_disc_real_2: 0.23592904210090637 (0.23592904210090637) - | > loss_disc_real_3: 0.13766133785247803 (0.13766133785247803) - | > loss_disc_real_4: 0.15435382723808289 (0.15435382723808289) - | > loss_disc_real_5: 0.19768433272838593 (0.19768433272838593) - | > loss_0: 2.3097057342529297 (2.3097057342529297) - | > loss_gen: 2.3923776149749756 (2.3923776149749756) - | > loss_kl: 2.9594433307647705 (2.9594433307647705) - | > loss_feat: 8.957232475280762 (8.957232475280762) - | > loss_mel: 22.606279373168945 (22.606279373168945) - | > loss_duration: 1.9392650127410889 (1.9392650127410889) - | > loss_1: 38.85459899902344 (38.85459899902344) - - --> STEP: 1 - | > loss_disc: 2.5092835426330566 (2.5092835426330566) - | > loss_disc_real_0: 0.19583940505981445 (0.19583940505981445) - | > loss_disc_real_1: 0.15723183751106262 (0.15723183751106262) - | > loss_disc_real_2: 0.2391648143529892 (0.2391648143529892) - | > loss_disc_real_3: 0.25227394700050354 (0.25227394700050354) - | > loss_disc_real_4: 0.19214825332164764 (0.19214825332164764) - | > loss_disc_real_5: 0.28904518485069275 (0.28904518485069275) - | > loss_0: 2.5092835426330566 (2.5092835426330566) - | > loss_gen: 2.2135472297668457 (2.2135472297668457) - | > loss_kl: 1.7346409559249878 (1.7346409559249878) - | > loss_feat: 7.128538608551025 (7.128538608551025) - | > loss_mel: 22.319278717041016 (22.319278717041016) - | > loss_duration: 1.6914317607879639 (1.6914317607879639) - | > loss_1: 35.08743667602539 (35.08743667602539) - - --> STEP: 2 - | > loss_disc: 2.4790358543395996 (2.494159698486328) - | > loss_disc_real_0: 0.1406020224094391 (0.16822071373462677) - | > loss_disc_real_1: 0.22786583006381989 (0.19254883378744125) - | > loss_disc_real_2: 0.21114911139011383 (0.2251569628715515) - | > loss_disc_real_3: 0.18776832520961761 (0.22002113610506058) - | > loss_disc_real_4: 0.21958495676517487 (0.20586660504341125) - | > loss_disc_real_5: 0.29686883091926575 (0.29295700788497925) - | > loss_0: 2.4790358543395996 (2.494159698486328) - | > loss_gen: 2.2572860717773438 (2.2354166507720947) - | > loss_kl: 1.2729517221450806 (1.5037963390350342) - | > loss_feat: 5.628542423248291 (6.378540515899658) - | > loss_mel: 20.946922302246094 (21.633100509643555) - | > loss_duration: 1.7025737762451172 (1.6970027685165405) - | > loss_1: 31.80827522277832 (33.447855949401855) - - --> STEP: 3 - | > loss_disc: 2.499770402908325 (2.4960299332936606) - | > loss_disc_real_0: 0.22509992122650146 (0.18718044956525168) - | > loss_disc_real_1: 0.19036896526813507 (0.19182221094767252) - | > loss_disc_real_2: 0.28854483366012573 (0.24628625313440958) - | > loss_disc_real_3: 0.2394087016582489 (0.22648365795612335) - | > loss_disc_real_4: 0.2229733169078827 (0.2115688423315684) - | > loss_disc_real_5: 0.3220338821411133 (0.3026492993036906) - | > loss_0: 2.499770402908325 (2.4960299332936606) - | > loss_gen: 2.6839487552642822 (2.3849273522694907) - | > loss_kl: 1.1204427480697632 (1.376011808713277) - | > loss_feat: 6.543730735778809 (6.433603922526042) - | > loss_mel: 22.185701370239258 (21.81730079650879) - | > loss_duration: 1.7175557613372803 (1.7038537661234539) - | > loss_1: 34.251380920410156 (33.715697606404625) - - --> STEP: 4 - | > loss_disc: 2.462019443511963 (2.487527310848236) - | > loss_disc_real_0: 0.12342517822980881 (0.17124163173139095) - | > loss_disc_real_1: 0.22797854244709015 (0.20086129382252693) - | > loss_disc_real_2: 0.19357964396476746 (0.23310960084199905) - | > loss_disc_real_3: 0.20384642481803894 (0.22082434967160225) - | > loss_disc_real_4: 0.2254989743232727 (0.21505137532949448) - | > loss_disc_real_5: 0.21232236921787262 (0.2800675667822361) - | > loss_0: 2.462019443511963 (2.487527310848236) - | > loss_gen: 2.2872023582458496 (2.3604961037635803) - | > loss_kl: 1.606002688407898 (1.4335095286369324) - | > loss_feat: 7.6423187255859375 (6.735782623291016) - | > loss_mel: 21.167760848999023 (21.654915809631348) - | > loss_duration: 1.6582369804382324 (1.6924495697021484) - | > loss_1: 34.36152267456055 (33.8771538734436) - - --> STEP: 5 - | > loss_disc: 2.382716178894043 (2.4665650844573976) - | > loss_disc_real_0: 0.14368733763694763 (0.1657307729125023) - | > loss_disc_real_1: 0.21923372149467468 (0.2045357793569565) - | > loss_disc_real_2: 0.26093265414237976 (0.23867421150207518) - | > loss_disc_real_3: 0.19409531354904175 (0.21547854244709014) - | > loss_disc_real_4: 0.24097341299057007 (0.22023578286170958) - | > loss_disc_real_5: 0.2733455300331116 (0.2787231594324112) - | > loss_0: 2.382716178894043 (2.4665650844573976) - | > loss_gen: 2.4794766902923584 (2.384292221069336) - | > loss_kl: 1.687720775604248 (1.4843517780303954) - | > loss_feat: 7.193607807159424 (6.827347660064698) - | > loss_mel: 23.601055145263672 (22.044143676757812) - | > loss_duration: 1.8657886981964111 (1.727117395401001) - | > loss_1: 36.8276481628418 (34.46725273132324) - - --> STEP: 6 - | > loss_disc: 2.5363855361938477 (2.4782018264134726) - | > loss_disc_real_0: 0.15703469514846802 (0.16428142661849657) - | > loss_disc_real_1: 0.19807477295398712 (0.20345894495646158) - | > loss_disc_real_2: 0.22033710777759552 (0.23561802754799524) - | > loss_disc_real_3: 0.25123459100723267 (0.22143788387378058) - | > loss_disc_real_4: 0.21656043827533722 (0.21962322543064752) - | > loss_disc_real_5: 0.2565152049064636 (0.2750218336780866) - | > loss_0: 2.5363855361938477 (2.4782018264134726) - | > loss_gen: 2.2851815223693848 (2.3677737712860107) - | > loss_kl: 1.5287705659866333 (1.491754909356435) - | > loss_feat: 5.237630844116211 (6.562394857406616) - | > loss_mel: 19.49454116821289 (21.61920992533366) - | > loss_duration: 1.6563334465026855 (1.715320070584615) - | > loss_1: 30.202457427978516 (33.75645351409912) - - --> STEP: 7 - | > loss_disc: 2.5071771144866943 (2.4823411532810757) - | > loss_disc_real_0: 0.183660626411438 (0.16704988373177393) - | > loss_disc_real_1: 0.26459330320358276 (0.21219242470605032) - | > loss_disc_real_2: 0.24913020431995392 (0.23754833851541793) - | > loss_disc_real_3: 0.22985811531543732 (0.22264077407973154) - | > loss_disc_real_4: 0.2045302540063858 (0.217467086655753) - | > loss_disc_real_5: 0.2485194355249405 (0.27123577679906574) - | > loss_0: 2.5071771144866943 (2.4823411532810757) - | > loss_gen: 2.315122127532959 (2.3602521078927174) - | > loss_kl: 2.044283151626587 (1.5706875153950282) - | > loss_feat: 5.941112041473389 (6.473640169416155) - | > loss_mel: 19.138198852539062 (21.264779772077286) - | > loss_duration: 1.6596016883850098 (1.7073603016989571) - | > loss_1: 31.098318099975586 (33.37671988351004) - - --> STEP: 8 - | > loss_disc: 2.5583744049072266 (2.4918453097343445) - | > loss_disc_real_0: 0.13620182871818542 (0.16319387685507536) - | > loss_disc_real_1: 0.17600101232528687 (0.2076684981584549) - | > loss_disc_real_2: 0.24233384430408478 (0.23814652673900127) - | > loss_disc_real_3: 0.18917973339557648 (0.21845814399421215) - | > loss_disc_real_4: 0.1794840693473816 (0.21271920949220657) - | > loss_disc_real_5: 0.17097902297973633 (0.25870368257164955) - | > loss_0: 2.5583744049072266 (2.4918453097343445) - | > loss_gen: 2.010683298110962 (2.316556006669998) - | > loss_kl: 1.7357041835784912 (1.5913145989179611) - | > loss_feat: 6.630701541900635 (6.493272840976715) - | > loss_mel: 18.714454650878906 (20.94598913192749) - | > loss_duration: 1.71269953250885 (1.7080277055501938) - | > loss_1: 30.804243087768555 (33.05516028404236) - - --> STEP: 9 - | > loss_disc: 2.29421329498291 (2.469886196984185) - | > loss_disc_real_0: 0.14616546034812927 (0.1613018305765258) - | > loss_disc_real_1: 0.1837025284767151 (0.2050056126382616) - | > loss_disc_real_2: 0.17820966243743896 (0.2314868751499388) - | > loss_disc_real_3: 0.18244099617004395 (0.2144562386804157) - | > loss_disc_real_4: 0.1995513141155243 (0.21125611000590855) - | > loss_disc_real_5: 0.2056412398815155 (0.2528078556060791) - | > loss_0: 2.29421329498291 (2.469886196984185) - | > loss_gen: 2.4696924686431885 (2.3335711691114636) - | > loss_kl: 1.829538345336914 (1.6177839040756226) - | > loss_feat: 7.90733003616333 (6.6503903071085615) - | > loss_mel: 23.535125732421875 (21.233670976426865) - | > loss_duration: 1.6628117561340332 (1.7030037111706204) - | > loss_1: 37.40449905395508 (33.538420147366) - - --> STEP: 10 - | > loss_disc: 2.337001085281372 (2.456597685813904) - | > loss_disc_real_0: 0.17449793219566345 (0.16262144073843957) - | > loss_disc_real_1: 0.2030235081911087 (0.2048074021935463) - | > loss_disc_real_2: 0.26520565152168274 (0.23485875278711318) - | > loss_disc_real_3: 0.2088291049003601 (0.21389352530241013) - | > loss_disc_real_4: 0.17170535027980804 (0.2073010340332985) - | > loss_disc_real_5: 0.24137850105762482 (0.25166492015123365) - | > loss_0: 2.337001085281372 (2.456597685813904) - | > loss_gen: 2.6368136405944824 (2.3638954162597656) - | > loss_kl: 1.3232738971710205 (1.5883329033851623) - | > loss_feat: 6.203213691711426 (6.6056726455688475) - | > loss_mel: 20.15163230895996 (21.125467109680176) - | > loss_duration: 1.5962023735046387 (1.6923235774040222) - | > loss_1: 31.911136627197266 (33.37569179534912) - - --> STEP: 11 - | > loss_disc: 2.746020793914795 (2.4829088774594394) - | > loss_disc_real_0: 0.1430492103099823 (0.16084214706312527) - | > loss_disc_real_1: 0.25741392374038696 (0.2095898132432591) - | > loss_disc_real_2: 0.25862783193588257 (0.23701957816427405) - | > loss_disc_real_3: 0.1570122241973877 (0.20872249792922626) - | > loss_disc_real_4: 0.25440460443496704 (0.21158317679708655) - | > loss_disc_real_5: 0.258280485868454 (0.25226633521643554) - | > loss_0: 2.746020793914795 (2.4829088774594394) - | > loss_gen: 2.2531769275665283 (2.353830099105835) - | > loss_kl: 1.7424356937408447 (1.6023422479629517) - | > loss_feat: 8.14462661743164 (6.745577552101829) - | > loss_mel: 22.52375602722168 (21.25258428400213) - | > loss_duration: 1.5871936082839966 (1.6827663074840198) - | > loss_1: 36.251190185546875 (33.637100739912555) - - --> STEP: 12 - | > loss_disc: 2.537480354309082 (2.487456500530243) - | > loss_disc_real_0: 0.1254601925611496 (0.15789365085462728) - | > loss_disc_real_1: 0.22201727330684662 (0.2106254349152247) - | > loss_disc_real_2: 0.2782127559185028 (0.24045234297712645) - | > loss_disc_real_3: 0.21592408418655396 (0.2093226301173369) - | > loss_disc_real_4: 0.21083562076091766 (0.21152088046073914) - | > loss_disc_real_5: 0.2830932140350342 (0.2548352417846521) - | > loss_0: 2.537480354309082 (2.487456500530243) - | > loss_gen: 2.411561965942383 (2.3586410880088806) - | > loss_kl: 1.6594665050506592 (1.6071026027202606) - | > loss_feat: 5.4732747077941895 (6.639552315076192) - | > loss_mel: 20.039873123168945 (21.15152502059936) - | > loss_duration: 1.708000898361206 (1.6848691900571187) - | > loss_1: 31.292177200317383 (33.44169044494629) - - --> STEP: 13 - | > loss_disc: 2.3561222553253174 (2.47735386628371) - | > loss_disc_real_0: 0.09898866713047028 (0.15336249826046136) - | > loss_disc_real_1: 0.1942886859178543 (0.209368761915427) - | > loss_disc_real_2: 0.25076207518577576 (0.2412453993008687) - | > loss_disc_real_3: 0.14875712990760803 (0.2046637454858193) - | > loss_disc_real_4: 0.1624128520488739 (0.20774333981367257) - | > loss_disc_real_5: 0.22558891773223877 (0.25258552454985106) - | > loss_0: 2.3561222553253174 (2.47735386628371) - | > loss_gen: 2.3736677169799805 (2.3597969825451193) - | > loss_kl: 1.9722929000854492 (1.6351941640560443) - | > loss_feat: 8.08807373046875 (6.750977039337158) - | > loss_mel: 23.688138961791992 (21.34664916992187) - | > loss_duration: 1.7493302822113037 (1.6898277356074407) - | > loss_1: 37.87150192260742 (33.78244517399715) - - --> STEP: 14 - | > loss_disc: 2.04488205909729 (2.446463022913252) - | > loss_disc_real_0: 0.1041327640414238 (0.14984608867338725) - | > loss_disc_real_1: 0.19192135334014893 (0.20812251844576427) - | > loss_disc_real_2: 0.21953178942203522 (0.2396944271666663) - | > loss_disc_real_3: 0.14422383904457092 (0.2003466093114444) - | > loss_disc_real_4: 0.17087386548519135 (0.20510980593306677) - | > loss_disc_real_5: 0.22078222036361694 (0.25031385996512007) - | > loss_0: 2.04488205909729 (2.446463022913252) - | > loss_gen: 2.647369384765625 (2.3803378684180125) - | > loss_kl: 1.837950587272644 (1.649676765714373) - | > loss_feat: 7.888241291046143 (6.832210200173514) - | > loss_mel: 22.78607177734375 (21.449465070452003) - | > loss_duration: 1.7208497524261475 (1.692043593951634) - | > loss_1: 36.8804817199707 (34.00373349870954) - - --> STEP: 15 - | > loss_disc: 2.4846737384796143 (2.449010403951009) - | > loss_disc_real_0: 0.15452922880649567 (0.1501582980155945) - | > loss_disc_real_1: 0.22048233449459076 (0.2089465061823527) - | > loss_disc_real_2: 0.23542603850364685 (0.23940986792246502) - | > loss_disc_real_3: 0.27845442295074463 (0.20555379688739778) - | > loss_disc_real_4: 0.30281534790992737 (0.21162350873152416) - | > loss_disc_real_5: 0.27816522121429443 (0.2521706173817317) - | > loss_0: 2.4846737384796143 (2.449010403951009) - | > loss_gen: 2.666867971420288 (2.399439875284831) - | > loss_kl: 1.79194974899292 (1.659161631266276) - | > loss_feat: 7.398528099060059 (6.869964726765951) - | > loss_mel: 26.197452545166016 (21.765997568766274) - | > loss_duration: 1.6234767436981201 (1.6874724706013997) - | > loss_1: 39.67827606201172 (34.38203633626302) - - --> STEP: 16 - | > loss_disc: 2.3706839084625244 (2.444114997982979) - | > loss_disc_real_0: 0.15364135801792145 (0.15037598926573992) - | > loss_disc_real_1: 0.11117567867040634 (0.20283582946285605) - | > loss_disc_real_2: 0.2148255556821823 (0.23787334840744734) - | > loss_disc_real_3: 0.20839014649391174 (0.2057310687378049) - | > loss_disc_real_4: 0.14445710182189941 (0.2074256082996726) - | > loss_disc_real_5: 0.2578705847263336 (0.2525268653407693) - | > loss_0: 2.3706839084625244 (2.444114997982979) - | > loss_gen: 2.406581163406372 (2.399886205792427) - | > loss_kl: 1.848265290260315 (1.6709806099534035) - | > loss_feat: 8.144731521606445 (6.9496376514434814) - | > loss_mel: 22.950496673583984 (21.84002876281738) - | > loss_duration: 1.7952423095703125 (1.6942080855369568) - | > loss_1: 37.14531707763672 (34.55474138259888) - - --> STEP: 17 - | > loss_disc: 2.0344278812408447 (2.4200157558216766) - | > loss_disc_real_0: 0.11650708317756653 (0.14838370067231796) - | > loss_disc_real_1: 0.16686084866523743 (0.20071965412181966) - | > loss_disc_real_2: 0.2684885561466217 (0.23967424298033996) - | > loss_disc_real_3: 0.13337166607379913 (0.201474633286981) - | > loss_disc_real_4: 0.16922932863235474 (0.20517876831924214) - | > loss_disc_real_5: 0.18457525968551636 (0.2485297120669309) - | > loss_0: 2.0344278812408447 (2.4200157558216766) - | > loss_gen: 2.721703290939331 (2.4188166225657746) - | > loss_kl: 1.6150803565979004 (1.667692359756021) - | > loss_feat: 8.696815490722656 (7.052412818459904) - | > loss_mel: 23.61581802368164 (21.944486954632925) - | > loss_duration: 1.631517767906189 (1.6905204197939705) - | > loss_1: 38.28093338012695 (34.77392914715935) - - --> STEP: 18 - | > loss_disc: 2.591414451599121 (2.4295379055870905) - | > loss_disc_real_0: 0.1247771680355072 (0.14707222663693958) - | > loss_disc_real_1: 0.1897469162940979 (0.2001100575758351) - | > loss_disc_real_2: 0.299051970243454 (0.2429730056060685) - | > loss_disc_real_3: 0.24338023364543915 (0.20380272219578424) - | > loss_disc_real_4: 0.2544659376144409 (0.20791694439119762) - | > loss_disc_real_5: 0.26311323046684265 (0.24933990753359264) - | > loss_0: 2.591414451599121 (2.4295379055870905) - | > loss_gen: 2.4029438495635986 (2.4179348018434315) - | > loss_kl: 1.844678521156311 (1.6775249242782593) - | > loss_feat: 7.028257369995117 (7.051070849100749) - | > loss_mel: 22.740819931030273 (21.98872767554389) - | > loss_duration: 1.6659367084503174 (1.6891546580526564) - | > loss_1: 35.68263626098633 (34.82441287570529) - - --> STEP: 19 - | > loss_disc: 2.445127010345459 (2.430358384784899) - | > loss_disc_real_0: 0.12482801824808121 (0.14590147882699966) - | > loss_disc_real_1: 0.1621900498867035 (0.19811426769745977) - | > loss_disc_real_2: 0.17544054985046387 (0.23941866582945773) - | > loss_disc_real_3: 0.21593137085437775 (0.20444107212518392) - | > loss_disc_real_4: 0.13418063521385193 (0.20403608601344259) - | > loss_disc_real_5: 0.16291208565235138 (0.244791074803001) - | > loss_0: 2.445127010345459 (2.430358384784899) - | > loss_gen: 2.0249264240264893 (2.3972501503793815) - | > loss_kl: 1.7417876720428467 (1.680907174160606) - | > loss_feat: 7.935571193695068 (7.097623498816239) - | > loss_mel: 21.92475128173828 (21.98536049692254) - | > loss_duration: 1.7588157653808594 (1.6928210321225619) - | > loss_1: 35.3858528137207 (34.85396234612716) - - --> STEP: 20 - | > loss_disc: 2.397280693054199 (2.4287045001983643) - | > loss_disc_real_0: 0.12791100144386292 (0.14500195495784282) - | > loss_disc_real_1: 0.21838678419589996 (0.19912789352238178) - | > loss_disc_real_2: 0.25982391834259033 (0.24043892845511436) - | > loss_disc_real_3: 0.2185356616973877 (0.2051458016037941) - | > loss_disc_real_4: 0.18287056684494019 (0.20297781005501747) - | > loss_disc_real_5: 0.15058857202529907 (0.24008094966411592) - | > loss_0: 2.397280693054199 (2.4287045001983643) - | > loss_gen: 2.1864562034606934 (2.386710453033447) - | > loss_kl: 1.558997392654419 (1.6748116850852965) - | > loss_feat: 7.085768222808838 (7.097030735015869) - | > loss_mel: 23.721345901489258 (22.072159767150872) - | > loss_duration: 1.655320644378662 (1.6909460127353668) - | > loss_1: 36.2078857421875 (34.921658515930176) - - --> STEP: 21 - | > loss_disc: 2.505622386932373 (2.4323672567095076) - | > loss_disc_real_0: 0.1431449055671692 (0.1449135240344774) - | > loss_disc_real_1: 0.2340986281633377 (0.20079316660052254) - | > loss_disc_real_2: 0.26573851704597473 (0.24164367076896487) - | > loss_disc_real_3: 0.19482457637786865 (0.20465431468827383) - | > loss_disc_real_4: 0.2552388310432434 (0.20546643010207585) - | > loss_disc_real_5: 0.2539398670196533 (0.24074089810961768) - | > loss_0: 2.505622386932373 (2.4323672567095076) - | > loss_gen: 2.5184309482574463 (2.3929828575679233) - | > loss_kl: 1.2376163005828857 (1.6539928572518485) - | > loss_feat: 6.9779887199401855 (7.091362067631313) - | > loss_mel: 22.710670471191406 (22.10256503877185) - | > loss_duration: 1.67183518409729 (1.6900359732764108) - | > loss_1: 35.11654281616211 (34.930938720703125) - - --> STEP: 22 - | > loss_disc: 2.2354955673217773 (2.42341854355552) - | > loss_disc_real_0: 0.16052193939685822 (0.14562299746004018) - | > loss_disc_real_1: 0.18670757114887238 (0.20015291226181117) - | > loss_disc_real_2: 0.2750644087791443 (0.24316279522397302) - | > loss_disc_real_3: 0.17261254787445068 (0.20319787074219098) - | > loss_disc_real_4: 0.18766258656978607 (0.20465716448697177) - | > loss_disc_real_5: 0.222502663731575 (0.23991188745607028) - | > loss_0: 2.2354955673217773 (2.42341854355552) - | > loss_gen: 2.6524202823638916 (2.404775467785922) - | > loss_kl: 1.7256220579147339 (1.6572487300092524) - | > loss_feat: 7.616642475128174 (7.115238449790261) - | > loss_mel: 23.13996124267578 (22.149719411676575) - | > loss_duration: 1.7675104141235352 (1.693557538769462) - | > loss_1: 36.90215301513672 (35.02053937045011) - - --> STEP: 23 - | > loss_disc: 2.619342088699341 (2.4319369585617734) - | > loss_disc_real_0: 0.13517940044403076 (0.14516892802456152) - | > loss_disc_real_1: 0.17150340974330902 (0.19890728171752847) - | > loss_disc_real_2: 0.22078201174736023 (0.2421897176815116) - | > loss_disc_real_3: 0.2851865887641907 (0.2067625976127127) - | > loss_disc_real_4: 0.17598818242549896 (0.20341068700603818) - | > loss_disc_real_5: 0.2315972000360489 (0.23955037930737372) - | > loss_0: 2.619342088699341 (2.4319369585617734) - | > loss_gen: 2.064805507659912 (2.3899941651717476) - | > loss_kl: 1.6434448957443237 (1.6566485633020815) - | > loss_feat: 7.406073570251465 (7.127883455027705) - | > loss_mel: 22.879436492919922 (22.181446241295852) - | > loss_duration: 1.7545018196105957 (1.6962072901103808) - | > loss_1: 35.748260498046875 (35.052179419476055) - - --> STEP: 24 - | > loss_disc: 2.443575382232666 (2.432421892881394) - | > loss_disc_real_0: 0.13414743542671204 (0.1447096991663178) - | > loss_disc_real_1: 0.18872450292110443 (0.19848299926767746) - | > loss_disc_real_2: 0.26648762822151184 (0.24320213062067828) - | > loss_disc_real_3: 0.22174100577831268 (0.20738669795294604) - | > loss_disc_real_4: 0.2202717810869217 (0.20411323259274164) - | > loss_disc_real_5: 0.2145473212003708 (0.23850858521958193) - | > loss_0: 2.443575382232666 (2.432421892881394) - | > loss_gen: 2.480811357498169 (2.393778214852015) - | > loss_kl: 1.314695119857788 (1.6424005031585693) - | > loss_feat: 7.396129608154297 (7.139060378074646) - | > loss_mel: 22.01292610168457 (22.174424568812046) - | > loss_duration: 1.6501191854476929 (1.6942869524161022) - | > loss_1: 34.85468292236328 (35.04395039876302) - - --> STEP: 25 - | > loss_disc: 2.7993054389953613 (2.4470972347259528) - | > loss_disc_real_0: 0.31200891733169556 (0.15140166789293288) - | > loss_disc_real_1: 0.2368757277727127 (0.2000187084078789) - | > loss_disc_real_2: 0.23628351092338562 (0.24292538583278656) - | > loss_disc_real_3: 0.25629448890686035 (0.2093430095911026) - | > loss_disc_real_4: 0.22274094820022583 (0.20485834121704102) - | > loss_disc_real_5: 0.2472953051328659 (0.2388600540161133) - | > loss_0: 2.7993054389953613 (2.4470972347259528) - | > loss_gen: 2.2533557415008545 (2.388161315917969) - | > loss_kl: 1.7535295486450195 (1.6468456649780274) - | > loss_feat: 6.176019191741943 (7.100538730621338) - | > loss_mel: 20.40198516845703 (22.103526992797846) - | > loss_duration: 1.6338582038879395 (1.6918698024749756) - | > loss_1: 32.218746185302734 (34.93094223022461) - - --> STEP: 26 - | > loss_disc: 2.4023399353027344 (2.445375800132752) - | > loss_disc_real_0: 0.12668448686599731 (0.1504510070842046) - | > loss_disc_real_1: 0.22914093732833862 (0.20113879413558886) - | > loss_disc_real_2: 0.26945826411247253 (0.24394588115123603) - | > loss_disc_real_3: 0.20687271654605865 (0.20924799832013938) - | > loss_disc_real_4: 0.18869954347610474 (0.2042368489962358) - | > loss_disc_real_5: 0.27307581901550293 (0.24017604497762826) - | > loss_0: 2.4023399353027344 (2.445375800132752) - | > loss_gen: 2.580920457839966 (2.3955751290688148) - | > loss_kl: 1.7341281175613403 (1.650202682385078) - | > loss_feat: 6.927395343780518 (7.093879369588999) - | > loss_mel: 22.14436912536621 (22.105097844050476) - | > loss_duration: 1.6840112209320068 (1.6915675493387075) - | > loss_1: 35.070823669433594 (34.936322285578804) - - --> STEP: 27 - | > loss_disc: 2.1914989948272705 (2.4359729554918084) - | > loss_disc_real_0: 0.09691806137561798 (0.148468305391294) - | > loss_disc_real_1: 0.15432606637477875 (0.19940498940370702) - | > loss_disc_real_2: 0.18639980256557465 (0.24181454490732263) - | > loss_disc_real_3: 0.16275741159915924 (0.20752612473788085) - | > loss_disc_real_4: 0.14837141335010529 (0.20216775878711982) - | > loss_disc_real_5: 0.17630690336227417 (0.23781052121409663) - | > loss_0: 2.1914989948272705 (2.4359729554918084) - | > loss_gen: 2.320296287536621 (2.3927870238268816) - | > loss_kl: 1.3982882499694824 (1.6408725182215373) - | > loss_feat: 8.862071990966797 (7.159367985195583) - | > loss_mel: 22.724010467529297 (22.12802053380895) - | > loss_duration: 1.6916310787200928 (1.691569902278759) - | > loss_1: 36.996299743652344 (35.01261774698894) - - --> STEP: 28 - | > loss_disc: 2.4362993240356445 (2.435984611511231) - | > loss_disc_real_0: 0.17486411333084106 (0.14941101281770638) - | > loss_disc_real_1: 0.2506571114063263 (0.201235422332372) - | > loss_disc_real_2: 0.25932303071022034 (0.24243984797171184) - | > loss_disc_real_3: 0.22357305884361267 (0.20809922952737128) - | > loss_disc_real_4: 0.1825454980134964 (0.20146696375949041) - | > loss_disc_real_5: 0.19825243949890137 (0.23639773258141109) - | > loss_0: 2.4362993240356445 (2.435984611511231) - | > loss_gen: 2.3922650814056396 (2.392768383026123) - | > loss_kl: 1.4637094736099243 (1.6345452666282654) - | > loss_feat: 6.0297017097473145 (7.119022761072431) - | > loss_mel: 20.03893280029297 (22.05341025761195) - | > loss_duration: 1.6973645687103271 (1.6917768546513148) - | > loss_1: 31.62197494506836 (34.89152336120606) - - --> STEP: 29 - | > loss_disc: 2.613726854324341 (2.4421136543668553) - | > loss_disc_real_0: 0.21931931376457214 (0.15182164388483968) - | > loss_disc_real_1: 0.20966736972332 (0.2015261791389564) - | > loss_disc_real_2: 0.3113004267215729 (0.2448143506872243) - | > loss_disc_real_3: 0.232468843460083 (0.20893956104229236) - | > loss_disc_real_4: 0.24014289677143097 (0.20280061662197113) - | > loss_disc_real_5: 0.28107568621635437 (0.2379383516722712) - | > loss_0: 2.613726854324341 (2.4421136543668553) - | > loss_gen: 2.5741307735443115 (2.399022258561233) - | > loss_kl: 1.51264488697052 (1.630341805260757) - | > loss_feat: 6.4515700340271 (7.096007149795006) - | > loss_mel: 21.720211029052734 (22.041920629040945) - | > loss_duration: 1.6488940715789795 (1.6902981379936481) - | > loss_1: 33.90745162963867 (34.85758985322098) - - --> STEP: 30 - | > loss_disc: 2.445488691329956 (2.442226155598959) - | > loss_disc_real_0: 0.09189686179161072 (0.14982415114839873) - | > loss_disc_real_1: 0.16262727975845337 (0.2002295491596063) - | > loss_disc_real_2: 0.2608051300048828 (0.24534737666447956) - | > loss_disc_real_3: 0.22776369750499725 (0.20956703225771586) - | > loss_disc_real_4: 0.2287369966506958 (0.2036651626229286) - | > loss_disc_real_5: 0.21675799787044525 (0.237232339878877) - | > loss_0: 2.445488691329956 (2.442226155598959) - | > loss_gen: 2.257317543029785 (2.394298768043518) - | > loss_kl: 1.759042501449585 (1.6346318284670511) - | > loss_feat: 6.386406421661377 (7.072353792190552) - | > loss_mel: 21.17022132873535 (22.012863985697425) - | > loss_duration: 1.7029720544815063 (1.6907206018765768) - | > loss_1: 33.27595901489258 (34.8048688252767) - - --> STEP: 31 - | > loss_disc: 2.4009013175964355 (2.440893096308555) - | > loss_disc_real_0: 0.09366314858198166 (0.14801250590432075) - | > loss_disc_real_1: 0.21306061744689941 (0.20064345458822866) - | > loss_disc_real_2: 0.2835889756679535 (0.24658097663233358) - | > loss_disc_real_3: 0.18812566995620728 (0.2088753754092801) - | > loss_disc_real_4: 0.19487200677394867 (0.20338151243425184) - | > loss_disc_real_5: 0.21739578247070312 (0.23659245093022624) - | > loss_0: 2.4009013175964355 (2.440893096308555) - | > loss_gen: 2.504878282546997 (2.3978658491565334) - | > loss_kl: 1.4991086721420288 (1.6302601137468893) - | > loss_feat: 7.130083084106445 (7.074216027413645) - | > loss_mel: 23.08281135559082 (22.04737841698431) - | > loss_duration: 1.6397885084152222 (1.6890776311197588) - | > loss_1: 35.85667037963867 (34.83879790767547) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.009774077323175246 (-0.0014731191819713964) - | > avg_loss_disc: 2.440893096308555 (-0.01899778458379897) - | > avg_loss_disc_real_0: 0.14801250590432075 (+0.047223501147762414) - | > avg_loss_disc_real_1: 0.20064345458822866 (+0.05070344911467645) - | > avg_loss_disc_real_2: 0.24658097663233358 (+0.006268271515446344) - | > avg_loss_disc_real_3: 0.2088753754092801 (+0.010645800059841531) - | > avg_loss_disc_real_4: 0.20338151243425184 (-0.009284353304293863) - | > avg_loss_disc_real_5: 0.23659245093022624 (+0.006560781550022876) - | > avg_loss_0: 2.440893096308555 (-0.01899778458379897) - | > avg_loss_gen: 2.3978658491565334 (+0.2954855734302151) - | > avg_loss_kl: 1.6302601137468893 (-0.05930260112208696) - | > avg_loss_feat: 7.074216027413645 (+0.15945794505457744) - | > avg_loss_mel: 22.04737841698431 (+0.026937054049579245) - | > avg_loss_duration: 1.6890776311197588 (-0.004562485602594313) - | > avg_loss_1: 34.83879790767547 (+0.4180155108052048) - - - > EPOCH: 27/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 04:32:29)  - - --> TIME: 2024-11-23 04:32:48 -- STEP: 24/797 -- GLOBAL_STEP: 44650 - | > loss_disc: 2.5481436252593994 (2.4823254545529685) - | > loss_disc_real_0: 0.11755391210317612 (0.1272504233444731) - | > loss_disc_real_1: 0.23477213084697723 (0.2195732332766056) - | > loss_disc_real_2: 0.2322017103433609 (0.24089895437161127) - | > loss_disc_real_3: 0.24746336042881012 (0.2233705222606659) - | > loss_disc_real_4: 0.23463760316371918 (0.2203738863269488) - | > loss_disc_real_5: 0.26684334874153137 (0.23600898124277592) - | > loss_0: 2.5481436252593994 (2.4823254545529685) - | > grad_norm_0: tensor(89.4654, device='cuda:0') (tensor(59.9750, device='cuda:0')) - | > loss_gen: 2.453198194503784 (2.3598544696966806) - | > loss_kl: 1.2267800569534302 (1.5317856073379517) - | > loss_feat: 7.043957710266113 (6.80269714196523) - | > loss_mel: 20.008495330810547 (20.841503699620564) - | > loss_duration: 1.776448130607605 (1.8169642786184947) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.50887680053711 (33.352805296579994) - | > grad_norm_1: tensor(522.2982, device='cuda:0') (tensor(510.9951, device='cuda:0')) - | > current_lr_0: 0.00019862963039358455 - | > current_lr_1: 0.00019862963039358455 - | > step_time: 0.7115 (0.7463845213254293) - | > loader_time: 0.0044 (0.00517923633257548) - - - --> TIME: 2024-11-23 04:33:07 -- STEP: 49/797 -- GLOBAL_STEP: 44675 - | > loss_disc: 2.5604400634765625 (2.494112369965533) - | > loss_disc_real_0: 0.11765655875205994 (0.1438233271545293) - | > loss_disc_real_1: 0.24910901486873627 (0.21749357787930235) - | > loss_disc_real_2: 0.23653659224510193 (0.23606438509055547) - | > loss_disc_real_3: 0.21618860960006714 (0.22449999561115186) - | > loss_disc_real_4: 0.22106747329235077 (0.22002095683496825) - | > loss_disc_real_5: 0.23868629336357117 (0.23332439819160772) - | > loss_0: 2.5604400634765625 (2.494112369965533) - | > grad_norm_0: tensor(6.5743, device='cuda:0') (tensor(72.1678, device='cuda:0')) - | > loss_gen: 2.114762306213379 (2.3539179052625383) - | > loss_kl: 1.2102588415145874 (1.5464170757605105) - | > loss_feat: 5.666598796844482 (6.813829042473618) - | > loss_mel: 19.67529296875 (20.765473891277708) - | > loss_duration: 1.6714400053024292 (1.7816645977448444) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.33835220336914 (33.26130271444515) - | > grad_norm_1: tensor(269.6032, device='cuda:0') (tensor(488.5849, device='cuda:0')) - | > current_lr_0: 0.00019862963039358455 - | > current_lr_1: 0.00019862963039358455 - | > step_time: 0.7357 (0.7487197408870775) - | > loader_time: 0.0033 (0.005257416744621432) - - - --> TIME: 2024-11-23 04:33:26 -- STEP: 74/797 -- GLOBAL_STEP: 44700 - | > loss_disc: 2.5593979358673096 (2.484885450955982) - | > loss_disc_real_0: 0.10319900512695312 (0.1370218329735704) - | > loss_disc_real_1: 0.23565423488616943 (0.21695470306518916) - | > loss_disc_real_2: 0.20773406326770782 (0.23628619393786868) - | > loss_disc_real_3: 0.1909756362438202 (0.22293879474337036) - | > loss_disc_real_4: 0.2448856234550476 (0.22374427016522433) - | > loss_disc_real_5: 0.24751262366771698 (0.23613745739331116) - | > loss_0: 2.5593979358673096 (2.484885450955982) - | > grad_norm_0: tensor(30.5823, device='cuda:0') (tensor(63.9149, device='cuda:0')) - | > loss_gen: 2.258723735809326 (2.352137533394066) - | > loss_kl: 1.3278580904006958 (1.5303799236142956) - | > loss_feat: 6.355804920196533 (6.768891109002603) - | > loss_mel: 21.5629825592041 (20.78616675815067) - | > loss_duration: 1.7566301822662354 (1.7567473730525456) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.262001037597656 (33.1943228180344) - | > grad_norm_1: tensor(173.2496, device='cuda:0') (tensor(478.8842, device='cuda:0')) - | > current_lr_0: 0.00019862963039358455 - | > current_lr_1: 0.00019862963039358455 - | > step_time: 0.7902 (0.7516500176610174) - | > loader_time: 0.0044 (0.005042875135267103) - - - --> TIME: 2024-11-23 04:33:45 -- STEP: 99/797 -- GLOBAL_STEP: 44725 - | > loss_disc: 2.5841073989868164 (2.4820829955014303) - | > loss_disc_real_0: 0.1607407182455063 (0.13615909971372045) - | > loss_disc_real_1: 0.26744914054870605 (0.2182197730348568) - | > loss_disc_real_2: 0.228596493601799 (0.23400849314651104) - | > loss_disc_real_3: 0.1967107355594635 (0.2225511996734022) - | > loss_disc_real_4: 0.2198421061038971 (0.22309716873698765) - | > loss_disc_real_5: 0.2552071809768677 (0.23542943717253328) - | > loss_0: 2.5841073989868164 (2.4820829955014303) - | > grad_norm_0: tensor(123.1708, device='cuda:0') (tensor(61.6596, device='cuda:0')) - | > loss_gen: 2.347813129425049 (2.341646062003241) - | > loss_kl: 1.5426064729690552 (1.528988844216472) - | > loss_feat: 5.4154052734375 (6.7131871984462546) - | > loss_mel: 17.651554107666016 (20.76263630028928) - | > loss_duration: 1.6993370056152344 (1.746920641022499) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 28.656715393066406 (33.093379145920856) - | > grad_norm_1: tensor(332.4158, device='cuda:0') (tensor(494.0133, device='cuda:0')) - | > current_lr_0: 0.00019862963039358455 - | > current_lr_1: 0.00019862963039358455 - | > step_time: 0.7844 (0.7554051249918311) - | > loader_time: 0.0057 (0.005208985974090268) - - - --> TIME: 2024-11-23 04:34:05 -- STEP: 124/797 -- GLOBAL_STEP: 44750 - | > loss_disc: 2.393528461456299 (2.4821431713719515) - | > loss_disc_real_0: 0.1299416720867157 (0.13515717109605188) - | > loss_disc_real_1: 0.17555420100688934 (0.21828479980749468) - | > loss_disc_real_2: 0.22989827394485474 (0.23552596376788232) - | > loss_disc_real_3: 0.18106324970722198 (0.22542891483153066) - | > loss_disc_real_4: 0.221157044172287 (0.22437156724833673) - | > loss_disc_real_5: 0.212234765291214 (0.23467498621152294) - | > loss_0: 2.393528461456299 (2.4821431713719515) - | > grad_norm_0: tensor(107.3791, device='cuda:0') (tensor(61.9761, device='cuda:0')) - | > loss_gen: 2.280726432800293 (2.3457027500675562) - | > loss_kl: 1.473016619682312 (1.545205134537912) - | > loss_feat: 6.700536251068115 (6.71375701888915) - | > loss_mel: 21.985139846801758 (20.852952034242698) - | > loss_duration: 1.7580549716949463 (1.738759998352297) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.19747543334961 (33.1963770158829) - | > grad_norm_1: tensor(583.6726, device='cuda:0') (tensor(499.8977, device='cuda:0')) - | > current_lr_0: 0.00019862963039358455 - | > current_lr_1: 0.00019862963039358455 - | > step_time: 0.7413 (0.7574248025494237) - | > loader_time: 0.012 (0.00534977835993613) - - - --> TIME: 2024-11-23 04:34:25 -- STEP: 149/797 -- GLOBAL_STEP: 44775 - | > loss_disc: 2.4653656482696533 (2.476172896839628) - | > loss_disc_real_0: 0.166888028383255 (0.13417345780454223) - | > loss_disc_real_1: 0.1712697148323059 (0.21726813682373738) - | > loss_disc_real_2: 0.19963723421096802 (0.2333731495293995) - | > loss_disc_real_3: 0.23095323145389557 (0.2240604925275649) - | > loss_disc_real_4: 0.2562790811061859 (0.22411466594910462) - | > loss_disc_real_5: 0.2126682549715042 (0.23407673065694387) - | > loss_0: 2.4653656482696533 (2.476172896839628) - | > grad_norm_0: tensor(110.0250, device='cuda:0') (tensor(64.0954, device='cuda:0')) - | > loss_gen: 2.5379416942596436 (2.349115214891881) - | > loss_kl: 1.6318913698196411 (1.5494600310421631) - | > loss_feat: 7.568140506744385 (6.734397388944688) - | > loss_mel: 22.207481384277344 (20.91691955463999) - | > loss_duration: 1.7510782480239868 (1.7341410401683526) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.696533203125 (33.284033384899146) - | > grad_norm_1: tensor(622.6419, device='cuda:0') (tensor(533.7090, device='cuda:0')) - | > current_lr_0: 0.00019862963039358455 - | > current_lr_1: 0.00019862963039358455 - | > step_time: 0.757 (0.7617813372772012) - | > loader_time: 0.0102 (0.005535783383670268) - - - --> TIME: 2024-11-23 04:34:45 -- STEP: 174/797 -- GLOBAL_STEP: 44800 - | > loss_disc: 2.5113685131073 (2.469706698395739) - | > loss_disc_real_0: 0.11862541735172272 (0.13175241141740615) - | > loss_disc_real_1: 0.18489372730255127 (0.21757498494852548) - | > loss_disc_real_2: 0.2100946456193924 (0.2330680695073358) - | > loss_disc_real_3: 0.19613727927207947 (0.22459336421613035) - | > loss_disc_real_4: 0.19146591424942017 (0.2228973675733325) - | > loss_disc_real_5: 0.23170439898967743 (0.23367710591390214) - | > loss_0: 2.5113685131073 (2.469706698395739) - | > grad_norm_0: tensor(101.1448, device='cuda:0') (tensor(63.9972, device='cuda:0')) - | > loss_gen: 2.3260834217071533 (2.35760316355475) - | > loss_kl: 1.610460638999939 (1.5522788557513014) - | > loss_feat: 6.766619682312012 (6.757127490536917) - | > loss_mel: 21.491575241088867 (21.00574730182516) - | > loss_duration: 1.681017518043518 (1.7269153505906292) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.87575912475586 (33.39967224515718) - | > grad_norm_1: tensor(830.1165, device='cuda:0') (tensor(524.5272, device='cuda:0')) - | > current_lr_0: 0.00019862963039358455 - | > current_lr_1: 0.00019862963039358455 - | > step_time: 0.8166 (0.7680949918155016) - | > loader_time: 0.0047 (0.00553732219783739) - - - --> TIME: 2024-11-23 04:35:05 -- STEP: 199/797 -- GLOBAL_STEP: 44825 - | > loss_disc: 2.321704387664795 (2.4634357145683246) - | > loss_disc_real_0: 0.13640987873077393 (0.13050932072140464) - | > loss_disc_real_1: 0.23961849510669708 (0.21707946833354144) - | > loss_disc_real_2: 0.21173590421676636 (0.23302721430608375) - | > loss_disc_real_3: 0.19728416204452515 (0.2237680301294854) - | > loss_disc_real_4: 0.2433469444513321 (0.22306289482655836) - | > loss_disc_real_5: 0.2433101385831833 (0.23368773732952136) - | > loss_0: 2.321704387664795 (2.4634357145683246) - | > grad_norm_0: tensor(48.7398, device='cuda:0') (tensor(65.3865, device='cuda:0')) - | > loss_gen: 2.469339609146118 (2.3651274544509797) - | > loss_kl: 1.5753804445266724 (1.5417249921578264) - | > loss_feat: 6.828191757202148 (6.77563408990601) - | > loss_mel: 20.813140869140625 (21.07415258704718) - | > loss_duration: 1.6878409385681152 (1.7240546414600544) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.37389373779297 (33.48069379796932) - | > grad_norm_1: tensor(327.8745, device='cuda:0') (tensor(533.1024, device='cuda:0')) - | > current_lr_0: 0.00019862963039358455 - | > current_lr_1: 0.00019862963039358455 - | > step_time: 0.7605 (0.7707652171053482) - | > loader_time: 0.0124 (0.005753745984791512) - - - --> TIME: 2024-11-23 04:35:26 -- STEP: 224/797 -- GLOBAL_STEP: 44850 - | > loss_disc: 2.4727203845977783 (2.4631156804306156) - | > loss_disc_real_0: 0.11441749334335327 (0.1290667091795643) - | > loss_disc_real_1: 0.25398850440979004 (0.21737317807440246) - | > loss_disc_real_2: 0.261289119720459 (0.23319254582747817) - | > loss_disc_real_3: 0.21616367995738983 (0.22412032700542892) - | > loss_disc_real_4: 0.22594019770622253 (0.22368879084076201) - | > loss_disc_real_5: 0.2388717383146286 (0.23385311756283045) - | > loss_0: 2.4727203845977783 (2.4631156804306156) - | > grad_norm_0: tensor(50.3601, device='cuda:0') (tensor(64.5278, device='cuda:0')) - | > loss_gen: 2.524766683578491 (2.3656551837921134) - | > loss_kl: 1.3103138208389282 (1.5392956781600209) - | > loss_feat: 7.661293029785156 (6.770480728575159) - | > loss_mel: 22.783721923828125 (21.109792794500084) - | > loss_duration: 1.6682087182998657 (1.7215468931410993) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.94830322265625 (33.506771368639825) - | > grad_norm_1: tensor(862.9393, device='cuda:0') (tensor(542.0673, device='cuda:0')) - | > current_lr_0: 0.00019862963039358455 - | > current_lr_1: 0.00019862963039358455 - | > step_time: 0.7214 (0.7756107077002528) - | > loader_time: 0.0049 (0.00587471468108041) - - - --> TIME: 2024-11-23 04:35:46 -- STEP: 249/797 -- GLOBAL_STEP: 44875 - | > loss_disc: 2.4126973152160645 (2.4589247330125548) - | > loss_disc_real_0: 0.08946987986564636 (0.1299530523399034) - | > loss_disc_real_1: 0.2476145178079605 (0.21741040068936635) - | > loss_disc_real_2: 0.25622379779815674 (0.2323021449477797) - | > loss_disc_real_3: 0.24943630397319794 (0.223673606852451) - | > loss_disc_real_4: 0.25560420751571655 (0.22289733217662597) - | > loss_disc_real_5: 0.2490052431821823 (0.23337240199966125) - | > loss_0: 2.4126973152160645 (2.4589247330125548) - | > grad_norm_0: tensor(100.1252, device='cuda:0') (tensor(65.5908, device='cuda:0')) - | > loss_gen: 2.3859105110168457 (2.3665095735266495) - | > loss_kl: 1.5534603595733643 (1.5432552630642815) - | > loss_feat: 6.503853797912598 (6.772291700524018) - | > loss_mel: 19.640710830688477 (21.132543242121322) - | > loss_duration: 1.654982566833496 (1.7173602255472697) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.73891830444336 (33.53196009287394) - | > grad_norm_1: tensor(620.5767, device='cuda:0') (tensor(550.4015, device='cuda:0')) - | > current_lr_0: 0.00019862963039358455 - | > current_lr_1: 0.00019862963039358455 - | > step_time: 0.7798 (0.7788666692603546) - | > loader_time: 0.0093 (0.006077144998144433) - - - --> TIME: 2024-11-23 04:36:07 -- STEP: 274/797 -- GLOBAL_STEP: 44900 - | > loss_disc: 2.4508283138275146 (2.462125166489259) - | > loss_disc_real_0: 0.1842697560787201 (0.1310247148856195) - | > loss_disc_real_1: 0.22208957374095917 (0.21814001580006884) - | > loss_disc_real_2: 0.2540432810783386 (0.23410362543633384) - | > loss_disc_real_3: 0.2246747761964798 (0.22339021768013057) - | > loss_disc_real_4: 0.228254497051239 (0.22301782988501292) - | > loss_disc_real_5: 0.2293386608362198 (0.23308776487616728) - | > loss_0: 2.4508283138275146 (2.462125166489259) - | > grad_norm_0: tensor(109.2403, device='cuda:0') (tensor(68.3853, device='cuda:0')) - | > loss_gen: 2.4309661388397217 (2.373665515523757) - | > loss_kl: 1.6438322067260742 (1.550614418774626) - | > loss_feat: 7.189774036407471 (6.782333546311314) - | > loss_mel: 22.20689582824707 (21.191530520028444) - | > loss_duration: 1.6678249835968018 (1.7145624521875034) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.1392936706543 (33.61270651156015) - | > grad_norm_1: tensor(491.3319, device='cuda:0') (tensor(546.4504, device='cuda:0')) - | > current_lr_0: 0.00019862963039358455 - | > current_lr_1: 0.00019862963039358455 - | > step_time: 0.8372 (0.7831553908160134) - | > loader_time: 0.0055 (0.006223056438195443) - - - --> TIME: 2024-11-23 04:36:28 -- STEP: 299/797 -- GLOBAL_STEP: 44925 - | > loss_disc: 2.507138967514038 (2.4608680739450612) - | > loss_disc_real_0: 0.17131349444389343 (0.13175170975784006) - | > loss_disc_real_1: 0.1957748383283615 (0.21783893144250316) - | > loss_disc_real_2: 0.22213603556156158 (0.2332014389161681) - | > loss_disc_real_3: 0.2660638689994812 (0.22346132475396865) - | > loss_disc_real_4: 0.21507501602172852 (0.2222124459253107) - | > loss_disc_real_5: 0.24249055981636047 (0.23235943360272857) - | > loss_0: 2.507138967514038 (2.4608680739450612) - | > grad_norm_0: tensor(92.8883, device='cuda:0') (tensor(70.7909, device='cuda:0')) - | > loss_gen: 2.513275146484375 (2.374563286535716) - | > loss_kl: 1.497802972793579 (1.5514070297962057) - | > loss_feat: 6.492169380187988 (6.783489905073489) - | > loss_mel: 21.82135772705078 (21.190431582090444) - | > loss_duration: 1.7018022537231445 (1.712408245606566) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.026405334472656 (33.61230014558619) - | > grad_norm_1: tensor(624.0219, device='cuda:0') (tensor(542.1390, device='cuda:0')) - | > current_lr_0: 0.00019862963039358455 - | > current_lr_1: 0.00019862963039358455 - | > step_time: 0.7752 (0.7865669504057208) - | > loader_time: 0.0079 (0.006270883075369639) - - - --> TIME: 2024-11-23 04:36:49 -- STEP: 324/797 -- GLOBAL_STEP: 44950 - | > loss_disc: 2.4465627670288086 (2.463794472776814) - | > loss_disc_real_0: 0.12534694373607635 (0.13153495112962946) - | > loss_disc_real_1: 0.28519973158836365 (0.21822981435207672) - | > loss_disc_real_2: 0.23440098762512207 (0.23398554007764216) - | > loss_disc_real_3: 0.25025835633277893 (0.22352023799846207) - | > loss_disc_real_4: 0.20765680074691772 (0.22282832396435148) - | > loss_disc_real_5: 0.20022402703762054 (0.23303365449846528) - | > loss_0: 2.4465627670288086 (2.463794472776814) - | > grad_norm_0: tensor(35.5447, device='cuda:0') (tensor(69.3314, device='cuda:0')) - | > loss_gen: 2.3662469387054443 (2.370935920579933) - | > loss_kl: 1.481908917427063 (1.5541748798187875) - | > loss_feat: 6.372385501861572 (6.7633053520579365) - | > loss_mel: 21.97372817993164 (21.20174421498804) - | > loss_duration: 1.7050228118896484 (1.711001608842685) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.8992919921875 (33.60116202742962) - | > grad_norm_1: tensor(343.6984, device='cuda:0') (tensor(538.7044, device='cuda:0')) - | > current_lr_0: 0.00019862963039358455 - | > current_lr_1: 0.00019862963039358455 - | > step_time: 0.7925 (0.7893367269892754) - | > loader_time: 0.0056 (0.0064436646155369105) - - - --> TIME: 2024-11-23 04:37:10 -- STEP: 349/797 -- GLOBAL_STEP: 44975 - | > loss_disc: 2.4024930000305176 (2.4634227657044874) - | > loss_disc_real_0: 0.1773577779531479 (0.13204514542674628) - | > loss_disc_real_1: 0.21874357759952545 (0.21818566642552187) - | > loss_disc_real_2: 0.18829883635044098 (0.23340750026668725) - | > loss_disc_real_3: 0.19328950345516205 (0.22312362500623856) - | > loss_disc_real_4: 0.20822803676128387 (0.22277437867783545) - | > loss_disc_real_5: 0.20489266514778137 (0.23243145307360544) - | > loss_0: 2.4024930000305176 (2.4634227657044874) - | > grad_norm_0: tensor(31.2358, device='cuda:0') (tensor(67.9957, device='cuda:0')) - | > loss_gen: 2.2362313270568848 (2.3655413406284636) - | > loss_kl: 1.7631827592849731 (1.5536878573518775) - | > loss_feat: 6.769942760467529 (6.752897836417384) - | > loss_mel: 22.84560203552246 (21.196682030970166) - | > loss_duration: 1.6837189197540283 (1.7085207365986952) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.29867935180664 (33.57732986515777) - | > grad_norm_1: tensor(343.3609, device='cuda:0') (tensor(532.6313, device='cuda:0')) - | > current_lr_0: 0.00019862963039358455 - | > current_lr_1: 0.00019862963039358455 - | > step_time: 0.8288 (0.7922439534206448) - | > loader_time: 0.0072 (0.006522066613664597) - - - --> TIME: 2024-11-23 04:37:31 -- STEP: 374/797 -- GLOBAL_STEP: 45000 - | > loss_disc: 2.5500736236572266 (2.4634663555073884) - | > loss_disc_real_0: 0.10210404545068741 (0.13207521506729633) - | > loss_disc_real_1: 0.20014438033103943 (0.21814996430421257) - | > loss_disc_real_2: 0.2280699908733368 (0.23348428261152562) - | > loss_disc_real_3: 0.22177422046661377 (0.223216219581066) - | > loss_disc_real_4: 0.21986603736877441 (0.22274252489448232) - | > loss_disc_real_5: 0.25182467699050903 (0.2325131169216518) - | > loss_0: 2.5500736236572266 (2.4634663555073884) - | > grad_norm_0: tensor(56.4395, device='cuda:0') (tensor(67.4262, device='cuda:0')) - | > loss_gen: 2.057894229888916 (2.360570356807607) - | > loss_kl: 1.6730085611343384 (1.556682557983195) - | > loss_feat: 5.83211612701416 (6.74072845351887) - | > loss_mel: 20.883615493774414 (21.192493647815056) - | > loss_duration: 1.6609739065170288 (1.7059167722329736) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.107608795166016 (33.55639186389943) - | > grad_norm_1: tensor(129.1783, device='cuda:0') (tensor(531.6852, device='cuda:0')) - | > current_lr_0: 0.00019862963039358455 - | > current_lr_1: 0.00019862963039358455 - | > step_time: 0.8648 (0.7952808760066724) - | > loader_time: 0.0072 (0.006565067219861686) - - - > CHECKPOINT : vits_shi_male-November-22-2024_02+49AM-0000000/checkpoint_45000.pth - - --> TIME: 2024-11-23 04:38:03 -- STEP: 399/797 -- GLOBAL_STEP: 45025 - | > loss_disc: 2.32580304145813 (2.4616329891042312) - | > loss_disc_real_0: 0.12753929197788239 (0.1323682587210997) - | > loss_disc_real_1: 0.21674348413944244 (0.21748402811829606) - | > loss_disc_real_2: 0.2135598510503769 (0.23301294558030322) - | > loss_disc_real_3: 0.2231682986021042 (0.22336222138022424) - | > loss_disc_real_4: 0.23230043053627014 (0.2222960766470223) - | > loss_disc_real_5: 0.17999911308288574 (0.23122736916207431) - | > loss_0: 2.32580304145813 (2.4616329891042312) - | > grad_norm_0: tensor(62.8813, device='cuda:0') (tensor(65.8800, device='cuda:0')) - | > loss_gen: 2.639343023300171 (2.3578904147136184) - | > loss_kl: 1.488939881324768 (1.5584040040659133) - | > loss_feat: 7.155158519744873 (6.7425187141972955) - | > loss_mel: 21.338865280151367 (21.19860998550452) - | > loss_duration: 1.6845507621765137 (1.7045201980380487) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.30685806274414 (33.56194336970046) - | > grad_norm_1: tensor(602.9810, device='cuda:0') (tensor(524.2783, device='cuda:0')) - | > current_lr_0: 0.00019862963039358455 - | > current_lr_1: 0.00019862963039358455 - | > step_time: 0.8191 (0.80087533451262) - | > loader_time: 0.0067 (0.006807897921492878) - - - --> TIME: 2024-11-23 04:38:24 -- STEP: 424/797 -- GLOBAL_STEP: 45050 - | > loss_disc: 2.5860447883605957 (2.4662355746863023) - | > loss_disc_real_0: 0.19417202472686768 (0.13256485846315372) - | > loss_disc_real_1: 0.21841083467006683 (0.21789855854410045) - | > loss_disc_real_2: 0.26046082377433777 (0.23395046978345457) - | > loss_disc_real_3: 0.23641949892044067 (0.22348225932076296) - | > loss_disc_real_4: 0.24328674376010895 (0.22333758081889377) - | > loss_disc_real_5: 0.2730882465839386 (0.23342204434832312) - | > loss_0: 2.5860447883605957 (2.4662355746863023) - | > grad_norm_0: tensor(76.4087, device='cuda:0') (tensor(65.7573, device='cuda:0')) - | > loss_gen: 2.0676844120025635 (2.359630611145272) - | > loss_kl: 1.2741619348526 (1.5575808528459303) - | > loss_feat: 4.565403461456299 (6.733703647019726) - | > loss_mel: 17.36838722229004 (21.204937116155072) - | > loss_duration: 1.6443568468093872 (1.703230378762731) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 26.919994354248047 (33.55908267902875) - | > grad_norm_1: tensor(494.8634, device='cuda:0') (tensor(524.9063, device='cuda:0')) - | > current_lr_0: 0.00019862963039358455 - | > current_lr_1: 0.00019862963039358455 - | > step_time: 0.8483 (0.8034542163587969) - | > loader_time: 0.0092 (0.006924846824610006) - - - --> TIME: 2024-11-23 04:38:46 -- STEP: 449/797 -- GLOBAL_STEP: 45075 - | > loss_disc: 2.4976322650909424 (2.4637721068078533) - | > loss_disc_real_0: 0.08418762683868408 (0.13209881318239453) - | > loss_disc_real_1: 0.2007470279932022 (0.2175919559259457) - | > loss_disc_real_2: 0.17113976180553436 (0.23330167164914062) - | > loss_disc_real_3: 0.18867844343185425 (0.2229758156567215) - | > loss_disc_real_4: 0.16773612797260284 (0.223113121228388) - | > loss_disc_real_5: 0.22379018366336823 (0.23319262073671898) - | > loss_0: 2.4976322650909424 (2.4637721068078533) - | > grad_norm_0: tensor(20.5179, device='cuda:0') (tensor(66.1541, device='cuda:0')) - | > loss_gen: 2.092709541320801 (2.3595111513456426) - | > loss_kl: 1.4516791105270386 (1.5558326464718863) - | > loss_feat: 7.306982040405273 (6.7335671252822005) - | > loss_mel: 21.70109748840332 (21.20250276255447) - | > loss_duration: 1.724057912826538 (1.7021166957035363) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.27652359008789 (33.553530444546595) - | > grad_norm_1: tensor(567.0025, device='cuda:0') (tensor(529.9629, device='cuda:0')) - | > current_lr_0: 0.00019862963039358455 - | > current_lr_1: 0.00019862963039358455 - | > step_time: 0.8415 (0.8060889148499761) - | > loader_time: 0.0062 (0.0070556224321734915) - - - --> TIME: 2024-11-23 04:39:08 -- STEP: 474/797 -- GLOBAL_STEP: 45100 - | > loss_disc: 2.480445384979248 (2.461980793043531) - | > loss_disc_real_0: 0.08456543833017349 (0.13173557947613782) - | > loss_disc_real_1: 0.19716580212116241 (0.21735035936163447) - | > loss_disc_real_2: 0.24410806596279144 (0.2336621130757694) - | > loss_disc_real_3: 0.21721197664737701 (0.22335152236846934) - | > loss_disc_real_4: 0.26373472809791565 (0.22312535087770552) - | > loss_disc_real_5: 0.2585594058036804 (0.2332905364313206) - | > loss_0: 2.480445384979248 (2.461980793043531) - | > grad_norm_0: tensor(25.1647, device='cuda:0') (tensor(64.7935, device='cuda:0')) - | > loss_gen: 2.2000811100006104 (2.361153383295245) - | > loss_kl: 1.5262502431869507 (1.5586266298837304) - | > loss_feat: 6.940648555755615 (6.7381761607238495) - | > loss_mel: 22.101991653442383 (21.209086655564438) - | > loss_duration: 1.6669596433639526 (1.7013320525487263) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.43592834472656 (33.56837495168046) - | > grad_norm_1: tensor(176.6266, device='cuda:0') (tensor(528.0544, device='cuda:0')) - | > current_lr_0: 0.00019862963039358455 - | > current_lr_1: 0.00019862963039358455 - | > step_time: 0.8614 (0.8090679917154435) - | > loader_time: 0.0072 (0.007110937235224597) - - - --> TIME: 2024-11-23 04:39:30 -- STEP: 499/797 -- GLOBAL_STEP: 45125 - | > loss_disc: 2.495525360107422 (2.4613265938653734) - | > loss_disc_real_0: 0.16430236399173737 (0.13139175533322645) - | > loss_disc_real_1: 0.18057261407375336 (0.21757952026828736) - | > loss_disc_real_2: 0.21156559884548187 (0.23306797035710367) - | > loss_disc_real_3: 0.24824176728725433 (0.2235923716443813) - | > loss_disc_real_4: 0.25202447175979614 (0.22284244929621358) - | > loss_disc_real_5: 0.21161910891532898 (0.23286585008094687) - | > loss_0: 2.495525360107422 (2.4613265938653734) - | > grad_norm_0: tensor(126.6406, device='cuda:0') (tensor(65.0820, device='cuda:0')) - | > loss_gen: 2.4846317768096924 (2.3626378987260725) - | > loss_kl: 1.471968650817871 (1.5612060072904603) - | > loss_feat: 7.130323886871338 (6.747951287783695) - | > loss_mel: 21.658531188964844 (21.233049729066277) - | > loss_duration: 1.6480761766433716 (1.700071485582478) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.393531799316406 (33.604916486568065) - | > grad_norm_1: tensor(854.4808, device='cuda:0') (tensor(531.9229, device='cuda:0')) - | > current_lr_0: 0.00019862963039358455 - | > current_lr_1: 0.00019862963039358455 - | > step_time: 0.8459 (0.8115872553211895) - | > loader_time: 0.0069 (0.0072062034645157) - - - --> TIME: 2024-11-23 04:39:51 -- STEP: 524/797 -- GLOBAL_STEP: 45150 - | > loss_disc: 2.4387013912200928 (2.463053262415733) - | > loss_disc_real_0: 0.058372464030981064 (0.13205864364352407) - | > loss_disc_real_1: 0.26682692766189575 (0.21756194076920285) - | > loss_disc_real_2: 0.28535136580467224 (0.23369481676179943) - | > loss_disc_real_3: 0.2642039954662323 (0.22363869206027223) - | > loss_disc_real_4: 0.2272687554359436 (0.22311810918777952) - | > loss_disc_real_5: 0.24568670988082886 (0.23348295264912924) - | > loss_0: 2.4387013912200928 (2.463053262415733) - | > grad_norm_0: tensor(71.0328, device='cuda:0') (tensor(66.4486, device='cuda:0')) - | > loss_gen: 2.4069840908050537 (2.3647010249035967) - | > loss_kl: 1.4050768613815308 (1.5574386172167223) - | > loss_feat: 5.981045246124268 (6.750312799715812) - | > loss_mel: 19.095285415649414 (21.247003049340854) - | > loss_duration: 1.6279871463775635 (1.699471378144417) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.51637840270996 (33.61892695827334) - | > grad_norm_1: tensor(544.9468, device='cuda:0') (tensor(532.6895, device='cuda:0')) - | > current_lr_0: 0.00019862963039358455 - | > current_lr_1: 0.00019862963039358455 - | > step_time: 0.8225 (0.8136171166223426) - | > loader_time: 0.0073 (0.007255700253348312) - - - --> TIME: 2024-11-23 04:40:13 -- STEP: 549/797 -- GLOBAL_STEP: 45175 - | > loss_disc: 2.4217019081115723 (2.4647703904706053) - | > loss_disc_real_0: 0.08970842510461807 (0.1327414072927883) - | > loss_disc_real_1: 0.2712755799293518 (0.21753820684655328) - | > loss_disc_real_2: 0.26327741146087646 (0.23328882434111908) - | > loss_disc_real_3: 0.20015814900398254 (0.22364658757854253) - | > loss_disc_real_4: 0.23803050816059113 (0.22346875087810997) - | > loss_disc_real_5: 0.23430860042572021 (0.23298138000057478) - | > loss_0: 2.4217019081115723 (2.4647703904706053) - | > grad_norm_0: tensor(42.0506, device='cuda:0') (tensor(65.2378, device='cuda:0')) - | > loss_gen: 2.5862298011779785 (2.362745357775732) - | > loss_kl: 1.4311466217041016 (1.5568296933217565) - | > loss_feat: 7.092127799987793 (6.7451547169294495) - | > loss_mel: 22.681180953979492 (21.24591572384581) - | > loss_duration: 1.6772575378417969 (1.6995550274631799) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.46794509887695 (33.61020060402009) - | > grad_norm_1: tensor(588.7766, device='cuda:0') (tensor(524.5775, device='cuda:0')) - | > current_lr_0: 0.00019862963039358455 - | > current_lr_1: 0.00019862963039358455 - | > step_time: 0.8839 (0.8157426642155606) - | > loader_time: 0.0071 (0.007333389396875932) - - - --> TIME: 2024-11-23 04:40:36 -- STEP: 574/797 -- GLOBAL_STEP: 45200 - | > loss_disc: 2.3647212982177734 (2.4665974847946432) - | > loss_disc_real_0: 0.16736236214637756 (0.1329012036920634) - | > loss_disc_real_1: 0.2111426293849945 (0.21761214974553736) - | > loss_disc_real_2: 0.230184867978096 (0.23369837645765795) - | > loss_disc_real_3: 0.17289850115776062 (0.22384500173845367) - | > loss_disc_real_4: 0.17482852935791016 (0.2233827510777251) - | > loss_disc_real_5: 0.21949557960033417 (0.23329308590095632) - | > loss_0: 2.3647212982177734 (2.4665974847946432) - | > grad_norm_0: tensor(17.4424, device='cuda:0') (tensor(63.8125, device='cuda:0')) - | > loss_gen: 2.405014753341675 (2.36057436819276) - | > loss_kl: 1.521011471748352 (1.5575290795818029) - | > loss_feat: 6.884366989135742 (6.739456003966645) - | > loss_mel: 21.636367797851562 (21.25963716141436) - | > loss_duration: 1.678308367729187 (1.6987404459860271) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.12506866455078 (33.61593713992975) - | > grad_norm_1: tensor(586.9210, device='cuda:0') (tensor(520.8649, device='cuda:0')) - | > current_lr_0: 0.00019862963039358455 - | > current_lr_1: 0.00019862963039358455 - | > step_time: 0.875 (0.8185848454565124) - | > loader_time: 0.0092 (0.007403296460673367) - - - --> TIME: 2024-11-23 04:40:58 -- STEP: 599/797 -- GLOBAL_STEP: 45225 - | > loss_disc: 2.2898271083831787 (2.4668229565596542) - | > loss_disc_real_0: 0.08418537676334381 (0.13295828543590996) - | > loss_disc_real_1: 0.14761418104171753 (0.2176420907295605) - | > loss_disc_real_2: 0.21767890453338623 (0.23375829586600622) - | > loss_disc_real_3: 0.2073747217655182 (0.2239333242177964) - | > loss_disc_real_4: 0.21045653522014618 (0.22325953246655567) - | > loss_disc_real_5: 0.20519135892391205 (0.23336874615270425) - | > loss_0: 2.2898271083831787 (2.4668229565596542) - | > grad_norm_0: tensor(57.7399, device='cuda:0') (tensor(62.8267, device='cuda:0')) - | > loss_gen: 2.313599109649658 (2.3591473013013355) - | > loss_kl: 1.5271729230880737 (1.5584353972755016) - | > loss_feat: 6.86450719833374 (6.735230935435858) - | > loss_mel: 22.414859771728516 (21.271209468427585) - | > loss_duration: 1.651463508605957 (1.6980630597208501) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.771602630615234 (33.62208622723863) - | > grad_norm_1: tensor(646.6319, device='cuda:0') (tensor(521.0645, device='cuda:0')) - | > current_lr_0: 0.00019862963039358455 - | > current_lr_1: 0.00019862963039358455 - | > step_time: 0.8898 (0.8213766325694296) - | > loader_time: 0.0192 (0.007482747601746317) - - - --> TIME: 2024-11-23 04:41:20 -- STEP: 624/797 -- GLOBAL_STEP: 45250 - | > loss_disc: 2.4922215938568115 (2.4670932178313922) - | > loss_disc_real_0: 0.14963319897651672 (0.13246924902360235) - | > loss_disc_real_1: 0.19430170953273773 (0.21798066083246306) - | > loss_disc_real_2: 0.24202121794223785 (0.23406865877600816) - | > loss_disc_real_3: 0.2027558833360672 (0.223895628267947) - | > loss_disc_real_4: 0.23208250105381012 (0.22345203837045494) - | > loss_disc_real_5: 0.28414204716682434 (0.23376113873643753) - | > loss_0: 2.4922215938568115 (2.4670932178313922) - | > grad_norm_0: tensor(67.6916, device='cuda:0') (tensor(62.7315, device='cuda:0')) - | > loss_gen: 2.2959187030792236 (2.3596080402151136) - | > loss_kl: 1.5445994138717651 (1.5590169022862732) - | > loss_feat: 5.480562210083008 (6.731469322473572) - | > loss_mel: 20.17710304260254 (21.280112416316282) - | > loss_duration: 1.6948246955871582 (1.6981850512898888) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.193008422851562 (33.62839178549935) - | > grad_norm_1: tensor(249.9084, device='cuda:0') (tensor(523.0024, device='cuda:0')) - | > current_lr_0: 0.00019862963039358455 - | > current_lr_1: 0.00019862963039358455 - | > step_time: 0.8859 (0.8237843838257669) - | > loader_time: 0.0135 (0.007535234475747132) - - - --> TIME: 2024-11-23 04:41:43 -- STEP: 649/797 -- GLOBAL_STEP: 45275 - | > loss_disc: 2.453540563583374 (2.4663095981204095) - | > loss_disc_real_0: 0.1679055094718933 (0.1323350835620257) - | > loss_disc_real_1: 0.23226648569107056 (0.21785797463451576) - | > loss_disc_real_2: 0.19863025844097137 (0.23382693529129028) - | > loss_disc_real_3: 0.19995561242103577 (0.2237491319056469) - | > loss_disc_real_4: 0.17852093279361725 (0.22341934829169685) - | > loss_disc_real_5: 0.19513407349586487 (0.2333419013693814) - | > loss_0: 2.453540563583374 (2.4663095981204095) - | > grad_norm_0: tensor(138.1791, device='cuda:0') (tensor(63.1547, device='cuda:0')) - | > loss_gen: 2.2121472358703613 (2.3591588849462966) - | > loss_kl: 1.5361210107803345 (1.5596926425381332) - | > loss_feat: 6.6331658363342285 (6.7229652456215945) - | > loss_mel: 21.75045394897461 (21.27870537356711) - | > loss_duration: 1.6980605125427246 (1.6981507407498473) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.82994842529297 (33.61867293958852) - | > grad_norm_1: tensor(402.2697, device='cuda:0') (tensor(524.9953, device='cuda:0')) - | > current_lr_0: 0.00019862963039358455 - | > current_lr_1: 0.00019862963039358455 - | > step_time: 0.8552 (0.8265767729337485) - | > loader_time: 0.0101 (0.0076794672085801685) - - - --> TIME: 2024-11-23 04:42:06 -- STEP: 674/797 -- GLOBAL_STEP: 45300 - | > loss_disc: 2.4642677307128906 (2.465783218955428) - | > loss_disc_real_0: 0.14488394558429718 (0.1323883510540166) - | > loss_disc_real_1: 0.24742943048477173 (0.2179320471621054) - | > loss_disc_real_2: 0.23548422753810883 (0.2335525257872191) - | > loss_disc_real_3: 0.24440431594848633 (0.223749650161415) - | > loss_disc_real_4: 0.21275576949119568 (0.22307467237335993) - | > loss_disc_real_5: 0.256570041179657 (0.23325861137061868) - | > loss_0: 2.4642677307128906 (2.465783218955428) - | > grad_norm_0: tensor(21.2647, device='cuda:0') (tensor(62.8778, device='cuda:0')) - | > loss_gen: 2.3726918697357178 (2.359204143197318) - | > loss_kl: 1.6138185262680054 (1.5625616029037572) - | > loss_feat: 6.9238152503967285 (6.724869430949494) - | > loss_mel: 22.09347152709961 (21.277595452102055) - | > loss_duration: 1.686048150062561 (1.6977537992446292) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.689842224121094 (33.62198448181147) - | > grad_norm_1: tensor(654.4168, device='cuda:0') (tensor(525.2243, device='cuda:0')) - | > current_lr_0: 0.00019862963039358455 - | > current_lr_1: 0.00019862963039358455 - | > step_time: 0.9341 (0.8296566823116044) - | > loader_time: 0.0081 (0.007779655187703027) - - - --> TIME: 2024-11-23 04:42:30 -- STEP: 699/797 -- GLOBAL_STEP: 45325 - | > loss_disc: 2.3923087120056152 (2.4655366267939667) - | > loss_disc_real_0: 0.1488318294286728 (0.13238938475222214) - | > loss_disc_real_1: 0.22119729220867157 (0.21800310547345006) - | > loss_disc_real_2: 0.19115303456783295 (0.23344264112316998) - | > loss_disc_real_3: 0.24766376614570618 (0.22386958819943273) - | > loss_disc_real_4: 0.2067859023809433 (0.2232149421998189) - | > loss_disc_real_5: 0.1620275229215622 (0.23309776979966226) - | > loss_0: 2.3923087120056152 (2.4655366267939667) - | > grad_norm_0: tensor(26.3581, device='cuda:0') (tensor(61.7535, device='cuda:0')) - | > loss_gen: 2.2375731468200684 (2.3580957538580196) - | > loss_kl: 1.447031021118164 (1.5641563540705632) - | > loss_feat: 7.1836042404174805 (6.722372561906367) - | > loss_mel: 22.298065185546875 (21.284487518288703) - | > loss_duration: 1.6848701238632202 (1.6971392800367957) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.85114288330078 (33.62625150721468) - | > grad_norm_1: tensor(519.2520, device='cuda:0') (tensor(521.2437, device='cuda:0')) - | > current_lr_0: 0.00019862963039358455 - | > current_lr_1: 0.00019862963039358455 - | > step_time: 0.9284 (0.8332656606584149) - | > loader_time: 0.0089 (0.007877571558918222) - - - --> TIME: 2024-11-23 04:42:54 -- STEP: 724/797 -- GLOBAL_STEP: 45350 - | > loss_disc: 2.599447250366211 (2.4650505162075738) - | > loss_disc_real_0: 0.131869375705719 (0.1324218447726653) - | > loss_disc_real_1: 0.2153877466917038 (0.2177753753713151) - | > loss_disc_real_2: 0.2660383880138397 (0.2333379273421198) - | > loss_disc_real_3: 0.26466020941734314 (0.22405248723965332) - | > loss_disc_real_4: 0.2674914598464966 (0.22325483485233058) - | > loss_disc_real_5: 0.2772075831890106 (0.23278215805387628) - | > loss_0: 2.599447250366211 (2.4650505162075738) - | > grad_norm_0: tensor(52.1521, device='cuda:0') (tensor(62.6650, device='cuda:0')) - | > loss_gen: 2.3070878982543945 (2.3577570156168544) - | > loss_kl: 1.6693273782730103 (1.5655768602592517) - | > loss_feat: 6.711645126342773 (6.716023779705741) - | > loss_mel: 23.067440032958984 (21.272051856004058) - | > loss_duration: 1.6815991401672363 (1.6963090934476803) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.43709945678711 (33.607718649490096) - | > grad_norm_1: tensor(108.6001, device='cuda:0') (tensor(522.8193, device='cuda:0')) - | > current_lr_0: 0.00019862963039358455 - | > current_lr_1: 0.00019862963039358455 - | > step_time: 0.8981 (0.8369917234004534) - | > loader_time: 0.01 (0.007992825126121053) - - - --> TIME: 2024-11-23 04:43:19 -- STEP: 749/797 -- GLOBAL_STEP: 45375 - | > loss_disc: 2.6556668281555176 (2.465914003680322) - | > loss_disc_real_0: 0.1322348713874817 (0.13218221942258782) - | > loss_disc_real_1: 0.219038188457489 (0.21764916414332797) - | > loss_disc_real_2: 0.2421557903289795 (0.23375253964250334) - | > loss_disc_real_3: 0.244279682636261 (0.2244109821534444) - | > loss_disc_real_4: 0.22084100544452667 (0.22373292196258524) - | > loss_disc_real_5: 0.21506422758102417 (0.23324101021356672) - | > loss_0: 2.6556668281555176 (2.465914003680322) - | > grad_norm_0: tensor(11.3381, device='cuda:0') (tensor(61.6503, device='cuda:0')) - | > loss_gen: 1.9599957466125488 (2.35723596246284) - | > loss_kl: 1.5980666875839233 (1.5668682660534488) - | > loss_feat: 5.9340596199035645 (6.713277155948734) - | > loss_mel: 19.305416107177734 (21.27151438327273) - | > loss_duration: 1.6543622016906738 (1.6953073833908674) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.451900482177734 (33.60420318980401) - | > grad_norm_1: tensor(351.7358, device='cuda:0') (tensor(523.1978, device='cuda:0')) - | > current_lr_0: 0.00019862963039358455 - | > current_lr_1: 0.00019862963039358455 - | > step_time: 0.9078 (0.8405995426254376) - | > loader_time: 0.0918 (0.009836571557181215) - - - --> TIME: 2024-11-23 04:43:54 -- STEP: 774/797 -- GLOBAL_STEP: 45400 - | > loss_disc: 2.569154739379883 (2.4656128128677675) - | > loss_disc_real_0: 0.10711567103862762 (0.13206003560595583) - | > loss_disc_real_1: 0.24306592345237732 (0.21777417258544787) - | > loss_disc_real_2: 0.28110671043395996 (0.2333519491306879) - | > loss_disc_real_3: 0.23350070416927338 (0.22456080851551796) - | > loss_disc_real_4: 0.29038459062576294 (0.2236962549446165) - | > loss_disc_real_5: 0.2540155053138733 (0.23306944188529516) - | > loss_0: 2.569154739379883 (2.4656128128677675) - | > grad_norm_0: tensor(77.3792, device='cuda:0') (tensor(62.0246, device='cuda:0')) - | > loss_gen: 2.205476999282837 (2.357174541137015) - | > loss_kl: 1.6208913326263428 (1.5673712388797638) - | > loss_feat: 7.500012397766113 (6.712590966729844) - | > loss_mel: 22.84738540649414 (21.27609596203154) - | > loss_duration: 1.643772840499878 (1.6943114897385434) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.81753921508789 (33.607544245954) - | > grad_norm_1: tensor(537.8414, device='cuda:0') (tensor(523.1171, device='cuda:0')) - | > current_lr_0: 0.00019862963039358455 - | > current_lr_1: 0.00019862963039358455 - | > step_time: 1.5647 (0.8543370115048511) - | > loader_time: 0.1212 (0.013830478801283717) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.6284847259521484 (2.6284847259521484) - | > loss_disc_real_0: 0.1444116234779358 (0.1444116234779358) - | > loss_disc_real_1: 0.15002690255641937 (0.15002690255641937) - | > loss_disc_real_2: 0.174364373087883 (0.174364373087883) - | > loss_disc_real_3: 0.17016763985157013 (0.17016763985157013) - | > loss_disc_real_4: 0.18491636216640472 (0.18491636216640472) - | > loss_disc_real_5: 0.17462821304798126 (0.17462821304798126) - | > loss_0: 2.6284847259521484 (2.6284847259521484) - | > loss_gen: 1.7742085456848145 (1.7742085456848145) - | > loss_kl: 1.9650791883468628 (1.9650791883468628) - | > loss_feat: 6.488251209259033 (6.488251209259033) - | > loss_mel: 21.599689483642578 (21.599689483642578) - | > loss_duration: 1.9374198913574219 (1.9374198913574219) - | > loss_1: 33.7646484375 (33.7646484375) - - --> STEP: 1 - | > loss_disc: 2.293640613555908 (2.293640613555908) - | > loss_disc_real_0: 0.03936955705285072 (0.03936955705285072) - | > loss_disc_real_1: 0.11343098431825638 (0.11343098431825638) - | > loss_disc_real_2: 0.1673157811164856 (0.1673157811164856) - | > loss_disc_real_3: 0.21051926910877228 (0.21051926910877228) - | > loss_disc_real_4: 0.21286357939243317 (0.21286357939243317) - | > loss_disc_real_5: 0.2307911366224289 (0.2307911366224289) - | > loss_0: 2.293640613555908 (2.293640613555908) - | > loss_gen: 2.105760097503662 (2.105760097503662) - | > loss_kl: 1.3227109909057617 (1.3227109909057617) - | > loss_feat: 7.901159763336182 (7.901159763336182) - | > loss_mel: 23.3950138092041 (23.3950138092041) - | > loss_duration: 1.680255651473999 (1.680255651473999) - | > loss_1: 36.40489959716797 (36.40489959716797) - - --> STEP: 2 - | > loss_disc: 2.5310750007629395 (2.412357807159424) - | > loss_disc_real_0: 0.08381098508834839 (0.061590271070599556) - | > loss_disc_real_1: 0.19967816770076752 (0.15655457600951195) - | > loss_disc_real_2: 0.2675117254257202 (0.2174137532711029) - | > loss_disc_real_3: 0.26320722699165344 (0.23686324805021286) - | > loss_disc_real_4: 0.18002404272556305 (0.1964438110589981) - | > loss_disc_real_5: 0.15399494767189026 (0.19239304214715958) - | > loss_0: 2.5310750007629395 (2.412357807159424) - | > loss_gen: 1.9421629905700684 (2.0239615440368652) - | > loss_kl: 1.9132217168807983 (1.61796635389328) - | > loss_feat: 5.891266345977783 (6.896213054656982) - | > loss_mel: 20.676801681518555 (22.035907745361328) - | > loss_duration: 1.648514986038208 (1.6643853187561035) - | > loss_1: 32.07196807861328 (34.238433837890625) - - --> STEP: 3 - | > loss_disc: 2.6694557666778564 (2.4980571269989014) - | > loss_disc_real_0: 0.0733628123998642 (0.06551445151368777) - | > loss_disc_real_1: 0.2116367071866989 (0.1749152864019076) - | > loss_disc_real_2: 0.2551352381706238 (0.2299875815709432) - | > loss_disc_real_3: 0.23493023216724396 (0.23621890942255655) - | > loss_disc_real_4: 0.19476860761642456 (0.1958854099114736) - | > loss_disc_real_5: 0.2571016550064087 (0.21396257976690927) - | > loss_0: 2.6694557666778564 (2.4980571269989014) - | > loss_gen: 1.7530378103256226 (1.9336536327997844) - | > loss_kl: 2.1432676315307617 (1.7930667797724407) - | > loss_feat: 4.93804407119751 (6.243490060170491) - | > loss_mel: 21.26815414428711 (21.77998987833659) - | > loss_duration: 1.7616615295410156 (1.6968107223510742) - | > loss_1: 31.864166259765625 (33.44701131184896) - - --> STEP: 4 - | > loss_disc: 2.518768072128296 (2.50323486328125) - | > loss_disc_real_0: 0.11215899884700775 (0.07717558834701777) - | > loss_disc_real_1: 0.19884826242923737 (0.18089853040874004) - | > loss_disc_real_2: 0.23458528518676758 (0.2311370074748993) - | > loss_disc_real_3: 0.17699915170669556 (0.2214139699935913) - | > loss_disc_real_4: 0.17204757034778595 (0.18992595002055168) - | > loss_disc_real_5: 0.1752648800611496 (0.20428815484046936) - | > loss_0: 2.518768072128296 (2.50323486328125) - | > loss_gen: 1.7807424068450928 (1.8954258263111115) - | > loss_kl: 1.2495222091674805 (1.6571806371212006) - | > loss_feat: 5.6074442863464355 (6.0844786167144775) - | > loss_mel: 18.453027725219727 (20.948249340057373) - | > loss_duration: 1.6550053358078003 (1.6863593757152557) - | > loss_1: 28.74574089050293 (32.27169370651245) - - --> STEP: 5 - | > loss_disc: 2.5012497901916504 (2.5028378486633303) - | > loss_disc_real_0: 0.059203535318374634 (0.07358117774128914) - | > loss_disc_real_1: 0.11780473589897156 (0.16827977150678636) - | > loss_disc_real_2: 0.18949449062347412 (0.22280850410461425) - | > loss_disc_real_3: 0.17431212961673737 (0.21199360191822053) - | > loss_disc_real_4: 0.23273921012878418 (0.19848860204219818) - | > loss_disc_real_5: 0.1488259732723236 (0.1931957185268402) - | > loss_0: 2.5012497901916504 (2.5028378486633303) - | > loss_gen: 1.7597122192382812 (1.8682831048965454) - | > loss_kl: 1.585402250289917 (1.6428249597549438) - | > loss_feat: 8.043462753295898 (6.476275444030762) - | > loss_mel: 21.729536056518555 (21.10450668334961) - | > loss_duration: 1.8426458835601807 (1.7176166772842407) - | > loss_1: 34.96076202392578 (32.80950736999512) - - --> STEP: 6 - | > loss_disc: 2.6398162841796875 (2.525667587916056) - | > loss_disc_real_0: 0.04045237973332405 (0.0680597114066283) - | > loss_disc_real_1: 0.24023546278476715 (0.18027238671978316) - | > loss_disc_real_2: 0.25674450397491455 (0.22846450408299765) - | > loss_disc_real_3: 0.22322200238704681 (0.21386500199635824) - | > loss_disc_real_4: 0.21351169049739838 (0.20099245011806488) - | > loss_disc_real_5: 0.17188051342964172 (0.1896431843439738) - | > loss_0: 2.6398162841796875 (2.525667587916056) - | > loss_gen: 1.7494938373565674 (1.8484848936398823) - | > loss_kl: 0.7928752899169922 (1.5011666814486186) - | > loss_feat: 6.315329074859619 (6.449451049168904) - | > loss_mel: 21.739261627197266 (21.210299173990887) - | > loss_duration: 1.68328857421875 (1.7118953267733257) - | > loss_1: 32.280250549316406 (32.721297899881996) - - --> STEP: 7 - | > loss_disc: 2.600921392440796 (2.5364181314195906) - | > loss_disc_real_0: 0.0805630311369896 (0.06984589993953705) - | > loss_disc_real_1: 0.22185996174812317 (0.18621346886668885) - | > loss_disc_real_2: 0.24732272326946259 (0.23115853539534978) - | > loss_disc_real_3: 0.27242007851600647 (0.22223001292773656) - | > loss_disc_real_4: 0.24561306834220886 (0.20736682415008545) - | > loss_disc_real_5: 0.2775653004646301 (0.2022034866469247) - | > loss_0: 2.600921392440796 (2.5364181314195906) - | > loss_gen: 2.162881374359131 (1.893398676599775) - | > loss_kl: 1.8294814825057983 (1.5480687958853585) - | > loss_feat: 7.049455165863037 (6.535165922982352) - | > loss_mel: 24.046554565429688 (21.615478515625) - | > loss_duration: 1.6493003368377686 (1.7029531853539603) - | > loss_1: 36.7376708984375 (33.295065471104216) - - --> STEP: 8 - | > loss_disc: 2.1982269287109375 (2.494144231081009) - | > loss_disc_real_0: 0.041631001979112625 (0.066319037694484) - | > loss_disc_real_1: 0.19274428486824036 (0.1870298208668828) - | > loss_disc_real_2: 0.111117422580719 (0.21615339629352093) - | > loss_disc_real_3: 0.11557991802692413 (0.208898751065135) - | > loss_disc_real_4: 0.10397502779960632 (0.19444284960627556) - | > loss_disc_real_5: 0.1369270533323288 (0.1940439324826002) - | > loss_0: 2.1982269287109375 (2.494144231081009) - | > loss_gen: 1.7531760931015015 (1.8758708536624908) - | > loss_kl: 1.8964166641235352 (1.5916122794151306) - | > loss_feat: 9.061447143554688 (6.850951075553894) - | > loss_mel: 22.743589401245117 (21.756492376327515) - | > loss_duration: 1.696540355682373 (1.702151581645012) - | > loss_1: 37.15117263793945 (33.77707886695862) - - --> STEP: 9 - | > loss_disc: 2.9387242794036865 (2.543542014227973) - | > loss_disc_real_0: 0.16907620429992676 (0.0777365006506443) - | > loss_disc_real_1: 0.19421163201332092 (0.1878277998831537) - | > loss_disc_real_2: 0.25410357117652893 (0.22037008239163292) - | > loss_disc_real_3: 0.2172379493713379 (0.2098253286547131) - | > loss_disc_real_4: 0.2136932760477066 (0.19658178587754568) - | > loss_disc_real_5: 0.22613753378391266 (0.19760988818274605) - | > loss_0: 2.9387242794036865 (2.543542014227973) - | > loss_gen: 1.5679785013198853 (1.8416605922910902) - | > loss_kl: 2.060795783996582 (1.6437437799241807) - | > loss_feat: 4.666078090667725 (6.608187410566542) - | > loss_mel: 16.744815826416016 (21.19963942633735) - | > loss_duration: 1.7041983604431152 (1.702379001511468) - | > loss_1: 26.743865966796875 (32.99561076694064) - - --> STEP: 10 - | > loss_disc: 2.8258581161499023 (2.571773624420166) - | > loss_disc_real_0: 0.07870475947856903 (0.07783332653343678) - | > loss_disc_real_1: 0.1781698614358902 (0.18686200603842734) - | > loss_disc_real_2: 0.2651091516017914 (0.22484398931264876) - | > loss_disc_real_3: 0.25553685426712036 (0.21439648121595384) - | > loss_disc_real_4: 0.2285328209400177 (0.19977688938379287) - | > loss_disc_real_5: 0.18482977151870728 (0.19633187651634215) - | > loss_0: 2.8258581161499023 (2.571773624420166) - | > loss_gen: 1.6309524774551392 (1.8205897808074951) - | > loss_kl: 1.3042097091674805 (1.6097903728485108) - | > loss_feat: 5.259478569030762 (6.4733165264129635) - | > loss_mel: 19.48086929321289 (21.027762413024902) - | > loss_duration: 1.5877248048782349 (1.6909135818481444) - | > loss_1: 29.263235092163086 (32.62237319946289) - - --> STEP: 11 - | > loss_disc: 2.6693711280822754 (2.580646124753085) - | > loss_disc_real_0: 0.048959292471408844 (0.07520841434597969) - | > loss_disc_real_1: 0.13501949608325958 (0.18214905058795755) - | > loss_disc_real_2: 0.1562606692314148 (0.2186091420325366) - | > loss_disc_real_3: 0.19441626965999603 (0.21258009834723038) - | > loss_disc_real_4: 0.20049022138118744 (0.19984173774719238) - | > loss_disc_real_5: 0.14881549775600433 (0.19201220571994781) - | > loss_0: 2.6693711280822754 (2.580646124753085) - | > loss_gen: 1.5395060777664185 (1.79503671689467) - | > loss_kl: 2.348789691925049 (1.676972129128196) - | > loss_feat: 8.550332069396973 (6.662136121229692) - | > loss_mel: 23.287118911743164 (21.233158458362926) - | > loss_duration: 1.5748231410980225 (1.6803599054163152) - | > loss_1: 37.300567626953125 (33.047663601962) - - --> STEP: 12 - | > loss_disc: 2.7489466667175293 (2.5946711699167886) - | > loss_disc_real_0: 0.08428475260734558 (0.07596477586776018) - | > loss_disc_real_1: 0.21042080223560333 (0.18450502989192805) - | > loss_disc_real_2: 0.2366819828748703 (0.22011521210273108) - | > loss_disc_real_3: 0.24264129996299744 (0.21508519848187765) - | > loss_disc_real_4: 0.21160253882408142 (0.2008218045035998) - | > loss_disc_real_5: 0.2384088933467865 (0.19587859635551771) - | > loss_0: 2.7489466667175293 (2.5946711699167886) - | > loss_gen: 1.7571998834609985 (1.791883647441864) - | > loss_kl: 1.8727890253067017 (1.6932902038097382) - | > loss_feat: 5.021022319793701 (6.525376637776692) - | > loss_mel: 21.47707748413086 (21.253485043843586) - | > loss_duration: 1.7285568714141846 (1.684376319249471) - | > loss_1: 31.856645584106445 (32.94841210047404) - - --> STEP: 13 - | > loss_disc: 2.1520442962646484 (2.560622948866624) - | > loss_disc_real_0: 0.05967710539698601 (0.07471187813923909) - | > loss_disc_real_1: 0.13289587199687958 (0.180535094669232) - | > loss_disc_real_2: 0.18393166363239288 (0.21733186222039735) - | > loss_disc_real_3: 0.17671537399291992 (0.2121336735211886) - | > loss_disc_real_4: 0.11656501889228821 (0.19434051330272967) - | > loss_disc_real_5: 0.1457676887512207 (0.19202391115518716) - | > loss_0: 2.1520442962646484 (2.560622948866624) - | > loss_gen: 1.9262958765029907 (1.8022230496773353) - | > loss_kl: 1.5921285152435303 (1.6855085354584913) - | > loss_feat: 9.249581336975098 (6.734930845407339) - | > loss_mel: 22.61593246459961 (21.35828869159405) - | > loss_duration: 1.7829279899597168 (1.691957216996413) - | > loss_1: 37.166866302490234 (33.27290857755221) - - --> STEP: 14 - | > loss_disc: 2.408670663833618 (2.5497692142214095) - | > loss_disc_real_0: 0.06200932711362839 (0.07380455306598119) - | > loss_disc_real_1: 0.15059581398963928 (0.17839657462068967) - | > loss_disc_real_2: 0.2132917046546936 (0.21704327953713282) - | > loss_disc_real_3: 0.21429011225700378 (0.2122877048594611) - | > loss_disc_real_4: 0.23769459128379822 (0.1974372331585203) - | > loss_disc_real_5: 0.2164621502161026 (0.19376949965953827) - | > loss_0: 2.408670663833618 (2.5497692142214095) - | > loss_gen: 2.018052339553833 (1.8176394275256567) - | > loss_kl: 1.7295160293579102 (1.6886519278798784) - | > loss_feat: 6.806307792663574 (6.740029198782785) - | > loss_mel: 22.97713851928711 (21.473920822143555) - | > loss_duration: 1.729353427886963 (1.6946283749171667) - | > loss_1: 35.26036834716797 (33.41486998966762) - - --> STEP: 15 - | > loss_disc: 2.4789390563964844 (2.5450472036997476) - | > loss_disc_real_0: 0.08102214336395264 (0.07428572575251262) - | > loss_disc_real_1: 0.1388421207666397 (0.17575961103041968) - | > loss_disc_real_2: 0.2519303858280182 (0.21936908662319182) - | > loss_disc_real_3: 0.20203019678592682 (0.21160387098789216) - | > loss_disc_real_4: 0.2575569152832031 (0.2014452119668325) - | > loss_disc_real_5: 0.2128482162952423 (0.19504141410191853) - | > loss_0: 2.4789390563964844 (2.5450472036997476) - | > loss_gen: 1.9536774158477783 (1.8267086267471313) - | > loss_kl: 1.7212615013122559 (1.6908258994420369) - | > loss_feat: 6.340514659881592 (6.713394896189372) - | > loss_mel: 23.494586944580078 (21.608631896972657) - | > loss_duration: 1.6413521766662598 (1.6910766283671061) - | > loss_1: 35.15139389038086 (33.53063824971517) - - --> STEP: 16 - | > loss_disc: 2.5756096839904785 (2.5469573587179184) - | > loss_disc_real_0: 0.09158565104007721 (0.0753669710829854) - | > loss_disc_real_1: 0.17991136014461517 (0.1760190953500569) - | > loss_disc_real_2: 0.18832701444625854 (0.2174289571121335) - | > loss_disc_real_3: 0.17819854617118835 (0.20951603818684816) - | > loss_disc_real_4: 0.287283718585968 (0.20681011863052845) - | > loss_disc_real_5: 0.20134486258029938 (0.19543537963181734) - | > loss_0: 2.5756096839904785 (2.5469573587179184) - | > loss_gen: 1.846894383430481 (1.8279702365398407) - | > loss_kl: 1.4967402219772339 (1.6786955446004868) - | > loss_feat: 7.971823692321777 (6.792046695947647) - | > loss_mel: 23.772075653076172 (21.743847131729126) - | > loss_duration: 1.7575221061706543 (1.6952294707298279) - | > loss_1: 36.845054626464844 (33.737789273262024) - - --> STEP: 17 - | > loss_disc: 2.4220683574676514 (2.5396109468796673) - | > loss_disc_real_0: 0.04356997087597847 (0.07349655930610265) - | > loss_disc_real_1: 0.15793004631996155 (0.17495503364240422) - | > loss_disc_real_2: 0.21436136960983276 (0.21724851078846874) - | > loss_disc_real_3: 0.16681480407714844 (0.20700420088627758) - | > loss_disc_real_4: 0.1852692812681198 (0.20554301055038676) - | > loss_disc_real_5: 0.1929200142621994 (0.1952874169630163) - | > loss_0: 2.4220683574676514 (2.5396109468796673) - | > loss_gen: 1.8382104635238647 (1.8285726028330185) - | > loss_kl: 1.79175865650177 (1.6853463158887976) - | > loss_feat: 6.9623332023620605 (6.802063549266142) - | > loss_mel: 21.955547332763672 (21.75630008473116) - | > loss_duration: 1.6223485469818115 (1.69094235756818) - | > loss_1: 34.17020034790039 (33.763225218828985) - - --> STEP: 18 - | > loss_disc: 2.707838773727417 (2.548956937260098) - | > loss_disc_real_0: 0.03299157693982124 (0.07124628250797589) - | > loss_disc_real_1: 0.1383616179227829 (0.17292206610242525) - | > loss_disc_real_2: 0.19009460508823395 (0.21573996047178903) - | > loss_disc_real_3: 0.1695161908864975 (0.2049215336640676) - | > loss_disc_real_4: 0.16788087785243988 (0.20345066984494528) - | > loss_disc_real_5: 0.14693404734134674 (0.19260111865070131) - | > loss_0: 2.707838773727417 (2.548956937260098) - | > loss_gen: 1.486482858657837 (1.8095676170455084) - | > loss_kl: 1.6679463386535645 (1.6843796504868402) - | > loss_feat: 8.365653038024902 (6.888929631974962) - | > loss_mel: 24.173320770263672 (21.890579011705185) - | > loss_duration: 1.6694122552871704 (1.6897462407747905) - | > loss_1: 37.362815856933594 (33.963202476501465) - - --> STEP: 19 - | > loss_disc: 2.3208141326904297 (2.5369494212301156) - | > loss_disc_real_0: 0.05516964942216873 (0.07040014392451237) - | > loss_disc_real_1: 0.0928758978843689 (0.1687091098804223) - | > loss_disc_real_2: 0.16741858422756195 (0.21319673014314552) - | > loss_disc_real_3: 0.1601136475801468 (0.20256322387017703) - | > loss_disc_real_4: 0.1651492714881897 (0.2014348067735371) - | > loss_disc_real_5: 0.15305587649345398 (0.19051979011610934) - | > loss_0: 2.3208141326904297 (2.5369494212301156) - | > loss_gen: 1.8171026706695557 (1.809964198815195) - | > loss_kl: 1.9615449905395508 (1.6989672999632985) - | > loss_feat: 9.358238220214844 (7.018893241882324) - | > loss_mel: 26.276504516601562 (22.121417196173418) - | > loss_duration: 1.7898647785186768 (1.6950156374981529) - | > loss_1: 41.20325469970703 (34.344257856670175) - - --> STEP: 20 - | > loss_disc: 2.5852646827697754 (2.5393651843070986) - | > loss_disc_real_0: 0.09014977514743805 (0.07138762548565866) - | > loss_disc_real_1: 0.1614762544631958 (0.16834746710956097) - | > loss_disc_real_2: 0.22329223155975342 (0.2137015052139759) - | > loss_disc_real_3: 0.21351312100887299 (0.2031107187271118) - | > loss_disc_real_4: 0.2033933848142624 (0.20153273567557334) - | > loss_disc_real_5: 0.18417710065841675 (0.19020265564322472) - | > loss_0: 2.5852646827697754 (2.5393651843070986) - | > loss_gen: 1.7165921926498413 (1.8052955985069274) - | > loss_kl: 1.688400387763977 (1.6984389543533325) - | > loss_feat: 6.344472408294678 (6.985172200202942) - | > loss_mel: 21.869611740112305 (22.108826923370362) - | > loss_duration: 1.6366217136383057 (1.6920959413051606) - | > loss_1: 33.255699157714844 (34.28982992172241) - - --> STEP: 21 - | > loss_disc: 2.391159772872925 (2.532307783762614) - | > loss_disc_real_0: 0.08391088247299194 (0.07198397105648406) - | > loss_disc_real_1: 0.16114695370197296 (0.16800458551872344) - | > loss_disc_real_2: 0.23637093603610992 (0.21478100191979183) - | > loss_disc_real_3: 0.2265792042016983 (0.20422826565447308) - | > loss_disc_real_4: 0.23493123054504395 (0.20312314019316718) - | > loss_disc_real_5: 0.2490045577287674 (0.19300274621872676) - | > loss_0: 2.391159772872925 (2.532307783762614) - | > loss_gen: 2.105152130126953 (1.819574480965024) - | > loss_kl: 1.2533795833587646 (1.6772456509726388) - | > loss_feat: 6.5222368240356445 (6.96312765848069) - | > loss_mel: 23.405994415283203 (22.170596803937638) - | > loss_duration: 1.664170503616333 (1.6907661585580736) - | > loss_1: 34.950931549072266 (34.32131095159621) - - --> STEP: 22 - | > loss_disc: 2.563154935836792 (2.533709927038713) - | > loss_disc_real_0: 0.08986124396324158 (0.07279657437042758) - | > loss_disc_real_1: 0.1801949292421341 (0.16855869205160576) - | > loss_disc_real_2: 0.2011544555425644 (0.21416161344809967) - | > loss_disc_real_3: 0.2120237946510315 (0.20458260788158936) - | > loss_disc_real_4: 0.17936667799949646 (0.20204330100254578) - | > loss_disc_real_5: 0.1735697090625763 (0.19211942634799264) - | > loss_0: 2.563154935836792 (2.533709927038713) - | > loss_gen: 1.8044006824493408 (1.8188847628506748) - | > loss_kl: 1.481182336807251 (1.6683336821469394) - | > loss_feat: 6.86677885055542 (6.958748167211359) - | > loss_mel: 20.979652404785156 (22.116462967612524) - | > loss_duration: 1.7701995372772217 (1.6943767666816711) - | > loss_1: 32.90221405029297 (34.25680654699152) - - --> STEP: 23 - | > loss_disc: 2.4336929321289062 (2.5293613620426343) - | > loss_disc_real_0: 0.0729343369603157 (0.07280256404824881) - | > loss_disc_real_1: 0.16358983516693115 (0.16834265479575033) - | > loss_disc_real_2: 0.19366270303726196 (0.21327035647371542) - | > loss_disc_real_3: 0.14112526178359985 (0.2018235928338507) - | > loss_disc_real_4: 0.21392202377319336 (0.20255976720996524) - | > loss_disc_real_5: 0.18896308541297913 (0.19198219413342682) - | > loss_0: 2.4336929321289062 (2.5293613620426343) - | > loss_gen: 1.7917885780334473 (1.8177066678586213) - | > loss_kl: 1.4449843168258667 (1.658622840176458) - | > loss_feat: 6.170620441436768 (6.924481744351595) - | > loss_mel: 21.028940200805664 (22.069179369055703) - | > loss_duration: 1.7364438772201538 (1.6962057714876921) - | > loss_1: 32.17277526855469 (34.16619649140731) - - --> STEP: 24 - | > loss_disc: 2.5254993438720703 (2.5292004446188607) - | > loss_disc_real_0: 0.042313236743211746 (0.07153217541053893) - | > loss_disc_real_1: 0.15034444630146027 (0.16759272944182158) - | > loss_disc_real_2: 0.25476765632629395 (0.21499941063423952) - | > loss_disc_real_3: 0.16945819556713104 (0.20047503461440405) - | > loss_disc_real_4: 0.2586401104927063 (0.20489644818007946) - | > loss_disc_real_5: 0.21987347304821014 (0.19314433075487614) - | > loss_0: 2.5254993438720703 (2.5292004446188607) - | > loss_gen: 1.855507731437683 (1.8192817121744156) - | > loss_kl: 1.61107337474823 (1.6566416124502819) - | > loss_feat: 6.45731258392334 (6.905016362667084) - | > loss_mel: 21.88360023498535 (22.06144690513611) - | > loss_duration: 1.6587553024291992 (1.6946453352769215) - | > loss_1: 33.46624755859375 (34.13703195254008) - - --> STEP: 25 - | > loss_disc: 2.2405381202697754 (2.5176539516448972) - | > loss_disc_real_0: 0.08429849147796631 (0.07204282805323603) - | > loss_disc_real_1: 0.14516828954219818 (0.16669575184583663) - | > loss_disc_real_2: 0.1972154676914215 (0.2142880529165268) - | > loss_disc_real_3: 0.16010047495365143 (0.19886005222797393) - | > loss_disc_real_4: 0.20413224399089813 (0.2048658800125122) - | > loss_disc_real_5: 0.16832226514816284 (0.1921514481306076) - | > loss_0: 2.2405381202697754 (2.5176539516448972) - | > loss_gen: 2.0517501831054688 (1.8285804510116577) - | > loss_kl: 1.615689754486084 (1.6550035381317139) - | > loss_feat: 6.92504358291626 (6.905817451477051) - | > loss_mel: 20.693178176879883 (22.006716156005858) - | > loss_duration: 1.6216120719909668 (1.6917240047454833) - | > loss_1: 32.90727233886719 (34.087841567993166) - - --> STEP: 26 - | > loss_disc: 2.4137206077575684 (2.5136565153415384) - | > loss_disc_real_0: 0.05319828540086746 (0.07131803795122185) - | > loss_disc_real_1: 0.1481201946735382 (0.16598130733920977) - | > loss_disc_real_2: 0.17143531143665314 (0.21263987055191627) - | > loss_disc_real_3: 0.16475600004196167 (0.1975483579131273) - | > loss_disc_real_4: 0.14639116823673248 (0.20261685263652068) - | > loss_disc_real_5: 0.2521049380302429 (0.1944573515882859) - | > loss_0: 2.4137206077575684 (2.5136565153415384) - | > loss_gen: 1.8462448120117188 (1.82925984951166) - | > loss_kl: 1.5373457670211792 (1.6504782392428472) - | > loss_feat: 6.611685276031494 (6.894504675498376) - | > loss_mel: 22.828889846801758 (22.038338221036472) - | > loss_duration: 1.6484687328338623 (1.6900603404411902) - | > loss_1: 34.472633361816406 (34.10264125237098) - - --> STEP: 27 - | > loss_disc: 2.4418323040008545 (2.510996359365958) - | > loss_disc_real_0: 0.04282185435295105 (0.07026262374387848) - | > loss_disc_real_1: 0.15626202523708344 (0.16562133392801992) - | > loss_disc_real_2: 0.23229528963565826 (0.2133678490364993) - | > loss_disc_real_3: 0.1565815955400467 (0.19603107041782802) - | > loss_disc_real_4: 0.20994038879871368 (0.2028880947166019) - | > loss_disc_real_5: 0.1942327916622162 (0.19444903455398702) - | > loss_0: 2.4418323040008545 (2.510996359365958) - | > loss_gen: 1.8990459442138672 (1.831844519685816) - | > loss_kl: 1.7225977182388306 (1.6531493310575132) - | > loss_feat: 8.395591735839844 (6.950100492548059) - | > loss_mel: 22.32733726501465 (22.04904188933196) - | > loss_duration: 1.7070552110671997 (1.6906897800940055) - | > loss_1: 36.05162811279297 (34.17482595090513) - - --> STEP: 28 - | > loss_disc: 2.367607355117798 (2.5058753234999522) - | > loss_disc_real_0: 0.04580214247107506 (0.06938903512699265) - | > loss_disc_real_1: 0.11994968354701996 (0.16399020355726993) - | > loss_disc_real_2: 0.19426092505455017 (0.21268545889428683) - | > loss_disc_real_3: 0.160761296749115 (0.19477143564394542) - | > loss_disc_real_4: 0.1991959661245346 (0.20275623298117093) - | > loss_disc_real_5: 0.15008467435836792 (0.19286459311842918) - | > loss_0: 2.367607355117798 (2.5058753234999522) - | > loss_gen: 1.8336741924285889 (1.831909865140915) - | > loss_kl: 1.748506784439087 (1.6565549543925695) - | > loss_feat: 7.620569229125977 (6.974045804568699) - | > loss_mel: 22.32051658630371 (22.058737414223806) - | > loss_duration: 1.685093641281128 (1.6904899179935455) - | > loss_1: 35.20835876464844 (34.21173783711025) - - --> STEP: 29 - | > loss_disc: 2.3691842555999756 (2.5011618383999528) - | > loss_disc_real_0: 0.051196254789829254 (0.06876169787398702) - | > loss_disc_real_1: 0.15684126317501068 (0.16374368837167477) - | > loss_disc_real_2: 0.2126648873090744 (0.21268474952927952) - | > loss_disc_real_3: 0.21585115790367126 (0.19549832261841874) - | > loss_disc_real_4: 0.21213658154010773 (0.20307969327630668) - | > loss_disc_real_5: 0.2336745411157608 (0.19427183270454407) - | > loss_0: 2.3691842555999756 (2.5011618383999528) - | > loss_gen: 1.9014027118682861 (1.8343061702004795) - | > loss_kl: 1.4121174812316895 (1.6481260760077114) - | > loss_feat: 6.209140300750732 (6.947669752712907) - | > loss_mel: 23.030717849731445 (22.09225398096545) - | > loss_duration: 1.6716667413711548 (1.689840842937601) - | > loss_1: 34.22504425048828 (34.21219667895087) - - --> STEP: 30 - | > loss_disc: 2.774597406387329 (2.5102763573328652) - | > loss_disc_real_0: 0.06792851537466049 (0.06873392512400947) - | > loss_disc_real_1: 0.15887321531772614 (0.16358133926987647) - | > loss_disc_real_2: 0.2049945890903473 (0.21242841084798178) - | > loss_disc_real_3: 0.15393124520778656 (0.19411275337139766) - | > loss_disc_real_4: 0.17607970535755157 (0.20217969367901484) - | > loss_disc_real_5: 0.149688258767128 (0.19278571357329685) - | > loss_0: 2.774597406387329 (2.5102763573328652) - | > loss_gen: 1.4748079776763916 (1.8223228971163432) - | > loss_kl: 1.4518754482269287 (1.6415843884150187) - | > loss_feat: 6.925305366516113 (6.946924273173014) - | > loss_mel: 23.597803115844727 (22.142438952128092) - | > loss_duration: 1.6876859664916992 (1.6897690137227377) - | > loss_1: 35.13747787475586 (34.2430393854777) - - --> STEP: 31 - | > loss_disc: 2.8543102741241455 (2.521374225616455) - | > loss_disc_real_0: 0.13134053349494934 (0.07075349313597527) - | > loss_disc_real_1: 0.16659019887447357 (0.16367839925712155) - | > loss_disc_real_2: 0.21944312751293182 (0.2126546920307221) - | > loss_disc_real_3: 0.19547219574451447 (0.19415660635117563) - | > loss_disc_real_4: 0.22165583074092865 (0.20280795616488304) - | > loss_disc_real_5: 0.22083643078804016 (0.19369057541893375) - | > loss_0: 2.8543102741241455 (2.521374225616455) - | > loss_gen: 1.5559533834457397 (1.8137303321592269) - | > loss_kl: 1.7065798044204712 (1.6436810147377752) - | > loss_feat: 5.486382007598877 (6.899810006541591) - | > loss_mel: 20.02512550354004 (22.07413851830267) - | > loss_duration: 1.6576919555664062 (1.688734269911243) - | > loss_1: 30.431732177734375 (34.12009399167953) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.011827868800009451 (+0.002053791476834205) - | > avg_loss_disc: 2.521374225616455 (+0.08048112930790019) - | > avg_loss_disc_real_0: 0.07075349313597527 (-0.07725901276834547) - | > avg_loss_disc_real_1: 0.16367839925712155 (-0.03696505533110711) - | > avg_loss_disc_real_2: 0.2126546920307221 (-0.033926284601611484) - | > avg_loss_disc_real_3: 0.19415660635117563 (-0.014718769058104486) - | > avg_loss_disc_real_4: 0.20280795616488304 (-0.0005735562693688079) - | > avg_loss_disc_real_5: 0.19369057541893375 (-0.04290187551129249) - | > avg_loss_0: 2.521374225616455 (+0.08048112930790019) - | > avg_loss_gen: 1.8137303321592269 (-0.5841355169973066) - | > avg_loss_kl: 1.6436810147377752 (+0.013420900990885887) - | > avg_loss_feat: 6.899810006541591 (-0.1744060208720546) - | > avg_loss_mel: 22.07413851830267 (+0.026760101318362928) - | > avg_loss_duration: 1.688734269911243 (-0.0003433612085157467) - | > avg_loss_1: 34.12009399167953 (-0.7187039159959383) - - - > EPOCH: 28/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 04:45:04)  - - --> TIME: 2024-11-23 04:45:07 -- STEP: 2/797 -- GLOBAL_STEP: 45425 - | > loss_disc: 2.3256702423095703 (2.4160914421081543) - | > loss_disc_real_0: 0.11668530106544495 (0.08921807818114758) - | > loss_disc_real_1: 0.28092214465141296 (0.2261631116271019) - | > loss_disc_real_2: 0.218540757894516 (0.228188157081604) - | > loss_disc_real_3: 0.25460413098335266 (0.23791147768497467) - | > loss_disc_real_4: 0.17526666820049286 (0.18361640721559525) - | > loss_disc_real_5: 0.2061091512441635 (0.19973882287740707) - | > loss_0: 2.3256702423095703 (2.4160914421081543) - | > grad_norm_0: tensor(136.7495, device='cuda:0') (tensor(134.5258, device='cuda:0')) - | > loss_gen: 2.7983579635620117 (2.6001332998275757) - | > loss_kl: 1.6682668924331665 (1.473218023777008) - | > loss_feat: 6.233436584472656 (6.715764284133911) - | > loss_mel: 19.961673736572266 (21.228243827819824) - | > loss_duration: 1.792679786682129 (1.8844017386436462) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.45441436767578 (33.90176010131836) - | > grad_norm_1: tensor(639.1485, device='cuda:0') (tensor(468.7993, device='cuda:0')) - | > current_lr_0: 0.00019860480168978534 - | > current_lr_1: 0.00019860480168978534 - | > step_time: 0.7167 (0.7243388891220093) - | > loader_time: 0.0066 (0.007792353630065918) - - - --> TIME: 2024-11-23 04:45:26 -- STEP: 27/797 -- GLOBAL_STEP: 45450 - | > loss_disc: 2.369983434677124 (2.491777225776955) - | > loss_disc_real_0: 0.08664824813604355 (0.14179540660094336) - | > loss_disc_real_1: 0.23468908667564392 (0.22041592829757267) - | > loss_disc_real_2: 0.21664167940616608 (0.2322177748989176) - | > loss_disc_real_3: 0.21322959661483765 (0.22885186804665458) - | > loss_disc_real_4: 0.2442864626646042 (0.21576883671460328) - | > loss_disc_real_5: 0.24584192037582397 (0.22725770429328637) - | > loss_0: 2.369983434677124 (2.491777225776955) - | > grad_norm_0: tensor(23.8441, device='cuda:0') (tensor(82.4935, device='cuda:0')) - | > loss_gen: 2.613797903060913 (2.3640569492622654) - | > loss_kl: 1.7377805709838867 (1.509698611718637) - | > loss_feat: 7.511327743530273 (6.749120041176125) - | > loss_mel: 21.15397071838379 (20.806535296969944) - | > loss_duration: 1.708242416381836 (1.8038131749188457) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.725120544433594 (33.233223667851206) - | > grad_norm_1: tensor(357.1535, device='cuda:0') (tensor(477.2834, device='cuda:0')) - | > current_lr_0: 0.00019860480168978534 - | > current_lr_1: 0.00019860480168978534 - | > step_time: 0.756 (0.7575967841678195) - | > loader_time: 0.01 (0.005345424016316734) - - - --> TIME: 2024-11-23 04:45:46 -- STEP: 52/797 -- GLOBAL_STEP: 45475 - | > loss_disc: 2.3335700035095215 (2.494332432746888) - | > loss_disc_real_0: 0.10731244087219238 (0.14324235858825538) - | > loss_disc_real_1: 0.21464501321315765 (0.21853446473295873) - | > loss_disc_real_2: 0.26002782583236694 (0.23453672230243683) - | > loss_disc_real_3: 0.19988593459129333 (0.2268685013628923) - | > loss_disc_real_4: 0.19927634298801422 (0.22084151523617598) - | > loss_disc_real_5: 0.23333118855953217 (0.2307598817233856) - | > loss_0: 2.3335700035095215 (2.494332432746888) - | > grad_norm_0: tensor(35.1372, device='cuda:0') (tensor(68.2470, device='cuda:0')) - | > loss_gen: 2.3721015453338623 (2.3690616855254536) - | > loss_kl: 1.5776289701461792 (1.5320497430287874) - | > loss_feat: 6.977447509765625 (6.798233830011808) - | > loss_mel: 21.705551147460938 (20.940593389364388) - | > loss_duration: 1.6954450607299805 (1.7689778094108288) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.32817459106445 (33.40891614327065) - | > grad_norm_1: tensor(488.5465, device='cuda:0') (tensor(491.4260, device='cuda:0')) - | > current_lr_0: 0.00019860480168978534 - | > current_lr_1: 0.00019860480168978534 - | > step_time: 0.7716 (0.7752541303634644) - | > loader_time: 0.0134 (0.005579444078298718) - - - --> TIME: 2024-11-23 04:46:06 -- STEP: 77/797 -- GLOBAL_STEP: 45500 - | > loss_disc: 2.4886865615844727 (2.4786893268684294) - | > loss_disc_real_0: 0.10580714046955109 (0.137183420069806) - | > loss_disc_real_1: 0.23179805278778076 (0.21696610671359223) - | > loss_disc_real_2: 0.2686700224876404 (0.23167684132402594) - | > loss_disc_real_3: 0.2648906707763672 (0.22723230448636142) - | > loss_disc_real_4: 0.21841196715831757 (0.22234675423665481) - | > loss_disc_real_5: 0.27298057079315186 (0.2297985993035428) - | > loss_0: 2.4886865615844727 (2.4786893268684294) - | > grad_norm_0: tensor(169.8959, device='cuda:0') (tensor(67.5670, device='cuda:0')) - | > loss_gen: 2.1778829097747803 (2.356829042558546) - | > loss_kl: 1.4468300342559814 (1.5432645206327562) - | > loss_feat: 5.959917068481445 (6.807880153903714) - | > loss_mel: 19.505311965942383 (21.027006149291992) - | > loss_duration: 1.7369506359100342 (1.7492256288404588) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.826892852783203 (33.484205369825496) - | > grad_norm_1: tensor(515.4213, device='cuda:0') (tensor(497.2833, device='cuda:0')) - | > current_lr_0: 0.00019860480168978534 - | > current_lr_1: 0.00019860480168978534 - | > step_time: 0.7636 (0.7802699200518719) - | > loader_time: 0.0036 (0.005815289237282494) - - - --> TIME: 2024-11-23 04:46:26 -- STEP: 102/797 -- GLOBAL_STEP: 45525 - | > loss_disc: 2.470165729522705 (2.4820807704738552) - | > loss_disc_real_0: 0.1132122352719307 (0.1360570446168091) - | > loss_disc_real_1: 0.21291647851467133 (0.2173384634010932) - | > loss_disc_real_2: 0.23163029551506042 (0.235498118196048) - | > loss_disc_real_3: 0.22191646695137024 (0.22625790609448565) - | > loss_disc_real_4: 0.23845012485980988 (0.22159106883348204) - | > loss_disc_real_5: 0.23546403646469116 (0.23086565455385283) - | > loss_0: 2.470165729522705 (2.4820807704738552) - | > grad_norm_0: tensor(108.7470, device='cuda:0') (tensor(60.6272, device='cuda:0')) - | > loss_gen: 2.37556529045105 (2.342548127267874) - | > loss_kl: 1.4671146869659424 (1.544398629197887) - | > loss_feat: 7.0086750984191895 (6.778876856261609) - | > loss_mel: 21.326841354370117 (21.118423181421615) - | > loss_duration: 1.7128958702087402 (1.739673211294062) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.891090393066406 (33.52391985350964) - | > grad_norm_1: tensor(640.7578, device='cuda:0') (tensor(432.7325, device='cuda:0')) - | > current_lr_0: 0.00019860480168978534 - | > current_lr_1: 0.00019860480168978534 - | > step_time: 0.7993 (0.7772097447339225) - | > loader_time: 0.0043 (0.005924407173605527) - - - --> TIME: 2024-11-23 04:46:46 -- STEP: 127/797 -- GLOBAL_STEP: 45550 - | > loss_disc: 2.5729997158050537 (2.4796606011278057) - | > loss_disc_real_0: 0.12084999680519104 (0.13573790825610085) - | > loss_disc_real_1: 0.2155754566192627 (0.21681399303158438) - | > loss_disc_real_2: 0.2248559147119522 (0.2337688096160964) - | > loss_disc_real_3: 0.2679630517959595 (0.22585051289693578) - | > loss_disc_real_4: 0.23319324851036072 (0.22267861429631242) - | > loss_disc_real_5: 0.2712036669254303 (0.2313355203923278) - | > loss_0: 2.5729997158050537 (2.4796606011278057) - | > grad_norm_0: tensor(231.5080, device='cuda:0') (tensor(61.2484, device='cuda:0')) - | > loss_gen: 2.234311580657959 (2.3349291808961876) - | > loss_kl: 1.257240891456604 (1.5455231384968193) - | > loss_feat: 5.071782112121582 (6.720985972036527) - | > loss_mel: 18.847131729125977 (21.017957822544368) - | > loss_duration: 1.6933507919311523 (1.7333804490998035) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 29.103816986083984 (33.35277645982157) - | > grad_norm_1: tensor(541.4921, device='cuda:0') (tensor(449.6309, device='cuda:0')) - | > current_lr_0: 0.00019860480168978534 - | > current_lr_1: 0.00019860480168978534 - | > step_time: 0.8225 (0.7797663380780557) - | > loader_time: 0.0065 (0.005935222145140641) - - - --> TIME: 2024-11-23 04:47:06 -- STEP: 152/797 -- GLOBAL_STEP: 45575 - | > loss_disc: 2.511119842529297 (2.4803789493284736) - | > loss_disc_real_0: 0.1709640771150589 (0.13453078367992455) - | > loss_disc_real_1: 0.25605130195617676 (0.2178013949213843) - | > loss_disc_real_2: 0.2435164749622345 (0.23395806394125285) - | > loss_disc_real_3: 0.24365893006324768 (0.22553187010711745) - | > loss_disc_real_4: 0.24645964801311493 (0.2230591173038671) - | > loss_disc_real_5: 0.2209518551826477 (0.231811451186475) - | > loss_0: 2.511119842529297 (2.4803789493284736) - | > grad_norm_0: tensor(164.9135, device='cuda:0') (tensor(64.1520, device='cuda:0')) - | > loss_gen: 2.337975025177002 (2.3378144173245676) - | > loss_kl: 1.6567562818527222 (1.540891670082745) - | > loss_feat: 6.2400665283203125 (6.733647829607913) - | > loss_mel: 20.879600524902344 (21.039335602208183) - | > loss_duration: 1.7753630876541138 (1.7293554693460464) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.88976287841797 (33.3810448521062) - | > grad_norm_1: tensor(510.5748, device='cuda:0') (tensor(467.5534, device='cuda:0')) - | > current_lr_0: 0.00019860480168978534 - | > current_lr_1: 0.00019860480168978534 - | > step_time: 0.8201 (0.7852150201797485) - | > loader_time: 0.0047 (0.005750036553332682) - - - --> TIME: 2024-11-23 04:47:27 -- STEP: 177/797 -- GLOBAL_STEP: 45600 - | > loss_disc: 2.531705856323242 (2.477213064829509) - | > loss_disc_real_0: 0.11050491034984589 (0.13332541316410915) - | > loss_disc_real_1: 0.2375057488679886 (0.21744410862020175) - | > loss_disc_real_2: 0.2126387655735016 (0.2327737170929289) - | > loss_disc_real_3: 0.22936226427555084 (0.22519974284252878) - | > loss_disc_real_4: 0.22928473353385925 (0.22364004495116951) - | > loss_disc_real_5: 0.23794376850128174 (0.2317331204306608) - | > loss_0: 2.531705856323242 (2.477213064829509) - | > grad_norm_0: tensor(23.0735, device='cuda:0') (tensor(65.5367, device='cuda:0')) - | > loss_gen: 2.3193464279174805 (2.336979525237433) - | > loss_kl: 1.5542677640914917 (1.5458691807116498) - | > loss_feat: 7.539986610412598 (6.746839278161863) - | > loss_mel: 22.570308685302734 (21.082854631930417) - | > loss_duration: 1.6527758836746216 (1.7225197183210297) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.63668441772461 (33.43506224680757) - | > grad_norm_1: tensor(485.5566, device='cuda:0') (tensor(486.2583, device='cuda:0')) - | > current_lr_0: 0.00019860480168978534 - | > current_lr_1: 0.00019860480168978534 - | > step_time: 0.8303 (0.7883328771860586) - | > loader_time: 0.0054 (0.005785046324218063) - - - --> TIME: 2024-11-23 04:47:47 -- STEP: 202/797 -- GLOBAL_STEP: 45625 - | > loss_disc: 2.5598690509796143 (2.4748382296892686) - | > loss_disc_real_0: 0.16074489057064056 (0.1326148928982196) - | > loss_disc_real_1: 0.20763076841831207 (0.21673297439471326) - | > loss_disc_real_2: 0.2730581760406494 (0.2338683576424523) - | > loss_disc_real_3: 0.24837760627269745 (0.22506394340555266) - | > loss_disc_real_4: 0.2414844036102295 (0.22397524096293026) - | > loss_disc_real_5: 0.23918400704860687 (0.23228051778998707) - | > loss_0: 2.5598690509796143 (2.4748382296892686) - | > grad_norm_0: tensor(67.7883, device='cuda:0') (tensor(63.1396, device='cuda:0')) - | > loss_gen: 2.2425105571746826 (2.338346019829853) - | > loss_kl: 1.4366247653961182 (1.554937362670899) - | > loss_feat: 6.295098304748535 (6.756978644002782) - | > loss_mel: 22.24840545654297 (21.14705204727626) - | > loss_duration: 1.6925475597381592 (1.719841474353677) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.91518783569336 (33.517155448989115) - | > grad_norm_1: tensor(189.0565, device='cuda:0') (tensor(489.2296, device='cuda:0')) - | > current_lr_0: 0.00019860480168978534 - | > current_lr_1: 0.00019860480168978534 - | > step_time: 0.7585 (0.7884565131499035) - | > loader_time: 0.0048 (0.005876947157453785) - - - --> TIME: 2024-11-23 04:48:07 -- STEP: 227/797 -- GLOBAL_STEP: 45650 - | > loss_disc: 2.721914529800415 (2.47381781376406) - | > loss_disc_real_0: 0.35915374755859375 (0.13361001274002798) - | > loss_disc_real_1: 0.25081774592399597 (0.21660605493096) - | > loss_disc_real_2: 0.2675482928752899 (0.23355435406058894) - | > loss_disc_real_3: 0.2143879234790802 (0.224715507503123) - | > loss_disc_real_4: 0.22557401657104492 (0.2235729527630995) - | > loss_disc_real_5: 0.22785964608192444 (0.23171518559235307) - | > loss_0: 2.721914529800415 (2.47381781376406) - | > grad_norm_0: tensor(209.1422, device='cuda:0') (tensor(66.9791, device='cuda:0')) - | > loss_gen: 2.2366228103637695 (2.3401912004412004) - | > loss_kl: 1.3856008052825928 (1.558851886425775) - | > loss_feat: 6.269372463226318 (6.751046065191866) - | > loss_mel: 21.211938858032227 (21.17373707641064) - | > loss_duration: 1.6567609310150146 (1.7172678052591333) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.76029586791992 (33.54109388511089) - | > grad_norm_1: tensor(350.6131, device='cuda:0') (tensor(501.2307, device='cuda:0')) - | > current_lr_0: 0.00019860480168978534 - | > current_lr_1: 0.00019860480168978534 - | > step_time: 0.8525 (0.7900473934963411) - | > loader_time: 0.0072 (0.005959183108964157) - - - --> TIME: 2024-11-23 04:48:28 -- STEP: 252/797 -- GLOBAL_STEP: 45675 - | > loss_disc: 2.3782808780670166 (2.475456397684794) - | > loss_disc_real_0: 0.16792923212051392 (0.13386498047186737) - | > loss_disc_real_1: 0.18388615548610687 (0.21623943793395206) - | > loss_disc_real_2: 0.19443818926811218 (0.23359667793625877) - | > loss_disc_real_3: 0.17438362538814545 (0.2245321591931676) - | > loss_disc_real_4: 0.2399023175239563 (0.22422121311464008) - | > loss_disc_real_5: 0.20277626812458038 (0.23216602170751208) - | > loss_0: 2.3782808780670166 (2.475456397684794) - | > grad_norm_0: tensor(57.8119, device='cuda:0') (tensor(69.5210, device='cuda:0')) - | > loss_gen: 2.458188772201538 (2.3426365719901185) - | > loss_kl: 1.5249651670455933 (1.5579837243708359) - | > loss_feat: 7.4078569412231445 (6.744202095364767) - | > loss_mel: 22.30185317993164 (21.1565901059953) - | > loss_duration: 1.6914732456207275 (1.7137009326427701) - | > amp_scaler: 256.0 (138.66666666666666) - | > loss_1: 35.38433837890625 (33.51511327047199) - | > grad_norm_1: tensor(566.6772, device='cuda:0') (tensor(500.1339, device='cuda:0')) - | > current_lr_0: 0.00019860480168978534 - | > current_lr_1: 0.00019860480168978534 - | > step_time: 0.7762 (0.7918733282694741) - | > loader_time: 0.0049 (0.006009949578179255) - - - --> TIME: 2024-11-23 04:48:49 -- STEP: 277/797 -- GLOBAL_STEP: 45700 - | > loss_disc: 2.670572280883789 (2.473565034487618) - | > loss_disc_real_0: 0.1921083927154541 (0.13359246893856494) - | > loss_disc_real_1: 0.25334158539772034 (0.21613055828030792) - | > loss_disc_real_2: 0.24705222249031067 (0.23302704875865138) - | > loss_disc_real_3: 0.24667923152446747 (0.22462735290131414) - | > loss_disc_real_4: 0.2972995340824127 (0.22400965027860784) - | > loss_disc_real_5: 0.2550532817840576 (0.23191699455576253) - | > loss_0: 2.670572280883789 (2.473565034487618) - | > grad_norm_0: tensor(147.2815, device='cuda:0') (tensor(69.4291, device='cuda:0')) - | > loss_gen: 2.379103183746338 (2.3419751045075565) - | > loss_kl: 1.5366102457046509 (1.5649017263405594) - | > loss_feat: 5.894321918487549 (6.736786560031051) - | > loss_mel: 20.143150329589844 (21.15463158369925) - | > loss_duration: 1.6615638732910156 (1.7112123075375059) - | > amp_scaler: 128.0 (146.48375451263541) - | > loss_1: 31.614748001098633 (33.509507100074316) - | > grad_norm_1: tensor(600.5577, device='cuda:0') (tensor(504.1579, device='cuda:0')) - | > current_lr_0: 0.00019860480168978534 - | > current_lr_1: 0.00019860480168978534 - | > step_time: 0.8995 (0.7948481554589115) - | > loader_time: 0.008 (0.0061043487989515186) - - - --> TIME: 2024-11-23 04:49:09 -- STEP: 302/797 -- GLOBAL_STEP: 45725 - | > loss_disc: 2.4285385608673096 (2.472757102637891) - | > loss_disc_real_0: 0.0954398587346077 (0.1338397092155075) - | > loss_disc_real_1: 0.24168811738491058 (0.21638961486666408) - | > loss_disc_real_2: 0.24097418785095215 (0.23314885198083146) - | > loss_disc_real_3: 0.2632453441619873 (0.22443333505005236) - | > loss_disc_real_4: 0.23119275271892548 (0.22429017086100106) - | > loss_disc_real_5: 0.2769174575805664 (0.23237002034061002) - | > loss_0: 2.4285385608673096 (2.472757102637891) - | > grad_norm_0: tensor(116.3202, device='cuda:0') (tensor(72.2343, device='cuda:0')) - | > loss_gen: 2.390373945236206 (2.3471042328322964) - | > loss_kl: 1.631883978843689 (1.568125092035888) - | > loss_feat: 6.594979286193848 (6.738520175415948) - | > loss_mel: 21.19754409790039 (21.147092358166017) - | > loss_duration: 1.7453478574752808 (1.709343735745411) - | > amp_scaler: 128.0 (144.95364238410596) - | > loss_1: 33.56012725830078 (33.510185412223784) - | > grad_norm_1: tensor(490.4484, device='cuda:0') (tensor(501.1257, device='cuda:0')) - | > current_lr_0: 0.00019860480168978534 - | > current_lr_1: 0.00019860480168978534 - | > step_time: 0.874 (0.7964383040042902) - | > loader_time: 0.0054 (0.006169825200213502) - - - --> TIME: 2024-11-23 04:49:30 -- STEP: 327/797 -- GLOBAL_STEP: 45750 - | > loss_disc: 2.4781341552734375 (2.469755523430827) - | > loss_disc_real_0: 0.08199852705001831 (0.13448087298040717) - | > loss_disc_real_1: 0.22272507846355438 (0.21673158125593028) - | > loss_disc_real_2: 0.24280689656734467 (0.23281026492607337) - | > loss_disc_real_3: 0.1935085505247116 (0.22342087793240853) - | > loss_disc_real_4: 0.24830429255962372 (0.2233289571803644) - | > loss_disc_real_5: 0.2258210927248001 (0.23136645026892333) - | > loss_0: 2.4781341552734375 (2.469755523430827) - | > grad_norm_0: tensor(47.4385, device='cuda:0') (tensor(73.0491, device='cuda:0')) - | > loss_gen: 2.2259087562561035 (2.349820983519248) - | > loss_kl: 1.5424625873565674 (1.5705297047938782) - | > loss_feat: 6.914334774017334 (6.74321458244907) - | > loss_mel: 21.65463638305664 (21.16961131547933) - | > loss_duration: 1.6594241857528687 (1.7079027260479942) - | > amp_scaler: 128.0 (143.65749235474007) - | > loss_1: 33.996768951416016 (33.541079185789165) - | > grad_norm_1: tensor(594.3645, device='cuda:0') (tensor(498.8339, device='cuda:0')) - | > current_lr_0: 0.00019860480168978534 - | > current_lr_1: 0.00019860480168978534 - | > step_time: 0.8846 (0.7988497438051649) - | > loader_time: 0.0163 (0.006317584157354605) - - - --> TIME: 2024-11-23 04:49:52 -- STEP: 352/797 -- GLOBAL_STEP: 45775 - | > loss_disc: 2.48952317237854 (2.466326454823667) - | > loss_disc_real_0: 0.13372400403022766 (0.1335489246465096) - | > loss_disc_real_1: 0.20962558686733246 (0.2161772085607729) - | > loss_disc_real_2: 0.23453710973262787 (0.23275542293082585) - | > loss_disc_real_3: 0.2402469962835312 (0.22356161758811635) - | > loss_disc_real_4: 0.2445787936449051 (0.22325406075370582) - | > loss_disc_real_5: 0.2583480179309845 (0.2314603470943191) - | > loss_0: 2.48952317237854 (2.466326454823667) - | > grad_norm_0: tensor(49.3794, device='cuda:0') (tensor(71.2350, device='cuda:0')) - | > loss_gen: 2.342198133468628 (2.3482022746042768) - | > loss_kl: 1.411889672279358 (1.5724616111679517) - | > loss_feat: 5.7411298751831055 (6.733510866761208) - | > loss_mel: 20.095449447631836 (21.165354121815064) - | > loss_duration: 1.6590712070465088 (1.7056021151894873) - | > amp_scaler: 128.0 (142.54545454545453) - | > loss_1: 31.249736785888672 (33.5251308625395) - | > grad_norm_1: tensor(427.3312, device='cuda:0') (tensor(489.2868, device='cuda:0')) - | > current_lr_0: 0.00019860480168978534 - | > current_lr_1: 0.00019860480168978534 - | > step_time: 0.8759 (0.8022490550171245) - | > loader_time: 0.0116 (0.006411722437901931) - - - --> TIME: 2024-11-23 04:50:13 -- STEP: 377/797 -- GLOBAL_STEP: 45800 - | > loss_disc: 2.522331953048706 (2.464234458989111) - | > loss_disc_real_0: 0.12499725073575974 (0.13342934316246507) - | > loss_disc_real_1: 0.26802945137023926 (0.21667502227607394) - | > loss_disc_real_2: 0.2504463195800781 (0.23273869491224264) - | > loss_disc_real_3: 0.2245434820652008 (0.22302255081877467) - | > loss_disc_real_4: 0.23886694014072418 (0.2229110407655372) - | > loss_disc_real_5: 0.27666154503822327 (0.23160200303207973) - | > loss_0: 2.522331953048706 (2.464234458989111) - | > grad_norm_0: tensor(22.9407, device='cuda:0') (tensor(69.8811, device='cuda:0')) - | > loss_gen: 2.4119644165039062 (2.3502728224433076) - | > loss_kl: 1.465840220451355 (1.5725929291242005) - | > loss_feat: 6.663601875305176 (6.746199299233029) - | > loss_mel: 21.371837615966797 (21.168045448687717) - | > loss_duration: 1.6492265462875366 (1.7031926776749386) - | > amp_scaler: 128.0 (141.58090185676392) - | > loss_1: 33.562469482421875 (33.540303005147734) - | > grad_norm_1: tensor(360.4691, device='cuda:0') (tensor(482.9178, device='cuda:0')) - | > current_lr_0: 0.00019860480168978534 - | > current_lr_1: 0.00019860480168978534 - | > step_time: 0.8608 (0.8046380575519025) - | > loader_time: 0.0055 (0.006523539596274297) - - - --> TIME: 2024-11-23 04:50:35 -- STEP: 402/797 -- GLOBAL_STEP: 45825 - | > loss_disc: 2.4074652194976807 (2.463827298648323) - | > loss_disc_real_0: 0.07686351239681244 (0.13254854586253412) - | > loss_disc_real_1: 0.218643456697464 (0.21783951154692255) - | > loss_disc_real_2: 0.1840841919183731 (0.23236218928845961) - | > loss_disc_real_3: 0.20647560060024261 (0.2228035927560199) - | > loss_disc_real_4: 0.21414032578468323 (0.2226153474616174) - | > loss_disc_real_5: 0.20606987178325653 (0.23139491106443738) - | > loss_0: 2.4074652194976807 (2.463827298648323) - | > grad_norm_0: tensor(42.5797, device='cuda:0') (tensor(69.0238, device='cuda:0')) - | > loss_gen: 2.3514177799224854 (2.3527656888487325) - | > loss_kl: 1.4426733255386353 (1.5719208669899714) - | > loss_feat: 6.6639323234558105 (6.770935901954992) - | > loss_mel: 20.948108673095703 (21.212713322236162) - | > loss_duration: 1.7009735107421875 (1.7019580789466402) - | > amp_scaler: 128.0 (140.73631840796017) - | > loss_1: 33.10710525512695 (33.6102936872796) - | > grad_norm_1: tensor(658.1565, device='cuda:0') (tensor(489.1155, device='cuda:0')) - | > current_lr_0: 0.00019860480168978534 - | > current_lr_1: 0.00019860480168978534 - | > step_time: 0.8072 (0.807310546808575) - | > loader_time: 0.0066 (0.0065998212615055825) - - - --> TIME: 2024-11-23 04:50:56 -- STEP: 427/797 -- GLOBAL_STEP: 45850 - | > loss_disc: 2.4871559143066406 (2.4630210583885623) - | > loss_disc_real_0: 0.07220545411109924 (0.13340067809373476) - | > loss_disc_real_1: 0.2584621012210846 (0.21779403278922588) - | > loss_disc_real_2: 0.25815755128860474 (0.23240967614868485) - | > loss_disc_real_3: 0.2639819085597992 (0.22279363584462597) - | > loss_disc_real_4: 0.2061750590801239 (0.22226773607228345) - | > loss_disc_real_5: 0.22096213698387146 (0.23166415583891947) - | > loss_0: 2.4871559143066406 (2.4630210583885623) - | > grad_norm_0: tensor(18.0961, device='cuda:0') (tensor(70.7845, device='cuda:0')) - | > loss_gen: 2.427290201187134 (2.3571484401577814) - | > loss_kl: 1.4949852228164673 (1.5717047723729944) - | > loss_feat: 6.446057319641113 (6.779062082393387) - | > loss_mel: 20.281784057617188 (21.231769673439036) - | > loss_duration: 1.6884057521820068 (1.7004920540146302) - | > amp_scaler: 128.0 (139.99063231850116) - | > loss_1: 32.33852005004883 (33.64017687580909) - | > grad_norm_1: tensor(395.2946, device='cuda:0') (tensor(495.5745, device='cuda:0')) - | > current_lr_0: 0.00019860480168978534 - | > current_lr_1: 0.00019860480168978534 - | > step_time: 0.8845 (0.8097416589634201) - | > loader_time: 0.007 (0.006701316431478818) - - - --> TIME: 2024-11-23 04:51:18 -- STEP: 452/797 -- GLOBAL_STEP: 45875 - | > loss_disc: 2.134596824645996 (2.4604495705756486) - | > loss_disc_real_0: 0.08144435286521912 (0.13349320966981149) - | > loss_disc_real_1: 0.21556316316127777 (0.21753061450688185) - | > loss_disc_real_2: 0.17906107008457184 (0.23180627565732045) - | > loss_disc_real_3: 0.21427223086357117 (0.22283174559078386) - | > loss_disc_real_4: 0.22620439529418945 (0.22203874004493773) - | > loss_disc_real_5: 0.22066441178321838 (0.2314720441282323) - | > loss_0: 2.134596824645996 (2.4604495705756486) - | > grad_norm_0: tensor(14.8269, device='cuda:0') (tensor(70.4282, device='cuda:0')) - | > loss_gen: 2.701387405395508 (2.361920822510678) - | > loss_kl: 1.5234405994415283 (1.575738504924606) - | > loss_feat: 8.247060775756836 (6.794884587811158) - | > loss_mel: 21.584339141845703 (21.2495665297044) - | > loss_duration: 1.6404101848602295 (1.6994805544351055) - | > amp_scaler: 128.0 (139.32743362831854) - | > loss_1: 35.69664001464844 (33.68159085248428) - | > grad_norm_1: tensor(485.6256, device='cuda:0') (tensor(490.8972, device='cuda:0')) - | > current_lr_0: 0.00019860480168978534 - | > current_lr_1: 0.00019860480168978534 - | > step_time: 0.8498 (0.8122842016473281) - | > loader_time: 0.0099 (0.006871937123020138) - - - --> TIME: 2024-11-23 04:51:40 -- STEP: 477/797 -- GLOBAL_STEP: 45900 - | > loss_disc: 2.4499573707580566 (2.4629961019791917) - | > loss_disc_real_0: 0.11686623841524124 (0.13318010646092304) - | > loss_disc_real_1: 0.2598605453968048 (0.21761402918857597) - | > loss_disc_real_2: 0.22314895689487457 (0.23286684900834626) - | > loss_disc_real_3: 0.18942035734653473 (0.22286944756717803) - | > loss_disc_real_4: 0.16585902869701385 (0.22278465161908348) - | > loss_disc_real_5: 0.25173673033714294 (0.2321366092631402) - | > loss_0: 2.4499573707580566 (2.4629961019791917) - | > grad_norm_0: tensor(47.1862, device='cuda:0') (tensor(69.6881, device='cuda:0')) - | > loss_gen: 2.3789360523223877 (2.363889237369882) - | > loss_kl: 1.5050243139266968 (1.5761336805435602) - | > loss_feat: 7.241340160369873 (6.800139470170379) - | > loss_mel: 23.088871002197266 (21.27821946294052) - | > loss_duration: 1.6999214887619019 (1.698611097515754) - | > amp_scaler: 128.0 (138.73375262054506) - | > loss_1: 35.914093017578125 (33.716992820083995) - | > grad_norm_1: tensor(881.3209, device='cuda:0') (tensor(493.3577, device='cuda:0')) - | > current_lr_0: 0.00019860480168978534 - | > current_lr_1: 0.00019860480168978534 - | > step_time: 0.8427 (0.8151823884536136) - | > loader_time: 0.0076 (0.006978250399575544) - - - --> TIME: 2024-11-23 04:52:03 -- STEP: 502/797 -- GLOBAL_STEP: 45925 - | > loss_disc: 2.433035373687744 (2.4601446822345037) - | > loss_disc_real_0: 0.08289479464292526 (0.13251159059633286) - | > loss_disc_real_1: 0.17154088616371155 (0.21722355986615102) - | > loss_disc_real_2: 0.25074100494384766 (0.2324904248237135) - | > loss_disc_real_3: 0.2004668116569519 (0.2230107943375272) - | > loss_disc_real_4: 0.22757408022880554 (0.2224782762299496) - | > loss_disc_real_5: 0.2481306493282318 (0.2307669954055334) - | > loss_0: 2.433035373687744 (2.4601446822345037) - | > grad_norm_0: tensor(92.7886, device='cuda:0') (tensor(69.0969, device='cuda:0')) - | > loss_gen: 2.3288414478302 (2.362769952808244) - | > loss_kl: 1.3934115171432495 (1.5753911925976973) - | > loss_feat: 7.3598313331604 (6.801746797751621) - | > loss_mel: 22.04543685913086 (21.280675318136627) - | > loss_duration: 1.6752805709838867 (1.6973774668230004) - | > amp_scaler: 128.0 (138.199203187251) - | > loss_1: 34.80280303955078 (33.71796061223249) - | > grad_norm_1: tensor(986.3775, device='cuda:0') (tensor(499.5054, device='cuda:0')) - | > current_lr_0: 0.00019860480168978534 - | > current_lr_1: 0.00019860480168978534 - | > step_time: 0.824 (0.8192634706003258) - | > loader_time: 0.0068 (0.007145767667853974) - - - --> TIME: 2024-11-23 04:52:25 -- STEP: 527/797 -- GLOBAL_STEP: 45950 - | > loss_disc: 2.2960894107818604 (2.4593957171720633) - | > loss_disc_real_0: 0.17385585606098175 (0.13195656013782822) - | > loss_disc_real_1: 0.216768279671669 (0.21714188144374388) - | > loss_disc_real_2: 0.18711958825588226 (0.2326323459281867) - | > loss_disc_real_3: 0.19749785959720612 (0.22293206565859647) - | > loss_disc_real_4: 0.20176270604133606 (0.22254324267552972) - | > loss_disc_real_5: 0.20530065894126892 (0.23154623371034694) - | > loss_0: 2.2960894107818604 (2.4593957171720633) - | > grad_norm_0: tensor(64.9418, device='cuda:0') (tensor(69.4176, device='cuda:0')) - | > loss_gen: 2.7338266372680664 (2.3646521568298344) - | > loss_kl: 1.6267805099487305 (1.5778241605414842) - | > loss_feat: 8.33116626739502 (6.807846768757424) - | > loss_mel: 23.447866439819336 (21.287691597694227) - | > loss_duration: 1.7017784118652344 (1.6966441519120161) - | > amp_scaler: 128.0 (137.71537001897534) - | > loss_1: 37.8414192199707 (33.734658731681364) - | > grad_norm_1: tensor(767.5617, device='cuda:0') (tensor(509.5502, device='cuda:0')) - | > current_lr_0: 0.00019860480168978534 - | > current_lr_1: 0.00019860480168978534 - | > step_time: 0.8404 (0.8214877475144967) - | > loader_time: 0.0069 (0.007218924147806765) - - - --> TIME: 2024-11-23 04:52:47 -- STEP: 552/797 -- GLOBAL_STEP: 45975 - | > loss_disc: 2.223755359649658 (2.4595668808273663) - | > loss_disc_real_0: 0.04342176020145416 (0.13180906792589706) - | > loss_disc_real_1: 0.1986803561449051 (0.21723919845037704) - | > loss_disc_real_2: 0.20160776376724243 (0.2325124288706676) - | > loss_disc_real_3: 0.1831936091184616 (0.22287554118404357) - | > loss_disc_real_4: 0.20670214295387268 (0.22236944926713686) - | > loss_disc_real_5: 0.22708123922348022 (0.23177529004928862) - | > loss_0: 2.223755359649658 (2.4595668808273663) - | > grad_norm_0: tensor(31.9472, device='cuda:0') (tensor(69.6958, device='cuda:0')) - | > loss_gen: 2.6664319038391113 (2.3662047675554305) - | > loss_kl: 1.3561172485351562 (1.5795595665340842) - | > loss_feat: 8.445663452148438 (6.817105302776116) - | > loss_mel: 23.132808685302734 (21.30916382264399) - | > loss_duration: 1.6847741603851318 (1.6963164506183157) - | > amp_scaler: 128.0 (137.2753623188406) - | > loss_1: 37.28579330444336 (33.76834982374442) - | > grad_norm_1: tensor(564.2547, device='cuda:0') (tensor(514.7906, device='cuda:0')) - | > current_lr_0: 0.00019860480168978534 - | > current_lr_1: 0.00019860480168978534 - | > step_time: 0.9901 (0.8241443681544148) - | > loader_time: 0.0105 (0.007319419280342432) - - - --> TIME: 2024-11-23 04:53:09 -- STEP: 577/797 -- GLOBAL_STEP: 46000 - | > loss_disc: 2.5423035621643066 (2.4587913146258664) - | > loss_disc_real_0: 0.14908941090106964 (0.1314932438230182) - | > loss_disc_real_1: 0.21326974034309387 (0.2172062310746886) - | > loss_disc_real_2: 0.2503364384174347 (0.2328576166925232) - | > loss_disc_real_3: 0.21926310658454895 (0.22299686174975317) - | > loss_disc_real_4: 0.21673721075057983 (0.22256314754486084) - | > loss_disc_real_5: 0.23653024435043335 (0.2319348187700715) - | > loss_0: 2.5423035621643066 (2.4587913146258664) - | > grad_norm_0: tensor(58.4474, device='cuda:0') (tensor(69.9930, device='cuda:0')) - | > loss_gen: 2.201205015182495 (2.3687139061542686) - | > loss_kl: 1.6221717596054077 (1.582857996380309) - | > loss_feat: 6.6132731437683105 (6.817707262584613) - | > loss_mel: 21.555099487304688 (21.322615506124237) - | > loss_duration: 1.704248070716858 (1.6956869386511002) - | > amp_scaler: 128.0 (136.8734835355286) - | > loss_1: 33.69599533081055 (33.787581531385854) - | > grad_norm_1: tensor(445.7423, device='cuda:0') (tensor(517.0515, device='cuda:0')) - | > current_lr_0: 0.00019860480168978534 - | > current_lr_1: 0.00019860480168978534 - | > step_time: 0.8582 (0.8258510598690089) - | > loader_time: 0.008 (0.0074787144024615875) - - - --> TIME: 2024-11-23 04:53:32 -- STEP: 602/797 -- GLOBAL_STEP: 46025 - | > loss_disc: 2.3903677463531494 (2.4594214497214564) - | > loss_disc_real_0: 0.1406150460243225 (0.13159892013748214) - | > loss_disc_real_1: 0.22931361198425293 (0.21739707411919726) - | > loss_disc_real_2: 0.1879711151123047 (0.23237345756288383) - | > loss_disc_real_3: 0.1634451448917389 (0.2231592676568269) - | > loss_disc_real_4: 0.1769990473985672 (0.22244572924122066) - | > loss_disc_real_5: 0.19622814655303955 (0.2319816686831836) - | > loss_0: 2.3903677463531494 (2.4594214497214564) - | > grad_norm_0: tensor(72.2333, device='cuda:0') (tensor(69.8259, device='cuda:0')) - | > loss_gen: 2.188385009765625 (2.3669563567519574) - | > loss_kl: 1.6861430406570435 (1.5844872619622572) - | > loss_feat: 7.169248104095459 (6.811539299860348) - | > loss_mel: 22.63025665283203 (21.333687595354743) - | > loss_duration: 1.7031832933425903 (1.6954022489512883) - | > amp_scaler: 128.0 (136.5049833887043) - | > loss_1: 35.37721633911133 (33.79207269218676) - | > grad_norm_1: tensor(657.6200, device='cuda:0') (tensor(519.1608, device='cuda:0')) - | > current_lr_0: 0.00019860480168978534 - | > current_lr_1: 0.00019860480168978534 - | > step_time: 0.9353 (0.8285956050074371) - | > loader_time: 0.0156 (0.00759314857052014) - - - --> TIME: 2024-11-23 04:53:55 -- STEP: 627/797 -- GLOBAL_STEP: 46050 - | > loss_disc: 2.5104808807373047 (2.4598091336908934) - | > loss_disc_real_0: 0.12659595906734467 (0.13141628253783136) - | > loss_disc_real_1: 0.21267104148864746 (0.2173390033427609) - | > loss_disc_real_2: 0.20213951170444489 (0.23253643973782492) - | > loss_disc_real_3: 0.1998404860496521 (0.22303138064900843) - | > loss_disc_real_4: 0.21086296439170837 (0.22294831354367106) - | > loss_disc_real_5: 0.25769978761672974 (0.23241472289417733) - | > loss_0: 2.5104808807373047 (2.4598091336908934) - | > grad_norm_0: tensor(133.9355, device='cuda:0') (tensor(69.4476, device='cuda:0')) - | > loss_gen: 2.378530502319336 (2.367175841825809) - | > loss_kl: 1.5261037349700928 (1.5829212315725187) - | > loss_feat: 6.0696892738342285 (6.80256564309152) - | > loss_mel: 21.306169509887695 (21.336068297877443) - | > loss_duration: 1.7008949518203735 (1.6956908664825057) - | > amp_scaler: 128.0 (136.16586921850075) - | > loss_1: 32.981388092041016 (33.784421811263556) - | > grad_norm_1: tensor(312.8521, device='cuda:0') (tensor(523.0455, device='cuda:0')) - | > current_lr_0: 0.00019860480168978534 - | > current_lr_1: 0.00019860480168978534 - | > step_time: 0.8843 (0.8312563196513825) - | > loader_time: 0.0136 (0.007684732738294098) - - - --> TIME: 2024-11-23 04:54:18 -- STEP: 652/797 -- GLOBAL_STEP: 46075 - | > loss_disc: 2.564919948577881 (2.459405723524974) - | > loss_disc_real_0: 0.15157178044319153 (0.1313824760356197) - | > loss_disc_real_1: 0.24729928374290466 (0.21723986540469664) - | > loss_disc_real_2: 0.26226067543029785 (0.23239437063321747) - | > loss_disc_real_3: 0.23991644382476807 (0.2228123257222351) - | > loss_disc_real_4: 0.2453034669160843 (0.22276311011219319) - | > loss_disc_real_5: 0.2935526967048645 (0.2320748159856153) - | > loss_0: 2.564919948577881 (2.459405723524974) - | > grad_norm_0: tensor(74.4333, device='cuda:0') (tensor(70.0657, device='cuda:0')) - | > loss_gen: 2.5096194744110107 (2.368471403429112) - | > loss_kl: 1.6019092798233032 (1.5830366278718593) - | > loss_feat: 7.303572654724121 (6.806794905955074) - | > loss_mel: 22.186580657958984 (21.35346476724541) - | > loss_duration: 1.6586921215057373 (1.6954558764132992) - | > amp_scaler: 128.0 (135.85276073619625) - | > loss_1: 35.2603759765625 (33.80722352185867) - | > grad_norm_1: tensor(625.1072, device='cuda:0') (tensor(527.5927, device='cuda:0')) - | > current_lr_0: 0.00019860480168978534 - | > current_lr_1: 0.00019860480168978534 - | > step_time: 0.8839 (0.8342239213136069) - | > loader_time: 0.0135 (0.007759974046718854) - - - --> TIME: 2024-11-23 04:54:41 -- STEP: 677/797 -- GLOBAL_STEP: 46100 - | > loss_disc: 2.6536669731140137 (2.460882594349467) - | > loss_disc_real_0: 0.19830170273780823 (0.13145174910390026) - | > loss_disc_real_1: 0.22383564710617065 (0.21740277098323965) - | > loss_disc_real_2: 0.2579936683177948 (0.2326581732781282) - | > loss_disc_real_3: 0.24500003457069397 (0.2229639741439411) - | > loss_disc_real_4: 0.27435368299484253 (0.22322704340365648) - | > loss_disc_real_5: 0.2753974199295044 (0.23270834731474588) - | > loss_0: 2.6536669731140137 (2.460882594349467) - | > grad_norm_0: tensor(100.5595, device='cuda:0') (tensor(70.3848, device='cuda:0')) - | > loss_gen: 2.4179937839508057 (2.36928240622516) - | > loss_kl: 1.5077238082885742 (1.5822491221449055) - | > loss_feat: 6.422876834869385 (6.80080344370584) - | > loss_mel: 21.721590042114258 (21.35698579650156) - | > loss_duration: 1.6743742227554321 (1.6950556031005957) - | > amp_scaler: 128.0 (135.5627769571639) - | > loss_1: 33.74456024169922 (33.804376323254864) - | > grad_norm_1: tensor(732.8198, device='cuda:0') (tensor(528.0176, device='cuda:0')) - | > current_lr_0: 0.00019860480168978534 - | > current_lr_1: 0.00019860480168978534 - | > step_time: 0.967 (0.8372911498324727) - | > loader_time: 0.0099 (0.007846594913319257) - - - --> TIME: 2024-11-23 04:55:05 -- STEP: 702/797 -- GLOBAL_STEP: 46125 - | > loss_disc: 2.5706915855407715 (2.4623456106566306) - | > loss_disc_real_0: 0.05298025161027908 (0.1323405430357679) - | > loss_disc_real_1: 0.1920452117919922 (0.21732762797690533) - | > loss_disc_real_2: 0.25660717487335205 (0.23222437946714908) - | > loss_disc_real_3: 0.22253723442554474 (0.2230854826605218) - | > loss_disc_real_4: 0.2800774574279785 (0.22358723337154443) - | > loss_disc_real_5: 0.25337356328964233 (0.23263533190529576) - | > loss_0: 2.5706915855407715 (2.4623456106566306) - | > grad_norm_0: tensor(64.3478, device='cuda:0') (tensor(71.5507, device='cuda:0')) - | > loss_gen: 2.148027181625366 (2.3679978141078215) - | > loss_kl: 1.5954127311706543 (1.582509618878705) - | > loss_feat: 6.089690208435059 (6.794898596923914) - | > loss_mel: 20.29092025756836 (21.361564997594208) - | > loss_duration: 1.6893174648284912 (1.6946517315685246) - | > amp_scaler: 128.0 (135.29344729344723) - | > loss_1: 31.81336784362793 (33.80162271135556) - | > grad_norm_1: tensor(439.9953, device='cuda:0') (tensor(530.9583, device='cuda:0')) - | > current_lr_0: 0.00019860480168978534 - | > current_lr_1: 0.00019860480168978534 - | > step_time: 0.906 (0.8404487636354228) - | > loader_time: 0.018 (0.008000634674333098) - - - --> TIME: 2024-11-23 04:55:31 -- STEP: 727/797 -- GLOBAL_STEP: 46150 - | > loss_disc: 2.3944144248962402 (2.4637876996639854) - | > loss_disc_real_0: 0.07987043261528015 (0.1330559680948065) - | > loss_disc_real_1: 0.18922290205955505 (0.21733788461353962) - | > loss_disc_real_2: 0.23040461540222168 (0.2325220422247909) - | > loss_disc_real_3: 0.1737430840730667 (0.2230791559819506) - | > loss_disc_real_4: 0.2314125895500183 (0.22380892743844605) - | > loss_disc_real_5: 0.23890477418899536 (0.23270565154545905) - | > loss_0: 2.3944144248962402 (2.4637876996639854) - | > grad_norm_0: tensor(84.0191, device='cuda:0') (tensor(70.7916, device='cuda:0')) - | > loss_gen: 2.436044692993164 (2.367696600078386) - | > loss_kl: 1.6038559675216675 (1.581822175271246) - | > loss_feat: 7.508441925048828 (6.793559953959804) - | > loss_mel: 22.526615142822266 (21.370839377380936) - | > loss_duration: 1.673696756362915 (1.6938772495052024) - | > amp_scaler: 128.0 (135.04264099037147) - | > loss_1: 35.7486572265625 (33.807795318645496) - | > grad_norm_1: tensor(710.8268, device='cuda:0') (tensor(527.1547, device='cuda:0')) - | > current_lr_0: 0.00019860480168978534 - | > current_lr_1: 0.00019860480168978534 - | > step_time: 1.018 (0.8469620944709194) - | > loader_time: 0.0096 (0.00813810599063417) - - - --> TIME: 2024-11-23 04:56:04 -- STEP: 752/797 -- GLOBAL_STEP: 46175 - | > loss_disc: 2.436065673828125 (2.4638215721921752) - | > loss_disc_real_0: 0.13660027086734772 (0.13323305926701776) - | > loss_disc_real_1: 0.21920713782310486 (0.2173621477361056) - | > loss_disc_real_2: 0.23496568202972412 (0.2322077035032054) - | > loss_disc_real_3: 0.20371250808238983 (0.22309427008904675) - | > loss_disc_real_4: 0.2294822484254837 (0.22383272154454856) - | > loss_disc_real_5: 0.2334086149930954 (0.23246476737821994) - | > loss_0: 2.436065673828125 (2.4638215721921752) - | > grad_norm_0: tensor(53.0669, device='cuda:0') (tensor(70.3957, device='cuda:0')) - | > loss_gen: 2.161100149154663 (2.3652423062223047) - | > loss_kl: 1.5630003213882446 (1.581392852232812) - | > loss_feat: 5.709499359130859 (6.789084852375882) - | > loss_mel: 20.52044677734375 (21.371599866988785) - | > loss_duration: 1.700218915939331 (1.692991937570116) - | > amp_scaler: 128.0 (134.808510638298) - | > loss_1: 31.654264450073242 (33.80031176830859) - | > grad_norm_1: tensor(237.4904, device='cuda:0') (tensor(525.3908, device='cuda:0')) - | > current_lr_0: 0.00019860480168978534 - | > current_lr_1: 0.00019860480168978534 - | > step_time: 1.9877 (0.8618203994441533) - | > loader_time: 0.0129 (0.008405452396007294) - - - --> TIME: 2024-11-23 04:56:59 -- STEP: 777/797 -- GLOBAL_STEP: 46200 - | > loss_disc: 2.4599809646606445 (2.463416472978732) - | > loss_disc_real_0: 0.15395386517047882 (0.13322555025418564) - | > loss_disc_real_1: 0.2413756251335144 (0.21738024257324845) - | > loss_disc_real_2: 0.20594309270381927 (0.23221231935644088) - | > loss_disc_real_3: 0.22155602276325226 (0.22311451030053686) - | > loss_disc_real_4: 0.23986098170280457 (0.2237679422515393) - | > loss_disc_real_5: 0.26828429102897644 (0.2324521954493787) - | > loss_0: 2.4599809646606445 (2.463416472978732) - | > grad_norm_0: tensor(39.6713, device='cuda:0') (tensor(69.2568, device='cuda:0')) - | > loss_gen: 2.446899175643921 (2.3641726111506522) - | > loss_kl: 1.5854480266571045 (1.5821316929550864) - | > loss_feat: 6.827722549438477 (6.784900133213941) - | > loss_mel: 22.22279167175293 (21.37219609195506) - | > loss_duration: 1.6772162914276123 (1.692082032120213) - | > amp_scaler: 128.0 (134.58944658944668) - | > loss_1: 34.76007843017578 (33.79548252503383) - | > grad_norm_1: tensor(586.8716, device='cuda:0') (tensor(523.8525, device='cuda:0')) - | > current_lr_0: 0.00019860480168978534 - | > current_lr_1: 0.00019860480168978534 - | > step_time: 1.8493 (0.9042910059753373) - | > loader_time: 0.0124 (0.008891669019308783) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.3616671562194824 (2.3616671562194824) - | > loss_disc_real_0: 0.08578275144100189 (0.08578275144100189) - | > loss_disc_real_1: 0.1526218205690384 (0.1526218205690384) - | > loss_disc_real_2: 0.12460478395223618 (0.12460478395223618) - | > loss_disc_real_3: 0.14193770289421082 (0.14193770289421082) - | > loss_disc_real_4: 0.14889173209667206 (0.14889173209667206) - | > loss_disc_real_5: 0.19647720456123352 (0.19647720456123352) - | > loss_0: 2.3616671562194824 (2.3616671562194824) - | > loss_gen: 2.039846420288086 (2.039846420288086) - | > loss_kl: 1.5659912824630737 (1.5659912824630737) - | > loss_feat: 8.976317405700684 (8.976317405700684) - | > loss_mel: 23.90151023864746 (23.90151023864746) - | > loss_duration: 1.9497709274291992 (1.9497709274291992) - | > loss_1: 38.43343734741211 (38.43343734741211) - - --> STEP: 1 - | > loss_disc: 2.431201219558716 (2.431201219558716) - | > loss_disc_real_0: 0.11609631776809692 (0.11609631776809692) - | > loss_disc_real_1: 0.15324275195598602 (0.15324275195598602) - | > loss_disc_real_2: 0.1430264115333557 (0.1430264115333557) - | > loss_disc_real_3: 0.15481004118919373 (0.15481004118919373) - | > loss_disc_real_4: 0.19417475163936615 (0.19417475163936615) - | > loss_disc_real_5: 0.2495546191930771 (0.2495546191930771) - | > loss_0: 2.431201219558716 (2.431201219558716) - | > loss_gen: 1.9751514196395874 (1.9751514196395874) - | > loss_kl: 1.3467985391616821 (1.3467985391616821) - | > loss_feat: 8.409022331237793 (8.409022331237793) - | > loss_mel: 24.436506271362305 (24.436506271362305) - | > loss_duration: 1.7022547721862793 (1.7022547721862793) - | > loss_1: 37.86973571777344 (37.86973571777344) - - --> STEP: 2 - | > loss_disc: 2.6141414642333984 (2.522671341896057) - | > loss_disc_real_0: 0.07848352938890457 (0.09728992357850075) - | > loss_disc_real_1: 0.22578909993171692 (0.18951592594385147) - | > loss_disc_real_2: 0.24625134468078613 (0.19463887810707092) - | > loss_disc_real_3: 0.2210698127746582 (0.18793992698192596) - | > loss_disc_real_4: 0.32892292737960815 (0.26154883950948715) - | > loss_disc_real_5: 0.34234505891799927 (0.2959498390555382) - | > loss_0: 2.6141414642333984 (2.522671341896057) - | > loss_gen: 2.144710063934326 (2.059930741786957) - | > loss_kl: 1.2725796699523926 (1.3096891045570374) - | > loss_feat: 5.448678970336914 (6.9288506507873535) - | > loss_mel: 22.823471069335938 (23.62998867034912) - | > loss_duration: 1.6744991540908813 (1.6883769631385803) - | > loss_1: 33.36393737792969 (35.61683654785156) - - --> STEP: 3 - | > loss_disc: 2.723487377166748 (2.5896100203196206) - | > loss_disc_real_0: 0.10487470030784607 (0.09981818248828252) - | > loss_disc_real_1: 0.2540338337421417 (0.2110218952099482) - | > loss_disc_real_2: 0.19455547630786896 (0.19461107750733694) - | > loss_disc_real_3: 0.15464076399803162 (0.17684020598729452) - | > loss_disc_real_4: 0.17357856035232544 (0.23222541312376657) - | > loss_disc_real_5: 0.28612279891967773 (0.29267415901025134) - | > loss_0: 2.723487377166748 (2.5896100203196206) - | > loss_gen: 1.7384495735168457 (1.9527703523635864) - | > loss_kl: 1.4765506982803345 (1.3653096357981365) - | > loss_feat: 5.005339622497559 (6.287680308024089) - | > loss_mel: 19.130760192871094 (22.130245844523113) - | > loss_duration: 1.7346735000610352 (1.703809142112732) - | > loss_1: 29.085773468017578 (33.439815521240234) - - --> STEP: 4 - | > loss_disc: 2.482640027999878 (2.562867522239685) - | > loss_disc_real_0: 0.10146977752447128 (0.10023108124732971) - | > loss_disc_real_1: 0.19613730907440186 (0.20730074867606163) - | > loss_disc_real_2: 0.16405321657657623 (0.18697161227464676) - | > loss_disc_real_3: 0.17745240032672882 (0.1769932545721531) - | > loss_disc_real_4: 0.2308311015367508 (0.23187683522701263) - | > loss_disc_real_5: 0.28273695707321167 (0.29018985852599144) - | > loss_0: 2.482640027999878 (2.562867522239685) - | > loss_gen: 1.9603238105773926 (1.954658716917038) - | > loss_kl: 1.4742640256881714 (1.3925482332706451) - | > loss_feat: 6.6457719802856445 (6.3772032260894775) - | > loss_mel: 20.3713436126709 (21.69052028656006) - | > loss_duration: 1.6459150314331055 (1.6893356144428253) - | > loss_1: 32.097618103027344 (33.10426616668701) - - --> STEP: 5 - | > loss_disc: 2.5102715492248535 (2.552348327636719) - | > loss_disc_real_0: 0.08954495191574097 (0.09809385538101197) - | > loss_disc_real_1: 0.13666684925556183 (0.19317396879196166) - | > loss_disc_real_2: 0.14711186289787292 (0.178999662399292) - | > loss_disc_real_3: 0.1326170265674591 (0.1681180089712143) - | > loss_disc_real_4: 0.1330823302268982 (0.21211793422698974) - | > loss_disc_real_5: 0.2539544701576233 (0.28294278085231783) - | > loss_0: 2.5102715492248535 (2.552348327636719) - | > loss_gen: 1.7398968935012817 (1.9117063522338866) - | > loss_kl: 2.0373339653015137 (1.5215053796768188) - | > loss_feat: 7.662869453430176 (6.634336471557617) - | > loss_mel: 20.936071395874023 (21.539630508422853) - | > loss_duration: 1.901149034500122 (1.7316982984542846) - | > loss_1: 34.277320861816406 (33.33887710571289) - - --> STEP: 6 - | > loss_disc: 2.356471061706543 (2.519702116648356) - | > loss_disc_real_0: 0.07577034831047058 (0.09437327086925507) - | > loss_disc_real_1: 0.14141936600208282 (0.1845482016603152) - | > loss_disc_real_2: 0.17259809374809265 (0.17793273429075876) - | > loss_disc_real_3: 0.15778382122516632 (0.16639564434687296) - | > loss_disc_real_4: 0.2309875637292862 (0.2152628724773725) - | > loss_disc_real_5: 0.16924701631069183 (0.2639934867620468) - | > loss_0: 2.356471061706543 (2.519702116648356) - | > loss_gen: 1.9292733669281006 (1.9146341880162556) - | > loss_kl: 1.5252269506454468 (1.5221256415049236) - | > loss_feat: 8.218109130859375 (6.898298581441243) - | > loss_mel: 24.710739135742188 (22.068148612976074) - | > loss_duration: 1.6503610610961914 (1.7181420922279358) - | > loss_1: 38.03370666503906 (34.12134869893392) - - --> STEP: 7 - | > loss_disc: 2.3030452728271484 (2.488751138959612) - | > loss_disc_real_0: 0.10619530081748962 (0.09606213229043144) - | > loss_disc_real_1: 0.17007122933864594 (0.1824800627572196) - | > loss_disc_real_2: 0.16047964990139008 (0.17543943652084895) - | > loss_disc_real_3: 0.21229062974452972 (0.1729520708322525) - | > loss_disc_real_4: 0.1858898103237152 (0.21106672074113572) - | > loss_disc_real_5: 0.24286963045597076 (0.26097579300403595) - | > loss_0: 2.3030452728271484 (2.488751138959612) - | > loss_gen: 2.163513660430908 (1.950188398361206) - | > loss_kl: 1.7031903266906738 (1.5479920251028878) - | > loss_feat: 7.722140312194824 (7.015990257263184) - | > loss_mel: 23.315431594848633 (22.246331896100724) - | > loss_duration: 1.636783480644226 (1.706519433430263) - | > loss_1: 36.54105758666992 (34.46702139718192) - - --> STEP: 8 - | > loss_disc: 2.472388744354248 (2.4867058396339417) - | > loss_disc_real_0: 0.06824630498886108 (0.09258515387773514) - | > loss_disc_real_1: 0.1973728984594345 (0.18434166721999645) - | > loss_disc_real_2: 0.17467689514160156 (0.17534411884844303) - | > loss_disc_real_3: 0.2045392394065857 (0.17690046690404415) - | > loss_disc_real_4: 0.2242429256439209 (0.21271374635398388) - | > loss_disc_real_5: 0.22110456228256226 (0.25599188916385174) - | > loss_0: 2.472388744354248 (2.4867058396339417) - | > loss_gen: 2.0382635593414307 (1.9611977934837341) - | > loss_kl: 1.5126745700836182 (1.5435773432254791) - | > loss_feat: 7.083788871765137 (7.024465084075928) - | > loss_mel: 21.610868453979492 (22.16689896583557) - | > loss_duration: 1.6735777854919434 (1.702401727437973) - | > loss_1: 33.91917419433594 (34.39854049682617) - - --> STEP: 9 - | > loss_disc: 2.529644012451172 (2.491476747724745) - | > loss_disc_real_0: 0.0883982926607132 (0.09211994707584381) - | > loss_disc_real_1: 0.2182532697916031 (0.1881096230612861) - | > loss_disc_real_2: 0.21372976899147034 (0.17960919108655718) - | > loss_disc_real_3: 0.16997113823890686 (0.17613054149680668) - | > loss_disc_real_4: 0.24366816878318787 (0.21615312662389544) - | > loss_disc_real_5: 0.2765747904777527 (0.25827887819872963) - | > loss_0: 2.529644012451172 (2.491476747724745) - | > loss_gen: 2.019902467727661 (1.9677205350663927) - | > loss_kl: 1.7181756496429443 (1.5629771550496419) - | > loss_feat: 5.039612770080566 (6.803925938076443) - | > loss_mel: 20.48509979248047 (21.980032391018337) - | > loss_duration: 1.6554698944091797 (1.6971870793236628) - | > loss_1: 30.918262481689453 (34.01184293958876) - - --> STEP: 10 - | > loss_disc: 2.6212167739868164 (2.5044507503509523) - | > loss_disc_real_0: 0.09386038780212402 (0.09229399114847184) - | > loss_disc_real_1: 0.16749507188796997 (0.18604816794395446) - | > loss_disc_real_2: 0.2094990611076355 (0.18259817808866502) - | > loss_disc_real_3: 0.17712973058223724 (0.17623046040534973) - | > loss_disc_real_4: 0.2538798153400421 (0.2199257954955101) - | > loss_disc_real_5: 0.26764190196990967 (0.25921518057584764) - | > loss_0: 2.6212167739868164 (2.5044507503509523) - | > loss_gen: 1.7873340845108032 (1.9496818900108337) - | > loss_kl: 1.3130807876586914 (1.537987518310547) - | > loss_feat: 4.98984432220459 (6.622517776489258) - | > loss_mel: 17.685497283935547 (21.55057888031006) - | > loss_duration: 1.6370110511779785 (1.6911694765090943) - | > loss_1: 27.41276741027832 (33.351935386657715) - - --> STEP: 11 - | > loss_disc: 2.373506546020508 (2.492546731775457) - | > loss_disc_real_0: 0.0898793488740921 (0.09207447821443732) - | > loss_disc_real_1: 0.15615099668502808 (0.18333024328405206) - | > loss_disc_real_2: 0.16681735217571259 (0.18116355755112387) - | > loss_disc_real_3: 0.20291849970817566 (0.17865664579651572) - | > loss_disc_real_4: 0.2590695023536682 (0.2234843143007972) - | > loss_disc_real_5: 0.2510826885700226 (0.25847586312077264) - | > loss_0: 2.373506546020508 (2.492546731775457) - | > loss_gen: 2.068202257156372 (1.9604564688422463) - | > loss_kl: 2.1912574768066406 (1.5973756963556462) - | > loss_feat: 7.306055545806885 (6.684657573699951) - | > loss_mel: 22.343637466430664 (21.622675115411933) - | > loss_duration: 1.5608954429626465 (1.6793263825503262) - | > loss_1: 35.47004699707031 (33.54449098760431) - - --> STEP: 12 - | > loss_disc: 2.285796642303467 (2.4753175576527915) - | > loss_disc_real_0: 0.07037504762411118 (0.09026619233191013) - | > loss_disc_real_1: 0.16934719681739807 (0.1821649894118309) - | > loss_disc_real_2: 0.17113608121871948 (0.18032793452342352) - | > loss_disc_real_3: 0.1800544112920761 (0.17877312625447908) - | > loss_disc_real_4: 0.2337350696325302 (0.22433854391177496) - | > loss_disc_real_5: 0.26180270314216614 (0.25875309978922206) - | > loss_0: 2.285796642303467 (2.4753175576527915) - | > loss_gen: 2.0817461013793945 (1.970563938220342) - | > loss_kl: 1.5316808223724365 (1.5919011235237122) - | > loss_feat: 6.699423789978027 (6.6858880917231245) - | > loss_mel: 21.893505096435547 (21.645244280497234) - | > loss_duration: 1.7335445880889893 (1.6838445663452148) - | > loss_1: 33.93989944458008 (33.577441692352295) - - --> STEP: 13 - | > loss_disc: 2.454598903656006 (2.473723815037654) - | > loss_disc_real_0: 0.06517793238162994 (0.08833632618188858) - | > loss_disc_real_1: 0.17064720392227173 (0.18127900591263404) - | > loss_disc_real_2: 0.14051023125648499 (0.17726503427212054) - | > loss_disc_real_3: 0.15320728719234467 (0.17680652324969953) - | > loss_disc_real_4: 0.13432541489601135 (0.2174144570644085) - | > loss_disc_real_5: 0.21274010837078094 (0.25521363891088045) - | > loss_0: 2.454598903656006 (2.473723815037654) - | > loss_gen: 1.794475793838501 (1.9570186963448157) - | > loss_kl: 1.804568886756897 (1.608260182233957) - | > loss_feat: 7.153959274291992 (6.721893567305345) - | > loss_mel: 22.175851821899414 (21.686060245220478) - | > loss_duration: 1.7297899723052979 (1.6873788283421443) - | > loss_1: 34.65864562988281 (33.66061122600849) - - --> STEP: 14 - | > loss_disc: 2.1789236068725586 (2.4526666573115756) - | > loss_disc_real_0: 0.06312348693609238 (0.08653540909290314) - | > loss_disc_real_1: 0.17033061385154724 (0.1804969779082707) - | > loss_disc_real_2: 0.19184768199920654 (0.1783066519669124) - | > loss_disc_real_3: 0.17158116400241852 (0.17643328330346517) - | > loss_disc_real_4: 0.18633244931697845 (0.2151943136538778) - | > loss_disc_real_5: 0.22024470567703247 (0.2527158579656056) - | > loss_0: 2.1789236068725586 (2.4526666573115756) - | > loss_gen: 2.1626029014587402 (1.9717032824243819) - | > loss_kl: 1.6282066106796265 (1.6096849271229334) - | > loss_feat: 7.1134819984436035 (6.7498641695295065) - | > loss_mel: 22.201309204101562 (21.722863742283412) - | > loss_duration: 1.7536215782165527 (1.6921104533331734) - | > loss_1: 34.85921859741211 (33.746226038251606) - - --> STEP: 15 - | > loss_disc: 2.1913795471191406 (2.43524751663208) - | > loss_disc_real_0: 0.08200686424970627 (0.08623350610335669) - | > loss_disc_real_1: 0.1991717666387558 (0.18174196382363636) - | > loss_disc_real_2: 0.20302541553974152 (0.17995456953843433) - | > loss_disc_real_3: 0.1546846330165863 (0.1749833732843399) - | > loss_disc_real_4: 0.17635947465896606 (0.21260532438755037) - | > loss_disc_real_5: 0.19838179647922516 (0.2490935871998469) - | > loss_0: 2.1913795471191406 (2.43524751663208) - | > loss_gen: 2.2756571769714355 (1.9919668753941855) - | > loss_kl: 1.5539493560791016 (1.6059692223866782) - | > loss_feat: 6.908834934234619 (6.760462220509847) - | > loss_mel: 21.223081588745117 (21.689544932047525) - | > loss_duration: 1.6641654968261719 (1.6902474562327068) - | > loss_1: 33.62568664550781 (33.73819007873535) - - --> STEP: 16 - | > loss_disc: 2.6205902099609375 (2.4468314349651337) - | > loss_disc_real_0: 0.1619689166545868 (0.09096696926280856) - | > loss_disc_real_1: 0.18216541409492493 (0.1817684294655919) - | > loss_disc_real_2: 0.17001889646053314 (0.17933358997106552) - | > loss_disc_real_3: 0.19179357588291168 (0.17603401094675064) - | > loss_disc_real_4: 0.2587173283100128 (0.21548732463270426) - | > loss_disc_real_5: 0.30125245451927185 (0.25235351640731096) - | > loss_0: 2.6205902099609375 (2.4468314349651337) - | > loss_gen: 2.0047357082366943 (1.9927649274468422) - | > loss_kl: 1.5925389528274536 (1.6051298305392265) - | > loss_feat: 6.314162731170654 (6.7325685024261475) - | > loss_mel: 21.7924861907959 (21.6959787607193) - | > loss_duration: 1.7718188762664795 (1.6953456699848175) - | > loss_1: 33.47574234008789 (33.721787095069885) - - --> STEP: 17 - | > loss_disc: 2.2382442951202393 (2.4345616032095516) - | > loss_disc_real_0: 0.04950132966041565 (0.08852781399207957) - | > loss_disc_real_1: 0.18405762314796448 (0.18190308791749618) - | > loss_disc_real_2: 0.2481480836868286 (0.18338150136611042) - | > loss_disc_real_3: 0.13951654732227325 (0.17388592485119314) - | > loss_disc_real_4: 0.17171090841293335 (0.21291224132565892) - | > loss_disc_real_5: 0.19890044629573822 (0.24920921816545374) - | > loss_0: 2.2382442951202393 (2.4345616032095516) - | > loss_gen: 2.1045587062835693 (1.9993410320842968) - | > loss_kl: 1.5086662769317627 (1.5994555038564346) - | > loss_feat: 7.610221862792969 (6.784195170683019) - | > loss_mel: 22.293123245239258 (21.731104906867532) - | > loss_duration: 1.6211092472076416 (1.69097882158616) - | > loss_1: 35.13767623901367 (33.80507469177246) - - --> STEP: 18 - | > loss_disc: 2.5619101524353027 (2.4416365226109824) - | > loss_disc_real_0: 0.10097842663526535 (0.08921951469447878) - | > loss_disc_real_1: 0.2017919272184372 (0.18300802343421513) - | > loss_disc_real_2: 0.1996302604675293 (0.18428421020507812) - | > loss_disc_real_3: 0.15503725409507751 (0.17283877647585338) - | > loss_disc_real_4: 0.18287774920463562 (0.2112436584300465) - | > loss_disc_real_5: 0.22491098940372467 (0.2478593165675799) - | > loss_0: 2.5619101524353027 (2.4416365226109824) - | > loss_gen: 1.8073937892913818 (1.9886772963735793) - | > loss_kl: 1.9705809354782104 (1.6200735833909776) - | > loss_feat: 6.123596668243408 (6.747495253880818) - | > loss_mel: 19.61747169494629 (21.613680839538574) - | > loss_duration: 1.658994436264038 (1.6892019112904866) - | > loss_1: 31.178037643432617 (33.659128189086914) - - --> STEP: 19 - | > loss_disc: 2.196150779724121 (2.428716220353779) - | > loss_disc_real_0: 0.03685244917869568 (0.08646335335154283) - | > loss_disc_real_1: 0.1931103616952896 (0.18353972544795588) - | > loss_disc_real_2: 0.18807217478752136 (0.18448357676204882) - | > loss_disc_real_3: 0.15199363231658936 (0.1717416636253658) - | > loss_disc_real_4: 0.13878394663333893 (0.20742998938811452) - | > loss_disc_real_5: 0.1824408620595932 (0.24441624001452797) - | > loss_0: 2.196150779724121 (2.428716220353779) - | > loss_gen: 2.137263059616089 (1.9964975997021324) - | > loss_kl: 1.8693228960037231 (1.6331919682653326) - | > loss_feat: 7.378877639770508 (6.780725905769749) - | > loss_mel: 23.04369354248047 (21.6889446660092) - | > loss_duration: 1.7706230878829956 (1.693487236374303) - | > loss_1: 36.19977951049805 (33.7928466796875) - - --> STEP: 20 - | > loss_disc: 2.334838390350342 (2.4240223288536074) - | > loss_disc_real_0: 0.11527623236179352 (0.08790399730205536) - | > loss_disc_real_1: 0.17973148822784424 (0.1833493135869503) - | > loss_disc_real_2: 0.20164397358894348 (0.18534159660339355) - | > loss_disc_real_3: 0.15008987486362457 (0.17065907418727874) - | > loss_disc_real_4: 0.20392034947872162 (0.2072545073926449) - | > loss_disc_real_5: 0.19831080734729767 (0.24211096838116647) - | > loss_0: 2.334838390350342 (2.4240223288536074) - | > loss_gen: 2.0447757244110107 (1.9989115059375764) - | > loss_kl: 1.753161072731018 (1.639190423488617) - | > loss_feat: 7.586636066436768 (6.8210214138031) - | > loss_mel: 22.9855899810791 (21.753776931762694) - | > loss_duration: 1.6416287422180176 (1.6908943116664887) - | > loss_1: 36.01179122924805 (33.90379390716553) - - --> STEP: 21 - | > loss_disc: 2.0093281269073486 (2.4042749859037853) - | > loss_disc_real_0: 0.10094207525253296 (0.08852485815684001) - | > loss_disc_real_1: 0.18181778490543365 (0.18327638364973523) - | > loss_disc_real_2: 0.17553424835205078 (0.1848745800199963) - | > loss_disc_real_3: 0.10134366899728775 (0.167358340606803) - | > loss_disc_real_4: 0.1695282906293869 (0.20545802088010878) - | > loss_disc_real_5: 0.1775810569524765 (0.23903811545599074) - | > loss_0: 2.0093281269073486 (2.4042749859037853) - | > loss_gen: 2.436370611190796 (2.0197428919020153) - | > loss_kl: 1.3104243278503418 (1.6235348951248896) - | > loss_feat: 7.693601608276367 (6.862572851635161) - | > loss_mel: 21.59505844116211 (21.746218908400763) - | > loss_duration: 1.6713569164276123 (1.6899639595122564) - | > loss_1: 34.706809997558594 (33.94203276861282) - - --> STEP: 22 - | > loss_disc: 2.4806673526763916 (2.407747366211631) - | > loss_disc_real_0: 0.09688372164964676 (0.08890480649742213) - | > loss_disc_real_1: 0.19241127371788025 (0.18369160592556) - | > loss_disc_real_2: 0.1736191213130951 (0.18436296826059168) - | > loss_disc_real_3: 0.17510217428207397 (0.16771033304658803) - | > loss_disc_real_4: 0.17134436964988708 (0.20390740036964417) - | > loss_disc_real_5: 0.22042427957057953 (0.23819203200665387) - | > loss_0: 2.4806673526763916 (2.407747366211631) - | > loss_gen: 1.9175212383270264 (2.015096453103152) - | > loss_kl: 1.8505477905273438 (1.6338536630977283) - | > loss_feat: 7.017647743225098 (6.869621710343794) - | > loss_mel: 22.147476196289062 (21.76445787603205) - | > loss_duration: 1.7551690340042114 (1.692927826534618) - | > loss_1: 34.68836212158203 (33.975956830111414) - - --> STEP: 23 - | > loss_disc: 2.3469409942626953 (2.405103610909503) - | > loss_disc_real_0: 0.0797007605433464 (0.08850463058637537) - | > loss_disc_real_1: 0.21376411616802216 (0.18499910637088443) - | > loss_disc_real_2: 0.17458868026733398 (0.18393799921740656) - | > loss_disc_real_3: 0.16310396790504456 (0.16751005630130353) - | > loss_disc_real_4: 0.19216382503509521 (0.20339681013770725) - | > loss_disc_real_5: 0.2146424949169159 (0.23716813908970874) - | > loss_0: 2.3469409942626953 (2.405103610909503) - | > loss_gen: 2.02465558052063 (2.015512067338695) - | > loss_kl: 1.701904296875 (1.6368123863054358) - | > loss_feat: 7.612356662750244 (6.901914534361466) - | > loss_mel: 24.284133911132812 (21.874009007992953) - | > loss_duration: 1.7866036891937256 (1.6970006901284922) - | > loss_1: 37.40965270996094 (34.125247955322266) - - --> STEP: 24 - | > loss_disc: 2.26708722114563 (2.3993529280026746) - | > loss_disc_real_0: 0.037127330899238586 (0.086363909766078) - | > loss_disc_real_1: 0.17343255877494812 (0.18451716688772044) - | > loss_disc_real_2: 0.17084670066833496 (0.18339252844452858) - | > loss_disc_real_3: 0.13505785167217255 (0.16615788110842308) - | > loss_disc_real_4: 0.16842663288116455 (0.20193971941868463) - | > loss_disc_real_5: 0.18251213431358337 (0.23489080555737019) - | > loss_0: 2.26708722114563 (2.3993529280026746) - | > loss_gen: 2.037184476852417 (2.0164150844017663) - | > loss_kl: 1.7204833030700684 (1.6402986745039623) - | > loss_feat: 7.133511066436768 (6.911564389864604) - | > loss_mel: 23.39830207824707 (21.93752121925354) - | > loss_duration: 1.639988660812378 (1.6946251889069874) - | > loss_1: 35.92947006225586 (34.200423876444496) - - --> STEP: 25 - | > loss_disc: 2.4740569591522217 (2.4023410892486567) - | > loss_disc_real_0: 0.09475240111351013 (0.08669944941997527) - | > loss_disc_real_1: 0.21592949330806732 (0.1857736599445343) - | > loss_disc_real_2: 0.1914343386888504 (0.18371420085430146) - | > loss_disc_real_3: 0.17403742671012878 (0.1664730629324913) - | > loss_disc_real_4: 0.21153438091278076 (0.2023235058784485) - | > loss_disc_real_5: 0.24404308199882507 (0.23525689661502838) - | > loss_0: 2.4740569591522217 (2.4023410892486567) - | > loss_gen: 1.9016776084899902 (2.0118255853652953) - | > loss_kl: 1.6324880123138428 (1.6399862480163574) - | > loss_feat: 4.727943420410156 (6.824219551086426) - | > loss_mel: 18.48133087158203 (21.79927360534668) - | > loss_duration: 1.6506460905075073 (1.6928660249710084) - | > loss_1: 28.394086837768555 (33.96817039489746) - - --> STEP: 26 - | > loss_disc: 2.4546194076538086 (2.404351793802701) - | > loss_disc_real_0: 0.08151441812515259 (0.08650002513940518) - | > loss_disc_real_1: 0.21160688996315002 (0.18676724571448106) - | > loss_disc_real_2: 0.17463038861751556 (0.18336482346057892) - | > loss_disc_real_3: 0.18657132983207703 (0.16724607319785997) - | > loss_disc_real_4: 0.17598605155944824 (0.20131052686617926) - | > loss_disc_real_5: 0.2475680708885193 (0.23573040331785494) - | > loss_0: 2.4546194076538086 (2.404351793802701) - | > loss_gen: 2.028541326522827 (2.012468498486739) - | > loss_kl: 1.2641974687576294 (1.6255328334294832) - | > loss_feat: 7.304130554199219 (6.842677666590764) - | > loss_mel: 23.419109344482422 (21.861574979928825) - | > loss_duration: 1.6899724006652832 (1.6927547317284803) - | > loss_1: 35.70595169067383 (34.03500813704271) - - --> STEP: 27 - | > loss_disc: 2.478928804397583 (2.407113905306215) - | > loss_disc_real_0: 0.14308500289916992 (0.0885957650564335) - | > loss_disc_real_1: 0.18788421154022217 (0.18680861481913813) - | > loss_disc_real_2: 0.1647871434688568 (0.18267676123866328) - | > loss_disc_real_3: 0.17074373364448547 (0.16737561617736463) - | > loss_disc_real_4: 0.2410472184419632 (0.20278225618380089) - | > loss_disc_real_5: 0.23292756080627441 (0.23562659433594457) - | > loss_0: 2.478928804397583 (2.407113905306215) - | > loss_gen: 1.9863197803497314 (2.0115000274446277) - | > loss_kl: 1.5583964586257935 (1.6230463010293465) - | > loss_feat: 6.128322601318359 (6.816220071580675) - | > loss_mel: 19.99990463256836 (21.792624226322882) - | > loss_duration: 1.66778564453125 (1.6918299507211756) - | > loss_1: 31.340728759765625 (33.93522001195837) - - --> STEP: 28 - | > loss_disc: 2.398787260055542 (2.4068165251186913) - | > loss_disc_real_0: 0.10658106207847595 (0.08923809709293502) - | > loss_disc_real_1: 0.2212020307779312 (0.18803695110338076) - | > loss_disc_real_2: 0.20684458315372467 (0.18353989773562976) - | > loss_disc_real_3: 0.18044419586658478 (0.16784235116626536) - | > loss_disc_real_4: 0.17096352577209473 (0.20164587295481137) - | > loss_disc_real_5: 0.24681784212589264 (0.23602628175701415) - | > loss_0: 2.398787260055542 (2.4068165251186913) - | > loss_gen: 2.1358554363250732 (2.015941292047501) - | > loss_kl: 1.4464952945709229 (1.6167409079415458) - | > loss_feat: 6.527157783508301 (6.805896418435233) - | > loss_mel: 21.50033950805664 (21.7821854863848) - | > loss_duration: 1.656752347946167 (1.6905771791934967) - | > loss_1: 33.266597747802734 (33.91134064538138) - - --> STEP: 29 - | > loss_disc: 2.3304443359375 (2.4041830013538226) - | > loss_disc_real_0: 0.09822243452072144 (0.0895479018318242) - | > loss_disc_real_1: 0.17215043306350708 (0.18748914013648854) - | > loss_disc_real_2: 0.18881537020206451 (0.18372181057929993) - | > loss_disc_real_3: 0.18618658185005188 (0.16847491084501662) - | > loss_disc_real_4: 0.20573151111602783 (0.20178675702933607) - | > loss_disc_real_5: 0.21855726838111877 (0.23542390198543153) - | > loss_0: 2.3304443359375 (2.4041830013538226) - | > loss_gen: 1.995741605758667 (2.0152447511409894) - | > loss_kl: 1.4427013397216797 (1.610739543520171) - | > loss_feat: 6.445057392120361 (6.793453693389893) - | > loss_mel: 19.077150344848633 (21.688908412538726) - | > loss_duration: 1.659293293952942 (1.6894984245300293) - | > loss_1: 30.619943618774414 (33.79784419618804) - - --> STEP: 30 - | > loss_disc: 2.521538257598877 (2.4080948432286577) - | > loss_disc_real_0: 0.13791249692440033 (0.09116005500157674) - | > loss_disc_real_1: 0.15669015049934387 (0.18646250714858373) - | > loss_disc_real_2: 0.17923961579799652 (0.1835724040865898) - | > loss_disc_real_3: 0.18991343677043915 (0.16918952837586404) - | > loss_disc_real_4: 0.222331240773201 (0.20247157315413158) - | > loss_disc_real_5: 0.2198162078857422 (0.2349036455154419) - | > loss_0: 2.521538257598877 (2.4080948432286577) - | > loss_gen: 2.021742105484009 (2.01546132961909) - | > loss_kl: 1.6327625513076782 (1.6114736437797545) - | > loss_feat: 7.958888053894043 (6.832301505406698) - | > loss_mel: 23.69605255126953 (21.755813217163087) - | > loss_duration: 1.686504602432251 (1.6893986304601034) - | > loss_1: 36.99595260620117 (33.90444780985514) - - --> STEP: 31 - | > loss_disc: 2.2075510025024414 (2.401625687076199) - | > loss_disc_real_0: 0.06460074335336685 (0.09030330301292482) - | > loss_disc_real_1: 0.2140982300043106 (0.18735398207941362) - | > loss_disc_real_2: 0.1517443209886551 (0.18254569172859192) - | > loss_disc_real_3: 0.17581629753112793 (0.16940329512280802) - | > loss_disc_real_4: 0.11946000903844833 (0.1997937807633031) - | > loss_disc_real_5: 0.1447267234325409 (0.23199471254502574) - | > loss_0: 2.2075510025024414 (2.401625687076199) - | > loss_gen: 2.285080671310425 (2.024158727738165) - | > loss_kl: 1.7064217329025269 (1.6145364853643602) - | > loss_feat: 9.539134979248047 (6.91961871424029) - | > loss_mel: 22.998998641967773 (21.795915972801946) - | > loss_duration: 1.6268264055252075 (1.6873801715912358) - | > loss_1: 38.156463623046875 (34.04160961028068) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.009794550557290354 (-0.0020333182427190975) - | > avg_loss_disc: 2.401625687076199 (-0.11974853854025591) - | > avg_loss_disc_real_0: 0.09030330301292482 (+0.019549809876949542) - | > avg_loss_disc_real_1: 0.18735398207941362 (+0.02367558282229207) - | > avg_loss_disc_real_2: 0.18254569172859192 (-0.03010900030213018) - | > avg_loss_disc_real_3: 0.16940329512280802 (-0.024753311228367603) - | > avg_loss_disc_real_4: 0.1997937807633031 (-0.003014175401579944) - | > avg_loss_disc_real_5: 0.23199471254502574 (+0.038304137126091986) - | > avg_loss_0: 2.401625687076199 (-0.11974853854025591) - | > avg_loss_gen: 2.024158727738165 (+0.21042839557893833) - | > avg_loss_kl: 1.6145364853643602 (-0.02914452937341494) - | > avg_loss_feat: 6.91961871424029 (+0.019808707698699024) - | > avg_loss_mel: 21.795915972801946 (-0.278222545500725) - | > avg_loss_duration: 1.6873801715912358 (-0.0013540983200073242) - | > avg_loss_1: 34.04160961028068 (-0.07848438139885161) - - - > EPOCH: 29/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 04:58:21)  - - --> TIME: 2024-11-23 04:58:25 -- STEP: 5/797 -- GLOBAL_STEP: 46225 - | > loss_disc: 2.4736979007720947 (2.4344401359558105) - | > loss_disc_real_0: 0.06816276162862778 (0.11643611490726472) - | > loss_disc_real_1: 0.24630773067474365 (0.22836948335170745) - | > loss_disc_real_2: 0.3058229684829712 (0.2426711291074753) - | > loss_disc_real_3: 0.2525785565376282 (0.22058234810829164) - | > loss_disc_real_4: 0.22316299378871918 (0.19476159512996674) - | > loss_disc_real_5: 0.20938602089881897 (0.21036224365234374) - | > loss_0: 2.4736979007720947 (2.4344401359558105) - | > grad_norm_0: tensor(9.3790, device='cuda:0') (tensor(67.0116, device='cuda:0')) - | > loss_gen: 2.4818902015686035 (2.470721626281738) - | > loss_kl: 1.7976186275482178 (1.5446625471115112) - | > loss_feat: 6.498185157775879 (7.032382965087891) - | > loss_mel: 21.121620178222656 (21.060647583007814) - | > loss_duration: 1.9041684865951538 (1.910945963859558) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.80348205566406 (34.0193603515625) - | > grad_norm_1: tensor(542.2608, device='cuda:0') (tensor(591.0212, device='cuda:0')) - | > current_lr_0: 0.0001985799760895741 - | > current_lr_1: 0.0001985799760895741 - | > step_time: 0.7396 (0.7265323638916016) - | > loader_time: 0.0049 (0.005233669281005859) - - - --> TIME: 2024-11-23 04:58:45 -- STEP: 30/797 -- GLOBAL_STEP: 46250 - | > loss_disc: 2.534630537033081 (2.5029113213221232) - | > loss_disc_real_0: 0.17565767467021942 (0.13350203509132072) - | > loss_disc_real_1: 0.24896368384361267 (0.22381125489870707) - | > loss_disc_real_2: 0.24951733648777008 (0.24957810540994005) - | > loss_disc_real_3: 0.23221653699874878 (0.2256207118431727) - | > loss_disc_real_4: 0.19453242421150208 (0.221758629878362) - | > loss_disc_real_5: 0.22983786463737488 (0.23752808272838594) - | > loss_0: 2.534630537033081 (2.5029113213221232) - | > grad_norm_0: tensor(117.8375, device='cuda:0') (tensor(85.8093, device='cuda:0')) - | > loss_gen: 2.2059812545776367 (2.347837495803833) - | > loss_kl: 1.6434524059295654 (1.5791969935099284) - | > loss_feat: 6.1689605712890625 (6.581100622812907) - | > loss_mel: 19.451364517211914 (20.68795108795166) - | > loss_duration: 1.7527451515197754 (1.8079575419425964) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.222505569458008 (33.004043515523286) - | > grad_norm_1: tensor(576.2968, device='cuda:0') (tensor(551.7705, device='cuda:0')) - | > current_lr_0: 0.0001985799760895741 - | > current_lr_1: 0.0001985799760895741 - | > step_time: 0.7909 (0.7509372234344482) - | > loader_time: 0.0049 (0.00568234125773112) - - - --> TIME: 2024-11-23 04:59:04 -- STEP: 55/797 -- GLOBAL_STEP: 46275 - | > loss_disc: 2.454247236251831 (2.46144196770408) - | > loss_disc_real_0: 0.14933305978775024 (0.127574677223509) - | > loss_disc_real_1: 0.2248447686433792 (0.22143362760543822) - | > loss_disc_real_2: 0.22761034965515137 (0.24091422151435504) - | > loss_disc_real_3: 0.1916462630033493 (0.2205876802856272) - | > loss_disc_real_4: 0.2517537474632263 (0.22124576514417474) - | > loss_disc_real_5: 0.23779594898223877 (0.23020135922865434) - | > loss_0: 2.454247236251831 (2.46144196770408) - | > grad_norm_0: tensor(46.6821, device='cuda:0') (tensor(74.3943, device='cuda:0')) - | > loss_gen: 2.3037993907928467 (2.3666691519997336) - | > loss_kl: 1.4873971939086914 (1.5679197029633956) - | > loss_feat: 6.216389179229736 (6.830548043684526) - | > loss_mel: 19.655595779418945 (20.917373795942826) - | > loss_duration: 1.7301441431045532 (1.7760653083974665) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.393325805664062 (33.45857554349033) - | > grad_norm_1: tensor(480.9907, device='cuda:0') (tensor(590.6652, device='cuda:0')) - | > current_lr_0: 0.0001985799760895741 - | > current_lr_1: 0.0001985799760895741 - | > step_time: 0.7612 (0.7558988094329835) - | > loader_time: 0.0046 (0.005667461048473012) - - - --> TIME: 2024-11-23 04:59:24 -- STEP: 80/797 -- GLOBAL_STEP: 46300 - | > loss_disc: 2.4166359901428223 (2.4436319887638107) - | > loss_disc_real_0: 0.1508227437734604 (0.12603978095576168) - | > loss_disc_real_1: 0.23128624260425568 (0.22011547032743692) - | > loss_disc_real_2: 0.22071079909801483 (0.23667722512036563) - | > loss_disc_real_3: 0.27967333793640137 (0.22094623949378728) - | > loss_disc_real_4: 0.23590172827243805 (0.22039174903184175) - | > loss_disc_real_5: 0.2054457813501358 (0.2271246552467346) - | > loss_0: 2.4166359901428223 (2.4436319887638107) - | > grad_norm_0: tensor(55.9760, device='cuda:0') (tensor(66.0791, device='cuda:0')) - | > loss_gen: 2.534432888031006 (2.3735795825719825) - | > loss_kl: 1.645556092262268 (1.555607905983925) - | > loss_feat: 7.435547351837158 (6.914754074811936) - | > loss_mel: 21.193220138549805 (20.991540813446044) - | > loss_duration: 1.6812556982040405 (1.753397522866726) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.49000930786133 (33.58887958526613) - | > grad_norm_1: tensor(537.1612, device='cuda:0') (tensor(585.6479, device='cuda:0')) - | > current_lr_0: 0.0001985799760895741 - | > current_lr_1: 0.0001985799760895741 - | > step_time: 0.8058 (0.7619457811117172) - | > loader_time: 0.0068 (0.005951616168022156) - - - --> TIME: 2024-11-23 04:59:43 -- STEP: 105/797 -- GLOBAL_STEP: 46325 - | > loss_disc: 2.277209997177124 (2.4446734700884143) - | > loss_disc_real_0: 0.17394119501113892 (0.127566206242357) - | > loss_disc_real_1: 0.20654521882534027 (0.21989164111160098) - | > loss_disc_real_2: 0.22076477110385895 (0.2373459496668407) - | > loss_disc_real_3: 0.20945428311824799 (0.2207443900051571) - | > loss_disc_real_4: 0.2040422409772873 (0.219818347408658) - | > loss_disc_real_5: 0.18088534474372864 (0.22794335058757237) - | > loss_0: 2.277209997177124 (2.4446734700884143) - | > grad_norm_0: tensor(62.4163, device='cuda:0') (tensor(66.8163, device='cuda:0')) - | > loss_gen: 2.561002254486084 (2.370120252881731) - | > loss_kl: 1.5028451681137085 (1.5585232087544032) - | > loss_feat: 7.599067687988281 (6.868838460104806) - | > loss_mel: 22.566404342651367 (20.904334949311757) - | > loss_duration: 1.7413393259048462 (1.7430533329645792) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.97065734863281 (33.44486986796061) - | > grad_norm_1: tensor(684.3759, device='cuda:0') (tensor(589.1685, device='cuda:0')) - | > current_lr_0: 0.0001985799760895741 - | > current_lr_1: 0.0001985799760895741 - | > step_time: 0.7501 (0.7653877894083659) - | > loader_time: 0.0047 (0.005886293592907134) - - - --> TIME: 2024-11-23 05:00:03 -- STEP: 130/797 -- GLOBAL_STEP: 46350 - | > loss_disc: 2.356133460998535 (2.44616470520313) - | > loss_disc_real_0: 0.10298160463571548 (0.12818771119301142) - | > loss_disc_real_1: 0.22455859184265137 (0.21916371159828626) - | > loss_disc_real_2: 0.24005118012428284 (0.2354568084845176) - | > loss_disc_real_3: 0.27630406618118286 (0.2207252839436898) - | > loss_disc_real_4: 0.23404359817504883 (0.2201313317968295) - | > loss_disc_real_5: 0.2198362499475479 (0.227145953476429) - | > loss_0: 2.356133460998535 (2.44616470520313) - | > grad_norm_0: tensor(82.8727, device='cuda:0') (tensor(68.3303, device='cuda:0')) - | > loss_gen: 2.445142984390259 (2.362394066957327) - | > loss_kl: 1.8863511085510254 (1.5644674310317406) - | > loss_feat: 7.286067008972168 (6.8629210692185625) - | > loss_mel: 22.470792770385742 (20.92697781782884) - | > loss_duration: 1.751761794090271 (1.737721714606652) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.840118408203125 (33.45448184380163) - | > grad_norm_1: tensor(543.8303, device='cuda:0') (tensor(592.6210, device='cuda:0')) - | > current_lr_0: 0.0001985799760895741 - | > current_lr_1: 0.0001985799760895741 - | > step_time: 0.892 (0.7704110787465022) - | > loader_time: 0.0064 (0.005895090103149414) - - - --> TIME: 2024-11-23 05:00:23 -- STEP: 155/797 -- GLOBAL_STEP: 46375 - | > loss_disc: 2.31479811668396 (2.4438267938552376) - | > loss_disc_real_0: 0.0940471813082695 (0.12857682488618363) - | > loss_disc_real_1: 0.2429804801940918 (0.2188841387148827) - | > loss_disc_real_2: 0.22365975379943848 (0.23502463900273846) - | > loss_disc_real_3: 0.20382998883724213 (0.22124492737554735) - | > loss_disc_real_4: 0.24817277491092682 (0.22043430834047256) - | > loss_disc_real_5: 0.24190719425678253 (0.22735408707972496) - | > loss_0: 2.31479811668396 (2.4438267938552376) - | > grad_norm_0: tensor(94.0085, device='cuda:0') (tensor(71.9589, device='cuda:0')) - | > loss_gen: 2.596998691558838 (2.375154159915063) - | > loss_kl: 1.6836706399917603 (1.5564865443014326) - | > loss_feat: 7.398215293884277 (6.891942947141586) - | > loss_mel: 23.238601684570312 (20.956106616604714) - | > loss_duration: 1.7040244340896606 (1.7308139470315753) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.62151336669922 (33.510504076557766) - | > grad_norm_1: tensor(480.3680, device='cuda:0') (tensor(589.7782, device='cuda:0')) - | > current_lr_0: 0.0001985799760895741 - | > current_lr_1: 0.0001985799760895741 - | > step_time: 0.8157 (0.7746850721297727) - | > loader_time: 0.0045 (0.0058633035229098416) - - - --> TIME: 2024-11-23 05:00:44 -- STEP: 180/797 -- GLOBAL_STEP: 46400 - | > loss_disc: 2.414677143096924 (2.44921246899499) - | > loss_disc_real_0: 0.14311513304710388 (0.1303382880364855) - | > loss_disc_real_1: 0.27010491490364075 (0.21858494141035614) - | > loss_disc_real_2: 0.21498030424118042 (0.23438213194410007) - | > loss_disc_real_3: 0.248715341091156 (0.2217518914077017) - | > loss_disc_real_4: 0.2505143880844116 (0.22051219352417523) - | > loss_disc_real_5: 0.23973582684993744 (0.22835816078715854) - | > loss_0: 2.414677143096924 (2.44921246899499) - | > grad_norm_0: tensor(91.5858, device='cuda:0') (tensor(75.9231, device='cuda:0')) - | > loss_gen: 2.409677028656006 (2.3779082854588838) - | > loss_kl: 1.3845572471618652 (1.5545380877123938) - | > loss_feat: 7.48269510269165 (6.8977585527631975) - | > loss_mel: 22.064971923828125 (20.97049731148614) - | > loss_duration: 1.7180265188217163 (1.7243171777990132) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.0599250793457 (33.525019221835656) - | > grad_norm_1: tensor(358.6719, device='cuda:0') (tensor(579.8549, device='cuda:0')) - | > current_lr_0: 0.0001985799760895741 - | > current_lr_1: 0.0001985799760895741 - | > step_time: 0.7901 (0.7771790239546034) - | > loader_time: 0.0052 (0.0058398220274183486) - - - --> TIME: 2024-11-23 05:01:03 -- STEP: 205/797 -- GLOBAL_STEP: 46425 - | > loss_disc: 2.599299907684326 (2.4519353843316813) - | > loss_disc_real_0: 0.13049671053886414 (0.13034981145727925) - | > loss_disc_real_1: 0.18316909670829773 (0.21876109351472162) - | > loss_disc_real_2: 0.22534464299678802 (0.2345459266406734) - | > loss_disc_real_3: 0.23082399368286133 (0.22198579173262525) - | > loss_disc_real_4: 0.20506538450717926 (0.22064455616764905) - | > loss_disc_real_5: 0.2937760055065155 (0.22822277153410564) - | > loss_0: 2.599299907684326 (2.4519353843316813) - | > grad_norm_0: tensor(26.5559, device='cuda:0') (tensor(75.0237, device='cuda:0')) - | > loss_gen: 2.2275233268737793 (2.377672162870083) - | > loss_kl: 1.4710875749588013 (1.5561971722579584) - | > loss_feat: 5.776329517364502 (6.8913669609441985) - | > loss_mel: 18.500211715698242 (20.995698472930158) - | > loss_duration: 1.7118680477142334 (1.7212585873720125) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 29.687021255493164 (33.542193166221054) - | > grad_norm_1: tensor(183.1107, device='cuda:0') (tensor(564.2808, device='cuda:0')) - | > current_lr_0: 0.0001985799760895741 - | > current_lr_1: 0.0001985799760895741 - | > step_time: 0.7441 (0.7772667512661073) - | > loader_time: 0.0046 (0.005825660286880121) - - - --> TIME: 2024-11-23 05:01:24 -- STEP: 230/797 -- GLOBAL_STEP: 46450 - | > loss_disc: 2.4596948623657227 (2.4581954095674607) - | > loss_disc_real_0: 0.1858074963092804 (0.13080585581129012) - | > loss_disc_real_1: 0.23139752447605133 (0.21897029779527502) - | > loss_disc_real_2: 0.25603845715522766 (0.23532089882570764) - | > loss_disc_real_3: 0.24477837979793549 (0.222571474119373) - | > loss_disc_real_4: 0.19873127341270447 (0.22184160779351775) - | > loss_disc_real_5: 0.23920203745365143 (0.22898048246684283) - | > loss_0: 2.4596948623657227 (2.4581954095674607) - | > grad_norm_0: tensor(43.2495, device='cuda:0') (tensor(71.7492, device='cuda:0')) - | > loss_gen: 2.294895648956299 (2.3681640282921177) - | > loss_kl: 1.4926241636276245 (1.5640665681465813) - | > loss_feat: 6.109095096588135 (6.84088862253272) - | > loss_mel: 21.445816040039062 (21.007405704000718) - | > loss_duration: 1.677879810333252 (1.7181129419285321) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.02030944824219 (33.49863773843514) - | > grad_norm_1: tensor(766.5784, device='cuda:0') (tensor(557.8492, device='cuda:0')) - | > current_lr_0: 0.0001985799760895741 - | > current_lr_1: 0.0001985799760895741 - | > step_time: 0.8287 (0.7806116601695186) - | > loader_time: 0.0049 (0.005884171568829081) - - - --> TIME: 2024-11-23 05:01:44 -- STEP: 255/797 -- GLOBAL_STEP: 46475 - | > loss_disc: 2.324974536895752 (2.4565645741481417) - | > loss_disc_real_0: 0.13020572066307068 (0.1308389244856788) - | > loss_disc_real_1: 0.19520236551761627 (0.21898647599360524) - | > loss_disc_real_2: 0.21627311408519745 (0.2343296207633673) - | > loss_disc_real_3: 0.2539251446723938 (0.22289174298445383) - | > loss_disc_real_4: 0.18010444939136505 (0.22197366321788115) - | > loss_disc_real_5: 0.23468686640262604 (0.22779677510261537) - | > loss_0: 2.324974536895752 (2.4565645741481417) - | > grad_norm_0: tensor(32.4388, device='cuda:0') (tensor(68.2718, device='cuda:0')) - | > loss_gen: 2.508699893951416 (2.3661002785551792) - | > loss_kl: 1.457916498184204 (1.5643369922450945) - | > loss_feat: 7.7011590003967285 (6.851185333027559) - | > loss_mel: 22.259265899658203 (21.01528931412042) - | > loss_duration: 1.7035720348358154 (1.7142006140129242) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.630615234375 (33.511112430048925) - | > grad_norm_1: tensor(172.0255, device='cuda:0') (tensor(546.7817, device='cuda:0')) - | > current_lr_0: 0.0001985799760895741 - | > current_lr_1: 0.0001985799760895741 - | > step_time: 0.7732 (0.7839063111473532) - | > loader_time: 0.0055 (0.005936101838654163) - - - --> TIME: 2024-11-23 05:02:05 -- STEP: 280/797 -- GLOBAL_STEP: 46500 - | > loss_disc: 2.445312738418579 (2.4586394207818176) - | > loss_disc_real_0: 0.16352981328964233 (0.1303346176897841) - | > loss_disc_real_1: 0.2099859118461609 (0.2191688052245549) - | > loss_disc_real_2: 0.24217094480991364 (0.2348282435110637) - | > loss_disc_real_3: 0.1710938662290573 (0.22300746733588828) - | > loss_disc_real_4: 0.24126054346561432 (0.22261452052210065) - | > loss_disc_real_5: 0.20408938825130463 (0.22894724405237607) - | > loss_0: 2.445312738418579 (2.4586394207818176) - | > grad_norm_0: tensor(5.2479, device='cuda:0') (tensor(66.6359, device='cuda:0')) - | > loss_gen: 2.3704493045806885 (2.3645939597061716) - | > loss_kl: 1.5439561605453491 (1.5640432459967477) - | > loss_feat: 6.532770156860352 (6.834963010038648) - | > loss_mel: 21.06515121459961 (21.037024348122728) - | > loss_duration: 1.7080106735229492 (1.7119026435273033) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.2203369140625 (33.51252715247018) - | > grad_norm_1: tensor(617.3283, device='cuda:0') (tensor(546.1724, device='cuda:0')) - | > current_lr_0: 0.0001985799760895741 - | > current_lr_1: 0.0001985799760895741 - | > step_time: 0.8374 (0.7878158841814313) - | > loader_time: 0.0062 (0.006055156673703877) - - - --> TIME: 2024-11-23 05:02:26 -- STEP: 305/797 -- GLOBAL_STEP: 46525 - | > loss_disc: 2.4306585788726807 (2.4620757798679542) - | > loss_disc_real_0: 0.13702493906021118 (0.13228188085018608) - | > loss_disc_real_1: 0.19706904888153076 (0.2189461514109471) - | > loss_disc_real_2: 0.2589431703090668 (0.2348084651055883) - | > loss_disc_real_3: 0.2524578273296356 (0.22315669616714848) - | > loss_disc_real_4: 0.23789271712303162 (0.2222432189300413) - | > loss_disc_real_5: 0.2644387483596802 (0.22948267528268157) - | > loss_0: 2.4306585788726807 (2.4620757798679542) - | > grad_norm_0: tensor(27.6333, device='cuda:0') (tensor(71.2079, device='cuda:0')) - | > loss_gen: 2.6105895042419434 (2.3647087355129073) - | > loss_kl: 1.6558035612106323 (1.566898182181061) - | > loss_feat: 6.688247203826904 (6.816684693195781) - | > loss_mel: 20.993619918823242 (21.033034978147406) - | > loss_duration: 1.7326773405075073 (1.7097277914891478) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.68093490600586 (33.491054347304036) - | > grad_norm_1: tensor(643.8409, device='cuda:0') (tensor(544.4668, device='cuda:0')) - | > current_lr_0: 0.0001985799760895741 - | > current_lr_1: 0.0001985799760895741 - | > step_time: 0.8165 (0.789840431682399) - | > loader_time: 0.0054 (0.006168966606015068) - - - --> TIME: 2024-11-23 05:02:47 -- STEP: 330/797 -- GLOBAL_STEP: 46550 - | > loss_disc: 2.3941476345062256 (2.4647313016833667) - | > loss_disc_real_0: 0.0751447081565857 (0.13280425034463408) - | > loss_disc_real_1: 0.2088424563407898 (0.21886863767197637) - | > loss_disc_real_2: 0.2416631430387497 (0.23544289912238264) - | > loss_disc_real_3: 0.19577202200889587 (0.22340198660438707) - | > loss_disc_real_4: 0.1999913454055786 (0.22272367260672837) - | > loss_disc_real_5: 0.24232451617717743 (0.23043221095294664) - | > loss_0: 2.3941476345062256 (2.4647313016833667) - | > grad_norm_0: tensor(27.0338, device='cuda:0') (tensor(71.3822, device='cuda:0')) - | > loss_gen: 2.11600399017334 (2.363859775572115) - | > loss_kl: 1.4672024250030518 (1.567264529791745) - | > loss_feat: 6.89309549331665 (6.803384367624918) - | > loss_mel: 21.243356704711914 (21.05845440373276) - | > loss_duration: 1.7015128135681152 (1.7080166000308412) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.42116928100586 (33.50097964315703) - | > grad_norm_1: tensor(580.6423, device='cuda:0') (tensor(541.7065, device='cuda:0')) - | > current_lr_0: 0.0001985799760895741 - | > current_lr_1: 0.0001985799760895741 - | > step_time: 0.8818 (0.793222822565021) - | > loader_time: 0.0123 (0.006300176273692742) - - - --> TIME: 2024-11-23 05:03:08 -- STEP: 355/797 -- GLOBAL_STEP: 46575 - | > loss_disc: 2.3020851612091064 (2.4618881702423074) - | > loss_disc_real_0: 0.10701076686382294 (0.13232437228442925) - | > loss_disc_real_1: 0.2566976845264435 (0.2186191181481724) - | > loss_disc_real_2: 0.1976301670074463 (0.2343983016803231) - | > loss_disc_real_3: 0.2101787030696869 (0.22325712866346598) - | > loss_disc_real_4: 0.23838749527931213 (0.22243853517821147) - | > loss_disc_real_5: 0.23727433383464813 (0.23018984349680618) - | > loss_0: 2.3020851612091064 (2.4618881702423074) - | > grad_norm_0: tensor(48.6528, device='cuda:0') (tensor(70.1726, device='cuda:0')) - | > loss_gen: 2.4036684036254883 (2.3582693093259595) - | > loss_kl: 1.4369807243347168 (1.56670352942507) - | > loss_feat: 7.334667205810547 (6.776457092123972) - | > loss_mel: 23.211462020874023 (21.034695665601273) - | > loss_duration: 1.693261742591858 (1.7053028996561614) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.080039978027344 (33.44142848270038) - | > grad_norm_1: tensor(780.7985, device='cuda:0') (tensor(535.5156, device='cuda:0')) - | > current_lr_0: 0.0001985799760895741 - | > current_lr_1: 0.0001985799760895741 - | > step_time: 0.7871 (0.796116798024782) - | > loader_time: 0.0055 (0.006369883577588582) - - - --> TIME: 2024-11-23 05:03:30 -- STEP: 380/797 -- GLOBAL_STEP: 46600 - | > loss_disc: 2.366844654083252 (2.4633577861283933) - | > loss_disc_real_0: 0.1114124059677124 (0.132323579343134) - | > loss_disc_real_1: 0.24028229713439941 (0.2188931768662051) - | > loss_disc_real_2: 0.2235420197248459 (0.23441991809951632) - | > loss_disc_real_3: 0.2318093478679657 (0.22337414892880536) - | > loss_disc_real_4: 0.18280987441539764 (0.22261066730869453) - | > loss_disc_real_5: 0.19860298931598663 (0.2307680105692462) - | > loss_0: 2.366844654083252 (2.4633577861283933) - | > grad_norm_0: tensor(44.3458, device='cuda:0') (tensor(68.4742, device='cuda:0')) - | > loss_gen: 2.3257334232330322 (2.3568653903509476) - | > loss_kl: 1.5885101556777954 (1.5644959396437592) - | > loss_feat: 6.548495769500732 (6.7766534579427615) - | > loss_mel: 20.275299072265625 (21.074171949687763) - | > loss_duration: 1.6896147727966309 (1.7029134028836301) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.427650451660156 (33.47510015086123) - | > grad_norm_1: tensor(395.5915, device='cuda:0') (tensor(524.0143, device='cuda:0')) - | > current_lr_0: 0.0001985799760895741 - | > current_lr_1: 0.0001985799760895741 - | > step_time: 0.8573 (0.7992257927593432) - | > loader_time: 0.0066 (0.006439377759632315) - - - --> TIME: 2024-11-23 05:03:51 -- STEP: 405/797 -- GLOBAL_STEP: 46625 - | > loss_disc: 2.5095055103302 (2.4646805227538673) - | > loss_disc_real_0: 0.12223285436630249 (0.13242309074159034) - | > loss_disc_real_1: 0.2395392507314682 (0.2191773102975186) - | > loss_disc_real_2: 0.2554030418395996 (0.23429905293900288) - | > loss_disc_real_3: 0.22004616260528564 (0.22325315044985874) - | > loss_disc_real_4: 0.2235872745513916 (0.22273572547200293) - | > loss_disc_real_5: 0.27158406376838684 (0.2308197030314693) - | > loss_0: 2.5095055103302 (2.4646805227538673) - | > grad_norm_0: tensor(105.5710, device='cuda:0') (tensor(68.8431, device='cuda:0')) - | > loss_gen: 2.302462100982666 (2.3555428716871507) - | > loss_kl: 1.425256371498108 (1.5623202323913572) - | > loss_feat: 6.54203462600708 (6.777327157244271) - | > loss_mel: 20.52497100830078 (21.085844666280863) - | > loss_duration: 1.6784400939941406 (1.7017481082751427) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.47316360473633 (33.482783084445536) - | > grad_norm_1: tensor(625.0610, device='cuda:0') (tensor(531.2194, device='cuda:0')) - | > current_lr_0: 0.0001985799760895741 - | > current_lr_1: 0.0001985799760895741 - | > step_time: 0.8425 (0.8017665692317633) - | > loader_time: 0.0072 (0.006497836407320002) - - - --> TIME: 2024-11-23 05:04:12 -- STEP: 430/797 -- GLOBAL_STEP: 46650 - | > loss_disc: 2.605140209197998 (2.462519640146299) - | > loss_disc_real_0: 0.16282424330711365 (0.13181071857553597) - | > loss_disc_real_1: 0.23337270319461823 (0.21904858728480894) - | > loss_disc_real_2: 0.23646368086338043 (0.23426927366228992) - | > loss_disc_real_3: 0.2179829627275467 (0.222916736852291) - | > loss_disc_real_4: 0.21304801106452942 (0.222317500966926) - | > loss_disc_real_5: 0.2373882234096527 (0.23058679634055426) - | > loss_0: 2.605140209197998 (2.462519640146299) - | > grad_norm_0: tensor(44.8212, device='cuda:0') (tensor(69.2563, device='cuda:0')) - | > loss_gen: 2.396045207977295 (2.357186383979268) - | > loss_kl: 1.4966729879379272 (1.5607354033825007) - | > loss_feat: 7.904914379119873 (6.780695620248484) - | > loss_mel: 22.045257568359375 (21.08854678397955) - | > loss_duration: 1.6929162740707397 (1.7004501181979512) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.53580856323242 (33.48761436994685) - | > grad_norm_1: tensor(712.3644, device='cuda:0') (tensor(535.9197, device='cuda:0')) - | > current_lr_0: 0.0001985799760895741 - | > current_lr_1: 0.0001985799760895741 - | > step_time: 0.8387 (0.8036265794620957) - | > loader_time: 0.0065 (0.006544093753016275) - - - --> TIME: 2024-11-23 05:04:34 -- STEP: 455/797 -- GLOBAL_STEP: 46675 - | > loss_disc: 2.633060932159424 (2.4609706978221504) - | > loss_disc_real_0: 0.19239139556884766 (0.13128738458176248) - | > loss_disc_real_1: 0.1811300665140152 (0.21911957634019327) - | > loss_disc_real_2: 0.26728734374046326 (0.23376978560463413) - | > loss_disc_real_3: 0.273267537355423 (0.22347695457411335) - | > loss_disc_real_4: 0.2638595402240753 (0.22221745855205668) - | > loss_disc_real_5: 0.286467581987381 (0.23026462076129495) - | > loss_0: 2.633060932159424 (2.4609706978221504) - | > grad_norm_0: tensor(60.2154, device='cuda:0') (tensor(69.0638, device='cuda:0')) - | > loss_gen: 2.311099052429199 (2.3596196211301392) - | > loss_kl: 1.4058911800384521 (1.5616058946965812) - | > loss_feat: 5.516607284545898 (6.791743446182418) - | > loss_mel: 19.015871047973633 (21.109820212898672) - | > loss_duration: 1.677201747894287 (1.6992414715525868) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 29.926671981811523 (33.52203070252805) - | > grad_norm_1: tensor(761.2941, device='cuda:0') (tensor(543.8334, device='cuda:0')) - | > current_lr_0: 0.0001985799760895741 - | > current_lr_1: 0.0001985799760895741 - | > step_time: 0.84 (0.8064648015158516) - | > loader_time: 0.0074 (0.006620582119449157) - - - --> TIME: 2024-11-23 05:04:56 -- STEP: 480/797 -- GLOBAL_STEP: 46700 - | > loss_disc: 2.518585205078125 (2.46076170404752) - | > loss_disc_real_0: 0.1347593367099762 (0.13045650707402584) - | > loss_disc_real_1: 0.25253117084503174 (0.21884091232592862) - | > loss_disc_real_2: 0.23919403553009033 (0.23420552527531982) - | > loss_disc_real_3: 0.21357986330986023 (0.22313422781104839) - | > loss_disc_real_4: 0.20811055600643158 (0.22278496182213234) - | > loss_disc_real_5: 0.21496015787124634 (0.23092561615630985) - | > loss_0: 2.518585205078125 (2.46076170404752) - | > grad_norm_0: tensor(83.2317, device='cuda:0') (tensor(68.7639, device='cuda:0')) - | > loss_gen: 2.2117483615875244 (2.360152631998065) - | > loss_kl: 1.323622703552246 (1.5608828663825987) - | > loss_feat: 7.0032267570495605 (6.795937384168307) - | > loss_mel: 21.574453353881836 (21.132000764211018) - | > loss_duration: 1.6629300117492676 (1.698130967716376) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.77598190307617 (33.547104668617244) - | > grad_norm_1: tensor(642.1362, device='cuda:0') (tensor(543.0385, device='cuda:0')) - | > current_lr_0: 0.0001985799760895741 - | > current_lr_1: 0.0001985799760895741 - | > step_time: 0.825 (0.8088113849361738) - | > loader_time: 0.0066 (0.006747562189896904) - - - --> TIME: 2024-11-23 05:05:17 -- STEP: 505/797 -- GLOBAL_STEP: 46725 - | > loss_disc: 2.417161703109741 (2.4609905238198753) - | > loss_disc_real_0: 0.06617674976587296 (0.130179098359134) - | > loss_disc_real_1: 0.21103797852993011 (0.21895858288401424) - | > loss_disc_real_2: 0.2655539810657501 (0.23413956640380443) - | > loss_disc_real_3: 0.21055817604064941 (0.22316872557201006) - | > loss_disc_real_4: 0.25171422958374023 (0.22258835042467218) - | > loss_disc_real_5: 0.26746684312820435 (0.23107021383129725) - | > loss_0: 2.417161703109741 (2.4609905238198753) - | > grad_norm_0: tensor(85.1332, device='cuda:0') (tensor(68.5962, device='cuda:0')) - | > loss_gen: 2.458926200866699 (2.360983372206738) - | > loss_kl: 1.7547410726547241 (1.5609655335398) - | > loss_feat: 6.648159503936768 (6.803398727190377) - | > loss_mel: 21.103878021240234 (21.137251965362246) - | > loss_duration: 1.6624252796173096 (1.697045896312978) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.62813186645508 (33.55964554512854) - | > grad_norm_1: tensor(711.3049, device='cuda:0') (tensor(547.0930, device='cuda:0')) - | > current_lr_0: 0.0001985799760895741 - | > current_lr_1: 0.0001985799760895741 - | > step_time: 0.8737 (0.811219326812442) - | > loader_time: 0.0071 (0.0068211876519835846) - - - --> TIME: 2024-11-23 05:05:39 -- STEP: 530/797 -- GLOBAL_STEP: 46750 - | > loss_disc: 2.3528783321380615 (2.460996477558927) - | > loss_disc_real_0: 0.05301506817340851 (0.13065735656978955) - | > loss_disc_real_1: 0.22262181341648102 (0.21855066980955737) - | > loss_disc_real_2: 0.22027164697647095 (0.23413877776771222) - | > loss_disc_real_3: 0.24771751463413239 (0.223384102194939) - | > loss_disc_real_4: 0.2642694413661957 (0.22287885988096026) - | > loss_disc_real_5: 0.2557482421398163 (0.2311447394062888) - | > loss_0: 2.3528783321380615 (2.460996477558927) - | > grad_norm_0: tensor(58.0234, device='cuda:0') (tensor(69.7131, device='cuda:0')) - | > loss_gen: 2.6665053367614746 (2.3639583268255584) - | > loss_kl: 1.3744162321090698 (1.5617666507666963) - | > loss_feat: 6.763837814331055 (6.811932125631369) - | > loss_mel: 21.985275268554688 (21.152332233932782) - | > loss_duration: 1.750929832458496 (1.696600655789645) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.54096603393555 (33.58659004715253) - | > grad_norm_1: tensor(631.4011, device='cuda:0') (tensor(544.2485, device='cuda:0')) - | > current_lr_0: 0.0001985799760895741 - | > current_lr_1: 0.0001985799760895741 - | > step_time: 0.997 (0.8139572058083876) - | > loader_time: 0.0095 (0.0069263012904041245) - - - --> TIME: 2024-11-23 05:06:01 -- STEP: 555/797 -- GLOBAL_STEP: 46775 - | > loss_disc: 2.553683280944824 (2.4609969053182508) - | > loss_disc_real_0: 0.09764088690280914 (0.13137206311698438) - | > loss_disc_real_1: 0.22030101716518402 (0.21845413518918524) - | > loss_disc_real_2: 0.2539043426513672 (0.23359493607873316) - | > loss_disc_real_3: 0.24182544648647308 (0.22328811379166336) - | > loss_disc_real_4: 0.26855072379112244 (0.222538631617486) - | > loss_disc_real_5: 0.32708489894866943 (0.23120263175921396) - | > loss_0: 2.553683280944824 (2.4609969053182508) - | > grad_norm_0: tensor(46.8327, device='cuda:0') (tensor(69.7242, device='cuda:0')) - | > loss_gen: 2.3188397884368896 (2.3645698787929805) - | > loss_kl: 1.3469204902648926 (1.5607138945175714) - | > loss_feat: 6.302000522613525 (6.821320646303194) - | > loss_mel: 20.060779571533203 (21.15793401013623) - | > loss_duration: 1.6704741716384888 (1.6963461830809308) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.699016571044922 (33.60088467640919) - | > grad_norm_1: tensor(563.5247, device='cuda:0') (tensor(541.2129, device='cuda:0')) - | > current_lr_0: 0.0001985799760895741 - | > current_lr_1: 0.0001985799760895741 - | > step_time: 0.9009 (0.816302642736349) - | > loader_time: 0.0095 (0.007020943873637435) - - - --> TIME: 2024-11-23 05:06:24 -- STEP: 580/797 -- GLOBAL_STEP: 46800 - | > loss_disc: 2.511018753051758 (2.4608770411590033) - | > loss_disc_real_0: 0.12226361781358719 (0.1310200125364394) - | > loss_disc_real_1: 0.21058709919452667 (0.2183031229366516) - | > loss_disc_real_2: 0.23831483721733093 (0.23411250571752418) - | > loss_disc_real_3: 0.25234952569007874 (0.2232217857806847) - | > loss_disc_real_4: 0.22719353437423706 (0.22302079719716106) - | > loss_disc_real_5: 0.25567710399627686 (0.23133494525120177) - | > loss_0: 2.511018753051758 (2.4608770411590033) - | > grad_norm_0: tensor(16.7847, device='cuda:0') (tensor(68.3101, device='cuda:0')) - | > loss_gen: 2.245471954345703 (2.3640563915515798) - | > loss_kl: 1.5321078300476074 (1.5616853968850493) - | > loss_feat: 6.342160701751709 (6.821632265222483) - | > loss_mel: 20.102569580078125 (21.17313037083066) - | > loss_duration: 1.6381402015686035 (1.6956584291211485) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.860448837280273 (33.616162901911224) - | > grad_norm_1: tensor(245.9155, device='cuda:0') (tensor(535.5279, device='cuda:0')) - | > current_lr_0: 0.0001985799760895741 - | > current_lr_1: 0.0001985799760895741 - | > step_time: 0.9186 (0.8194599246156626) - | > loader_time: 0.0073 (0.007114976850049252) - - - --> TIME: 2024-11-23 05:06:47 -- STEP: 605/797 -- GLOBAL_STEP: 46825 - | > loss_disc: 2.6508193016052246 (2.459700122549512) - | > loss_disc_real_0: 0.0986311286687851 (0.13066493602823617) - | > loss_disc_real_1: 0.18795816600322723 (0.21820317294972003) - | > loss_disc_real_2: 0.2393154501914978 (0.2337991484186866) - | > loss_disc_real_3: 0.20434606075286865 (0.22321120682826712) - | > loss_disc_real_4: 0.24792292714118958 (0.2228137570471803) - | > loss_disc_real_5: 0.26822441816329956 (0.23135926947613392) - | > loss_0: 2.6508193016052246 (2.459700122549512) - | > grad_norm_0: tensor(40.4716, device='cuda:0') (tensor(67.5980, device='cuda:0')) - | > loss_gen: 2.166586399078369 (2.364252381285363) - | > loss_kl: 1.6745035648345947 (1.5643425576943009) - | > loss_feat: 5.846920490264893 (6.823119843695773) - | > loss_mel: 19.824926376342773 (21.191671472344506) - | > loss_duration: 1.7099558115005493 (1.6952937681812874) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.22289276123047 (33.63868005295429) - | > grad_norm_1: tensor(331.6150, device='cuda:0') (tensor(535.4514, device='cuda:0')) - | > current_lr_0: 0.0001985799760895741 - | > current_lr_1: 0.0001985799760895741 - | > step_time: 0.9263 (0.8223037526627219) - | > loader_time: 0.0074 (0.0072479732765639154) - - - --> TIME: 2024-11-23 05:07:09 -- STEP: 630/797 -- GLOBAL_STEP: 46850 - | > loss_disc: 2.3396270275115967 (2.459808879428439) - | > loss_disc_real_0: 0.07557091116905212 (0.1309193202072666) - | > loss_disc_real_1: 0.25533169507980347 (0.2187410458212807) - | > loss_disc_real_2: 0.23392289876937866 (0.23386492327092187) - | > loss_disc_real_3: 0.2267775535583496 (0.22293586111257946) - | > loss_disc_real_4: 0.22186551988124847 (0.22276884939462419) - | > loss_disc_real_5: 0.19796177744865417 (0.23129234654562814) - | > loss_0: 2.3396270275115967 (2.459808879428439) - | > grad_norm_0: tensor(63.2106, device='cuda:0') (tensor(67.6690, device='cuda:0')) - | > loss_gen: 2.3799588680267334 (2.362880925148254) - | > loss_kl: 1.703118920326233 (1.565562934345669) - | > loss_feat: 7.174737930297852 (6.813938316466315) - | > loss_mel: 21.862516403198242 (21.197734384688115) - | > loss_duration: 1.6888487339019775 (1.6955560230073463) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.809181213378906 (33.635672602577806) - | > grad_norm_1: tensor(711.6694, device='cuda:0') (tensor(539.9963, device='cuda:0')) - | > current_lr_0: 0.0001985799760895741 - | > current_lr_1: 0.0001985799760895741 - | > step_time: 0.9006 (0.8251932049554496) - | > loader_time: 0.0098 (0.0073668722122434615) - - - --> TIME: 2024-11-23 05:07:32 -- STEP: 655/797 -- GLOBAL_STEP: 46875 - | > loss_disc: 2.454146385192871 (2.4601902692372555) - | > loss_disc_real_0: 0.1525762975215912 (0.13134197454529872) - | > loss_disc_real_1: 0.25853362679481506 (0.21871678638094255) - | > loss_disc_real_2: 0.23060062527656555 (0.23353046201567612) - | > loss_disc_real_3: 0.24094043672084808 (0.2230271558042701) - | > loss_disc_real_4: 0.22178146243095398 (0.22288543161090094) - | > loss_disc_real_5: 0.22148224711418152 (0.23124232196625863) - | > loss_0: 2.454146385192871 (2.4601902692372555) - | > grad_norm_0: tensor(72.0940, device='cuda:0') (tensor(67.1984, device='cuda:0')) - | > loss_gen: 2.171247959136963 (2.3611849311653903) - | > loss_kl: 1.815836787223816 (1.5672160598157927) - | > loss_feat: 6.695289611816406 (6.808187965946342) - | > loss_mel: 20.260133743286133 (21.190423435473253) - | > loss_duration: 1.653055191040039 (1.6951394459673457) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.59556198120117 (33.62215185092604) - | > grad_norm_1: tensor(642.9116, device='cuda:0') (tensor(537.5104, device='cuda:0')) - | > current_lr_0: 0.0001985799760895741 - | > current_lr_1: 0.0001985799760895741 - | > step_time: 0.9375 (0.8282795625788568) - | > loader_time: 0.0076 (0.0074532257691594505) - - - --> TIME: 2024-11-23 05:07:55 -- STEP: 680/797 -- GLOBAL_STEP: 46900 - | > loss_disc: 2.3917930126190186 (2.459123301506041) - | > loss_disc_real_0: 0.1616700291633606 (0.13138670167502237) - | > loss_disc_real_1: 0.22264014184474945 (0.21864209514768684) - | > loss_disc_real_2: 0.2068009227514267 (0.23351255085538417) - | > loss_disc_real_3: 0.236945241689682 (0.2229811162852189) - | > loss_disc_real_4: 0.23256465792655945 (0.22271626650848808) - | > loss_disc_real_5: 0.2747049629688263 (0.230961982270374) - | > loss_0: 2.3917930126190186 (2.459123301506041) - | > grad_norm_0: tensor(59.3868, device='cuda:0') (tensor(66.5307, device='cuda:0')) - | > loss_gen: 2.586530923843384 (2.36049393415451) - | > loss_kl: 1.7966886758804321 (1.5677850242923288) - | > loss_feat: 6.765030860900879 (6.806996639335855) - | > loss_mel: 22.116453170776367 (21.205516285054827) - | > loss_duration: 1.7123149633407593 (1.694797832474988) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.977020263671875 (33.63558973144079) - | > grad_norm_1: tensor(668.9166, device='cuda:0') (tensor(538.8278, device='cuda:0')) - | > current_lr_0: 0.0001985799760895741 - | > current_lr_1: 0.0001985799760895741 - | > step_time: 0.9 (0.8311075129929714) - | > loader_time: 0.0101 (0.007548686686684106) - - - --> TIME: 2024-11-23 05:08:19 -- STEP: 705/797 -- GLOBAL_STEP: 46925 - | > loss_disc: 2.3275842666625977 (2.4594181057409172) - | > loss_disc_real_0: 0.11103307455778122 (0.13186047052872088) - | > loss_disc_real_1: 0.17128272354602814 (0.21868429458733146) - | > loss_disc_real_2: 0.22058221697807312 (0.23343825407907473) - | > loss_disc_real_3: 0.22851690649986267 (0.22301167023520096) - | > loss_disc_real_4: 0.2013407051563263 (0.222904575758792) - | > loss_disc_real_5: 0.24395044147968292 (0.23082475343071823) - | > loss_0: 2.3275842666625977 (2.4594181057409172) - | > grad_norm_0: tensor(78.1228, device='cuda:0') (tensor(66.3056, device='cuda:0')) - | > loss_gen: 2.262507915496826 (2.3586201985677073) - | > loss_kl: 1.7763267755508423 (1.5690571335190577) - | > loss_feat: 7.250040054321289 (6.802918673576191) - | > loss_mel: 22.503803253173828 (21.211267038440027) - | > loss_duration: 1.6576943397521973 (1.694297228130042) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.450374603271484 (33.63616029455302) - | > grad_norm_1: tensor(703.2921, device='cuda:0') (tensor(540.8708, device='cuda:0')) - | > current_lr_0: 0.0001985799760895741 - | > current_lr_1: 0.0001985799760895741 - | > step_time: 0.9544 (0.8348060104018411) - | > loader_time: 0.0097 (0.007638681019451604) - - - --> TIME: 2024-11-23 05:08:43 -- STEP: 730/797 -- GLOBAL_STEP: 46950 - | > loss_disc: 2.391960859298706 (2.458293528099581) - | > loss_disc_real_0: 0.15960463881492615 (0.13150000878392828) - | > loss_disc_real_1: 0.16283005475997925 (0.2186156972630383) - | > loss_disc_real_2: 0.19161084294319153 (0.2332915258121817) - | > loss_disc_real_3: 0.20075753331184387 (0.2229598573625904) - | > loss_disc_real_4: 0.19792263209819794 (0.2227745580346617) - | > loss_disc_real_5: 0.2247336506843567 (0.23053175088477462) - | > loss_0: 2.391960859298706 (2.458293528099581) - | > grad_norm_0: tensor(77.1093, device='cuda:0') (tensor(66.1519, device='cuda:0')) - | > loss_gen: 2.48073410987854 (2.359392948346594) - | > loss_kl: 1.6101727485656738 (1.570151196277305) - | > loss_feat: 7.15470552444458 (6.807568021669779) - | > loss_mel: 21.768028259277344 (21.2213154100392) - | > loss_duration: 1.6839919090270996 (1.6934304996712557) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.6976318359375 (33.65185808416912) - | > grad_norm_1: tensor(451.5115, device='cuda:0') (tensor(540.2045, device='cuda:0')) - | > current_lr_0: 0.0001985799760895741 - | > current_lr_1: 0.0001985799760895741 - | > step_time: 0.9837 (0.8384403924419458) - | > loader_time: 0.0088 (0.007755115914018189) - - - --> TIME: 2024-11-23 05:09:10 -- STEP: 755/797 -- GLOBAL_STEP: 46975 - | > loss_disc: 2.504276990890503 (2.4587018347733838) - | > loss_disc_real_0: 0.19422511756420135 (0.13178888745852657) - | > loss_disc_real_1: 0.22611521184444427 (0.21846093855156803) - | > loss_disc_real_2: 0.24315288662910461 (0.23328971047669847) - | > loss_disc_real_3: 0.24771937727928162 (0.22307922271703254) - | > loss_disc_real_4: 0.31481674313545227 (0.2230879663039517) - | > loss_disc_real_5: 0.24839386343955994 (0.23055173356012004) - | > loss_0: 2.504276990890503 (2.4587018347733838) - | > grad_norm_0: tensor(99.5129, device='cuda:0') (tensor(66.4621, device='cuda:0')) - | > loss_gen: 2.6600496768951416 (2.3618950543814137) - | > loss_kl: 1.7670538425445557 (1.570933219770722) - | > loss_feat: 7.577676296234131 (6.817517658890477) - | > loss_mel: 22.00156021118164 (21.237821763398628) - | > loss_duration: 1.6190197467803955 (1.692458867237267) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.62535858154297 (33.68062656731003) - | > grad_norm_1: tensor(438.0041, device='cuda:0') (tensor(542.1432, device='cuda:0')) - | > current_lr_0: 0.0001985799760895741 - | > current_lr_1: 0.0001985799760895741 - | > step_time: 0.9617 (0.8427978436678454) - | > loader_time: 0.1179 (0.010274131408590358) - - - --> TIME: 2024-11-23 05:09:43 -- STEP: 780/797 -- GLOBAL_STEP: 47000 - | > loss_disc: 2.5765480995178223 (2.4593777360060254) - | > loss_disc_real_0: 0.1740179806947708 (0.13175002007912373) - | > loss_disc_real_1: 0.24387820065021515 (0.21847107746662237) - | > loss_disc_real_2: 0.22777576744556427 (0.23327490630058142) - | > loss_disc_real_3: 0.19722412526607513 (0.22329368992493703) - | > loss_disc_real_4: 0.23353871703147888 (0.2232308332545635) - | > loss_disc_real_5: 0.22973746061325073 (0.2310152235130469) - | > loss_0: 2.5765480995178223 (2.4593777360060254) - | > grad_norm_0: tensor(84.9375, device='cuda:0') (tensor(66.0496, device='cuda:0')) - | > loss_gen: 2.310793399810791 (2.363531756401061) - | > loss_kl: 1.4639043807983398 (1.5713080470378582) - | > loss_feat: 6.85832405090332 (6.821266906689374) - | > loss_mel: 21.324827194213867 (21.25516107265765) - | > loss_duration: 1.7148083448410034 (1.691551861854699) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.67265701293945 (33.702819643265144) - | > grad_norm_1: tensor(596.3995, device='cuda:0') (tensor(539.4877, device='cuda:0')) - | > current_lr_0: 0.0001985799760895741 - | > current_lr_1: 0.0001985799760895741 - | > step_time: 1.134 (0.8543973387816016) - | > loader_time: 0.314 (0.013533245600186867) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.3456215858459473 (2.3456215858459473) - | > loss_disc_real_0: 0.22377052903175354 (0.22377052903175354) - | > loss_disc_real_1: 0.13123087584972382 (0.13123087584972382) - | > loss_disc_real_2: 0.17610087990760803 (0.17610087990760803) - | > loss_disc_real_3: 0.20867490768432617 (0.20867490768432617) - | > loss_disc_real_4: 0.23328378796577454 (0.23328378796577454) - | > loss_disc_real_5: 0.20011824369430542 (0.20011824369430542) - | > loss_0: 2.3456215858459473 (2.3456215858459473) - | > loss_gen: 2.3121140003204346 (2.3121140003204346) - | > loss_kl: 1.6456986665725708 (1.6456986665725708) - | > loss_feat: 7.371698379516602 (7.371698379516602) - | > loss_mel: 23.105667114257812 (23.105667114257812) - | > loss_duration: 1.9740471839904785 (1.9740471839904785) - | > loss_1: 36.40922546386719 (36.40922546386719) - - --> STEP: 1 - | > loss_disc: 2.572844982147217 (2.572844982147217) - | > loss_disc_real_0: 0.23191016912460327 (0.23191016912460327) - | > loss_disc_real_1: 0.1668797731399536 (0.1668797731399536) - | > loss_disc_real_2: 0.20911219716072083 (0.20911219716072083) - | > loss_disc_real_3: 0.260669469833374 (0.260669469833374) - | > loss_disc_real_4: 0.20759430527687073 (0.20759430527687073) - | > loss_disc_real_5: 0.21654294431209564 (0.21654294431209564) - | > loss_0: 2.572844982147217 (2.572844982147217) - | > loss_gen: 2.0901875495910645 (2.0901875495910645) - | > loss_kl: 1.2838910818099976 (1.2838910818099976) - | > loss_feat: 4.806432723999023 (4.806432723999023) - | > loss_mel: 17.10762596130371 (17.10762596130371) - | > loss_duration: 1.6953541040420532 (1.6953541040420532) - | > loss_1: 26.983491897583008 (26.983491897583008) - - --> STEP: 2 - | > loss_disc: 2.2950527667999268 (2.4339488744735718) - | > loss_disc_real_0: 0.18304342031478882 (0.20747679471969604) - | > loss_disc_real_1: 0.1313847303390503 (0.14913225173950195) - | > loss_disc_real_2: 0.1950153410434723 (0.20206376910209656) - | > loss_disc_real_3: 0.20330044627189636 (0.2319849580526352) - | > loss_disc_real_4: 0.2375016063451767 (0.2225479558110237) - | > loss_disc_real_5: 0.27187925577163696 (0.2442111000418663) - | > loss_0: 2.2950527667999268 (2.4339488744735718) - | > loss_gen: 2.4055657386779785 (2.2478766441345215) - | > loss_kl: 1.515048623085022 (1.3994698524475098) - | > loss_feat: 6.136098384857178 (5.471265554428101) - | > loss_mel: 23.59585189819336 (20.351738929748535) - | > loss_duration: 1.6673636436462402 (1.6813588738441467) - | > loss_1: 35.31992721557617 (31.15170955657959) - - --> STEP: 3 - | > loss_disc: 2.2779126167297363 (2.38193678855896) - | > loss_disc_real_0: 0.1916247457265854 (0.20219277838865915) - | > loss_disc_real_1: 0.17882981896400452 (0.15903144081433615) - | > loss_disc_real_2: 0.1912841498851776 (0.1984705626964569) - | > loss_disc_real_3: 0.21396754682064056 (0.225979154308637) - | > loss_disc_real_4: 0.17187146842479706 (0.20565579334894815) - | > loss_disc_real_5: 0.17783696949481964 (0.22208638985951742) - | > loss_0: 2.2779126167297363 (2.38193678855896) - | > loss_gen: 2.535590648651123 (2.343781312306722) - | > loss_kl: 1.2742313146591187 (1.3577236731847127) - | > loss_feat: 7.362155914306641 (6.10156234105428) - | > loss_mel: 24.085344314575195 (21.59627405802409) - | > loss_duration: 1.6973310708999634 (1.686682939529419) - | > loss_1: 36.954654693603516 (33.086024602254234) - - --> STEP: 4 - | > loss_disc: 2.302478551864624 (2.362072229385376) - | > loss_disc_real_0: 0.20158980786800385 (0.20204203575849533) - | > loss_disc_real_1: 0.17331992089748383 (0.16260356083512306) - | > loss_disc_real_2: 0.23936444520950317 (0.20869403332471848) - | > loss_disc_real_3: 0.27494755387306213 (0.23822125419974327) - | > loss_disc_real_4: 0.18591992557048798 (0.20072182640433311) - | > loss_disc_real_5: 0.269488126039505 (0.2339368239045143) - | > loss_0: 2.302478551864624 (2.362072229385376) - | > loss_gen: 2.887134313583374 (2.479619562625885) - | > loss_kl: 1.5529626607894897 (1.406533420085907) - | > loss_feat: 6.976592063903809 (6.320319771766663) - | > loss_mel: 22.79095458984375 (21.894944190979004) - | > loss_duration: 1.658889651298523 (1.679734617471695) - | > loss_1: 35.86653137207031 (33.78115129470825) - - --> STEP: 5 - | > loss_disc: 2.5311460494995117 (2.395886993408203) - | > loss_disc_real_0: 0.15385740995407104 (0.19240511059761048) - | > loss_disc_real_1: 0.12347543239593506 (0.15477793514728547) - | > loss_disc_real_2: 0.15277087688446045 (0.19750940203666686) - | > loss_disc_real_3: 0.23892472684383392 (0.2383619487285614) - | > loss_disc_real_4: 0.28305837512016296 (0.21718913614749907) - | > loss_disc_real_5: 0.20370523631572723 (0.2278905063867569) - | > loss_0: 2.5311460494995117 (2.395886993408203) - | > loss_gen: 2.0842301845550537 (2.4005416870117187) - | > loss_kl: 2.2287521362304688 (1.5709771633148193) - | > loss_feat: 7.081812381744385 (6.472618293762207) - | > loss_mel: 22.381908416748047 (21.992337036132813) - | > loss_duration: 1.8453930616378784 (1.7128663063049316) - | > loss_1: 35.62209701538086 (34.14934043884277) - - --> STEP: 6 - | > loss_disc: 2.4908289909362793 (2.4117106596628823) - | > loss_disc_real_0: 0.3529855012893677 (0.21916850904623666) - | > loss_disc_real_1: 0.15486423671245575 (0.1547923187414805) - | > loss_disc_real_2: 0.20884308218955994 (0.1993983487288157) - | > loss_disc_real_3: 0.25149044394493103 (0.24055003126462302) - | > loss_disc_real_4: 0.23784585297107697 (0.22063192228476206) - | > loss_disc_real_5: 0.1970916986465454 (0.2227573717633883) - | > loss_0: 2.4908289909362793 (2.4117106596628823) - | > loss_gen: 2.3711776733398438 (2.3956476847330728) - | > loss_kl: 1.744080662727356 (1.5998277465502422) - | > loss_feat: 5.930580139160156 (6.382278601328532) - | > loss_mel: 19.737810134887695 (21.61658255259196) - | > loss_duration: 1.6421409845352173 (1.701078752676646) - | > loss_1: 31.425790786743164 (33.69541549682617) - - --> STEP: 7 - | > loss_disc: 2.6278395652770996 (2.442586217607771) - | > loss_disc_real_0: 0.18913620710372925 (0.21487818019730703) - | > loss_disc_real_1: 0.14701132476329803 (0.15368074817316874) - | > loss_disc_real_2: 0.20320385694503784 (0.1999419927597046) - | > loss_disc_real_3: 0.19241784512996674 (0.23367400467395782) - | > loss_disc_real_4: 0.2296859174966812 (0.2219253501721791) - | > loss_disc_real_5: 0.20754262804985046 (0.22058383694716863) - | > loss_0: 2.6278395652770996 (2.442586217607771) - | > loss_gen: 1.9498674869537354 (2.3319647993360246) - | > loss_kl: 1.9560494422912598 (1.6507165602275304) - | > loss_feat: 6.850346088409424 (6.449145385197231) - | > loss_mel: 20.19036102294922 (21.412836619785853) - | > loss_duration: 1.6648128032684326 (1.695897902761187) - | > loss_1: 32.6114387512207 (33.54056167602539) - - --> STEP: 8 - | > loss_disc: 2.256934642791748 (2.419379770755768) - | > loss_disc_real_0: 0.12166684865951538 (0.20322676375508308) - | > loss_disc_real_1: 0.1651487648487091 (0.15511425025761127) - | > loss_disc_real_2: 0.18042363226413727 (0.19750219769775867) - | > loss_disc_real_3: 0.20109166204929352 (0.2296012118458748) - | > loss_disc_real_4: 0.18888281285762787 (0.21779503300786018) - | > loss_disc_real_5: 0.13066953420639038 (0.20934454910457134) - | > loss_0: 2.256934642791748 (2.419379770755768) - | > loss_gen: 2.0857489109039307 (2.301187813282013) - | > loss_kl: 1.89724862575531 (1.6815330684185028) - | > loss_feat: 7.27186918258667 (6.551985859870911) - | > loss_mel: 19.828214645385742 (21.21475887298584) - | > loss_duration: 1.738858938217163 (1.701268032193184) - | > loss_1: 32.82194137573242 (33.45073413848877) - - --> STEP: 9 - | > loss_disc: 2.33483624458313 (2.409986045625475) - | > loss_disc_real_0: 0.12407408654689789 (0.19443202184306252) - | > loss_disc_real_1: 0.19562968611717224 (0.15961596535311806) - | > loss_disc_real_2: 0.23114174604415894 (0.20123992529180315) - | > loss_disc_real_3: 0.21232947707176208 (0.22768213020430672) - | > loss_disc_real_4: 0.2284419983625412 (0.2189780291583803) - | > loss_disc_real_5: 0.1832764893770218 (0.2064480980237325) - | > loss_0: 2.33483624458313 (2.409986045625475) - | > loss_gen: 2.2541956901550293 (2.295966466267904) - | > loss_kl: 1.6481425762176514 (1.6778230137295194) - | > loss_feat: 5.384696960449219 (6.4222870932685) - | > loss_mel: 20.225479125976562 (21.10483890109592) - | > loss_duration: 1.6816095113754272 (1.699083752102322) - | > loss_1: 31.19412612915039 (33.19999991522895) - - --> STEP: 10 - | > loss_disc: 2.563573122024536 (2.4253447532653807) - | > loss_disc_real_0: 0.18789659440517426 (0.19377847909927368) - | > loss_disc_real_1: 0.17813740670681 (0.16146810948848725) - | > loss_disc_real_2: 0.2251230627298355 (0.2036282390356064) - | > loss_disc_real_3: 0.23678487539291382 (0.22859240472316741) - | > loss_disc_real_4: 0.21261946856975555 (0.2183421730995178) - | > loss_disc_real_5: 0.19045232236385345 (0.2048485204577446) - | > loss_0: 2.563573122024536 (2.4253447532653807) - | > loss_gen: 2.112212896347046 (2.277591109275818) - | > loss_kl: 1.0244842767715454 (1.612489140033722) - | > loss_feat: 6.158154010772705 (6.395873785018921) - | > loss_mel: 21.585792541503906 (21.152934265136718) - | > loss_duration: 1.6437060832977295 (1.6935459852218628) - | > loss_1: 32.524349212646484 (33.1324348449707) - - --> STEP: 11 - | > loss_disc: 2.329688549041748 (2.416648734699596) - | > loss_disc_real_0: 0.21035310626029968 (0.19528526338663968) - | > loss_disc_real_1: 0.14098531007766724 (0.15960603681477634) - | > loss_disc_real_2: 0.20640654861927032 (0.20388081263412128) - | > loss_disc_real_3: 0.2840014696121216 (0.23362959244034506) - | > loss_disc_real_4: 0.26232221722602844 (0.2223403589292006) - | > loss_disc_real_5: 0.1887516975402832 (0.20338517291979355) - | > loss_0: 2.329688549041748 (2.416648734699596) - | > loss_gen: 2.531634569168091 (2.3006859692660244) - | > loss_kl: 2.3223280906677246 (1.6770199537277222) - | > loss_feat: 7.062137126922607 (6.4564431797374375) - | > loss_mel: 22.460899353027344 (21.271840182217684) - | > loss_duration: 1.5980345010757446 (1.6848631230267612) - | > loss_1: 35.975032806396484 (33.39085284146395) - - --> STEP: 12 - | > loss_disc: 2.514376640319824 (2.424792726834615) - | > loss_disc_real_0: 0.3016361892223358 (0.20414784053961435) - | > loss_disc_real_1: 0.19181503355503082 (0.16229011987646422) - | > loss_disc_real_2: 0.22541067004203796 (0.20567496741811434) - | > loss_disc_real_3: 0.21461740136146545 (0.23204524318377176) - | > loss_disc_real_4: 0.2744828164577484 (0.22668556372324625) - | > loss_disc_real_5: 0.2821333408355713 (0.20994752024610838) - | > loss_0: 2.514376640319824 (2.424792726834615) - | > loss_gen: 2.7535555362701416 (2.338425099849701) - | > loss_kl: 1.125446081161499 (1.6310554643472035) - | > loss_feat: 7.094552040100098 (6.509618918100993) - | > loss_mel: 22.956256866455078 (21.41220823923747) - | > loss_duration: 1.6866775751113892 (1.6850143273671467) - | > loss_1: 35.616485595703125 (33.57632223765055) - - --> STEP: 13 - | > loss_disc: 2.474910020828247 (2.428647903295664) - | > loss_disc_real_0: 0.22691412270069122 (0.20589909301354334) - | > loss_disc_real_1: 0.16367924213409424 (0.16239697543474343) - | > loss_disc_real_2: 0.18387387692928314 (0.203997960457435) - | > loss_disc_real_3: 0.25155365467071533 (0.23354589022122896) - | > loss_disc_real_4: 0.21996980905532837 (0.2261689672103295) - | > loss_disc_real_5: 0.19077186286449432 (0.20847246967829192) - | > loss_0: 2.474910020828247 (2.428647903295664) - | > loss_gen: 2.384345531463623 (2.3419574407430797) - | > loss_kl: 1.5373116731643677 (1.6238444034869854) - | > loss_feat: 6.683870792388916 (6.523022908430833) - | > loss_mel: 21.068965911865234 (21.38580498328576) - | > loss_duration: 1.6943936347961426 (1.6857358125539927) - | > loss_1: 33.36888885498047 (33.56036582359901) - - --> STEP: 14 - | > loss_disc: 2.1987521648406982 (2.412226779120309) - | > loss_disc_real_0: 0.1910337209701538 (0.20483728072472981) - | > loss_disc_real_1: 0.16039466857910156 (0.1622539535164833) - | > loss_disc_real_2: 0.1920669823884964 (0.2031457477382251) - | > loss_disc_real_3: 0.15793374180793762 (0.22814502247742244) - | > loss_disc_real_4: 0.2625952363014221 (0.22877084357397898) - | > loss_disc_real_5: 0.15718504786491394 (0.20480908240590776) - | > loss_0: 2.1987521648406982 (2.412226779120309) - | > loss_gen: 2.5537662506103516 (2.357086641447885) - | > loss_kl: 1.6633150577545166 (1.6266637359346663) - | > loss_feat: 6.667619228363037 (6.533351216997419) - | > loss_mel: 21.28176498413086 (21.378373554774694) - | > loss_duration: 1.7431541681289673 (1.6898371236664909) - | > loss_1: 33.90961837768555 (33.58531243460519) - - --> STEP: 15 - | > loss_disc: 2.506697416305542 (2.4185248215993247) - | > loss_disc_real_0: 0.27774715423583984 (0.20969793895880381) - | > loss_disc_real_1: 0.1595851182937622 (0.1620760311683019) - | > loss_disc_real_2: 0.269206166267395 (0.20754977564016977) - | > loss_disc_real_3: 0.31745395064353943 (0.23409895102183023) - | > loss_disc_real_4: 0.2562845051288605 (0.23060508767763774) - | > loss_disc_real_5: 0.2236061692237854 (0.2060622215270996) - | > loss_0: 2.506697416305542 (2.4185248215993247) - | > loss_gen: 2.5744292736053467 (2.3715761502583823) - | > loss_kl: 1.7626677751541138 (1.6357306718826294) - | > loss_feat: 6.002445697784424 (6.497957515716553) - | > loss_mel: 22.065826416015625 (21.42420374552409) - | > loss_duration: 1.6575145721435547 (1.687682286898295) - | > loss_1: 34.06288146972656 (33.61715037027995) - - --> STEP: 16 - | > loss_disc: 2.1902012825012207 (2.404254600405693) - | > loss_disc_real_0: 0.10720252990722656 (0.20329197589308023) - | > loss_disc_real_1: 0.10229339450597763 (0.15833961637690663) - | > loss_disc_real_2: 0.1853562891483307 (0.20616268273442984) - | > loss_disc_real_3: 0.22873084247112274 (0.23376344423741102) - | > loss_disc_real_4: 0.24651160836219788 (0.23159924522042274) - | > loss_disc_real_5: 0.23464514315128326 (0.2078486541286111) - | > loss_0: 2.1902012825012207 (2.404254600405693) - | > loss_gen: 2.458918571472168 (2.3770350515842438) - | > loss_kl: 1.224656105041504 (1.610038511455059) - | > loss_feat: 7.410090446472168 (6.554965823888779) - | > loss_mel: 24.343843460083008 (21.60668122768402) - | > loss_duration: 1.7933545112609863 (1.6942868009209633) - | > loss_1: 37.230865478515625 (33.84300756454468) - - --> STEP: 17 - | > loss_disc: 2.2310872077941895 (2.394068283193252) - | > loss_disc_real_0: 0.19998395442962646 (0.20309738639523) - | > loss_disc_real_1: 0.14575985074043274 (0.1575996301629964) - | > loss_disc_real_2: 0.18009647727012634 (0.20462937653064728) - | > loss_disc_real_3: 0.1888372004032135 (0.23112072401187) - | > loss_disc_real_4: 0.21977442502975464 (0.23090366756214814) - | > loss_disc_real_5: 0.18982256948947906 (0.20678829620866215) - | > loss_0: 2.2310872077941895 (2.394068283193252) - | > loss_gen: 2.4375221729278564 (2.380593117545633) - | > loss_kl: 1.7344154119491577 (1.6173547997194178) - | > loss_feat: 7.606804370880127 (6.616838679594152) - | > loss_mel: 22.49814224243164 (21.659120110904468) - | > loss_duration: 1.6322091817855835 (1.6906351762659408) - | > loss_1: 35.909095764160156 (33.96454216452206) - - --> STEP: 18 - | > loss_disc: 2.6247811317443848 (2.4068856636683145) - | > loss_disc_real_0: 0.21792878210544586 (0.20392135282357535) - | > loss_disc_real_1: 0.2246893048286438 (0.16132683431108794) - | > loss_disc_real_2: 0.2579256296157837 (0.20759027947982153) - | > loss_disc_real_3: 0.24828550219535828 (0.23207432279984155) - | > loss_disc_real_4: 0.2667314410209656 (0.23289409942097133) - | > loss_disc_real_5: 0.2495589554309845 (0.2091644439432356) - | > loss_0: 2.6247811317443848 (2.4068856636683145) - | > loss_gen: 2.164560556411743 (2.36859130859375) - | > loss_kl: 1.502490758895874 (1.6109734641181097) - | > loss_feat: 4.351033687591553 (6.490960624482897) - | > loss_mel: 18.17782211303711 (21.465714666578506) - | > loss_duration: 1.630941390991211 (1.6873188548617892) - | > loss_1: 27.826847076416016 (33.623559104071724) - - --> STEP: 19 - | > loss_disc: 1.91231369972229 (2.3808555603027344) - | > loss_disc_real_0: 0.0765998438000679 (0.19722022076970652) - | > loss_disc_real_1: 0.12960542738437653 (0.1596572865781031) - | > loss_disc_real_2: 0.17089484632015228 (0.2056589408924705) - | > loss_disc_real_3: 0.13724903762340546 (0.22708351831687124) - | > loss_disc_real_4: 0.17185570299625397 (0.22968155224072306) - | > loss_disc_real_5: 0.1453070044517517 (0.20580352607526278) - | > loss_0: 1.91231369972229 (2.3808555603027344) - | > loss_gen: 2.41131329536438 (2.370839834213257) - | > loss_kl: 1.815126895904541 (1.6217183815805536) - | > loss_feat: 9.568778991699219 (6.652951064862703) - | > loss_mel: 24.410505294799805 (21.620703647011204) - | > loss_duration: 1.7995989322662354 (1.693228332619918) - | > loss_1: 40.00532150268555 (33.959441335577715) - - --> STEP: 20 - | > loss_disc: 2.2687251567840576 (2.3752490401268007) - | > loss_disc_real_0: 0.18722620606422424 (0.1967205200344324) - | > loss_disc_real_1: 0.13347309827804565 (0.15834807716310023) - | > loss_disc_real_2: 0.19961602985858917 (0.20535679534077644) - | > loss_disc_real_3: 0.22493907809257507 (0.22697629630565644) - | > loss_disc_real_4: 0.24914559721946716 (0.23065475448966027) - | > loss_disc_real_5: 0.2124537080526352 (0.2061360351741314) - | > loss_0: 2.2687251567840576 (2.3752490401268007) - | > loss_gen: 2.5750584602355957 (2.381050765514374) - | > loss_kl: 1.4010730981826782 (1.6106861174106597) - | > loss_feat: 8.401924133300781 (6.740399718284607) - | > loss_mel: 24.207298278808594 (21.750033378601074) - | > loss_duration: 1.6475098133087158 (1.690942406654358) - | > loss_1: 38.23286437988281 (34.17311248779297) - - --> STEP: 21 - | > loss_disc: 2.232119560241699 (2.3684333506084623) - | > loss_disc_real_0: 0.17308229207992554 (0.19559489013183684) - | > loss_disc_real_1: 0.12329027056694031 (0.15667865780137835) - | > loss_disc_real_2: 0.20326009392738342 (0.20525695241632916) - | > loss_disc_real_3: 0.21216847002506256 (0.22627116172086625) - | > loss_disc_real_4: 0.21887610852718353 (0.23009386658668518) - | > loss_disc_real_5: 0.1993592232465744 (0.20581332984424772) - | > loss_0: 2.232119560241699 (2.3684333506084623) - | > loss_gen: 2.3195462226867676 (2.3781219777606784) - | > loss_kl: 1.601230502128601 (1.6102358500162761) - | > loss_feat: 6.6102399826049805 (6.734201635633196) - | > loss_mel: 22.973073959350586 (21.808273406255815) - | > loss_duration: 1.686655044555664 (1.69073824655442) - | > loss_1: 35.19074249267578 (34.22157105945406) - - --> STEP: 22 - | > loss_disc: 2.3361928462982178 (2.366967873139815) - | > loss_disc_real_0: 0.24662066996097565 (0.19791424376043407) - | > loss_disc_real_1: 0.17751359939575195 (0.1576257006011226) - | > loss_disc_real_2: 0.21139971911907196 (0.20553616908463565) - | > loss_disc_real_3: 0.2222440540790558 (0.22608811137351123) - | > loss_disc_real_4: 0.17110981047153473 (0.2274127731269056) - | > loss_disc_real_5: 0.19213466346263885 (0.20519157228144733) - | > loss_0: 2.3361928462982178 (2.366967873139815) - | > loss_gen: 2.3948564529418945 (2.378882635723461) - | > loss_kl: 1.4222828149795532 (1.6016925302418796) - | > loss_feat: 6.473215103149414 (6.722338611429388) - | > loss_mel: 21.82610511779785 (21.809083938598636) - | > loss_duration: 1.800805926322937 (1.6957413229075344) - | > loss_1: 33.91726303100586 (34.20773887634277) - - --> STEP: 23 - | > loss_disc: 2.2472305297851562 (2.3617619016896123) - | > loss_disc_real_0: 0.1261672079563141 (0.1947948074211245) - | > loss_disc_real_1: 0.13801388442516327 (0.15677301294129828) - | > loss_disc_real_2: 0.18635372817516327 (0.2047021499146586) - | > loss_disc_real_3: 0.22921358048915863 (0.22622400133506113) - | > loss_disc_real_4: 0.22906069457530975 (0.2274844218855319) - | > loss_disc_real_5: 0.15580642223358154 (0.2030443918445836) - | > loss_0: 2.2472305297851562 (2.3617619016896123) - | > loss_gen: 2.284053325653076 (2.3747596222421397) - | > loss_kl: 1.4159563779830933 (1.5936170453610627) - | > loss_feat: 7.453431129455566 (6.754125242647917) - | > loss_mel: 23.683679580688477 (21.890588096950367) - | > loss_duration: 1.794649362564087 (1.7000416724578193) - | > loss_1: 36.631771087646484 (34.31313158118206) - - --> STEP: 24 - | > loss_disc: 2.4790451526641846 (2.366648703813553) - | > loss_disc_real_0: 0.13219194114208221 (0.19218635465949774) - | > loss_disc_real_1: 0.14981089532375336 (0.1564829247072339) - | > loss_disc_real_2: 0.1758885532617569 (0.20350158338745436) - | > loss_disc_real_3: 0.1898670494556427 (0.22470912834008536) - | > loss_disc_real_4: 0.22396554052829742 (0.22733780182898045) - | > loss_disc_real_5: 0.21236392855644226 (0.20343270587424436) - | > loss_0: 2.4790451526641846 (2.366648703813553) - | > loss_gen: 1.8877825736999512 (2.354468911886215) - | > loss_kl: 1.4290300607681274 (1.5867592543363571) - | > loss_feat: 6.345704555511475 (6.737107714017232) - | > loss_mel: 21.518712997436523 (21.875093301137287) - | > loss_duration: 1.6539149284362793 (1.6981197247902553) - | > loss_1: 32.83514404296875 (34.251548767089844) - - --> STEP: 25 - | > loss_disc: 2.43463134765625 (2.369368009567261) - | > loss_disc_real_0: 0.3390852212905884 (0.19806230932474136) - | > loss_disc_real_1: 0.1730862408876419 (0.15714705735445023) - | > loss_disc_real_2: 0.24238309264183044 (0.2050568437576294) - | > loss_disc_real_3: 0.24095401167869568 (0.22535892367362975) - | > loss_disc_real_4: 0.17873047292232513 (0.22539350867271424) - | > loss_disc_real_5: 0.20933625102043152 (0.20366884768009186) - | > loss_0: 2.43463134765625 (2.369368009567261) - | > loss_gen: 2.442934513092041 (2.358007535934448) - | > loss_kl: 1.6116887331008911 (1.5877564334869385) - | > loss_feat: 6.271703720092773 (6.718491554260254) - | > loss_mel: 21.669248580932617 (21.8668595123291) - | > loss_duration: 1.609344720840454 (1.6945687246322632) - | > loss_1: 33.60491943359375 (34.22568359375) - - --> STEP: 26 - | > loss_disc: 2.293973922729492 (2.3664682369965777) - | > loss_disc_real_0: 0.26614025235176086 (0.2006806917488575) - | > loss_disc_real_1: 0.17664958536624908 (0.15789715458567327) - | > loss_disc_real_2: 0.27019214630126953 (0.20756204770161554) - | > loss_disc_real_3: 0.22650283575057983 (0.225402920291974) - | > loss_disc_real_4: 0.20341286063194275 (0.22454809913268456) - | > loss_disc_real_5: 0.25448858737945557 (0.2056234530531443) - | > loss_0: 2.293973922729492 (2.3664682369965777) - | > loss_gen: 3.0116121768951416 (2.383146175971398) - | > loss_kl: 1.0405242443084717 (1.566709041595459) - | > loss_feat: 7.479488372802734 (6.747760662665734) - | > loss_mel: 21.940109252929688 (21.86967681004451) - | > loss_duration: 1.6632137298583984 (1.693362763294807) - | > loss_1: 35.13494873046875 (34.26065532977764) - - --> STEP: 27 - | > loss_disc: 2.612389087677002 (2.3755764166514077) - | > loss_disc_real_0: 0.22592023015022278 (0.20161548946742658) - | > loss_disc_real_1: 0.19884991645812988 (0.1594139235439124) - | > loss_disc_real_2: 0.24461190402507782 (0.20893426460248452) - | > loss_disc_real_3: 0.27170974016189575 (0.22711798769456368) - | > loss_disc_real_4: 0.2838079035282135 (0.22674290670288932) - | > loss_disc_real_5: 0.2430780529975891 (0.20701066045849412) - | > loss_0: 2.612389087677002 (2.3755764166514077) - | > loss_gen: 2.375 (2.3828444657502352) - | > loss_kl: 1.5551177263259888 (1.5662797336225156) - | > loss_feat: 5.072446346282959 (6.685711984281187) - | > loss_mel: 19.887489318847656 (21.7962624585187) - | > loss_duration: 1.7099850177764893 (1.693978402349684) - | > loss_1: 30.600038528442383 (34.12507692972819) - - --> STEP: 28 - | > loss_disc: 2.651881694793701 (2.385444462299347) - | > loss_disc_real_0: 0.19707947969436646 (0.20145348911838873) - | > loss_disc_real_1: 0.1940365582704544 (0.16065044621271746) - | > loss_disc_real_2: 0.22068451344966888 (0.20935391634702682) - | > loss_disc_real_3: 0.24382099509239197 (0.22771452367305756) - | > loss_disc_real_4: 0.19720059633255005 (0.22568782418966293) - | > loss_disc_real_5: 0.18131263554096222 (0.20609287385429656) - | > loss_0: 2.651881694793701 (2.385444462299347) - | > loss_gen: 2.0584876537323 (2.3712602938924516) - | > loss_kl: 1.8871114253997803 (1.5777380083288466) - | > loss_feat: 5.566706657409668 (6.64574750832149) - | > loss_mel: 19.976015090942383 (21.731253623962402) - | > loss_duration: 1.6672115325927734 (1.6930224427155085) - | > loss_1: 31.15553092956543 (34.01902171543666) - - --> STEP: 29 - | > loss_disc: 2.3895206451416016 (2.3855850203283904) - | > loss_disc_real_0: 0.19743287563323975 (0.20131484727407323) - | > loss_disc_real_1: 0.17588035762310028 (0.16117561557169618) - | > loss_disc_real_2: 0.21159756183624268 (0.20943128343286185) - | > loss_disc_real_3: 0.2107952982187271 (0.22713110210566684) - | > loss_disc_real_4: 0.17894302308559418 (0.2240759344964192) - | > loss_disc_real_5: 0.17317289113998413 (0.20495770203656163) - | > loss_0: 2.3895206451416016 (2.3855850203283904) - | > loss_gen: 2.1352553367614746 (2.363122191922418) - | > loss_kl: 1.2896461486816406 (1.5678038062720463) - | > loss_feat: 6.266593933105469 (6.632673247107144) - | > loss_mel: 20.046640396118164 (21.67316351265743) - | > loss_duration: 1.6509674787521362 (1.6915722715443577) - | > loss_1: 31.389102935791016 (33.92833486096612) - - --> STEP: 30 - | > loss_disc: 2.541367292404175 (2.390777762730916) - | > loss_disc_real_0: 0.21037113666534424 (0.2016167235871156) - | > loss_disc_real_1: 0.142216756939888 (0.16054365361730258) - | > loss_disc_real_2: 0.253864586353302 (0.21091239353020985) - | > loss_disc_real_3: 0.2691403925418854 (0.22853141178687414) - | > loss_disc_real_4: 0.23613493144512177 (0.22447790106137594) - | > loss_disc_real_5: 0.24201618134975433 (0.20619298468033473) - | > loss_0: 2.541367292404175 (2.390777762730916) - | > loss_gen: 2.3502185344696045 (2.3626920700073244) - | > loss_kl: 1.3936089277267456 (1.5619973103205362) - | > loss_feat: 6.759303092956543 (6.636894241968791) - | > loss_mel: 21.66146469116211 (21.672773551940917) - | > loss_duration: 1.6862108707427979 (1.6913935581843058) - | > loss_1: 33.850807189941406 (33.92575060526529) - - --> STEP: 31 - | > loss_disc: 2.349822521209717 (2.389456625907652) - | > loss_disc_real_0: 0.16054075956344604 (0.20029169248957787) - | > loss_disc_real_1: 0.15987277030944824 (0.160522012220275) - | > loss_disc_real_2: 0.17779912054538727 (0.20984422343392525) - | > loss_disc_real_3: 0.196031391620636 (0.22748302403957613) - | > loss_disc_real_4: 0.22477883100509644 (0.2244876084789153) - | > loss_disc_real_5: 0.19012898206710815 (0.20567479104765) - | > loss_0: 2.349822521209717 (2.389456625907652) - | > loss_gen: 2.2001430988311768 (2.3574485548080935) - | > loss_kl: 1.3647710084915161 (1.5556351715518582) - | > loss_feat: 8.449906349182129 (6.695378503491802) - | > loss_mel: 24.318620681762695 (21.758123459354525) - | > loss_duration: 1.6466270685195923 (1.6899494778725408) - | > loss_1: 37.980064392089844 (34.05653492096931) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.011558924951860982 (+0.0017643743945706288) - | > avg_loss_disc: 2.389456625907652 (-0.012169061168547213) - | > avg_loss_disc_real_0: 0.20029169248957787 (+0.10998838947665306) - | > avg_loss_disc_real_1: 0.160522012220275 (-0.026831969859138605) - | > avg_loss_disc_real_2: 0.20984422343392525 (+0.027298531705333334) - | > avg_loss_disc_real_3: 0.22748302403957613 (+0.0580797289167681) - | > avg_loss_disc_real_4: 0.2244876084789153 (+0.02469382771561221) - | > avg_loss_disc_real_5: 0.20567479104765 (-0.026319921497375748) - | > avg_loss_0: 2.389456625907652 (-0.012169061168547213) - | > avg_loss_gen: 2.3574485548080935 (+0.33328982706992827) - | > avg_loss_kl: 1.5556351715518582 (-0.058901313812502076) - | > avg_loss_feat: 6.695378503491802 (-0.224240210748488) - | > avg_loss_mel: 21.758123459354525 (-0.03779251344742107) - | > avg_loss_duration: 1.6899494778725408 (+0.0025693062813050283) - | > avg_loss_1: 34.05653492096931 (+0.01492531068863201) - - - > EPOCH: 30/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 05:10:42)  - - --> TIME: 2024-11-23 05:10:49 -- STEP: 8/797 -- GLOBAL_STEP: 47025 - | > loss_disc: 2.4741201400756836 (2.4129903316497803) - | > loss_disc_real_0: 0.16705727577209473 (0.12197534460574389) - | > loss_disc_real_1: 0.23497432470321655 (0.2272266522049904) - | > loss_disc_real_2: 0.23386748135089874 (0.22573003731667995) - | > loss_disc_real_3: 0.1624831110239029 (0.21810115315020084) - | > loss_disc_real_4: 0.23325525224208832 (0.21369802206754684) - | > loss_disc_real_5: 0.24795378744602203 (0.20354446955025196) - | > loss_0: 2.4741201400756836 (2.4129903316497803) - | > grad_norm_0: tensor(78.4580, device='cuda:0') (tensor(61.9317, device='cuda:0')) - | > loss_gen: 2.46712327003479 (2.360824406147003) - | > loss_kl: 1.5811066627502441 (1.4428148865699768) - | > loss_feat: 7.555451393127441 (6.640223920345306) - | > loss_mel: 22.64388084411621 (20.431153059005737) - | > loss_duration: 1.9098929166793823 (1.8827874958515167) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.15745544433594 (32.75780367851257) - | > grad_norm_1: tensor(706.5021, device='cuda:0') (tensor(400.9341, device='cuda:0')) - | > current_lr_0: 0.0001985551535925629 - | > current_lr_1: 0.0001985551535925629 - | > step_time: 0.7257 (0.7427586317062378) - | > loader_time: 0.0032 (0.005961775779724121) - - - --> TIME: 2024-11-23 05:11:08 -- STEP: 33/797 -- GLOBAL_STEP: 47050 - | > loss_disc: 2.5694687366485596 (2.460254344073209) - | > loss_disc_real_0: 0.1536058485507965 (0.12697239084677261) - | > loss_disc_real_1: 0.2040048986673355 (0.2238017532861594) - | > loss_disc_real_2: 0.21077299118041992 (0.2292696309812141) - | > loss_disc_real_3: 0.19228127598762512 (0.224057060751048) - | > loss_disc_real_4: 0.20243199169635773 (0.21842911568554965) - | > loss_disc_real_5: 0.21318292617797852 (0.23113175323515228) - | > loss_0: 2.5694687366485596 (2.460254344073209) - | > grad_norm_0: tensor(23.0102, device='cuda:0') (tensor(47.1990, device='cuda:0')) - | > loss_gen: 2.1145713329315186 (2.3450466936284844) - | > loss_kl: 1.5614798069000244 (1.5427486065662268) - | > loss_feat: 6.718207359313965 (6.737687876730254) - | > loss_mel: 20.537399291992188 (20.593269232547645) - | > loss_duration: 1.7589540481567383 (1.7928479729276714) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.690608978271484 (33.01160003199722) - | > grad_norm_1: tensor(457.1283, device='cuda:0') (tensor(461.4160, device='cuda:0')) - | > current_lr_0: 0.0001985551535925629 - | > current_lr_1: 0.0001985551535925629 - | > step_time: 0.7163 (0.7435402219945734) - | > loader_time: 0.0118 (0.00551966464880741) - - - --> TIME: 2024-11-23 05:11:28 -- STEP: 58/797 -- GLOBAL_STEP: 47075 - | > loss_disc: 2.4136409759521484 (2.4552094566410987) - | > loss_disc_real_0: 0.07285155355930328 (0.12974826863099787) - | > loss_disc_real_1: 0.19289009273052216 (0.22340364754199982) - | > loss_disc_real_2: 0.19365549087524414 (0.22874658349259147) - | > loss_disc_real_3: 0.2351885735988617 (0.22392051898199936) - | > loss_disc_real_4: 0.22823314368724823 (0.2188709087926766) - | > loss_disc_real_5: 0.21664199233055115 (0.23005662781411204) - | > loss_0: 2.4136409759521484 (2.4552094566410987) - | > grad_norm_0: tensor(41.3521, device='cuda:0') (tensor(51.3436, device='cuda:0')) - | > loss_gen: 2.408888339996338 (2.3522770240389064) - | > loss_kl: 1.4143577814102173 (1.5399130582809448) - | > loss_feat: 8.310152053833008 (6.8884678298029405) - | > loss_mel: 23.302108764648438 (20.77787938611261) - | > loss_duration: 1.680175542831421 (1.7624085052260037) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.115684509277344 (33.320945608204795) - | > grad_norm_1: tensor(843.8206, device='cuda:0') (tensor(498.3568, device='cuda:0')) - | > current_lr_0: 0.0001985551535925629 - | > current_lr_1: 0.0001985551535925629 - | > step_time: 0.776 (0.7536254833484518) - | > loader_time: 0.0041 (0.005437859173478751) - - - --> TIME: 2024-11-23 05:11:47 -- STEP: 83/797 -- GLOBAL_STEP: 47100 - | > loss_disc: 2.3393020629882812 (2.453353850238294) - | > loss_disc_real_0: 0.14547103643417358 (0.12977057834526143) - | > loss_disc_real_1: 0.22956153750419617 (0.221009494310402) - | > loss_disc_real_2: 0.238210991024971 (0.22908927446388336) - | > loss_disc_real_3: 0.26258620619773865 (0.22291906447295684) - | > loss_disc_real_4: 0.2026984840631485 (0.22171175587608152) - | > loss_disc_real_5: 0.23802611231803894 (0.22958335459950457) - | > loss_0: 2.3393020629882812 (2.453353850238294) - | > grad_norm_0: tensor(55.2300, device='cuda:0') (tensor(55.5567, device='cuda:0')) - | > loss_gen: 2.6112899780273438 (2.3553571097822066) - | > loss_kl: 1.424061894416809 (1.5474799598555966) - | > loss_feat: 6.995771408081055 (6.856376308992685) - | > loss_mel: 22.123620986938477 (20.845427455672297) - | > loss_duration: 1.7425117492675781 (1.7445017946771828) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.897254943847656 (33.349142442266626) - | > grad_norm_1: tensor(670.6994, device='cuda:0') (tensor(528.6412, device='cuda:0')) - | > current_lr_0: 0.0001985551535925629 - | > current_lr_1: 0.0001985551535925629 - | > step_time: 0.761 (0.7593034232955381) - | > loader_time: 0.0091 (0.005662883620664298) - - - --> TIME: 2024-11-23 05:12:07 -- STEP: 108/797 -- GLOBAL_STEP: 47125 - | > loss_disc: 2.505685806274414 (2.454178589361685) - | > loss_disc_real_0: 0.09184762835502625 (0.12693598286973107) - | > loss_disc_real_1: 0.22536700963974 (0.22072149454443543) - | > loss_disc_real_2: 0.2501896917819977 (0.23001282027474157) - | > loss_disc_real_3: 0.1955069899559021 (0.2231745628847016) - | > loss_disc_real_4: 0.22860848903656006 (0.22335528554739775) - | > loss_disc_real_5: 0.21233606338500977 (0.2297055245273643) - | > loss_0: 2.505685806274414 (2.454178589361685) - | > grad_norm_0: tensor(127.6151, device='cuda:0') (tensor(60.3475, device='cuda:0')) - | > loss_gen: 2.407017707824707 (2.3605722961602384) - | > loss_kl: 1.6258995532989502 (1.5597460965315502) - | > loss_feat: 6.735612869262695 (6.867431026917917) - | > loss_mel: 21.78554344177246 (20.894945656811743) - | > loss_duration: 1.7351627349853516 (1.7369427879651387) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.28923797607422 (33.41963778601752) - | > grad_norm_1: tensor(746.3109, device='cuda:0') (tensor(559.6057, device='cuda:0')) - | > current_lr_0: 0.0001985551535925629 - | > current_lr_1: 0.0001985551535925629 - | > step_time: 0.7411 (0.760551651318868) - | > loader_time: 0.0065 (0.0058724791915328416) - - - --> TIME: 2024-11-23 05:12:26 -- STEP: 133/797 -- GLOBAL_STEP: 47150 - | > loss_disc: 2.3361363410949707 (2.4480421292154406) - | > loss_disc_real_0: 0.15880228579044342 (0.12762071452754786) - | > loss_disc_real_1: 0.22770503163337708 (0.21909392585879878) - | > loss_disc_real_2: 0.24830156564712524 (0.2296607607513442) - | > loss_disc_real_3: 0.19856540858745575 (0.22358945818771994) - | > loss_disc_real_4: 0.1790471076965332 (0.2217645389693124) - | > loss_disc_real_5: 0.23036837577819824 (0.22820183847631728) - | > loss_0: 2.3361363410949707 (2.4480421292154406) - | > grad_norm_0: tensor(103.8203, device='cuda:0') (tensor(62.8576, device='cuda:0')) - | > loss_gen: 2.4930529594421387 (2.362606584577632) - | > loss_kl: 1.5528326034545898 (1.5652477723315246) - | > loss_feat: 6.927886009216309 (6.86286981840779) - | > loss_mel: 21.570226669311523 (20.92966517111412) - | > loss_duration: 1.6203006505966187 (1.731846012567219) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.16429901123047 (33.452235272056164) - | > grad_norm_1: tensor(497.3067, device='cuda:0') (tensor(563.7603, device='cuda:0')) - | > current_lr_0: 0.0001985551535925629 - | > current_lr_1: 0.0001985551535925629 - | > step_time: 0.8022 (0.7650751278812724) - | > loader_time: 0.0044 (0.005773795278448807) - - - --> TIME: 2024-11-23 05:12:46 -- STEP: 158/797 -- GLOBAL_STEP: 47175 - | > loss_disc: 2.4984052181243896 (2.4508295406269114) - | > loss_disc_real_0: 0.12158908694982529 (0.12653130696072612) - | > loss_disc_real_1: 0.24332676827907562 (0.218632590732997) - | > loss_disc_real_2: 0.27070552110671997 (0.2307734739365457) - | > loss_disc_real_3: 0.2252856343984604 (0.22420258678590196) - | > loss_disc_real_4: 0.27913472056388855 (0.2238056401285944) - | > loss_disc_real_5: 0.3276047110557556 (0.2307500751524032) - | > loss_0: 2.4984052181243896 (2.4508295406269114) - | > grad_norm_0: tensor(104.5345, device='cuda:0') (tensor(65.7315, device='cuda:0')) - | > loss_gen: 2.356999635696411 (2.371312648435182) - | > loss_kl: 2.0254287719726562 (1.5670876548260075) - | > loss_feat: 6.676031589508057 (6.870974486387229) - | > loss_mel: 21.95406150817871 (21.025641175765024) - | > loss_duration: 1.7518445253372192 (1.7257189139535156) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.764366149902344 (33.560734821271296) - | > grad_norm_1: tensor(860.5994, device='cuda:0') (tensor(585.3654, device='cuda:0')) - | > current_lr_0: 0.0001985551535925629 - | > current_lr_1: 0.0001985551535925629 - | > step_time: 0.7827 (0.769429636906974) - | > loader_time: 0.0046 (0.005661487579345703) - - - --> TIME: 2024-11-23 05:13:06 -- STEP: 183/797 -- GLOBAL_STEP: 47200 - | > loss_disc: 2.289083242416382 (2.447450175311395) - | > loss_disc_real_0: 0.09654085338115692 (0.1254376520102468) - | > loss_disc_real_1: 0.18739469349384308 (0.2182876456304978) - | > loss_disc_real_2: 0.20052318274974823 (0.23030245833383883) - | > loss_disc_real_3: 0.23351988196372986 (0.22366568698583406) - | > loss_disc_real_4: 0.18985305726528168 (0.2230561235563351) - | > loss_disc_real_5: 0.20492400228977203 (0.23010265615468467) - | > loss_0: 2.289083242416382 (2.447450175311395) - | > grad_norm_0: tensor(53.0370, device='cuda:0') (tensor(63.8961, device='cuda:0')) - | > loss_gen: 2.4944043159484863 (2.3697517738967644) - | > loss_kl: 1.4210458993911743 (1.560483305832076) - | > loss_feat: 7.666798114776611 (6.881874311165731) - | > loss_mel: 21.75975799560547 (21.1172050830445) - | > loss_duration: 1.6930515766143799 (1.719003055916458) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.035057067871094 (33.64831747253083) - | > grad_norm_1: tensor(956.7151, device='cuda:0') (tensor(591.4995, device='cuda:0')) - | > current_lr_0: 0.0001985551535925629 - | > current_lr_1: 0.0001985551535925629 - | > step_time: 0.7851 (0.7720490466050112) - | > loader_time: 0.0052 (0.0056582539459395275) - - - --> TIME: 2024-11-23 05:13:27 -- STEP: 208/797 -- GLOBAL_STEP: 47225 - | > loss_disc: 2.6186656951904297 (2.4557027002939806) - | > loss_disc_real_0: 0.2209431231021881 (0.12800620512392094) - | > loss_disc_real_1: 0.24830152094364166 (0.21805365756154063) - | > loss_disc_real_2: 0.24371999502182007 (0.23160825884686068) - | > loss_disc_real_3: 0.19717097282409668 (0.22413183010828036) - | > loss_disc_real_4: 0.22780199348926544 (0.22382439035349166) - | > loss_disc_real_5: 0.23895873129367828 (0.2315112016378687) - | > loss_0: 2.6186656951904297 (2.4557027002939806) - | > grad_norm_0: tensor(87.3945, device='cuda:0') (tensor(67.0758, device='cuda:0')) - | > loss_gen: 2.2285609245300293 (2.370358831607378) - | > loss_kl: 1.3138504028320312 (1.5614189872374902) - | > loss_feat: 5.676630973815918 (6.84694732610996) - | > loss_mel: 20.34898567199707 (21.11567203815167) - | > loss_duration: 1.6999709606170654 (1.717604833153578) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.26799774169922 (33.612001950924224) - | > grad_norm_1: tensor(233.4241, device='cuda:0') (tensor(593.4697, device='cuda:0')) - | > current_lr_0: 0.0001985551535925629 - | > current_lr_1: 0.0001985551535925629 - | > step_time: 0.7649 (0.7745828066880887) - | > loader_time: 0.005 (0.0057286482590895435) - - - --> TIME: 2024-11-23 05:13:47 -- STEP: 233/797 -- GLOBAL_STEP: 47250 - | > loss_disc: 2.3857059478759766 (2.455431312962151) - | > loss_disc_real_0: 0.12681762874126434 (0.12719217125054588) - | > loss_disc_real_1: 0.20520378649234772 (0.2189906262532836) - | > loss_disc_real_2: 0.18547244369983673 (0.2309980311235133) - | > loss_disc_real_3: 0.19713130593299866 (0.2242732463092763) - | > loss_disc_real_4: 0.19710107147693634 (0.2235896653243912) - | > loss_disc_real_5: 0.16939187049865723 (0.23033834443839324) - | > loss_0: 2.3857059478759766 (2.455431312962151) - | > grad_norm_0: tensor(99.7014, device='cuda:0') (tensor(67.0483, device='cuda:0')) - | > loss_gen: 2.3856492042541504 (2.3701969553984275) - | > loss_kl: 1.5019192695617676 (1.5674153218453535) - | > loss_feat: 7.317776679992676 (6.835037223259267) - | > loss_mel: 20.08867073059082 (21.12563285500195) - | > loss_duration: 1.6733310222625732 (1.7139369100971795) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.96734619140625 (33.61221916788128) - | > grad_norm_1: tensor(714.2692, device='cuda:0') (tensor(582.0793, device='cuda:0')) - | > current_lr_0: 0.0001985551535925629 - | > current_lr_1: 0.0001985551535925629 - | > step_time: 0.8034 (0.7770569958911945) - | > loader_time: 0.0071 (0.005889271461912491) - - - --> TIME: 2024-11-23 05:14:07 -- STEP: 258/797 -- GLOBAL_STEP: 47275 - | > loss_disc: 2.4261603355407715 (2.4563727157060486) - | > loss_disc_real_0: 0.15165701508522034 (0.12807089315597403) - | > loss_disc_real_1: 0.2535380423069 (0.21934817431046985) - | > loss_disc_real_2: 0.25959154963493347 (0.23142009979301645) - | > loss_disc_real_3: 0.2055284082889557 (0.2247437904624976) - | > loss_disc_real_4: 0.22320671379566193 (0.22347024371919705) - | > loss_disc_real_5: 0.2350156158208847 (0.23137629788744357) - | > loss_0: 2.4261603355407715 (2.4563727157060486) - | > grad_norm_0: tensor(91.3499, device='cuda:0') (tensor(65.5291, device='cuda:0')) - | > loss_gen: 2.5268561840057373 (2.3688609757164643) - | > loss_kl: 1.4537110328674316 (1.565192997455597) - | > loss_feat: 6.183714866638184 (6.802594850229663) - | > loss_mel: 20.117902755737305 (21.086256337720293) - | > loss_duration: 1.7018961906433105 (1.7105784462403881) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.984081268310547 (33.53348355699882) - | > grad_norm_1: tensor(441.8455, device='cuda:0') (tensor(565.8286, device='cuda:0')) - | > current_lr_0: 0.0001985551535925629 - | > current_lr_1: 0.0001985551535925629 - | > step_time: 0.7656 (0.7800383687943451) - | > loader_time: 0.0056 (0.005924933640531791) - - - --> TIME: 2024-11-23 05:14:28 -- STEP: 283/797 -- GLOBAL_STEP: 47300 - | > loss_disc: 2.5281033515930176 (2.4550275128637513) - | > loss_disc_real_0: 0.12597721815109253 (0.1280464697695032) - | > loss_disc_real_1: 0.1632041186094284 (0.21912787575603795) - | > loss_disc_real_2: 0.2074718177318573 (0.23172062482724343) - | > loss_disc_real_3: 0.2144167274236679 (0.22453893747430803) - | > loss_disc_real_4: 0.2011527717113495 (0.22310556144891275) - | > loss_disc_real_5: 0.19057080149650574 (0.23029399860663466) - | > loss_0: 2.5281033515930176 (2.4550275128637513) - | > grad_norm_0: tensor(110.7572, device='cuda:0') (tensor(65.8852, device='cuda:0')) - | > loss_gen: 2.0683681964874268 (2.3655116018895113) - | > loss_kl: 1.5495058298110962 (1.5645546976332108) - | > loss_feat: 6.78971004486084 (6.795376113783766) - | > loss_mel: 21.514371871948242 (21.109164652470575) - | > loss_duration: 1.749542236328125 (1.7090949574123424) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.67150115966797 (33.54370198738451) - | > grad_norm_1: tensor(715.8124, device='cuda:0') (tensor(570.6705, device='cuda:0')) - | > current_lr_0: 0.0001985551535925629 - | > current_lr_1: 0.0001985551535925629 - | > step_time: 0.8112 (0.7837129894499221) - | > loader_time: 0.0062 (0.006081360388981579) - - - --> TIME: 2024-11-23 05:14:49 -- STEP: 308/797 -- GLOBAL_STEP: 47325 - | > loss_disc: 2.5467283725738525 (2.454751147078228) - | > loss_disc_real_0: 0.10998199135065079 (0.12786296871188405) - | > loss_disc_real_1: 0.17522214353084564 (0.21871358262641089) - | > loss_disc_real_2: 0.21873901784420013 (0.23240974008456453) - | > loss_disc_real_3: 0.19019779562950134 (0.2244566181650409) - | > loss_disc_real_4: 0.2834192216396332 (0.22327667039323162) - | > loss_disc_real_5: 0.287908673286438 (0.23121062903241676) - | > loss_0: 2.5467283725738525 (2.454751147078228) - | > grad_norm_0: tensor(39.4440, device='cuda:0') (tensor(66.2880, device='cuda:0')) - | > loss_gen: 2.220257043838501 (2.36642344354035) - | > loss_kl: 1.4141902923583984 (1.5633388935745531) - | > loss_feat: 5.876381874084473 (6.79475525756935) - | > loss_mel: 20.894073486328125 (21.141082534542342) - | > loss_duration: 1.6691179275512695 (1.7065616370021526) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.07402038574219 (33.57216168069225) - | > grad_norm_1: tensor(790.6324, device='cuda:0') (tensor(571.6906, device='cuda:0')) - | > current_lr_0: 0.0001985551535925629 - | > current_lr_1: 0.0001985551535925629 - | > step_time: 0.8987 (0.7877372015606271) - | > loader_time: 0.006 (0.006249895343532808) - - - --> TIME: 2024-11-23 05:15:10 -- STEP: 333/797 -- GLOBAL_STEP: 47350 - | > loss_disc: 2.627854824066162 (2.4544684149481504) - | > loss_disc_real_0: 0.07161550968885422 (0.12812926846223557) - | > loss_disc_real_1: 0.2615995705127716 (0.21840861833489336) - | > loss_disc_real_2: 0.2071402370929718 (0.2318466571537224) - | > loss_disc_real_3: 0.2461182028055191 (0.22394098175896535) - | > loss_disc_real_4: 0.18918053805828094 (0.22325333608342363) - | > loss_disc_real_5: 0.24158068001270294 (0.23089700069155422) - | > loss_0: 2.627854824066162 (2.4544684149481504) - | > grad_norm_0: tensor(107.3499, device='cuda:0') (tensor(66.8263, device='cuda:0')) - | > loss_gen: 2.185518264770508 (2.366945425669352) - | > loss_kl: 1.658019781112671 (1.5656202630595752) - | > loss_feat: 5.766196250915527 (6.79885180361636) - | > loss_mel: 20.651371002197266 (21.16507370980295) - | > loss_duration: 1.6777795553207397 (1.7048603206783448) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.938886642456055 (33.60135142581245) - | > grad_norm_1: tensor(658.9272, device='cuda:0') (tensor(570.3486, device='cuda:0')) - | > current_lr_0: 0.0001985551535925629 - | > current_lr_1: 0.0001985551535925629 - | > step_time: 0.8164 (0.7909697992307643) - | > loader_time: 0.0136 (0.006390647487239434) - - - --> TIME: 2024-11-23 05:15:31 -- STEP: 358/797 -- GLOBAL_STEP: 47375 - | > loss_disc: 2.432265281677246 (2.457422298426068) - | > loss_disc_real_0: 0.09274367988109589 (0.12919798832615667) - | > loss_disc_real_1: 0.16877709329128265 (0.21842850203620656) - | > loss_disc_real_2: 0.2803831994533539 (0.23275723096045703) - | > loss_disc_real_3: 0.20943233370780945 (0.22400139663472518) - | > loss_disc_real_4: 0.25120946764945984 (0.2237480409734742) - | > loss_disc_real_5: 0.26928845047950745 (0.2313126699801264) - | > loss_0: 2.432265281677246 (2.457422298426068) - | > grad_norm_0: tensor(61.9931, device='cuda:0') (tensor(67.5442, device='cuda:0')) - | > loss_gen: 2.2764837741851807 (2.365228476471073) - | > loss_kl: 1.6409474611282349 (1.5638704343215042) - | > loss_feat: 6.695535182952881 (6.789857813765883) - | > loss_mel: 21.87147331237793 (21.166553476003305) - | > loss_duration: 1.654090404510498 (1.7023277459197874) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.13853073120117 (33.587837869228636) - | > grad_norm_1: tensor(299.6425, device='cuda:0') (tensor(565.6822, device='cuda:0')) - | > current_lr_0: 0.0001985551535925629 - | > current_lr_1: 0.0001985551535925629 - | > step_time: 0.8262 (0.7936858831171214) - | > loader_time: 0.006 (0.006477926696478985) - - - --> TIME: 2024-11-23 05:15:53 -- STEP: 383/797 -- GLOBAL_STEP: 47400 - | > loss_disc: 2.3296902179718018 (2.4557770412833495) - | > loss_disc_real_0: 0.10979759693145752 (0.12905111041299366) - | > loss_disc_real_1: 0.2458166629076004 (0.21842458019368644) - | > loss_disc_real_2: 0.24439436197280884 (0.23246979195984474) - | > loss_disc_real_3: 0.225226491689682 (0.22361353817870033) - | > loss_disc_real_4: 0.1850271373987198 (0.22366261404425916) - | > loss_disc_real_5: 0.15556293725967407 (0.2306353209379759) - | > loss_0: 2.3296902179718018 (2.4557770412833495) - | > grad_norm_0: tensor(69.4873, device='cuda:0') (tensor(66.1713, device='cuda:0')) - | > loss_gen: 2.389371156692505 (2.3624254125839093) - | > loss_kl: 1.4451874494552612 (1.5659156738933626) - | > loss_feat: 7.142795562744141 (6.794158738835985) - | > loss_mel: 22.21180534362793 (21.177390195682225) - | > loss_duration: 1.6854077577590942 (1.700034254524789) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.874568939208984 (33.59992421202501) - | > grad_norm_1: tensor(348.1440, device='cuda:0') (tensor(560.3022, device='cuda:0')) - | > current_lr_0: 0.0001985551535925629 - | > current_lr_1: 0.0001985551535925629 - | > step_time: 0.7713 (0.7974795324061618) - | > loader_time: 0.006 (0.006555610786218865) - - - --> TIME: 2024-11-23 05:16:14 -- STEP: 408/797 -- GLOBAL_STEP: 47425 - | > loss_disc: 2.446882486343384 (2.4542969295791544) - | > loss_disc_real_0: 0.13218843936920166 (0.12874306869857452) - | > loss_disc_real_1: 0.24332080781459808 (0.2182291365940781) - | > loss_disc_real_2: 0.23891958594322205 (0.23253329872500664) - | > loss_disc_real_3: 0.23410072922706604 (0.22379358591256185) - | > loss_disc_real_4: 0.23022164404392242 (0.2239184681983555) - | > loss_disc_real_5: 0.2829737365245819 (0.23141532814970203) - | > loss_0: 2.446882486343384 (2.4542969295791544) - | > grad_norm_0: tensor(54.8090, device='cuda:0') (tensor(65.3054, device='cuda:0')) - | > loss_gen: 2.4351298809051514 (2.3641534412608394) - | > loss_kl: 1.4224940538406372 (1.563225550978791) - | > loss_feat: 6.597296237945557 (6.806095213282342) - | > loss_mel: 21.717914581298828 (21.204357927920775) - | > loss_duration: 1.673821210861206 (1.6989899826984782) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.846656799316406 (33.636822055367915) - | > grad_norm_1: tensor(824.5397, device='cuda:0') (tensor(562.0724, device='cuda:0')) - | > current_lr_0: 0.0001985551535925629 - | > current_lr_1: 0.0001985551535925629 - | > step_time: 0.8284 (0.800231983264287) - | > loader_time: 0.0082 (0.006714457974714389) - - - --> TIME: 2024-11-23 05:16:36 -- STEP: 433/797 -- GLOBAL_STEP: 47450 - | > loss_disc: 2.521117687225342 (2.4531785081770887) - | > loss_disc_real_0: 0.16030322015285492 (0.12881413062574135) - | > loss_disc_real_1: 0.21529892086982727 (0.21814209467131326) - | > loss_disc_real_2: 0.2050015777349472 (0.23238986324493108) - | > loss_disc_real_3: 0.2306036502122879 (0.22361155281028347) - | > loss_disc_real_4: 0.20025911927223206 (0.22352594378088142) - | > loss_disc_real_5: 0.2206200212240219 (0.23063561513021966) - | > loss_0: 2.521117687225342 (2.4531785081770887) - | > grad_norm_0: tensor(45.1867, device='cuda:0') (tensor(65.7182, device='cuda:0')) - | > loss_gen: 2.2643134593963623 (2.3655783634538157) - | > loss_kl: 1.7317453622817993 (1.5633512179240339) - | > loss_feat: 6.663568496704102 (6.809243087680455) - | > loss_mel: 22.289785385131836 (21.20987745025142) - | > loss_duration: 1.642838478088379 (1.6977029133063268) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.59225082397461 (33.645752997101106) - | > grad_norm_1: tensor(547.4338, device='cuda:0') (tensor(565.1062, device='cuda:0')) - | > current_lr_0: 0.0001985551535925629 - | > current_lr_1: 0.0001985551535925629 - | > step_time: 0.8477 (0.8029232625322582) - | > loader_time: 0.0074 (0.006813800913081707) - - - --> TIME: 2024-11-23 05:16:57 -- STEP: 458/797 -- GLOBAL_STEP: 47475 - | > loss_disc: 2.399305820465088 (2.453036097459917) - | > loss_disc_real_0: 0.06551703810691833 (0.12916801835707187) - | > loss_disc_real_1: 0.1801728904247284 (0.21793681884176347) - | > loss_disc_real_2: 0.23339985311031342 (0.232682023539033) - | > loss_disc_real_3: 0.23233452439308167 (0.22340457470005773) - | > loss_disc_real_4: 0.21554239094257355 (0.2236081431396143) - | > loss_disc_real_5: 0.272320955991745 (0.2312943460053752) - | > loss_0: 2.399305820465088 (2.453036097459917) - | > grad_norm_0: tensor(40.7408, device='cuda:0') (tensor(66.2589, device='cuda:0')) - | > loss_gen: 2.3773398399353027 (2.3696711136264024) - | > loss_kl: 1.5819991827011108 (1.5656380377482113) - | > loss_feat: 7.593393802642822 (6.828683922905069) - | > loss_mel: 23.200300216674805 (21.252918818111507) - | > loss_duration: 1.6992545127868652 (1.6968708504235384) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.45228576660156 (33.71378267696335) - | > grad_norm_1: tensor(555.7400, device='cuda:0') (tensor(561.6704, device='cuda:0')) - | > current_lr_0: 0.0001985551535925629 - | > current_lr_1: 0.0001985551535925629 - | > step_time: 0.8323 (0.8051605573387643) - | > loader_time: 0.0076 (0.006938746922921925) - - - --> TIME: 2024-11-23 05:17:19 -- STEP: 483/797 -- GLOBAL_STEP: 47500 - | > loss_disc: 2.231557846069336 (2.452770759847099) - | > loss_disc_real_0: 0.09473554790019989 (0.12894569778541112) - | > loss_disc_real_1: 0.21456724405288696 (0.21780712646480427) - | > loss_disc_real_2: 0.2153710424900055 (0.23235111327274985) - | > loss_disc_real_3: 0.21256022155284882 (0.22341661343416563) - | > loss_disc_real_4: 0.21814411878585815 (0.22334791318847033) - | > loss_disc_real_5: 0.19322188198566437 (0.23076774010253495) - | > loss_0: 2.231557846069336 (2.452770759847099) - | > grad_norm_0: tensor(70.1004, device='cuda:0') (tensor(66.1665, device='cuda:0')) - | > loss_gen: 2.630317211151123 (2.3682905275135524) - | > loss_kl: 1.4561872482299805 (1.566229479406684) - | > loss_feat: 7.459323883056641 (6.832053637652663) - | > loss_mel: 21.751802444458008 (21.258812069152455) - | > loss_duration: 1.6299123764038086 (1.6957002268568084) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.92754364013672 (33.721085850496536) - | > grad_norm_1: tensor(721.3672, device='cuda:0') (tensor(562.3210, device='cuda:0')) - | > current_lr_0: 0.0001985551535925629 - | > current_lr_1: 0.0001985551535925629 - | > step_time: 0.8021 (0.8075613787949206) - | > loader_time: 0.007 (0.007074312640519861) - - - --> TIME: 2024-11-23 05:17:41 -- STEP: 508/797 -- GLOBAL_STEP: 47525 - | > loss_disc: 2.4741134643554688 (2.453591095650289) - | > loss_disc_real_0: 0.1373216211795807 (0.12874591982681452) - | > loss_disc_real_1: 0.2046489715576172 (0.21786360254907233) - | > loss_disc_real_2: 0.2800425887107849 (0.2325693460430686) - | > loss_disc_real_3: 0.2680661380290985 (0.22353652468699167) - | > loss_disc_real_4: 0.26358214020729065 (0.22350746076407396) - | > loss_disc_real_5: 0.2683793604373932 (0.2314483137933288) - | > loss_0: 2.4741134643554688 (2.453591095650289) - | > grad_norm_0: tensor(118.3231, device='cuda:0') (tensor(65.2321, device='cuda:0')) - | > loss_gen: 2.4596264362335205 (2.3673469593205763) - | > loss_kl: 1.3388690948486328 (1.5640031308170375) - | > loss_feat: 6.128170013427734 (6.8293359298405685) - | > loss_mel: 21.2418155670166 (21.255630388034614) - | > loss_duration: 1.6905834674835205 (1.6946727971392357) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.859066009521484 (33.710989118561095) - | > grad_norm_1: tensor(595.4324, device='cuda:0') (tensor(558.0037, device='cuda:0')) - | > current_lr_0: 0.0001985551535925629 - | > current_lr_1: 0.0001985551535925629 - | > step_time: 0.8396 (0.8099942610958427) - | > loader_time: 0.0073 (0.0071347567040150545) - - - --> TIME: 2024-11-23 05:18:03 -- STEP: 533/797 -- GLOBAL_STEP: 47550 - | > loss_disc: 2.5806570053100586 (2.4526137661531306) - | > loss_disc_real_0: 0.13490667939186096 (0.12845903423948538) - | > loss_disc_real_1: 0.24262584745883942 (0.21772165663582296) - | > loss_disc_real_2: 0.2109055370092392 (0.23241422575589193) - | > loss_disc_real_3: 0.20358170568943024 (0.22355074604613254) - | > loss_disc_real_4: 0.2036188840866089 (0.2231499123584486) - | > loss_disc_real_5: 0.23194415867328644 (0.23128959530961) - | > loss_0: 2.5806570053100586 (2.4526137661531306) - | > grad_norm_0: tensor(116.6085, device='cuda:0') (tensor(65.4231, device='cuda:0')) - | > loss_gen: 2.18377947807312 (2.367439661419635) - | > loss_kl: 1.477355718612671 (1.563532377944431) - | > loss_feat: 5.550445556640625 (6.839196628298589) - | > loss_mel: 19.93134307861328 (21.28579782768665) - | > loss_duration: 1.7038079500198364 (1.6945779256480724) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.846731185913086 (33.75054436731971) - | > grad_norm_1: tensor(586.5620, device='cuda:0') (tensor(562.9537, device='cuda:0')) - | > current_lr_0: 0.0001985551535925629 - | > current_lr_1: 0.0001985551535925629 - | > step_time: 0.8487 (0.8120789223719267) - | > loader_time: 0.0072 (0.007227953558343882) - - - --> TIME: 2024-11-23 05:18:25 -- STEP: 558/797 -- GLOBAL_STEP: 47575 - | > loss_disc: 2.6123058795928955 (2.4525533829111357) - | > loss_disc_real_0: 0.3023771047592163 (0.12851063789646258) - | > loss_disc_real_1: 0.17898058891296387 (0.21735846125737732) - | > loss_disc_real_2: 0.20893539488315582 (0.23259747981704693) - | > loss_disc_real_3: 0.20069897174835205 (0.22358437283064733) - | > loss_disc_real_4: 0.22140143811702728 (0.22319053220278898) - | > loss_disc_real_5: 0.23398439586162567 (0.2315957141926639) - | > loss_0: 2.6123058795928955 (2.4525533829111357) - | > grad_norm_0: tensor(294.2183, device='cuda:0') (tensor(65.9924, device='cuda:0')) - | > loss_gen: 2.388529062271118 (2.3698697658422576) - | > loss_kl: 1.3589246273040771 (1.5612977108647743) - | > loss_feat: 6.219480037689209 (6.84953736746183) - | > loss_mel: 20.26698112487793 (21.29831367752458) - | > loss_duration: 1.6721298694610596 (1.694081264371086) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.90604591369629 (33.77309974547362) - | > grad_norm_1: tensor(642.7477, device='cuda:0') (tensor(565.8945, device='cuda:0')) - | > current_lr_0: 0.0001985551535925629 - | > current_lr_1: 0.0001985551535925629 - | > step_time: 0.8203 (0.8144635581628393) - | > loader_time: 0.0076 (0.007339261765975677) - - - --> TIME: 2024-11-23 05:18:47 -- STEP: 583/797 -- GLOBAL_STEP: 47600 - | > loss_disc: 2.4489986896514893 (2.452461643448006) - | > loss_disc_real_0: 0.07047895342111588 (0.12853344191843408) - | > loss_disc_real_1: 0.21245743334293365 (0.2173536579615051) - | > loss_disc_real_2: 0.20574058592319489 (0.23220436147208076) - | > loss_disc_real_3: 0.2237750142812729 (0.22364351204492625) - | > loss_disc_real_4: 0.25126853585243225 (0.222915845327271) - | > loss_disc_real_5: 0.2689386010169983 (0.23069973765372412) - | > loss_0: 2.4489986896514893 (2.452461643448006) - | > grad_norm_0: tensor(36.4250, device='cuda:0') (tensor(66.5041, device='cuda:0')) - | > loss_gen: 2.6420559883117676 (2.370896895999155) - | > loss_kl: 1.3849667310714722 (1.5616828141858596) - | > loss_feat: 6.964942932128906 (6.85245383951308) - | > loss_mel: 21.58928871154785 (21.3056755752956) - | > loss_duration: 1.6593782901763916 (1.693662237752977) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.240631103515625 (33.78437131551286) - | > grad_norm_1: tensor(541.6420, device='cuda:0') (tensor(562.8642, device='cuda:0')) - | > current_lr_0: 0.0001985551535925629 - | > current_lr_1: 0.0001985551535925629 - | > step_time: 0.9462 (0.8172653809215354) - | > loader_time: 0.0153 (0.0074567377669529054) - - - --> TIME: 2024-11-23 05:19:10 -- STEP: 608/797 -- GLOBAL_STEP: 47625 - | > loss_disc: 2.2426037788391113 (2.454195897830161) - | > loss_disc_real_0: 0.11244218796491623 (0.12911956106606678) - | > loss_disc_real_1: 0.227550208568573 (0.21747210705162653) - | > loss_disc_real_2: 0.2316039651632309 (0.2324828606245941) - | > loss_disc_real_3: 0.19948837161064148 (0.223770398842661) - | > loss_disc_real_4: 0.195706307888031 (0.22289069835096598) - | > loss_disc_real_5: 0.2087038904428482 (0.23131576545634552) - | > loss_0: 2.2426037788391113 (2.454195897830161) - | > grad_norm_0: tensor(46.9944, device='cuda:0') (tensor(67.1155, device='cuda:0')) - | > loss_gen: 2.5423991680145264 (2.3706054442415105) - | > loss_kl: 1.5737906694412231 (1.5629293014736543) - | > loss_feat: 6.838020324707031 (6.85000310210805) - | > loss_mel: 19.87211036682129 (21.316790662313757) - | > loss_duration: 1.7362542152404785 (1.6933440466068292) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.56257247924805 (33.79367249890382) - | > grad_norm_1: tensor(444.4768, device='cuda:0') (tensor(561.9358, device='cuda:0')) - | > current_lr_0: 0.0001985551535925629 - | > current_lr_1: 0.0001985551535925629 - | > step_time: 0.8686 (0.8202223550332216) - | > loader_time: 0.0087 (0.007604026872860757) - - - --> TIME: 2024-11-23 05:19:32 -- STEP: 633/797 -- GLOBAL_STEP: 47650 - | > loss_disc: 2.494741439819336 (2.4538230349855596) - | > loss_disc_real_0: 0.08016185462474823 (0.12901728740329813) - | > loss_disc_real_1: 0.21878351271152496 (0.21764614723775805) - | > loss_disc_real_2: 0.27027422189712524 (0.232253521727913) - | > loss_disc_real_3: 0.27390795946121216 (0.22388672447317584) - | > loss_disc_real_4: 0.22594358026981354 (0.22273873352985624) - | > loss_disc_real_5: 0.22197143733501434 (0.23097402434119305) - | > loss_0: 2.494741439819336 (2.4538230349855596) - | > grad_norm_0: tensor(14.0103, device='cuda:0') (tensor(66.9542, device='cuda:0')) - | > loss_gen: 2.2692317962646484 (2.36867307825676) - | > loss_kl: 1.5690611600875854 (1.5627405191484778) - | > loss_feat: 6.154976844787598 (6.835452996535699) - | > loss_mel: 19.12105941772461 (21.302989745780373) - | > loss_duration: 1.7159180641174316 (1.6933060020067117) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.830245971679688 (33.763162302556616) - | > grad_norm_1: tensor(280.4207, device='cuda:0') (tensor(552.6432, device='cuda:0')) - | > current_lr_0: 0.0001985551535925629 - | > current_lr_1: 0.0001985551535925629 - | > step_time: 0.9358 (0.8226073311780108) - | > loader_time: 0.0101 (0.0077044677583715535) - - - --> TIME: 2024-11-23 05:19:55 -- STEP: 658/797 -- GLOBAL_STEP: 47675 - | > loss_disc: 2.585925340652466 (2.454263550169924) - | > loss_disc_real_0: 0.2279311716556549 (0.1291576148574113) - | > loss_disc_real_1: 0.2275426983833313 (0.2173707731136072) - | > loss_disc_real_2: 0.2649880647659302 (0.23247752839127572) - | > loss_disc_real_3: 0.26547667384147644 (0.2237936431785485) - | > loss_disc_real_4: 0.247981995344162 (0.22300371067955138) - | > loss_disc_real_5: 0.24255605041980743 (0.23142253761505283) - | > loss_0: 2.585925340652466 (2.454263550169924) - | > grad_norm_0: tensor(52.4986, device='cuda:0') (tensor(66.2501, device='cuda:0')) - | > loss_gen: 2.486658811569214 (2.3697666451561408) - | > loss_kl: 1.7820078134536743 (1.5626046635821953) - | > loss_feat: 6.943902492523193 (6.840838747546302) - | > loss_mel: 22.45238494873047 (21.322536146749478) - | > loss_duration: 1.6803910732269287 (1.693086229559136) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.34534454345703 (33.7888323949101) - | > grad_norm_1: tensor(373.4553, device='cuda:0') (tensor(544.8253, device='cuda:0')) - | > current_lr_0: 0.0001985551535925629 - | > current_lr_1: 0.0001985551535925629 - | > step_time: 0.9429 (0.8253513578223597) - | > loader_time: 0.0082 (0.007799394224914735) - - - --> TIME: 2024-11-23 05:20:18 -- STEP: 683/797 -- GLOBAL_STEP: 47700 - | > loss_disc: 2.43652606010437 (2.4539439894618957) - | > loss_disc_real_0: 0.15532660484313965 (0.12911852289912998) - | > loss_disc_real_1: 0.21451722085475922 (0.21740822299856732) - | > loss_disc_real_2: 0.19819709658622742 (0.23235861970163543) - | > loss_disc_real_3: 0.20004764199256897 (0.22380681981715764) - | > loss_disc_real_4: 0.1711183488368988 (0.2228965797021134) - | > loss_disc_real_5: 0.2066309154033661 (0.23124429134114768) - | > loss_0: 2.43652606010437 (2.4539439894618957) - | > grad_norm_0: tensor(160.9158, device='cuda:0') (tensor(66.6040, device='cuda:0')) - | > loss_gen: 2.2226662635803223 (2.3682617237068713) - | > loss_kl: 1.7821338176727295 (1.5623027407407404) - | > loss_feat: 6.085727214813232 (6.8379876268032165) - | > loss_mel: 20.916608810424805 (21.326881246720376) - | > loss_duration: 1.7012789249420166 (1.6926776826992564) - | > amp_scaler: 256.0 (129.12445095168374) - | > loss_1: 32.70841598510742 (33.78811096202581) - | > grad_norm_1: tensor(498.2582, device='cuda:0') (tensor(547.3731, device='cuda:0')) - | > current_lr_0: 0.0001985551535925629 - | > current_lr_1: 0.0001985551535925629 - | > step_time: 0.8921 (0.8284294249198093) - | > loader_time: 0.0085 (0.007872757765070409) - - - --> TIME: 2024-11-23 05:20:41 -- STEP: 708/797 -- GLOBAL_STEP: 47725 - | > loss_disc: 2.445201873779297 (2.4559610634200313) - | > loss_disc_real_0: 0.088229700922966 (0.13031811502862112) - | > loss_disc_real_1: 0.22609277069568634 (0.217407328829085) - | > loss_disc_real_2: 0.27213478088378906 (0.23259592150985184) - | > loss_disc_real_3: 0.26724207401275635 (0.22392897381536706) - | > loss_disc_real_4: 0.23910844326019287 (0.22299340241036172) - | > loss_disc_real_5: 0.2810704708099365 (0.23134392706182716) - | > loss_0: 2.445201873779297 (2.4559610634200313) - | > grad_norm_0: tensor(19.3336, device='cuda:0') (tensor(67.6307, device='cuda:0')) - | > loss_gen: 2.602918863296509 (2.3694928039265215) - | > loss_kl: 1.3851597309112549 (1.5613654954622014) - | > loss_feat: 6.013876438140869 (6.837601153864024) - | > loss_mel: 21.475120544433594 (21.348820818346105) - | > loss_duration: 1.6578025817871094 (1.6920779472017018) - | > amp_scaler: 256.0 (133.60451977401127) - | > loss_1: 33.13488006591797 (33.80935815768058) - | > grad_norm_1: tensor(359.6901, device='cuda:0') (tensor(546.7571, device='cuda:0')) - | > current_lr_0: 0.0001985551535925629 - | > current_lr_1: 0.0001985551535925629 - | > step_time: 0.9366 (0.8318556671762192) - | > loader_time: 0.0092 (0.007964479384449233) - - - --> TIME: 2024-11-23 05:21:09 -- STEP: 733/797 -- GLOBAL_STEP: 47750 - | > loss_disc: 2.4503443241119385 (2.456762146006502) - | > loss_disc_real_0: 0.13404971361160278 (0.13087329836651213) - | > loss_disc_real_1: 0.13273745775222778 (0.21731780085199356) - | > loss_disc_real_2: 0.24812814593315125 (0.23266934352389462) - | > loss_disc_real_3: 0.20975655317306519 (0.22402715199153062) - | > loss_disc_real_4: 0.27313661575317383 (0.22317378005421992) - | > loss_disc_real_5: 0.22872698307037354 (0.23141313180591694) - | > loss_0: 2.4503443241119385 (2.456762146006502) - | > grad_norm_0: tensor(86.0377, device='cuda:0') (tensor(67.9295, device='cuda:0')) - | > loss_gen: 2.0146796703338623 (2.3692435222953603) - | > loss_kl: 1.469063639640808 (1.561214589975052) - | > loss_feat: 6.81623649597168 (6.8359956741333) - | > loss_mel: 21.82018280029297 (21.350273657950996) - | > loss_duration: 1.6769407987594604 (1.6912674859958976) - | > amp_scaler: 256.0 (137.7789904502046) - | > loss_1: 33.79710388183594 (33.807994868550466) - | > grad_norm_1: tensor(565.8823, device='cuda:0') (tensor(542.6642, device='cuda:0')) - | > current_lr_0: 0.0001985551535925629 - | > current_lr_1: 0.0001985551535925629 - | > step_time: 1.2475 (0.8400717864745632) - | > loader_time: 0.0096 (0.00811912873594692) - - - --> TIME: 2024-11-23 05:21:46 -- STEP: 758/797 -- GLOBAL_STEP: 47775 - | > loss_disc: 2.4445700645446777 (2.4572769243044066) - | > loss_disc_real_0: 0.11572626978158951 (0.13123844241069763) - | > loss_disc_real_1: 0.20416931807994843 (0.21721916118916854) - | > loss_disc_real_2: 0.22483570873737335 (0.2322284913668532) - | > loss_disc_real_3: 0.20344118773937225 (0.22400920787005438) - | > loss_disc_real_4: 0.242312952876091 (0.2231074003871324) - | > loss_disc_real_5: 0.23783805966377258 (0.23140850183517134) - | > loss_0: 2.4445700645446777 (2.4572769243044066) - | > grad_norm_0: tensor(19.9563, device='cuda:0') (tensor(67.5849, device='cuda:0')) - | > loss_gen: 2.2243030071258545 (2.3665256063038567) - | > loss_kl: 1.4761558771133423 (1.5609046330867147) - | > loss_feat: 5.6894707679748535 (6.825677760358221) - | > loss_mel: 19.710044860839844 (21.342631742633426) - | > loss_duration: 1.6735632419586182 (1.690216723092313) - | > amp_scaler: 256.0 (141.67810026385212) - | > loss_1: 30.773536682128906 (33.785956420495886) - | > grad_norm_1: tensor(281.0397, device='cuda:0') (tensor(538.0148, device='cuda:0')) - | > current_lr_0: 0.0001985551535925629 - | > current_lr_1: 0.0001985551535925629 - | > step_time: 1.822 (0.8611684858327172) - | > loader_time: 0.0124 (0.00830694081600863) - - - --> TIME: 2024-11-23 05:22:38 -- STEP: 783/797 -- GLOBAL_STEP: 47800 - | > loss_disc: 2.5288195610046387 (2.45716632280313) - | > loss_disc_real_0: 0.14823290705680847 (0.1313239094845254) - | > loss_disc_real_1: 0.2736397385597229 (0.2172951819720091) - | > loss_disc_real_2: 0.2231307327747345 (0.23239599103595715) - | > loss_disc_real_3: 0.1867806762456894 (0.22387479837522348) - | > loss_disc_real_4: 0.23830489814281464 (0.22304197055398275) - | > loss_disc_real_5: 0.23625141382217407 (0.2315766566634026) - | > loss_0: 2.5288195610046387 (2.45716632280313) - | > grad_norm_0: tensor(103.1702, device='cuda:0') (tensor(66.7365, device='cuda:0')) - | > loss_gen: 2.419508218765259 (2.366915911398018) - | > loss_kl: 1.5642398595809937 (1.5608141528844524) - | > loss_feat: 6.272151947021484 (6.833825233795633) - | > loss_mel: 20.7285213470459 (21.354418266169716) - | > loss_duration: 1.663379430770874 (1.6892365107591125) - | > amp_scaler: 128.0 (143.85696040868444) - | > loss_1: 32.64780044555664 (33.8052100331391) - | > grad_norm_1: tensor(482.8950, device='cuda:0') (tensor(536.7250, device='cuda:0')) - | > current_lr_0: 0.0001985551535925629 - | > current_lr_1: 0.0001985551535925629 - | > step_time: 2.8679 (0.899105243146952) - | > loader_time: 0.0122 (0.008649385447398602) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.1740031242370605 (2.1740031242370605) - | > loss_disc_real_0: 0.136710986495018 (0.136710986495018) - | > loss_disc_real_1: 0.19017761945724487 (0.19017761945724487) - | > loss_disc_real_2: 0.2133788913488388 (0.2133788913488388) - | > loss_disc_real_3: 0.1707308292388916 (0.1707308292388916) - | > loss_disc_real_4: 0.1535610854625702 (0.1535610854625702) - | > loss_disc_real_5: 0.2071995586156845 (0.2071995586156845) - | > loss_0: 2.1740031242370605 (2.1740031242370605) - | > loss_gen: 2.520275831222534 (2.520275831222534) - | > loss_kl: 1.3041361570358276 (1.3041361570358276) - | > loss_feat: 7.999125957489014 (7.999125957489014) - | > loss_mel: 24.24558448791504 (24.24558448791504) - | > loss_duration: 1.9252510070800781 (1.9252510070800781) - | > loss_1: 37.9943733215332 (37.9943733215332) - - --> STEP: 1 - | > loss_disc: 2.693830966949463 (2.693830966949463) - | > loss_disc_real_0: 0.19697633385658264 (0.19697633385658264) - | > loss_disc_real_1: 0.19793376326560974 (0.19793376326560974) - | > loss_disc_real_2: 0.2429177165031433 (0.2429177165031433) - | > loss_disc_real_3: 0.28899332880973816 (0.28899332880973816) - | > loss_disc_real_4: 0.29894542694091797 (0.29894542694091797) - | > loss_disc_real_5: 0.2718794643878937 (0.2718794643878937) - | > loss_0: 2.693830966949463 (2.693830966949463) - | > loss_gen: 2.289186477661133 (2.289186477661133) - | > loss_kl: 2.023148775100708 (2.023148775100708) - | > loss_feat: 7.470715045928955 (7.470715045928955) - | > loss_mel: 23.513450622558594 (23.513450622558594) - | > loss_duration: 1.7590398788452148 (1.7590398788452148) - | > loss_1: 37.0555419921875 (37.0555419921875) - - --> STEP: 2 - | > loss_disc: 2.4099438190460205 (2.5518873929977417) - | > loss_disc_real_0: 0.13693010807037354 (0.1669532209634781) - | > loss_disc_real_1: 0.2305978387594223 (0.21426580101251602) - | > loss_disc_real_2: 0.25362107157707214 (0.24826939404010773) - | > loss_disc_real_3: 0.2142706662416458 (0.251631997525692) - | > loss_disc_real_4: 0.28309813141822815 (0.29102177917957306) - | > loss_disc_real_5: 0.2248903065919876 (0.24838488548994064) - | > loss_0: 2.4099438190460205 (2.5518873929977417) - | > loss_gen: 2.509791135787964 (2.3994888067245483) - | > loss_kl: 2.1934497356414795 (2.1082992553710938) - | > loss_feat: 6.612933158874512 (7.041824102401733) - | > loss_mel: 20.689191818237305 (22.10132122039795) - | > loss_duration: 1.6101858615875244 (1.6846128702163696) - | > loss_1: 33.61555480957031 (35.335548400878906) - - --> STEP: 3 - | > loss_disc: 2.4264936447143555 (2.5100894769032798) - | > loss_disc_real_0: 0.23060962557792664 (0.1881720225016276) - | > loss_disc_real_1: 0.23223896324634552 (0.2202568550904592) - | > loss_disc_real_2: 0.23860082030296326 (0.24504653612772623) - | > loss_disc_real_3: 0.2375791072845459 (0.24694770077864328) - | > loss_disc_real_4: 0.2813745141029358 (0.2878060241540273) - | > loss_disc_real_5: 0.23156318068504333 (0.24277765055497488) - | > loss_0: 2.4264936447143555 (2.5100894769032798) - | > loss_gen: 2.5767269134521484 (2.4585681756337485) - | > loss_kl: 1.1970748901367188 (1.8045578002929688) - | > loss_feat: 5.1727423667907715 (6.418796857198079) - | > loss_mel: 17.788047790527344 (20.663563410441082) - | > loss_duration: 1.7540969848632812 (1.70777424176534) - | > loss_1: 28.488689422607422 (33.053262074788414) - - --> STEP: 4 - | > loss_disc: 2.574634552001953 (2.526225745677948) - | > loss_disc_real_0: 0.24964715540409088 (0.20354080572724342) - | > loss_disc_real_1: 0.21193253993988037 (0.21817577630281448) - | > loss_disc_real_2: 0.20005545020103455 (0.23379876464605331) - | > loss_disc_real_3: 0.26058685779571533 (0.2503574900329113) - | > loss_disc_real_4: 0.3097551763057709 (0.2932933121919632) - | > loss_disc_real_5: 0.24143679440021515 (0.24244243651628494) - | > loss_0: 2.574634552001953 (2.526225745677948) - | > loss_gen: 2.5281009674072266 (2.475951373577118) - | > loss_kl: 1.3616758584976196 (1.6938373148441315) - | > loss_feat: 7.3750691413879395 (6.657864928245544) - | > loss_mel: 20.958322525024414 (20.737253189086914) - | > loss_duration: 1.6130096912384033 (1.684083104133606) - | > loss_1: 33.836177825927734 (33.24899101257324) - - --> STEP: 5 - | > loss_disc: 2.341381072998047 (2.489256811141968) - | > loss_disc_real_0: 0.17169950902462006 (0.19717254638671874) - | > loss_disc_real_1: 0.1846664398908615 (0.2114739090204239) - | > loss_disc_real_2: 0.20932210981845856 (0.22890343368053437) - | > loss_disc_real_3: 0.22379206120967865 (0.24504440426826476) - | > loss_disc_real_4: 0.21817432343959808 (0.2782695144414902) - | > loss_disc_real_5: 0.30692699551582336 (0.25533934831619265) - | > loss_0: 2.341381072998047 (2.489256811141968) - | > loss_gen: 2.6687915325164795 (2.5145194053649904) - | > loss_kl: 2.0648138523101807 (1.7680326223373413) - | > loss_feat: 8.336355209350586 (6.993562984466553) - | > loss_mel: 23.07286834716797 (21.204376220703125) - | > loss_duration: 1.8702239990234375 (1.7213112831115722) - | > loss_1: 38.01305389404297 (34.201803588867186) - - --> STEP: 6 - | > loss_disc: 2.4251933097839355 (2.478579560915629) - | > loss_disc_real_0: 0.18254202604293823 (0.194734126329422) - | > loss_disc_real_1: 0.229030042886734 (0.21439993133147559) - | > loss_disc_real_2: 0.2244216948747635 (0.22815647721290588) - | > loss_disc_real_3: 0.26432591676712036 (0.2482579896847407) - | > loss_disc_real_4: 0.2649814486503601 (0.27605483680963516) - | > loss_disc_real_5: 0.25173431634902954 (0.2547385096549988) - | > loss_0: 2.4251933097839355 (2.478579560915629) - | > loss_gen: 2.714517116546631 (2.547852357228597) - | > loss_kl: 1.7805211544036865 (1.770114044348399) - | > loss_feat: 5.243103504180908 (6.701819737752278) - | > loss_mel: 18.55753517150879 (20.763236045837402) - | > loss_duration: 1.6913374662399292 (1.7163156469662983) - | > loss_1: 29.987014770507812 (33.49933878580729) - - --> STEP: 7 - | > loss_disc: 2.4708750247955322 (2.4774789128984724) - | > loss_disc_real_0: 0.21923276782035828 (0.1982339322566986) - | > loss_disc_real_1: 0.2708728015422821 (0.22246748421873366) - | > loss_disc_real_2: 0.2346705049276352 (0.22908705260072434) - | > loss_disc_real_3: 0.23176324367523193 (0.245901597397668) - | > loss_disc_real_4: 0.2200586497783661 (0.26805538151945385) - | > loss_disc_real_5: 0.2749122977256775 (0.25762047937938143) - | > loss_0: 2.4708750247955322 (2.4774789128984724) - | > loss_gen: 2.7580201625823975 (2.577876329421997) - | > loss_kl: 1.802206039428711 (1.7746986150741577) - | > loss_feat: 7.367880821228027 (6.796971321105957) - | > loss_mel: 23.212671279907227 (21.113155364990234) - | > loss_duration: 1.6511666774749756 (1.707008651324681) - | > loss_1: 36.79194259643555 (33.96971075875418) - - --> STEP: 8 - | > loss_disc: 2.743389368057251 (2.5107177197933197) - | > loss_disc_real_0: 0.23989441990852356 (0.20344149321317673) - | > loss_disc_real_1: 0.30957597494125366 (0.23335604555904865) - | > loss_disc_real_2: 0.24611665308475494 (0.23121575266122818) - | > loss_disc_real_3: 0.24769996106624603 (0.24612639285624027) - | > loss_disc_real_4: 0.299392431974411 (0.2719725128263235) - | > loss_disc_real_5: 0.20627668499946594 (0.251202505081892) - | > loss_0: 2.743389368057251 (2.5107177197933197) - | > loss_gen: 2.4599695205688477 (2.5631379783153534) - | > loss_kl: 1.8441475629806519 (1.7833797335624695) - | > loss_feat: 6.610564708709717 (6.773670494556427) - | > loss_mel: 21.243614196777344 (21.129462718963623) - | > loss_duration: 1.720602035522461 (1.7087078243494034) - | > loss_1: 33.87889862060547 (33.958359241485596) - - --> STEP: 9 - | > loss_disc: 2.5323257446289062 (2.513118611441718) - | > loss_disc_real_0: 0.10547351837158203 (0.19255616267522177) - | > loss_disc_real_1: 0.2944279611110687 (0.24014181395371756) - | > loss_disc_real_2: 0.2312842458486557 (0.2312233630153868) - | > loss_disc_real_3: 0.2737038731575012 (0.24919055733415815) - | > loss_disc_real_4: 0.27032995223999023 (0.2717900060945087) - | > loss_disc_real_5: 0.22247619926929474 (0.24801069332493675) - | > loss_0: 2.5323257446289062 (2.513118611441718) - | > loss_gen: 2.3687844276428223 (2.541543139351739) - | > loss_kl: 1.7767127752304077 (1.7826389604144626) - | > loss_feat: 5.269678115844727 (6.606560230255127) - | > loss_mel: 19.75754165649414 (20.977027045355904) - | > loss_duration: 1.7123305797576904 (1.709110352728102) - | > loss_1: 30.885046005249023 (33.61687999301486) - - --> STEP: 10 - | > loss_disc: 2.436354875564575 (2.505442237854004) - | > loss_disc_real_0: 0.16132858395576477 (0.18943340480327606) - | > loss_disc_real_1: 0.26726552844047546 (0.24285418540239334) - | > loss_disc_real_2: 0.2510680556297302 (0.23320783227682113) - | > loss_disc_real_3: 0.2601141035556793 (0.25028291195631025) - | > loss_disc_real_4: 0.2525770962238312 (0.2698687151074409) - | > loss_disc_real_5: 0.22661808133125305 (0.2458714321255684) - | > loss_0: 2.436354875564575 (2.505442237854004) - | > loss_gen: 2.550579071044922 (2.542446732521057) - | > loss_kl: 0.9721928834915161 (1.701594352722168) - | > loss_feat: 5.658082485198975 (6.511712455749512) - | > loss_mel: 19.135107040405273 (20.79283504486084) - | > loss_duration: 1.6119580268859863 (1.6993951201438904) - | > loss_1: 29.927919387817383 (33.24798393249512) - - --> STEP: 11 - | > loss_disc: 2.106024742126465 (2.4691315564242275) - | > loss_disc_real_0: 0.11103908717632294 (0.18230664865537125) - | > loss_disc_real_1: 0.2353840321302414 (0.24217508055947043) - | > loss_disc_real_2: 0.22764718532562256 (0.23270231891762128) - | > loss_disc_real_3: 0.16614930331707 (0.24263440208001572) - | > loss_disc_real_4: 0.1964191347360611 (0.2631914805282246) - | > loss_disc_real_5: 0.16361963748931885 (0.23839399624954571) - | > loss_0: 2.106024742126465 (2.4691315564242275) - | > loss_gen: 2.5001561641693115 (2.5386021353981714) - | > loss_kl: 2.5584192276000977 (1.7794875231656162) - | > loss_feat: 8.210865020751953 (6.666180870749733) - | > loss_mel: 23.937082290649414 (21.07867570356889) - | > loss_duration: 1.5940059423446655 (1.6898142857985063) - | > loss_1: 38.80052947998047 (33.75276080044833) - - --> STEP: 12 - | > loss_disc: 2.469147205352783 (2.4691328605016074) - | > loss_disc_real_0: 0.1371721625328064 (0.17854544147849083) - | > loss_disc_real_1: 0.2560760974884033 (0.2433334986368815) - | > loss_disc_real_2: 0.24827374517917633 (0.23399993777275085) - | > loss_disc_real_3: 0.25461938977241516 (0.24363315105438232) - | > loss_disc_real_4: 0.3342083990573883 (0.2691095570723216) - | > loss_disc_real_5: 0.24088744819164276 (0.23860178391138712) - | > loss_0: 2.469147205352783 (2.4691328605016074) - | > loss_gen: 2.5385994911193848 (2.538601915041606) - | > loss_kl: 1.6745078563690186 (1.770739217599233) - | > loss_feat: 5.638953685760498 (6.580578605333964) - | > loss_mel: 20.373981475830078 (21.019951184590656) - | > loss_duration: 1.7071243524551392 (1.6912567913532257) - | > loss_1: 31.93316650390625 (33.60112794240316) - - --> STEP: 13 - | > loss_disc: 2.327000379562378 (2.458199592737051) - | > loss_disc_real_0: 0.10196596384048462 (0.17265471242941344) - | > loss_disc_real_1: 0.15833432972431183 (0.2367951010282223) - | > loss_disc_real_2: 0.16256166994571686 (0.22850468640144056) - | > loss_disc_real_3: 0.1897318959236145 (0.23948690065970787) - | > loss_disc_real_4: 0.1294841170310974 (0.258369138607612) - | > loss_disc_real_5: 0.11912180483341217 (0.22941101629000443) - | > loss_0: 2.327000379562378 (2.458199592737051) - | > loss_gen: 1.9603708982467651 (2.4941226060573873) - | > loss_kl: 1.8273380994796753 (1.7750929777438824) - | > loss_feat: 9.836219787597656 (6.831012542431171) - | > loss_mel: 24.306819915771484 (21.272787240835335) - | > loss_duration: 1.7677383422851562 (1.6971399875787587) - | > loss_1: 39.698486328125 (34.070155510535606) - - --> STEP: 14 - | > loss_disc: 2.4190125465393066 (2.455400518008641) - | > loss_disc_real_0: 0.1782924383878708 (0.1730574071407318) - | > loss_disc_real_1: 0.25727343559265137 (0.23825783921139582) - | > loss_disc_real_2: 0.2600520849227905 (0.2307580720101084) - | > loss_disc_real_3: 0.29669541120529175 (0.2435732228415353) - | > loss_disc_real_4: 0.2876194417476654 (0.2604584459747587) - | > loss_disc_real_5: 0.23263196647167206 (0.22964108416012355) - | > loss_0: 2.4190125465393066 (2.455400518008641) - | > loss_gen: 2.7870073318481445 (2.51504294361387) - | > loss_kl: 1.9681708812713623 (1.7888842565672738) - | > loss_feat: 6.540942192077637 (6.810293231691633) - | > loss_mel: 21.93758201599121 (21.320272581917898) - | > loss_duration: 1.7105950117111206 (1.6981010607310705) - | > loss_1: 34.944297790527344 (34.13259424482073) - - --> STEP: 15 - | > loss_disc: 2.4639463424682617 (2.4559702396392824) - | > loss_disc_real_0: 0.22537842392921448 (0.17654547492663067) - | > loss_disc_real_1: 0.2848639190196991 (0.24136491119861603) - | > loss_disc_real_2: 0.26850104331970215 (0.23327427009741467) - | > loss_disc_real_3: 0.25358322262763977 (0.24424055616060894) - | > loss_disc_real_4: 0.2522313892841339 (0.25990997552871703) - | > loss_disc_real_5: 0.17681148648262024 (0.22611911098162332) - | > loss_0: 2.4639463424682617 (2.4559702396392824) - | > loss_gen: 2.518685817718506 (2.5152858018875124) - | > loss_kl: 1.3484382629394531 (1.759521190325419) - | > loss_feat: 6.724933624267578 (6.804602591196696) - | > loss_mel: 24.18659210205078 (21.511360549926756) - | > loss_duration: 1.6378190517425537 (1.694082260131836) - | > loss_1: 36.416465759277344 (34.28485234578451) - - --> STEP: 16 - | > loss_disc: 2.405958414077759 (2.452844500541687) - | > loss_disc_real_0: 0.23334141075611115 (0.1800952209159732) - | > loss_disc_real_1: 0.24640066921710968 (0.24167964607477188) - | > loss_disc_real_2: 0.22992466390132904 (0.2330649197101593) - | > loss_disc_real_3: 0.18123820424079895 (0.2403029091656208) - | > loss_disc_real_4: 0.22449177503585815 (0.25769633799791336) - | > loss_disc_real_5: 0.20517320930957794 (0.2248099921271205) - | > loss_0: 2.405958414077759 (2.452844500541687) - | > loss_gen: 2.502044916152954 (2.5144582465291023) - | > loss_kl: 1.8335645198822021 (1.764148898422718) - | > loss_feat: 6.4066643714904785 (6.779731452465057) - | > loss_mel: 22.500995635986328 (21.57321274280548) - | > loss_duration: 1.8188532590866089 (1.7018804475665092) - | > loss_1: 35.0621223449707 (34.33343172073364) - - --> STEP: 17 - | > loss_disc: 2.0890374183654785 (2.4314440839430866) - | > loss_disc_real_0: 0.10042387992143631 (0.17540867144570632) - | > loss_disc_real_1: 0.21907223761081696 (0.24034979851806865) - | > loss_disc_real_2: 0.26194530725479126 (0.23476376603631413) - | > loss_disc_real_3: 0.15731848776340485 (0.23542147261254928) - | > loss_disc_real_4: 0.16584163904190063 (0.25229312041226554) - | > loss_disc_real_5: 0.1382298469543457 (0.21971704241107493) - | > loss_0: 2.0890374183654785 (2.4314440839430866) - | > loss_gen: 2.7076416015625 (2.525821973295773) - | > loss_kl: 1.1218938827514648 (1.7263691916185266) - | > loss_feat: 8.487249374389648 (6.880173683166504) - | > loss_mel: 24.888986587524414 (21.768258263083066) - | > loss_duration: 1.6115669012069702 (1.696567886015948) - | > loss_1: 38.81734085083008 (34.59719108132755) - - --> STEP: 18 - | > loss_disc: 2.5128633975982666 (2.435967379146152) - | > loss_disc_real_0: 0.17256437242031097 (0.17525065483318436) - | > loss_disc_real_1: 0.18840639293193817 (0.2374640537632836) - | > loss_disc_real_2: 0.1949002891778946 (0.2325491284330686) - | > loss_disc_real_3: 0.18375684320926666 (0.232551215423478) - | > loss_disc_real_4: 0.2878153920173645 (0.25426657994588214) - | > loss_disc_real_5: 0.17434480786323547 (0.21719636271397272) - | > loss_0: 2.5128633975982666 (2.435967379146152) - | > loss_gen: 2.115091323852539 (2.50300360388226) - | > loss_kl: 1.7806198596954346 (1.7293831176227994) - | > loss_feat: 8.530041694641113 (6.971833017137316) - | > loss_mel: 24.04203224182129 (21.894579039679634) - | > loss_duration: 1.6224465370178223 (1.69245003329383) - | > loss_1: 38.09022903442383 (34.79124874538846) - - --> STEP: 19 - | > loss_disc: 2.2286417484283447 (2.425055503845215) - | > loss_disc_real_0: 0.16573096811771393 (0.17474961869026484) - | > loss_disc_real_1: 0.24218051135540009 (0.237712288373395) - | > loss_disc_real_2: 0.16201139986515045 (0.22883661640317818) - | > loss_disc_real_3: 0.26715394854545593 (0.23437241190358213) - | > loss_disc_real_4: 0.2565387189388275 (0.2543861662086688) - | > loss_disc_real_5: 0.17443981766700745 (0.21494601823781667) - | > loss_0: 2.2286417484283447 (2.425055503845215) - | > loss_gen: 2.7849104404449463 (2.5178408058066117) - | > loss_kl: 1.808105707168579 (1.7335264118094194) - | > loss_feat: 7.150805473327637 (6.9812526200947005) - | > loss_mel: 22.765779495239258 (21.940431695235404) - | > loss_duration: 1.81089448928833 (1.6986839520303827) - | > loss_1: 36.32049560546875 (34.871735422234785) - - --> STEP: 20 - | > loss_disc: 2.090928554534912 (2.4083491563796997) - | > loss_disc_real_0: 0.15408708155155182 (0.1737164918333292) - | > loss_disc_real_1: 0.25238916277885437 (0.238446132093668) - | > loss_disc_real_2: 0.20851215720176697 (0.22782039344310762) - | > loss_disc_real_3: 0.2676556706428528 (0.23603657484054566) - | > loss_disc_real_4: 0.19381371140480042 (0.25135754346847533) - | > loss_disc_real_5: 0.18007534742355347 (0.2132024846971035) - | > loss_0: 2.090928554534912 (2.4083491563796997) - | > loss_gen: 2.8676648139953613 (2.5353320062160494) - | > loss_kl: 1.764283537864685 (1.7350642681121826) - | > loss_feat: 7.599339485168457 (7.012156963348389) - | > loss_mel: 24.612390518188477 (22.074029636383056) - | > loss_duration: 1.6546648740768433 (1.6964829981327056) - | > loss_1: 38.49834060668945 (35.05306568145752) - - --> STEP: 21 - | > loss_disc: 2.1001546382904053 (2.393673226946876) - | > loss_disc_real_0: 0.10962021350860596 (0.17066428810358047) - | > loss_disc_real_1: 0.18194136023521423 (0.23575542867183685) - | > loss_disc_real_2: 0.1916472613811493 (0.2260978633449191) - | > loss_disc_real_3: 0.18970370292663574 (0.23383024760654994) - | > loss_disc_real_4: 0.1541028916835785 (0.24672636957395644) - | > loss_disc_real_5: 0.17176523804664612 (0.21122928247565315) - | > loss_0: 2.1001546382904053 (2.393673226946876) - | > loss_gen: 2.7246830463409424 (2.544348722412473) - | > loss_kl: 1.1652050018310547 (1.7079281125749861) - | > loss_feat: 8.092466354370117 (7.063600267682757) - | > loss_mel: 22.08888816833496 (22.074737185523624) - | > loss_duration: 1.6511447429656982 (1.6943240336009435) - | > loss_1: 35.722389221191406 (35.08493823096866) - - --> STEP: 22 - | > loss_disc: 2.143742084503174 (2.3823127204721626) - | > loss_disc_real_0: 0.10823148488998413 (0.16782643341205336) - | > loss_disc_real_1: 0.2459740787744522 (0.23621991276741028) - | > loss_disc_real_2: 0.20860843360424042 (0.22530288926579736) - | > loss_disc_real_3: 0.23379141092300415 (0.2338284823027524) - | > loss_disc_real_4: 0.26209741830825806 (0.2474250536073338) - | > loss_disc_real_5: 0.19511307775974274 (0.21049672771583905) - | > loss_0: 2.143742084503174 (2.3823127204721626) - | > loss_gen: 2.842552661895752 (2.5579034469344397) - | > loss_kl: 1.6614264249801636 (1.7058143995024941) - | > loss_feat: 7.222618103027344 (7.070828351107511) - | > loss_mel: 21.444063186645508 (22.046070185574617) - | > loss_duration: 1.7991540431976318 (1.6990890340371565) - | > loss_1: 34.96981430053711 (35.07970532503995) - - --> STEP: 23 - | > loss_disc: 2.2373650074005127 (2.376010645990786) - | > loss_disc_real_0: 0.12485577166080475 (0.16595814377069473) - | > loss_disc_real_1: 0.23919275403022766 (0.23634916673535886) - | > loss_disc_real_2: 0.22631952166557312 (0.22534709067448325) - | > loss_disc_real_3: 0.23055961728096008 (0.23368635773658752) - | > loss_disc_real_4: 0.1738971620798111 (0.24422818875831107) - | > loss_disc_real_5: 0.19646337628364563 (0.20988658200139584) - | > loss_0: 2.2373650074005127 (2.376010645990786) - | > loss_gen: 2.7619643211364746 (2.566775658856267) - | > loss_kl: 1.944085955619812 (1.7161740323771602) - | > loss_feat: 8.361003875732422 (7.126922939134681) - | > loss_mel: 22.306644439697266 (22.057399500971254) - | > loss_duration: 1.7446630001068115 (1.7010705108227937) - | > loss_1: 37.11835861206055 (35.168342424475625) - - --> STEP: 24 - | > loss_disc: 2.641052007675171 (2.387054036060969) - | > loss_disc_real_0: 0.19592559337615967 (0.16720678750425577) - | > loss_disc_real_1: 0.2901795506477356 (0.23859209939837456) - | > loss_disc_real_2: 0.2682773470878601 (0.22713585135837397) - | > loss_disc_real_3: 0.20910315215587616 (0.23266205750405788) - | > loss_disc_real_4: 0.319762259721756 (0.24737544171512127) - | > loss_disc_real_5: 0.26525676250457764 (0.2121936728556951) - | > loss_0: 2.641052007675171 (2.387054036060969) - | > loss_gen: 2.33858060836792 (2.557267531752586) - | > loss_kl: 1.385080337524414 (1.7023784617582958) - | > loss_feat: 4.489999294281006 (7.017051120599111) - | > loss_mel: 20.30512046813965 (21.98438787460327) - | > loss_duration: 1.6372593641281128 (1.6984117130438487) - | > loss_1: 30.15604019165039 (34.9594964981079) - - --> STEP: 25 - | > loss_disc: 2.5138704776763916 (2.392126693725586) - | > loss_disc_real_0: 0.18476706743240356 (0.16790919870138168) - | > loss_disc_real_1: 0.2507478892803192 (0.23907833099365233) - | > loss_disc_real_2: 0.2710473835468292 (0.22889231264591217) - | > loss_disc_real_3: 0.26516643166542053 (0.2339622324705124) - | > loss_disc_real_4: 0.3199508786201477 (0.2502784591913223) - | > loss_disc_real_5: 0.22871367633342743 (0.2128544729948044) - | > loss_0: 2.5138704776763916 (2.392126693725586) - | > loss_gen: 2.6979947090148926 (2.562896618843078) - | > loss_kl: 1.5742590427398682 (1.6972536849975586) - | > loss_feat: 6.997208595275879 (7.016257419586181) - | > loss_mel: 23.009140014648438 (22.025377960205077) - | > loss_duration: 1.6043603420257568 (1.694649658203125) - | > loss_1: 35.88296127319336 (34.996435089111316) - - --> STEP: 26 - | > loss_disc: 2.4316725730895996 (2.39364768908574) - | > loss_disc_real_0: 0.2516617476940155 (0.17113045058571374) - | > loss_disc_real_1: 0.27137723565101624 (0.2403205965573971) - | > loss_disc_real_2: 0.247456356883049 (0.22960631434734052) - | > loss_disc_real_3: 0.2940569221973419 (0.23627356669077507) - | > loss_disc_real_4: 0.28229638934135437 (0.2515099180432466) - | > loss_disc_real_5: 0.17705000936985016 (0.21147737823999846) - | > loss_0: 2.4316725730895996 (2.39364768908574) - | > loss_gen: 3.0405120849609375 (2.5812664444629956) - | > loss_kl: 1.8546918630599976 (1.7033089995384216) - | > loss_feat: 8.328152656555176 (7.066714928700374) - | > loss_mel: 22.624183654785156 (22.048408948458157) - | > loss_duration: 1.6754388809204102 (1.6939107821537898) - | > loss_1: 37.522979736328125 (35.09360988323504) - - --> STEP: 27 - | > loss_disc: 2.3064651489257812 (2.390418706116853) - | > loss_disc_real_0: 0.22601036727428436 (0.17316304009269784) - | > loss_disc_real_1: 0.2739928066730499 (0.24156771545056943) - | > loss_disc_real_2: 0.2135617882013321 (0.2290120726382291) - | > loss_disc_real_3: 0.23857270181179047 (0.23635871984340526) - | > loss_disc_real_4: 0.20822656154632568 (0.2499068307655829) - | > loss_disc_real_5: 0.24690377712249756 (0.2127894670874984) - | > loss_0: 2.3064651489257812 (2.390418706116853) - | > loss_gen: 2.8622546195983887 (2.5916734139124546) - | > loss_kl: 2.004485845565796 (1.7144636975394354) - | > loss_feat: 6.759616374969482 (7.055340908191822) - | > loss_mel: 22.9224853515625 (22.080782148573135) - | > loss_duration: 1.7115178108215332 (1.6945628943266693) - | > loss_1: 36.26036071777344 (35.13682287710683) - - --> STEP: 28 - | > loss_disc: 2.4621708393096924 (2.3929812823023116) - | > loss_disc_real_0: 0.2656335234642029 (0.1764655573559659) - | > loss_disc_real_1: 0.2968730926513672 (0.24354290749345506) - | > loss_disc_real_2: 0.20760701596736908 (0.2282476063285555) - | > loss_disc_real_3: 0.26197269558906555 (0.23727350469146455) - | > loss_disc_real_4: 0.15679238736629486 (0.24658131492989405) - | > loss_disc_real_5: 0.23963062465190887 (0.21374807985765593) - | > loss_0: 2.4621708393096924 (2.3929812823023116) - | > loss_gen: 2.6183152198791504 (2.5926249069826937) - | > loss_kl: 1.4507158994674683 (1.7050441333225794) - | > loss_feat: 8.06692123413086 (7.0914687769753595) - | > loss_mel: 23.895248413085938 (22.145584515162877) - | > loss_duration: 1.6567535400390625 (1.693212560244969) - | > loss_1: 37.687957763671875 (35.227934837341294) - - --> STEP: 29 - | > loss_disc: 2.2279486656188965 (2.3872905024166764) - | > loss_disc_real_0: 0.15853875875473022 (0.17584739188695775) - | > loss_disc_real_1: 0.20687620341777802 (0.24227853838739724) - | > loss_disc_real_2: 0.22239330410957336 (0.22804573383824578) - | > loss_disc_real_3: 0.24499422311782837 (0.23753973636133918) - | > loss_disc_real_4: 0.20956538617610931 (0.24530490359355664) - | > loss_disc_real_5: 0.20807337760925293 (0.21355240046977997) - | > loss_0: 2.2279486656188965 (2.3872905024166764) - | > loss_gen: 2.7012381553649902 (2.5963701914096697) - | > loss_kl: 1.4836267232894897 (1.6974090502179902) - | > loss_feat: 6.305262565612793 (7.064358217962857) - | > loss_mel: 17.180496215820312 (21.974374573806237) - | > loss_duration: 1.6409947872161865 (1.6914119473819076) - | > loss_1: 29.31161880493164 (35.023923939671995) - - --> STEP: 30 - | > loss_disc: 2.2340235710144043 (2.3821816047032676) - | > loss_disc_real_0: 0.17613448202610016 (0.1758569615582625) - | > loss_disc_real_1: 0.21322181820869446 (0.24130998104810714) - | > loss_disc_real_2: 0.20972459018230438 (0.2274350290497144) - | > loss_disc_real_3: 0.21507087349891663 (0.2367907742659251) - | > loss_disc_real_4: 0.1899220198392868 (0.2434588074684143) - | > loss_disc_real_5: 0.2088974267244339 (0.21339723467826843) - | > loss_0: 2.2340235710144043 (2.3821816047032676) - | > loss_gen: 2.692653179168701 (2.5995796243349707) - | > loss_kl: 1.6778098344802856 (1.6967557430267335) - | > loss_feat: 8.504059791564941 (7.11234827041626) - | > loss_mel: 24.913585662841797 (22.07234827677409) - | > loss_duration: 1.7034025192260742 (1.6918116331100463) - | > loss_1: 39.491512298583984 (35.17284355163573) - - --> STEP: 31 - | > loss_disc: 2.3385894298553467 (2.380775405514625) - | > loss_disc_real_0: 0.20636817812919617 (0.17684119435087328) - | > loss_disc_real_1: 0.20481640100479126 (0.24013276878864534) - | > loss_disc_real_2: 0.1751333624124527 (0.22574787851302855) - | > loss_disc_real_3: 0.19529317319393158 (0.23545214197328013) - | > loss_disc_real_4: 0.23097242414951324 (0.24305602090974007) - | > loss_disc_real_5: 0.20480605959892273 (0.21312009999828954) - | > loss_0: 2.3385894298553467 (2.380775405514625) - | > loss_gen: 2.434986114501953 (2.594270156275841) - | > loss_kl: 1.3923511505126953 (1.6869362400424095) - | > loss_feat: 6.514996528625488 (7.093078859390751) - | > loss_mel: 19.88916778564453 (22.001923099640877) - | > loss_duration: 1.6430392265319824 (1.6902383296720442) - | > loss_1: 31.874542236328125 (35.0664467350129) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.009578174160372826 (-0.001980750791488156) - | > avg_loss_disc: 2.380775405514625 (-0.0086812203930271) - | > avg_loss_disc_real_0: 0.17684119435087328 (-0.02345049813870459) - | > avg_loss_disc_real_1: 0.24013276878864534 (+0.07961075656837033) - | > avg_loss_disc_real_2: 0.22574787851302855 (+0.015903655079103296) - | > avg_loss_disc_real_3: 0.23545214197328013 (+0.007969117933704) - | > avg_loss_disc_real_4: 0.24305602090974007 (+0.01856841243082477) - | > avg_loss_disc_real_5: 0.21312009999828954 (+0.007445308950639551) - | > avg_loss_0: 2.380775405514625 (-0.0086812203930271) - | > avg_loss_gen: 2.594270156275841 (+0.23682160146774756) - | > avg_loss_kl: 1.6869362400424095 (+0.13130106849055134) - | > avg_loss_feat: 7.093078859390751 (+0.3977003558989489) - | > avg_loss_mel: 22.001923099640877 (+0.24379964028635115) - | > avg_loss_duration: 1.6902383296720442 (+0.0002888517995034423) - | > avg_loss_1: 35.0664467350129 (+1.0099118140435905) - - - > EPOCH: 31/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 05:23:33)  - - --> TIME: 2024-11-23 05:23:42 -- STEP: 11/797 -- GLOBAL_STEP: 47825 - | > loss_disc: 2.451019763946533 (2.519804607738148) - | > loss_disc_real_0: 0.0942869484424591 (0.12289740416136655) - | > loss_disc_real_1: 0.15937262773513794 (0.22336654500527817) - | > loss_disc_real_2: 0.21526485681533813 (0.24273449859835886) - | > loss_disc_real_3: 0.20952080190181732 (0.22065911374308847) - | > loss_disc_real_4: 0.18977276980876923 (0.22849566421725534) - | > loss_disc_real_5: 0.24359793961048126 (0.2552714402025396) - | > loss_0: 2.451019763946533 (2.519804607738148) - | > grad_norm_0: tensor(19.6273, device='cuda:0') (tensor(32.5949, device='cuda:0')) - | > loss_gen: 2.273851156234741 (2.314223462885076) - | > loss_kl: 1.544429063796997 (1.5585136088457974) - | > loss_feat: 7.489130973815918 (6.680991042744029) - | > loss_mel: 22.484086990356445 (21.252430829134855) - | > loss_duration: 1.82164466381073 (1.8694323626431553) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.61314010620117 (33.675590168346055) - | > grad_norm_1: tensor(166.3622, device='cuda:0') (tensor(359.9522, device='cuda:0')) - | > current_lr_0: 0.00019853033419836382 - | > current_lr_1: 0.00019853033419836382 - | > step_time: 0.7528 (0.7611510970375754) - | > loader_time: 0.0159 (0.006317767229947177) - - - --> TIME: 2024-11-23 05:24:01 -- STEP: 36/797 -- GLOBAL_STEP: 47850 - | > loss_disc: 2.472177743911743 (2.481968323389689) - | > loss_disc_real_0: 0.1740773618221283 (0.12554685833553472) - | > loss_disc_real_1: 0.24635158479213715 (0.22561478200885984) - | > loss_disc_real_2: 0.21273700892925262 (0.2413770788245731) - | > loss_disc_real_3: 0.2303505390882492 (0.22205051655570665) - | > loss_disc_real_4: 0.1954386979341507 (0.22796005134781203) - | > loss_disc_real_5: 0.25732627511024475 (0.2456557150516245) - | > loss_0: 2.472177743911743 (2.481968323389689) - | > grad_norm_0: tensor(55.6897, device='cuda:0') (tensor(53.3428, device='cuda:0')) - | > loss_gen: 2.1256494522094727 (2.3603479067484536) - | > loss_kl: 1.5311315059661865 (1.606794125503964) - | > loss_feat: 6.947843074798584 (6.725282457139757) - | > loss_mel: 21.553361892700195 (21.069081094529892) - | > loss_duration: 1.7460354566574097 (1.7938518325487773) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.904022216796875 (33.55535703235204) - | > grad_norm_1: tensor(334.8107, device='cuda:0') (tensor(460.0634, device='cuda:0')) - | > current_lr_0: 0.00019853033419836382 - | > current_lr_1: 0.00019853033419836382 - | > step_time: 0.6854 (0.7527647548251681) - | > loader_time: 0.0039 (0.005592015054490831) - - - --> TIME: 2024-11-23 05:24:21 -- STEP: 61/797 -- GLOBAL_STEP: 47875 - | > loss_disc: 2.5552897453308105 (2.4541562228906346) - | > loss_disc_real_0: 0.11848050355911255 (0.12585397766994647) - | > loss_disc_real_1: 0.1902391016483307 (0.222362646069683) - | > loss_disc_real_2: 0.23598051071166992 (0.23598865627265367) - | > loss_disc_real_3: 0.2487582415342331 (0.21921694913848502) - | > loss_disc_real_4: 0.22756703197956085 (0.2217870254497059) - | > loss_disc_real_5: 0.27057304978370667 (0.23581538068466498) - | > loss_0: 2.5552897453308105 (2.4541562228906346) - | > grad_norm_0: tensor(51.0441, device='cuda:0') (tensor(63.6534, device='cuda:0')) - | > loss_gen: 2.2358510494232178 (2.386281466874921) - | > loss_kl: 1.4027272462844849 (1.572277678817999) - | > loss_feat: 6.133716106414795 (6.946202786242376) - | > loss_mel: 20.06868553161621 (21.06438127111216) - | > loss_duration: 1.7263020277023315 (1.762550105814074) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.56728172302246 (33.73169295514219) - | > grad_norm_1: tensor(363.1713, device='cuda:0') (tensor(502.2390, device='cuda:0')) - | > current_lr_0: 0.00019853033419836382 - | > current_lr_1: 0.00019853033419836382 - | > step_time: 0.7749 (0.7574243115597084) - | > loader_time: 0.0121 (0.005897451619632909) - - - --> TIME: 2024-11-23 05:24:40 -- STEP: 86/797 -- GLOBAL_STEP: 47900 - | > loss_disc: 2.66672682762146 (2.4612157982449197) - | > loss_disc_real_0: 0.1226639449596405 (0.1248346705336211) - | > loss_disc_real_1: 0.1910007745027542 (0.22224836398002712) - | > loss_disc_real_2: 0.24818426370620728 (0.23796750206586925) - | > loss_disc_real_3: 0.24458543956279755 (0.2207348386562148) - | > loss_disc_real_4: 0.2408851683139801 (0.22202929611815964) - | > loss_disc_real_5: 0.2736218571662903 (0.23546474426984787) - | > loss_0: 2.66672682762146 (2.4612157982449197) - | > grad_norm_0: tensor(44.4449, device='cuda:0') (tensor(60.6892, device='cuda:0')) - | > loss_gen: 2.1096444129943848 (2.377163027608118) - | > loss_kl: 1.5171085596084595 (1.560784068218497) - | > loss_feat: 5.84193229675293 (6.954677360002385) - | > loss_mel: 19.508779525756836 (21.118425147477975) - | > loss_duration: 1.6957286596298218 (1.7472215960192126) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.673192977905273 (33.75827110645385) - | > grad_norm_1: tensor(618.4604, device='cuda:0') (tensor(513.3372, device='cuda:0')) - | > current_lr_0: 0.00019853033419836382 - | > current_lr_1: 0.00019853033419836382 - | > step_time: 0.7689 (0.7628442021303399) - | > loader_time: 0.0062 (0.005821729815283487) - - - --> TIME: 2024-11-23 05:25:00 -- STEP: 111/797 -- GLOBAL_STEP: 47925 - | > loss_disc: 2.256650447845459 (2.4545058087185687) - | > loss_disc_real_0: 0.1023363471031189 (0.12530742273540113) - | > loss_disc_real_1: 0.1828494369983673 (0.22047140308328578) - | > loss_disc_real_2: 0.24662262201309204 (0.2361464183609765) - | > loss_disc_real_3: 0.19355005025863647 (0.22174435934504946) - | > loss_disc_real_4: 0.2120523601770401 (0.22291726303530168) - | > loss_disc_real_5: 0.2133668065071106 (0.23394386644835943) - | > loss_0: 2.256650447845459 (2.4545058087185687) - | > grad_norm_0: tensor(50.9640, device='cuda:0') (tensor(59.0981, device='cuda:0')) - | > loss_gen: 2.464827537536621 (2.3728747153067373) - | > loss_kl: 1.7889963388442993 (1.553367665222099) - | > loss_feat: 7.216392993927002 (6.926215751751049) - | > loss_mel: 20.885700225830078 (21.067892366701425) - | > loss_duration: 1.7443830966949463 (1.7384359621786856) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.100303649902344 (33.65878643001522) - | > grad_norm_1: tensor(458.0367, device='cuda:0') (tensor(519.5510, device='cuda:0')) - | > current_lr_0: 0.00019853033419836382 - | > current_lr_1: 0.00019853033419836382 - | > step_time: 0.7587 (0.7652629388345255) - | > loader_time: 0.0042 (0.005721369305172482) - - - --> TIME: 2024-11-23 05:25:19 -- STEP: 136/797 -- GLOBAL_STEP: 47950 - | > loss_disc: 2.38334584236145 (2.4475596529595984) - | > loss_disc_real_0: 0.06367998570203781 (0.12388956987792078) - | > loss_disc_real_1: 0.2120879739522934 (0.2198663029600592) - | > loss_disc_real_2: 0.19661878049373627 (0.2350198348217151) - | > loss_disc_real_3: 0.21104824542999268 (0.22114602564012303) - | > loss_disc_real_4: 0.19755366444587708 (0.22244663416024518) - | > loss_disc_real_5: 0.21374258399009705 (0.2331962994135478) - | > loss_0: 2.38334584236145 (2.4475596529595984) - | > grad_norm_0: tensor(62.9465, device='cuda:0') (tensor(62.1376, device='cuda:0')) - | > loss_gen: 2.287184953689575 (2.37557100373156) - | > loss_kl: 1.380086064338684 (1.5485503726145797) - | > loss_feat: 7.017658233642578 (6.9516993690939515) - | > loss_mel: 21.059091567993164 (21.144860786550193) - | > loss_duration: 1.692352533340454 (1.7320275087566936) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.43637466430664 (33.752709010068095) - | > grad_norm_1: tensor(657.0388, device='cuda:0') (tensor(541.6942, device='cuda:0')) - | > current_lr_0: 0.00019853033419836382 - | > current_lr_1: 0.00019853033419836382 - | > step_time: 0.7553 (0.7665023382972269) - | > loader_time: 0.0083 (0.005717941943336936) - - - --> TIME: 2024-11-23 05:25:40 -- STEP: 161/797 -- GLOBAL_STEP: 47975 - | > loss_disc: 2.2593088150024414 (2.4467312978661586) - | > loss_disc_real_0: 0.10358382761478424 (0.12414409465486219) - | > loss_disc_real_1: 0.2331216186285019 (0.21935476057277703) - | > loss_disc_real_2: 0.21663892269134521 (0.2341872753563875) - | > loss_disc_real_3: 0.1856188029050827 (0.2221401679960097) - | > loss_disc_real_4: 0.17199240624904633 (0.22177902900654337) - | > loss_disc_real_5: 0.1608753800392151 (0.2303215803937142) - | > loss_0: 2.2593088150024414 (2.4467312978661586) - | > grad_norm_0: tensor(42.5586, device='cuda:0') (tensor(62.5671, device='cuda:0')) - | > loss_gen: 2.4965121746063232 (2.3789551080383875) - | > loss_kl: 1.412319540977478 (1.5384555092509482) - | > loss_feat: 7.514549732208252 (6.959464058372545) - | > loss_mel: 21.88670539855957 (21.160858734794292) - | > loss_duration: 1.6986432075500488 (1.7264394456555385) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.008731842041016 (33.764172844264806) - | > grad_norm_1: tensor(756.0377, device='cuda:0') (tensor(557.4415, device='cuda:0')) - | > current_lr_0: 0.00019853033419836382 - | > current_lr_1: 0.00019853033419836382 - | > step_time: 0.8165 (0.7728031140676936) - | > loader_time: 0.005 (0.005620670614775666) - - - --> TIME: 2024-11-23 05:26:00 -- STEP: 186/797 -- GLOBAL_STEP: 48000 - | > loss_disc: 2.604276180267334 (2.4453285983813724) - | > loss_disc_real_0: 0.23466406762599945 (0.1240957335278552) - | > loss_disc_real_1: 0.1755244880914688 (0.21894337565347713) - | > loss_disc_real_2: 0.26130402088165283 (0.23377653668003698) - | > loss_disc_real_3: 0.25656431913375854 (0.22224008980938184) - | > loss_disc_real_4: 0.23264507949352264 (0.22252640456602138) - | > loss_disc_real_5: 0.2985624074935913 (0.2321171521820048) - | > loss_0: 2.604276180267334 (2.4453285983813724) - | > grad_norm_0: tensor(124.3708, device='cuda:0') (tensor(66.2991, device='cuda:0')) - | > loss_gen: 2.3590784072875977 (2.384882337303574) - | > loss_kl: 1.5600425004959106 (1.5376766445816195) - | > loss_feat: 6.291925430297852 (6.952831411874422) - | > loss_mel: 21.219276428222656 (21.159304690617404) - | > loss_duration: 1.6468708515167236 (1.719852178327499) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.07719039916992 (33.75454725244992) - | > grad_norm_1: tensor(318.0652, device='cuda:0') (tensor(574.1783, device='cuda:0')) - | > current_lr_0: 0.00019853033419836382 - | > current_lr_1: 0.00019853033419836382 - | > step_time: 0.792 (0.7767744256604102) - | > loader_time: 0.0049 (0.005744095771543444) - - - --> TIME: 2024-11-23 05:26:21 -- STEP: 211/797 -- GLOBAL_STEP: 48025 - | > loss_disc: 2.218438148498535 (2.444064356139487) - | > loss_disc_real_0: 0.06311307102441788 (0.12496940426140035) - | > loss_disc_real_1: 0.1933329999446869 (0.21797544682195402) - | > loss_disc_real_2: 0.21598629653453827 (0.23377981951451415) - | > loss_disc_real_3: 0.16466428339481354 (0.22234868692560783) - | > loss_disc_real_4: 0.17742964625358582 (0.22168257380548811) - | > loss_disc_real_5: 0.14042945206165314 (0.23071518342641859) - | > loss_0: 2.218438148498535 (2.444064356139487) - | > grad_norm_0: tensor(23.6938, device='cuda:0') (tensor(68.5347, device='cuda:0')) - | > loss_gen: 2.6708903312683105 (2.388852001931432) - | > loss_kl: 1.3745228052139282 (1.5396314232270292) - | > loss_feat: 7.911577224731445 (6.955799342331728) - | > loss_mel: 22.96436882019043 (21.193121914615016) - | > loss_duration: 1.669538974761963 (1.7187939594142245) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.59090042114258 (33.79619862344026) - | > grad_norm_1: tensor(624.4322, device='cuda:0') (tensor(572.3488, device='cuda:0')) - | > current_lr_0: 0.00019853033419836382 - | > current_lr_1: 0.00019853033419836382 - | > step_time: 0.8632 (0.7804945520880098) - | > loader_time: 0.005 (0.00589955248538917) - - - --> TIME: 2024-11-23 05:26:41 -- STEP: 236/797 -- GLOBAL_STEP: 48050 - | > loss_disc: 2.391336441040039 (2.446377772395895) - | > loss_disc_real_0: 0.17627906799316406 (0.12642205694406208) - | > loss_disc_real_1: 0.22362478077411652 (0.2180145038765366) - | > loss_disc_real_2: 0.2285398244857788 (0.23373448697187132) - | > loss_disc_real_3: 0.23062065243721008 (0.22262670320727057) - | > loss_disc_real_4: 0.22959668934345245 (0.22254459585173655) - | > loss_disc_real_5: 0.21122175455093384 (0.2312469081479614) - | > loss_0: 2.391336441040039 (2.446377772395895) - | > grad_norm_0: tensor(57.9920, device='cuda:0') (tensor(68.2143, device='cuda:0')) - | > loss_gen: 2.3146579265594482 (2.388020181049736) - | > loss_kl: 1.4845552444458008 (1.5397598410056803) - | > loss_feat: 6.447517395019531 (6.934036697371531) - | > loss_mel: 20.180397033691406 (21.194408473321964) - | > loss_duration: 1.6555228233337402 (1.714348684428102) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.08264923095703 (33.770573834241425) - | > grad_norm_1: tensor(466.1458, device='cuda:0') (tensor(571.8149, device='cuda:0')) - | > current_lr_0: 0.00019853033419836382 - | > current_lr_1: 0.00019853033419836382 - | > step_time: 0.7945 (0.783721900592416) - | > loader_time: 0.0136 (0.006188576504335567) - - - --> TIME: 2024-11-23 05:27:02 -- STEP: 261/797 -- GLOBAL_STEP: 48075 - | > loss_disc: 2.4077811241149902 (2.4444180064731182) - | > loss_disc_real_0: 0.11495114117860794 (0.12490679659092101) - | > loss_disc_real_1: 0.2537916302680969 (0.2179300248394524) - | > loss_disc_real_2: 0.2526980936527252 (0.23385550235879832) - | > loss_disc_real_3: 0.24746254086494446 (0.22263126708995337) - | > loss_disc_real_4: 0.22467483580112457 (0.22219223400642132) - | > loss_disc_real_5: 0.2369392365217209 (0.23085339824130252) - | > loss_0: 2.4077811241149902 (2.4444180064731182) - | > grad_norm_0: tensor(70.9103, device='cuda:0') (tensor(66.8841, device='cuda:0')) - | > loss_gen: 2.442187786102295 (2.384516779947099) - | > loss_kl: 1.5280814170837402 (1.5421012480140182) - | > loss_feat: 7.181116104125977 (6.920508808559841) - | > loss_mel: 21.831809997558594 (21.196004516776966) - | > loss_duration: 1.7251746654510498 (1.7114568505707373) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.708370208740234 (33.75458816732939) - | > grad_norm_1: tensor(870.3062, device='cuda:0') (tensor(573.5779, device='cuda:0')) - | > current_lr_0: 0.00019853033419836382 - | > current_lr_1: 0.00019853033419836382 - | > step_time: 0.8226 (0.786362004006046) - | > loader_time: 0.0056 (0.006253152971523477) - - - --> TIME: 2024-11-23 05:27:23 -- STEP: 286/797 -- GLOBAL_STEP: 48100 - | > loss_disc: 2.385003089904785 (2.444357148417227) - | > loss_disc_real_0: 0.1262464076280594 (0.12535524257569458) - | > loss_disc_real_1: 0.2460104376077652 (0.21787019522040044) - | > loss_disc_real_2: 0.24469585716724396 (0.2340154509756949) - | > loss_disc_real_3: 0.20605050027370453 (0.22230938478158072) - | > loss_disc_real_4: 0.1728309988975525 (0.22209369255737824) - | > loss_disc_real_5: 0.2195623517036438 (0.23167312546418264) - | > loss_0: 2.385003089904785 (2.444357148417227) - | > grad_norm_0: tensor(164.1377, device='cuda:0') (tensor(66.2450, device='cuda:0')) - | > loss_gen: 2.4616079330444336 (2.3836360928061966) - | > loss_kl: 1.4999699592590332 (1.5463348006035058) - | > loss_feat: 7.122839450836182 (6.908638285590218) - | > loss_mel: 20.5716552734375 (21.17738549692649) - | > loss_duration: 1.6629114151000977 (1.709678661989999) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.31898498535156 (33.725673342084534) - | > grad_norm_1: tensor(792.1611, device='cuda:0') (tensor(576.4885, device='cuda:0')) - | > current_lr_0: 0.00019853033419836382 - | > current_lr_1: 0.00019853033419836382 - | > step_time: 0.8433 (0.7892274581469023) - | > loader_time: 0.0057 (0.006390770832141798) - - - --> TIME: 2024-11-23 05:27:43 -- STEP: 311/797 -- GLOBAL_STEP: 48125 - | > loss_disc: 2.531857490539551 (2.4419845545790206) - | > loss_disc_real_0: 0.11232488602399826 (0.12527465593920248) - | > loss_disc_real_1: 0.2564646601676941 (0.21780339352954242) - | > loss_disc_real_2: 0.21748560667037964 (0.23341603471726854) - | > loss_disc_real_3: 0.2681182026863098 (0.22282938419622625) - | > loss_disc_real_4: 0.2772176265716553 (0.22192028155280846) - | > loss_disc_real_5: 0.25477418303489685 (0.23080576544214293) - | > loss_0: 2.531857490539551 (2.4419845545790206) - | > grad_norm_0: tensor(76.8410, device='cuda:0') (tensor(68.0288, device='cuda:0')) - | > loss_gen: 2.247760057449341 (2.3881556136815116) - | > loss_kl: 1.6441437005996704 (1.5506021723486596) - | > loss_feat: 5.1069841384887695 (6.900819729378752) - | > loss_mel: 18.686573028564453 (21.14887265760417) - | > loss_duration: 1.6816139221191406 (1.7077756874814294) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 29.367074966430664 (33.696225837879226) - | > grad_norm_1: tensor(397.1203, device='cuda:0') (tensor(566.9927, device='cuda:0')) - | > current_lr_0: 0.00019853033419836382 - | > current_lr_1: 0.00019853033419836382 - | > step_time: 0.83 (0.7912954348843196) - | > loader_time: 0.0149 (0.006396040655792334) - - - --> TIME: 2024-11-23 05:28:05 -- STEP: 336/797 -- GLOBAL_STEP: 48150 - | > loss_disc: 2.4432320594787598 (2.4482267108701534) - | > loss_disc_real_0: 0.18770581483840942 (0.12614483351907904) - | > loss_disc_real_1: 0.21510203182697296 (0.2183157505378837) - | > loss_disc_real_2: 0.23822970688343048 (0.23384674966690092) - | > loss_disc_real_3: 0.24059903621673584 (0.2232983380644804) - | > loss_disc_real_4: 0.21803802251815796 (0.22278539463877678) - | > loss_disc_real_5: 0.23511014878749847 (0.2315786469816452) - | > loss_0: 2.4432320594787598 (2.4482267108701534) - | > grad_norm_0: tensor(43.4322, device='cuda:0') (tensor(67.7043, device='cuda:0')) - | > loss_gen: 2.3805809020996094 (2.382730374733608) - | > loss_kl: 1.6854192018508911 (1.5558713408453118) - | > loss_feat: 5.596035957336426 (6.874867362635476) - | > loss_mel: 18.65220832824707 (21.13836882795608) - | > loss_duration: 1.6409573554992676 (1.7060852710689818) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 29.9552001953125 (33.657923164821824) - | > grad_norm_1: tensor(470.1189, device='cuda:0') (tensor(556.3168, device='cuda:0')) - | > current_lr_0: 0.00019853033419836382 - | > current_lr_1: 0.00019853033419836382 - | > step_time: 0.8619 (0.7946925035544806) - | > loader_time: 0.0059 (0.0065402381476901824) - - - --> TIME: 2024-11-23 05:28:26 -- STEP: 361/797 -- GLOBAL_STEP: 48175 - | > loss_disc: 2.216343879699707 (2.4480753248748366) - | > loss_disc_real_0: 0.09947938472032547 (0.12644527329343505) - | > loss_disc_real_1: 0.14918528497219086 (0.21839744508926892) - | > loss_disc_real_2: 0.1620751917362213 (0.23351442925322424) - | > loss_disc_real_3: 0.1685989648103714 (0.22287008991862267) - | > loss_disc_real_4: 0.1386915147304535 (0.22247454697405533) - | > loss_disc_real_5: 0.18081563711166382 (0.2312704152182529) - | > loss_0: 2.216343879699707 (2.4480753248748366) - | > grad_norm_0: tensor(43.6762, device='cuda:0') (tensor(65.8788, device='cuda:0')) - | > loss_gen: 2.37955379486084 (2.3790282846487796) - | > loss_kl: 1.7540595531463623 (1.5558553118454777) - | > loss_feat: 8.399039268493652 (6.869330385054908) - | > loss_mel: 22.9526424407959 (21.157851248236586) - | > loss_duration: 1.629091739654541 (1.7036441062626086) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.1143913269043 (33.66570932911375) - | > grad_norm_1: tensor(348.3904, device='cuda:0') (tensor(553.6163, device='cuda:0')) - | > current_lr_0: 0.00019853033419836382 - | > current_lr_1: 0.00019853033419836382 - | > step_time: 0.8276 (0.7971374539457201) - | > loader_time: 0.007 (0.006582740931629805) - - - --> TIME: 2024-11-23 05:28:47 -- STEP: 386/797 -- GLOBAL_STEP: 48200 - | > loss_disc: 2.538912534713745 (2.4486976590181286) - | > loss_disc_real_0: 0.24887531995773315 (0.12700472913991293) - | > loss_disc_real_1: 0.23203922808170319 (0.21860778158038396) - | > loss_disc_real_2: 0.25982674956321716 (0.23345237727146695) - | > loss_disc_real_3: 0.26749682426452637 (0.2232018201925594) - | > loss_disc_real_4: 0.2451997548341751 (0.22285636942930173) - | > loss_disc_real_5: 0.22487536072731018 (0.23142443755593325) - | > loss_0: 2.538912534713745 (2.4486976590181286) - | > grad_norm_0: tensor(295.8571, device='cuda:0') (tensor(66.9310, device='cuda:0')) - | > loss_gen: 2.55865216255188 (2.3799998982582693) - | > loss_kl: 1.773862361907959 (1.5568915485100419) - | > loss_feat: 6.418843746185303 (6.868671942251334) - | > loss_mel: 20.166353225708008 (21.150505480988667) - | > loss_duration: 1.6608374118804932 (1.7012087579218218) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.578548431396484 (33.657277635959765) - | > grad_norm_1: tensor(685.4300, device='cuda:0') (tensor(561.3653, device='cuda:0')) - | > current_lr_0: 0.00019853033419836382 - | > current_lr_1: 0.00019853033419836382 - | > step_time: 0.8434 (0.8005572285676869) - | > loader_time: 0.0158 (0.006661967292350809) - - - --> TIME: 2024-11-23 05:29:09 -- STEP: 411/797 -- GLOBAL_STEP: 48225 - | > loss_disc: 2.3357763290405273 (2.4467821695508776) - | > loss_disc_real_0: 0.17686906456947327 (0.12719201425276236) - | > loss_disc_real_1: 0.20914706587791443 (0.21874188532069366) - | > loss_disc_real_2: 0.2409496009349823 (0.23333362208955774) - | > loss_disc_real_3: 0.27391424775123596 (0.2229068909030761) - | > loss_disc_real_4: 0.19018690288066864 (0.22221736943489734) - | > loss_disc_real_5: 0.17857438325881958 (0.23088609751703676) - | > loss_0: 2.3357763290405273 (2.4467821695508776) - | > grad_norm_0: tensor(73.6705, device='cuda:0') (tensor(67.4103, device='cuda:0')) - | > loss_gen: 2.377916097640991 (2.383005510571519) - | > loss_kl: 1.6774431467056274 (1.5563301077144274) - | > loss_feat: 6.633244037628174 (6.876981489269693) - | > loss_mel: 21.21571159362793 (21.17119455453544) - | > loss_duration: 1.649667501449585 (1.7000516287601777) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.55398178100586 (33.687563299842715) - | > grad_norm_1: tensor(504.3834, device='cuda:0') (tensor(558.6164, device='cuda:0')) - | > current_lr_0: 0.00019853033419836382 - | > current_lr_1: 0.00019853033419836382 - | > step_time: 0.8787 (0.8031636705653802) - | > loader_time: 0.0062 (0.006750532600421395) - - - --> TIME: 2024-11-23 05:29:30 -- STEP: 436/797 -- GLOBAL_STEP: 48250 - | > loss_disc: 2.292191982269287 (2.4461737143884044) - | > loss_disc_real_0: 0.070111945271492 (0.12685008918644358) - | > loss_disc_real_1: 0.16909992694854736 (0.21826590300289866) - | > loss_disc_real_2: 0.1763165146112442 (0.23323315231625097) - | > loss_disc_real_3: 0.22603386640548706 (0.2230539550885148) - | > loss_disc_real_4: 0.21310248970985413 (0.22227968186686892) - | > loss_disc_real_5: 0.2507401406764984 (0.23096399515046986) - | > loss_0: 2.292191982269287 (2.4461737143884044) - | > grad_norm_0: tensor(62.9296, device='cuda:0') (tensor(67.7482, device='cuda:0')) - | > loss_gen: 2.3765182495117188 (2.3852667967113863) - | > loss_kl: 1.7056819200515747 (1.5557457569542277) - | > loss_feat: 7.647754669189453 (6.887461931333629) - | > loss_mel: 23.41655731201172 (21.187367006179397) - | > loss_duration: 1.6610023975372314 (1.698704356994104) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.80751419067383 (33.71454584489175) - | > grad_norm_1: tensor(659.4557, device='cuda:0') (tensor(563.9125, device='cuda:0')) - | > current_lr_0: 0.00019853033419836382 - | > current_lr_1: 0.00019853033419836382 - | > step_time: 0.8472 (0.805488788206643) - | > loader_time: 0.0074 (0.00686485614251653) - - - --> TIME: 2024-11-23 05:29:52 -- STEP: 461/797 -- GLOBAL_STEP: 48275 - | > loss_disc: 2.3648440837860107 (2.446167060972039) - | > loss_disc_real_0: 0.0945335254073143 (0.12676565681226604) - | > loss_disc_real_1: 0.20727244019508362 (0.21830223749620023) - | > loss_disc_real_2: 0.20245115458965302 (0.23313324121099752) - | > loss_disc_real_3: 0.22598667442798615 (0.22308409870188045) - | > loss_disc_real_4: 0.18433362245559692 (0.22231466563947805) - | > loss_disc_real_5: 0.207052543759346 (0.23043500814675769) - | > loss_0: 2.3648440837860107 (2.446167060972039) - | > grad_norm_0: tensor(62.0752, device='cuda:0') (tensor(68.4301, device='cuda:0')) - | > loss_gen: 2.326512336730957 (2.3858212064507196) - | > loss_kl: 1.5024830102920532 (1.5575125990617296) - | > loss_feat: 7.239400863647461 (6.885379145822918) - | > loss_mel: 21.725854873657227 (21.196822023702037) - | > loss_duration: 1.6951730251312256 (1.697786854301254) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.48942184448242 (33.72332181951231) - | > grad_norm_1: tensor(605.1860, device='cuda:0') (tensor(566.8409, device='cuda:0')) - | > current_lr_0: 0.00019853033419836382 - | > current_lr_1: 0.00019853033419836382 - | > step_time: 0.8944 (0.8082877276000647) - | > loader_time: 0.0067 (0.006900185876709779) - - - --> TIME: 2024-11-23 05:30:13 -- STEP: 486/797 -- GLOBAL_STEP: 48300 - | > loss_disc: 2.599806785583496 (2.447179619176891) - | > loss_disc_real_0: 0.2617144286632538 (0.12757332751013872) - | > loss_disc_real_1: 0.16605640947818756 (0.21853987507736736) - | > loss_disc_real_2: 0.23045237362384796 (0.2331635203258491) - | > loss_disc_real_3: 0.198484405875206 (0.22277913420411294) - | > loss_disc_real_4: 0.2436738908290863 (0.2224446953017525) - | > loss_disc_real_5: 0.24214348196983337 (0.23070417697169654) - | > loss_0: 2.599806785583496 (2.447179619176891) - | > grad_norm_0: tensor(133.1455, device='cuda:0') (tensor(69.0642, device='cuda:0')) - | > loss_gen: 2.1917777061462402 (2.3870666120277986) - | > loss_kl: 1.510676383972168 (1.5576733924724433) - | > loss_feat: 6.602704048156738 (6.89165750844979) - | > loss_mel: 22.613975524902344 (21.21645794385746) - | > loss_duration: 1.69266939163208 (1.6964724174252264) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.61180114746094 (33.749327844062485) - | > grad_norm_1: tensor(285.7477, device='cuda:0') (tensor(563.4639, device='cuda:0')) - | > current_lr_0: 0.00019853033419836382 - | > current_lr_1: 0.00019853033419836382 - | > step_time: 0.8891 (0.8105917928640736) - | > loader_time: 0.0067 (0.006990789876553257) - - - --> TIME: 2024-11-23 05:30:35 -- STEP: 511/797 -- GLOBAL_STEP: 48325 - | > loss_disc: 2.3759384155273438 (2.4502467637892598) - | > loss_disc_real_0: 0.10422638803720474 (0.12817840291271018) - | > loss_disc_real_1: 0.18676044046878815 (0.21859268196758228) - | > loss_disc_real_2: 0.2155940681695938 (0.2330594086425412) - | > loss_disc_real_3: 0.20927074551582336 (0.22301442343778105) - | > loss_disc_real_4: 0.17740364372730255 (0.2227097161828655) - | > loss_disc_real_5: 0.21625158190727234 (0.2309756925486305) - | > loss_0: 2.3759384155273438 (2.4502467637892598) - | > grad_norm_0: tensor(54.7463, device='cuda:0') (tensor(69.7937, device='cuda:0')) - | > loss_gen: 2.443871259689331 (2.3854722234834185) - | > loss_kl: 1.3935792446136475 (1.5572993962965362) - | > loss_feat: 7.6876749992370605 (6.892495976502182) - | > loss_mel: 22.74397850036621 (21.228730326762644) - | > loss_duration: 1.6532597541809082 (1.69537591187688) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.92236328125 (33.75937382722323) - | > grad_norm_1: tensor(760.3010, device='cuda:0') (tensor(559.9753, device='cuda:0')) - | > current_lr_0: 0.00019853033419836382 - | > current_lr_1: 0.00019853033419836382 - | > step_time: 0.8582 (0.8126282197388652) - | > loader_time: 0.0082 (0.007242127174034044) - - - --> TIME: 2024-11-23 05:30:58 -- STEP: 536/797 -- GLOBAL_STEP: 48350 - | > loss_disc: 2.2943825721740723 (2.4504297353438496) - | > loss_disc_real_0: 0.1363735795021057 (0.1283808544055741) - | > loss_disc_real_1: 0.21978405117988586 (0.21853781063387642) - | > loss_disc_real_2: 0.215140700340271 (0.2330149369342114) - | > loss_disc_real_3: 0.2310349941253662 (0.22309881771233545) - | > loss_disc_real_4: 0.2432650476694107 (0.22314913526399813) - | > loss_disc_real_5: 0.22956204414367676 (0.2312125057093243) - | > loss_0: 2.2943825721740723 (2.4504297353438496) - | > grad_norm_0: tensor(22.4743, device='cuda:0') (tensor(68.8452, device='cuda:0')) - | > loss_gen: 2.4640719890594482 (2.3847476991254877) - | > loss_kl: 1.543548822402954 (1.5564476033644885) - | > loss_feat: 7.156980037689209 (6.895316010090842) - | > loss_mel: 22.446937561035156 (21.243605688436713) - | > loss_duration: 1.6658048629760742 (1.6952070220192867) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.27734375 (33.775324027929756) - | > grad_norm_1: tensor(575.8099, device='cuda:0') (tensor(554.5846, device='cuda:0')) - | > current_lr_0: 0.00019853033419836382 - | > current_lr_1: 0.00019853033419836382 - | > step_time: 0.8207 (0.8164183524117542) - | > loader_time: 0.0076 (0.00733060890169286) - - - --> TIME: 2024-11-23 05:31:20 -- STEP: 561/797 -- GLOBAL_STEP: 48375 - | > loss_disc: 2.409153699874878 (2.450033917146572) - | > loss_disc_real_0: 0.1172994002699852 (0.12802003443559876) - | > loss_disc_real_1: 0.20222413539886475 (0.21885933499922727) - | > loss_disc_real_2: 0.1666272133588791 (0.23265705253669927) - | > loss_disc_real_3: 0.21358762681484222 (0.22304033255619587) - | > loss_disc_real_4: 0.15032830834388733 (0.22317603578435757) - | > loss_disc_real_5: 0.13863101601600647 (0.23084325812185938) - | > loss_0: 2.409153699874878 (2.450033917146572) - | > grad_norm_0: tensor(111.5151, device='cuda:0') (tensor(67.6093, device='cuda:0')) - | > loss_gen: 2.2089784145355225 (2.3847960431308017) - | > loss_kl: 1.439877986907959 (1.553523322265203) - | > loss_feat: 7.091479301452637 (6.899514919933788) - | > loss_mel: 20.867027282714844 (21.25849737755543) - | > loss_duration: 1.6978833675384521 (1.694682747709985) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.30524444580078 (33.791014404432886) - | > grad_norm_1: tensor(464.4469, device='cuda:0') (tensor(548.5609, device='cuda:0')) - | > current_lr_0: 0.00019853033419836382 - | > current_lr_1: 0.00019853033419836382 - | > step_time: 0.8657 (0.8191344257769528) - | > loader_time: 0.0075 (0.007446963094347513) - - - --> TIME: 2024-11-23 05:31:42 -- STEP: 586/797 -- GLOBAL_STEP: 48400 - | > loss_disc: 2.3395583629608154 (2.451356694560003) - | > loss_disc_real_0: 0.14844012260437012 (0.12815930509984302) - | > loss_disc_real_1: 0.28489282727241516 (0.21875468260090505) - | > loss_disc_real_2: 0.29297319054603577 (0.23296144251225348) - | > loss_disc_real_3: 0.2291324883699417 (0.2232924053388244) - | > loss_disc_real_4: 0.2040509581565857 (0.2231041698529045) - | > loss_disc_real_5: 0.21793045103549957 (0.23097301706824286) - | > loss_0: 2.3395583629608154 (2.451356694560003) - | > grad_norm_0: tensor(19.9273, device='cuda:0') (tensor(66.6153, device='cuda:0')) - | > loss_gen: 2.6187448501586914 (2.381769398780404) - | > loss_kl: 1.909011960029602 (1.555313870565069) - | > loss_feat: 6.953584671020508 (6.885696830196185) - | > loss_mel: 21.73450469970703 (21.26875495910645) - | > loss_duration: 1.7192953824996948 (1.6940923231453622) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.935142517089844 (33.785627391151216) - | > grad_norm_1: tensor(596.8044, device='cuda:0') (tensor(542.3243, device='cuda:0')) - | > current_lr_0: 0.00019853033419836382 - | > current_lr_1: 0.00019853033419836382 - | > step_time: 0.8817 (0.821297522290982) - | > loader_time: 0.0171 (0.0075629632220740204) - - - --> TIME: 2024-11-23 05:32:05 -- STEP: 611/797 -- GLOBAL_STEP: 48425 - | > loss_disc: 2.3979644775390625 (2.4511214765901466) - | > loss_disc_real_0: 0.129825621843338 (0.12832275836586768) - | > loss_disc_real_1: 0.17216411232948303 (0.2187660566962487) - | > loss_disc_real_2: 0.21057678759098053 (0.2329856761397395) - | > loss_disc_real_3: 0.25140154361724854 (0.2232646549001653) - | > loss_disc_real_4: 0.23604494333267212 (0.2229788020960438) - | > loss_disc_real_5: 0.20299673080444336 (0.23073415107012965) - | > loss_0: 2.3979644775390625 (2.4511214765901466) - | > grad_norm_0: tensor(15.5459, device='cuda:0') (tensor(65.7664, device='cuda:0')) - | > loss_gen: 2.422637462615967 (2.379478972789306) - | > loss_kl: 1.4482133388519287 (1.5540274873302724) - | > loss_feat: 7.096364974975586 (6.880527580623346) - | > loss_mel: 23.030824661254883 (21.280315770650276) - | > loss_duration: 1.6772325038909912 (1.693966976164211) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.675270080566406 (33.78831678287491) - | > grad_norm_1: tensor(526.7241, device='cuda:0') (tensor(539.8086, device='cuda:0')) - | > current_lr_0: 0.00019853033419836382 - | > current_lr_1: 0.00019853033419836382 - | > step_time: 0.9133 (0.8240728659247414) - | > loader_time: 0.0112 (0.007698452023944761) - - - --> TIME: 2024-11-23 05:32:28 -- STEP: 636/797 -- GLOBAL_STEP: 48450 - | > loss_disc: 2.5762128829956055 (2.4511559781788286) - | > loss_disc_real_0: 0.11264157295227051 (0.12849531535926123) - | > loss_disc_real_1: 0.23083703219890594 (0.21884813752470525) - | > loss_disc_real_2: 0.21731218695640564 (0.2327705155238041) - | > loss_disc_real_3: 0.2400028109550476 (0.2232371692621858) - | > loss_disc_real_4: 0.21581561863422394 (0.22278903883958012) - | > loss_disc_real_5: 0.26405221223831177 (0.23076528362320653) - | > loss_0: 2.5762128829956055 (2.4511559781788286) - | > grad_norm_0: tensor(36.5427, device='cuda:0') (tensor(65.4165, device='cuda:0')) - | > loss_gen: 2.296513557434082 (2.378532726434788) - | > loss_kl: 1.5545185804367065 (1.5524589917944664) - | > loss_feat: 6.033478736877441 (6.869352568620406) - | > loss_mel: 20.346668243408203 (21.283635373385444) - | > loss_duration: 1.7070872783660889 (1.6941234699960028) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.938264846801758 (33.778103120671915) - | > grad_norm_1: tensor(321.8673, device='cuda:0') (tensor(538.3413, device='cuda:0')) - | > current_lr_0: 0.00019853033419836382 - | > current_lr_1: 0.00019853033419836382 - | > step_time: 0.8793 (0.8267463696827677) - | > loader_time: 0.0155 (0.007799075834406247) - - - --> TIME: 2024-11-23 05:32:51 -- STEP: 661/797 -- GLOBAL_STEP: 48475 - | > loss_disc: 2.6082444190979004 (2.4513909246845795) - | > loss_disc_real_0: 0.11387331038713455 (0.12862888615403723) - | > loss_disc_real_1: 0.20445874333381653 (0.21875188113070473) - | > loss_disc_real_2: 0.22082406282424927 (0.23264873007512493) - | > loss_disc_real_3: 0.21791882812976837 (0.22318389385081996) - | > loss_disc_real_4: 0.22421479225158691 (0.2230214962845671) - | > loss_disc_real_5: 0.21142417192459106 (0.23130049753748164) - | > loss_0: 2.6082444190979004 (2.4513909246845795) - | > grad_norm_0: tensor(100.8473, device='cuda:0') (tensor(66.3287, device='cuda:0')) - | > loss_gen: 2.00636625289917 (2.3806527339023447) - | > loss_kl: 1.5773603916168213 (1.552288811253708) - | > loss_feat: 6.5556206703186035 (6.863199563682891) - | > loss_mel: 22.339414596557617 (21.280267839532755) - | > loss_duration: 1.7141733169555664 (1.693890669522596) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.192935943603516 (33.77029963160068) - | > grad_norm_1: tensor(370.1533, device='cuda:0') (tensor(538.6345, device='cuda:0')) - | > current_lr_0: 0.00019853033419836382 - | > current_lr_1: 0.00019853033419836382 - | > step_time: 0.8884 (0.8294811425519241) - | > loader_time: 0.0126 (0.007891260008588323) - - - --> TIME: 2024-11-23 05:33:14 -- STEP: 686/797 -- GLOBAL_STEP: 48500 - | > loss_disc: 2.421445369720459 (2.4530683801056) - | > loss_disc_real_0: 0.08032706379890442 (0.12948445632032868) - | > loss_disc_real_1: 0.2045004665851593 (0.21869844187366025) - | > loss_disc_real_2: 0.22378435730934143 (0.23216449929830288) - | > loss_disc_real_3: 0.2106381505727768 (0.2235172233889124) - | > loss_disc_real_4: 0.2501634359359741 (0.2231558672323519) - | > loss_disc_real_5: 0.255182683467865 (0.23092809252158547) - | > loss_0: 2.421445369720459 (2.4530683801056) - | > grad_norm_0: tensor(72.2897, device='cuda:0') (tensor(67.4357, device='cuda:0')) - | > loss_gen: 2.392881155014038 (2.3803643565136183) - | > loss_kl: 1.7065589427947998 (1.5527299425344776) - | > loss_feat: 7.83514928817749 (6.852644861960898) - | > loss_mel: 22.76169776916504 (21.28746482582202) - | > loss_duration: 1.702785611152649 (1.693386588082717) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.399070739746094 (33.766590591074795) - | > grad_norm_1: tensor(653.6778, device='cuda:0') (tensor(537.0233, device='cuda:0')) - | > current_lr_0: 0.00019853033419836382 - | > current_lr_1: 0.00019853033419836382 - | > step_time: 0.9285 (0.8324875251197257) - | > loader_time: 0.0083 (0.008016955748243862) - - - --> TIME: 2024-11-23 05:33:38 -- STEP: 711/797 -- GLOBAL_STEP: 48525 - | > loss_disc: 2.451591730117798 (2.4553254760602705) - | > loss_disc_real_0: 0.18670561909675598 (0.12981851929183097) - | > loss_disc_real_1: 0.2424691617488861 (0.21879928681669356) - | > loss_disc_real_2: 0.20702174305915833 (0.23270990367344835) - | > loss_disc_real_3: 0.2442551851272583 (0.2235682115440798) - | > loss_disc_real_4: 0.23116205632686615 (0.22329923433006732) - | > loss_disc_real_5: 0.27716147899627686 (0.23151634053003603) - | > loss_0: 2.451591730117798 (2.4553254760602705) - | > grad_norm_0: tensor(103.8329, device='cuda:0') (tensor(67.6863, device='cuda:0')) - | > loss_gen: 2.39337158203125 (2.37887383412711) - | > loss_kl: 1.579443097114563 (1.5529600842927918) - | > loss_feat: 6.60805606842041 (6.840076121935194) - | > loss_mel: 21.782154083251953 (21.290456141432955) - | > loss_duration: 1.697932243347168 (1.692781997632377) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.06095886230469 (33.75514819685754) - | > grad_norm_1: tensor(165.4441, device='cuda:0') (tensor(532.9270, device='cuda:0')) - | > current_lr_0: 0.00019853033419836382 - | > current_lr_1: 0.00019853033419836382 - | > step_time: 0.9558 (0.8363713644727875) - | > loader_time: 0.0094 (0.008079601239554484) - - - --> TIME: 2024-11-23 05:34:02 -- STEP: 736/797 -- GLOBAL_STEP: 48550 - | > loss_disc: 2.4125161170959473 (2.455989604734858) - | > loss_disc_real_0: 0.0722389817237854 (0.12979426254194407) - | > loss_disc_real_1: 0.1921960860490799 (0.21872395402549402) - | > loss_disc_real_2: 0.22020074725151062 (0.23246223797373802) - | > loss_disc_real_3: 0.21083113551139832 (0.22363298169701643) - | > loss_disc_real_4: 0.24826690554618835 (0.2235788889431759) - | > loss_disc_real_5: 0.22950737178325653 (0.23133338301483056) - | > loss_0: 2.4125161170959473 (2.455989604734858) - | > grad_norm_0: tensor(16.2103, device='cuda:0') (tensor(66.7686, device='cuda:0')) - | > loss_gen: 2.3280491828918457 (2.375664484889608) - | > loss_kl: 1.5196870565414429 (1.551539633261121) - | > loss_feat: 7.3380866050720215 (6.833916596744372) - | > loss_mel: 23.332801818847656 (21.29414719861486) - | > loss_duration: 1.6768585443496704 (1.6920080327469373) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.19548034667969 (33.74727596148201) - | > grad_norm_1: tensor(174.3962, device='cuda:0') (tensor(526.9767, device='cuda:0')) - | > current_lr_0: 0.00019853033419836382 - | > current_lr_1: 0.00019853033419836382 - | > step_time: 0.9014 (0.8397887870669364) - | > loader_time: 0.095 (0.008390533535376832) - - - --> TIME: 2024-11-23 05:34:30 -- STEP: 761/797 -- GLOBAL_STEP: 48575 - | > loss_disc: 2.5352630615234375 (2.456116512163242) - | > loss_disc_real_0: 0.12024422734975815 (0.1296361445323241) - | > loss_disc_real_1: 0.20974986255168915 (0.21857271367945902) - | > loss_disc_real_2: 0.23548546433448792 (0.23271268735420692) - | > loss_disc_real_3: 0.2418527901172638 (0.22363707321388807) - | > loss_disc_real_4: 0.2515154182910919 (0.2236215983090357) - | > loss_disc_real_5: 0.2642765939235687 (0.23155315408333843) - | > loss_0: 2.5352630615234375 (2.456116512163242) - | > grad_norm_0: tensor(23.6643, device='cuda:0') (tensor(66.0630, device='cuda:0')) - | > loss_gen: 2.314126491546631 (2.3734586223196223) - | > loss_kl: 1.3852211236953735 (1.5520887512728359) - | > loss_feat: 5.912861347198486 (6.823648623192044) - | > loss_mel: 21.327953338623047 (21.290421650068197) - | > loss_duration: 1.6627039909362793 (1.691022562917993) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.602867126464844 (33.73064020585449) - | > grad_norm_1: tensor(212.2152, device='cuda:0') (tensor(526.7519, device='cuda:0')) - | > current_lr_0: 0.00019853033419836382 - | > current_lr_1: 0.00019853033419836382 - | > step_time: 1.1179 (0.8463850613492546) - | > loader_time: 0.1058 (0.011429062340795286) - - - --> TIME: 2024-11-23 05:35:11 -- STEP: 786/797 -- GLOBAL_STEP: 48600 - | > loss_disc: 2.415342330932617 (2.454735564821551) - | > loss_disc_real_0: 0.1292184740304947 (0.1297709736546488) - | > loss_disc_real_1: 0.24419938027858734 (0.2183855398920656) - | > loss_disc_real_2: 0.1966242790222168 (0.2324990139700681) - | > loss_disc_real_3: 0.1959218978881836 (0.2234876455393153) - | > loss_disc_real_4: 0.24354666471481323 (0.22359464473017604) - | > loss_disc_real_5: 0.2621590495109558 (0.23134317247163855) - | > loss_0: 2.415342330932617 (2.454735564821551) - | > grad_norm_0: tensor(32.2369, device='cuda:0') (tensor(64.9297, device='cuda:0')) - | > loss_gen: 2.3444290161132812 (2.372593028854774) - | > loss_kl: 1.5103135108947754 (1.5532721734532269) - | > loss_feat: 6.551517486572266 (6.823383341005437) - | > loss_mel: 21.734697341918945 (21.291338110091424) - | > loss_duration: 1.6879653930664062 (1.690135073570805) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.828922271728516 (33.73072173091895) - | > grad_norm_1: tensor(489.2731, device='cuda:0') (tensor(524.1963, device='cuda:0')) - | > current_lr_0: 0.00019853033419836382 - | > current_lr_1: 0.00019853033419836382 - | > step_time: 1.6916 (0.8674590044652535) - | > loader_time: 0.1093 (0.014731978338789998) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.6763839721679688 (2.6763839721679688) - | > loss_disc_real_0: 0.13404080271720886 (0.13404080271720886) - | > loss_disc_real_1: 0.21359820663928986 (0.21359820663928986) - | > loss_disc_real_2: 0.21729421615600586 (0.21729421615600586) - | > loss_disc_real_3: 0.1423163115978241 (0.1423163115978241) - | > loss_disc_real_4: 0.1935836523771286 (0.1935836523771286) - | > loss_disc_real_5: 0.25933313369750977 (0.25933313369750977) - | > loss_0: 2.6763839721679688 (2.6763839721679688) - | > loss_gen: 1.9054080247879028 (1.9054080247879028) - | > loss_kl: 1.002774715423584 (1.002774715423584) - | > loss_feat: 7.864389896392822 (7.864389896392822) - | > loss_mel: 22.584583282470703 (22.584583282470703) - | > loss_duration: 1.923548936843872 (1.923548936843872) - | > loss_1: 35.280704498291016 (35.280704498291016) - - --> STEP: 1 - | > loss_disc: 2.5081260204315186 (2.5081260204315186) - | > loss_disc_real_0: 0.10766839981079102 (0.10766839981079102) - | > loss_disc_real_1: 0.18469920754432678 (0.18469920754432678) - | > loss_disc_real_2: 0.17878566682338715 (0.17878566682338715) - | > loss_disc_real_3: 0.20251436531543732 (0.20251436531543732) - | > loss_disc_real_4: 0.16970136761665344 (0.16970136761665344) - | > loss_disc_real_5: 0.17247766256332397 (0.17247766256332397) - | > loss_0: 2.5081260204315186 (2.5081260204315186) - | > loss_gen: 1.7215092182159424 (1.7215092182159424) - | > loss_kl: 1.766377568244934 (1.766377568244934) - | > loss_feat: 7.068643569946289 (7.068643569946289) - | > loss_mel: 19.096126556396484 (19.096126556396484) - | > loss_duration: 1.6739015579223633 (1.6739015579223633) - | > loss_1: 31.326560974121094 (31.326560974121094) - - --> STEP: 2 - | > loss_disc: 2.653749465942383 (2.5809377431869507) - | > loss_disc_real_0: 0.0970163345336914 (0.10234236717224121) - | > loss_disc_real_1: 0.24333083629608154 (0.21401502192020416) - | > loss_disc_real_2: 0.23641343414783478 (0.20759955048561096) - | > loss_disc_real_3: 0.19722047448158264 (0.19986741989850998) - | > loss_disc_real_4: 0.2928360104560852 (0.23126868903636932) - | > loss_disc_real_5: 0.2805560231208801 (0.22651684284210205) - | > loss_0: 2.653749465942383 (2.5809377431869507) - | > loss_gen: 1.9712698459625244 (1.8463895320892334) - | > loss_kl: 1.7061271667480469 (1.7362523674964905) - | > loss_feat: 6.785940647125244 (6.927292108535767) - | > loss_mel: 22.216638565063477 (20.65638256072998) - | > loss_duration: 1.6641234159469604 (1.6690124869346619) - | > loss_1: 34.34410095214844 (32.835330963134766) - - --> STEP: 3 - | > loss_disc: 2.6913721561431885 (2.6177492141723633) - | > loss_disc_real_0: 0.17132887244224548 (0.1253378689289093) - | > loss_disc_real_1: 0.24961967766284943 (0.2258832405010859) - | > loss_disc_real_2: 0.22362986207008362 (0.21294298768043518) - | > loss_disc_real_3: 0.24376267194747925 (0.21449917058149973) - | > loss_disc_real_4: 0.26424214243888855 (0.2422598401705424) - | > loss_disc_real_5: 0.2657981216907501 (0.23961060245831808) - | > loss_0: 2.6913721561431885 (2.6177492141723633) - | > loss_gen: 1.9184759855270386 (1.8704183499018352) - | > loss_kl: 1.4392242431640625 (1.6372429927190144) - | > loss_feat: 4.627453804016113 (6.160679340362549) - | > loss_mel: 17.396635055541992 (19.569800059000652) - | > loss_duration: 1.7347548007965088 (1.6909265915552776) - | > loss_1: 27.116544723510742 (30.92906888326009) - - --> STEP: 4 - | > loss_disc: 2.652527093887329 (2.6264436841011047) - | > loss_disc_real_0: 0.12410058081150055 (0.1250285468995571) - | > loss_disc_real_1: 0.22618861496448517 (0.22595958411693573) - | > loss_disc_real_2: 0.1986558586359024 (0.209371205419302) - | > loss_disc_real_3: 0.20827528834342957 (0.2129432000219822) - | > loss_disc_real_4: 0.25330111384391785 (0.24502015858888626) - | > loss_disc_real_5: 0.24512560665607452 (0.2409893535077572) - | > loss_0: 2.652527093887329 (2.6264436841011047) - | > loss_gen: 1.9677824974060059 (1.8947593867778778) - | > loss_kl: 1.4315605163574219 (1.5858223736286163) - | > loss_feat: 7.497807025909424 (6.494961261749268) - | > loss_mel: 21.954782485961914 (20.166045665740967) - | > loss_duration: 1.6458721160888672 (1.679662972688675) - | > loss_1: 34.497802734375 (31.82125234603882) - - --> STEP: 5 - | > loss_disc: 2.709003448486328 (2.6429556369781495) - | > loss_disc_real_0: 0.10865887254476547 (0.12175461202859879) - | > loss_disc_real_1: 0.20909014344215393 (0.22258569598197936) - | > loss_disc_real_2: 0.21483048796653748 (0.21046306192874908) - | > loss_disc_real_3: 0.1948741376399994 (0.20932938754558564) - | > loss_disc_real_4: 0.34496423602104187 (0.26500897407531737) - | > loss_disc_real_5: 0.2620031535625458 (0.2451921135187149) - | > loss_0: 2.709003448486328 (2.6429556369781495) - | > loss_gen: 2.0232417583465576 (1.9204558610916138) - | > loss_kl: 2.4912264347076416 (1.7669031858444213) - | > loss_feat: 5.766795635223389 (6.349328136444091) - | > loss_mel: 21.951820373535156 (20.523200607299806) - | > loss_duration: 1.8324356079101562 (1.710217499732971) - | > loss_1: 34.065521240234375 (32.27010612487793) - - --> STEP: 6 - | > loss_disc: 2.7293975353240967 (2.657362620035807) - | > loss_disc_real_0: 0.23607885837554932 (0.14080865308642387) - | > loss_disc_real_1: 0.2696974277496338 (0.23043765127658844) - | > loss_disc_real_2: 0.2242555469274521 (0.21276180942853293) - | > loss_disc_real_3: 0.21395407617092133 (0.21010016898314157) - | > loss_disc_real_4: 0.26295387744903564 (0.2646664579709371) - | > loss_disc_real_5: 0.21433837711811066 (0.2400498241186142) - | > loss_0: 2.7293975353240967 (2.657362620035807) - | > loss_gen: 1.9472824335098267 (1.9249269564946492) - | > loss_kl: 1.656784176826477 (1.748550017674764) - | > loss_feat: 3.9591007232666016 (5.95095690091451) - | > loss_mel: 12.953920364379883 (19.261653900146484) - | > loss_duration: 1.6800835132598877 (1.705195168654124) - | > loss_1: 22.197172164916992 (30.591283798217773) - - --> STEP: 7 - | > loss_disc: 2.565782070159912 (2.6442796843392506) - | > loss_disc_real_0: 0.13724462687969208 (0.1402995064854622) - | > loss_disc_real_1: 0.20836752653121948 (0.22728477631296432) - | > loss_disc_real_2: 0.21290278434753418 (0.21278194870267594) - | > loss_disc_real_3: 0.24520830810070038 (0.21511561742850713) - | > loss_disc_real_4: 0.1659700572490692 (0.2505669721535274) - | > loss_disc_real_5: 0.23056070506572723 (0.2386942356824875) - | > loss_0: 2.565782070159912 (2.6442796843392506) - | > loss_gen: 1.9612455368041992 (1.9301153251102992) - | > loss_kl: 1.5745028257369995 (1.7236861331122262) - | > loss_feat: 6.6217241287231445 (6.046780790601458) - | > loss_mel: 20.89659309387207 (19.495216642107284) - | > loss_duration: 1.6731922626495361 (1.700623324939183) - | > loss_1: 32.727256774902344 (30.896422794887) - - --> STEP: 8 - | > loss_disc: 2.5091049671173096 (2.627382844686508) - | > loss_disc_real_0: 0.1771601438522339 (0.14490708615630865) - | > loss_disc_real_1: 0.18283267319202423 (0.2217282634228468) - | > loss_disc_real_2: 0.19166116416454315 (0.21014185063540936) - | > loss_disc_real_3: 0.18436697125434875 (0.21127203665673733) - | > loss_disc_real_4: 0.2685682773590088 (0.25281713530421257) - | > loss_disc_real_5: 0.2042759507894516 (0.234391950070858) - | > loss_0: 2.5091049671173096 (2.627382844686508) - | > loss_gen: 2.1876275539398193 (1.9623043537139893) - | > loss_kl: 1.9755196571350098 (1.7551653236150742) - | > loss_feat: 7.601769924163818 (6.241154432296753) - | > loss_mel: 22.69301986694336 (19.894942045211792) - | > loss_duration: 1.7095332145690918 (1.7017370611429214) - | > loss_1: 36.1674690246582 (31.5553035736084) - - --> STEP: 9 - | > loss_disc: 2.3740038871765137 (2.5992296271853976) - | > loss_disc_real_0: 0.08857538551092148 (0.1386480083068212) - | > loss_disc_real_1: 0.23802226781845093 (0.2235387083556917) - | > loss_disc_real_2: 0.234816312789917 (0.21288345754146576) - | > loss_disc_real_3: 0.19940342009067535 (0.20995330148273045) - | > loss_disc_real_4: 0.2469548135995865 (0.2521657662259208) - | > loss_disc_real_5: 0.2639129161834717 (0.23767205741670397) - | > loss_0: 2.3740038871765137 (2.5992296271853976) - | > loss_gen: 2.288011312484741 (1.9984940157996283) - | > loss_kl: 1.6453131437301636 (1.742959525850084) - | > loss_feat: 5.164606094360352 (6.12153795030382) - | > loss_mel: 19.993396759033203 (19.905881457858616) - | > loss_duration: 1.7093353271484375 (1.702581312921312) - | > loss_1: 30.800662994384766 (31.471454620361328) - - --> STEP: 10 - | > loss_disc: 2.704956293106079 (2.6098022937774656) - | > loss_disc_real_0: 0.16457751393318176 (0.14124095886945726) - | > loss_disc_real_1: 0.25950944423675537 (0.22713578194379808) - | > loss_disc_real_2: 0.21981963515281677 (0.21357707530260087) - | > loss_disc_real_3: 0.2490401417016983 (0.21386198550462723) - | > loss_disc_real_4: 0.26602089405059814 (0.25355127900838853) - | > loss_disc_real_5: 0.24026165902614594 (0.23793101757764817) - | > loss_0: 2.704956293106079 (2.6098022937774656) - | > loss_gen: 2.002317428588867 (1.9988763570785522) - | > loss_kl: 1.1232937574386597 (1.6809929490089417) - | > loss_feat: 4.630612850189209 (5.972445440292359) - | > loss_mel: 16.53609848022461 (19.568903160095214) - | > loss_duration: 1.6306370496749878 (1.6953868865966797) - | > loss_1: 25.922958374023438 (30.91660499572754) - - --> STEP: 11 - | > loss_disc: 2.4083187580108643 (2.591485608707775) - | > loss_disc_real_0: 0.12311174720525742 (0.13959284871816635) - | > loss_disc_real_1: 0.21606294810771942 (0.22612916068597275) - | > loss_disc_real_2: 0.18959015607833862 (0.21139644628221338) - | > loss_disc_real_3: 0.18048790097236633 (0.21082797781987625) - | > loss_disc_real_4: 0.24531443417072296 (0.2528024749322371) - | > loss_disc_real_5: 0.2496812641620636 (0.23899922181259503) - | > loss_0: 2.4083187580108643 (2.591485608707775) - | > loss_gen: 2.225780487060547 (2.0195040052587334) - | > loss_kl: 1.8593168258666992 (1.697204210541465) - | > loss_feat: 7.439515113830566 (6.105815410614014) - | > loss_mel: 24.09572982788086 (19.980432857166637) - | > loss_duration: 1.597440242767334 (1.6864826462485574) - | > loss_1: 37.21778106689453 (31.48943918401545) - - --> STEP: 12 - | > loss_disc: 2.6258835792541504 (2.594352106253306) - | > loss_disc_real_0: 0.072990283370018 (0.134042634939154) - | > loss_disc_real_1: 0.21511352062225342 (0.22521119068066278) - | > loss_disc_real_2: 0.2649337649345398 (0.21585788950324059) - | > loss_disc_real_3: 0.23391111195087433 (0.21275157233079275) - | > loss_disc_real_4: 0.32273975014686584 (0.25863058120012283) - | > loss_disc_real_5: 0.29963335394859314 (0.24405206615726152) - | > loss_0: 2.6258835792541504 (2.594352106253306) - | > loss_gen: 2.224504232406616 (2.036587357521057) - | > loss_kl: 1.665874719619751 (1.6945934196313222) - | > loss_feat: 7.876436233520508 (6.253367145856221) - | > loss_mel: 21.88956069946289 (20.139526844024658) - | > loss_duration: 1.7247090339660645 (1.6896681785583496) - | > loss_1: 35.38108444213867 (31.813742955525715) - - --> STEP: 13 - | > loss_disc: 2.4318339824676514 (2.581850712115948) - | > loss_disc_real_0: 0.1055251732468605 (0.1318489840397468) - | > loss_disc_real_1: 0.13331039249897003 (0.21814189851284027) - | > loss_disc_real_2: 0.17567022144794464 (0.21276653042206398) - | > loss_disc_real_3: 0.19032235443592072 (0.21102624787734106) - | > loss_disc_real_4: 0.15934312343597412 (0.25099308444903445) - | > loss_disc_real_5: 0.1919689178466797 (0.2400456701333706) - | > loss_0: 2.4318339824676514 (2.581850712115948) - | > loss_gen: 1.789536476135254 (2.017583443568303) - | > loss_kl: 1.9856491088867188 (1.7169823188048143) - | > loss_feat: 8.636250495910645 (6.436665865091177) - | > loss_mel: 23.47597312927246 (20.39617655827449) - | > loss_duration: 1.761444091796875 (1.6951894026536207) - | > loss_1: 37.64885330200195 (32.26259759756235) - - --> STEP: 14 - | > loss_disc: 2.4472508430480957 (2.5722364357539584) - | > loss_disc_real_0: 0.12827223539352417 (0.13159350199358805) - | > loss_disc_real_1: 0.21501830220222473 (0.21791878449065344) - | > loss_disc_real_2: 0.21200697124004364 (0.2127122761947768) - | > loss_disc_real_3: 0.165744811296463 (0.2077918595501355) - | > loss_disc_real_4: 0.29380106925964355 (0.25405079764979227) - | > loss_disc_real_5: 0.26464739441871643 (0.24180293615375245) - | > loss_0: 2.4472508430480957 (2.5722364357539584) - | > loss_gen: 2.1998064517974854 (2.03059937272753) - | > loss_kl: 1.4328855276107788 (1.6966896908623832) - | > loss_feat: 6.725002288818359 (6.457261323928833) - | > loss_mel: 23.10579490661621 (20.589720726013184) - | > loss_duration: 1.7405877113342285 (1.69843213898795) - | > loss_1: 35.204078674316406 (32.472703388759065) - - --> STEP: 15 - | > loss_disc: 2.6030263900756836 (2.574289099375407) - | > loss_disc_real_0: 0.16986143589019775 (0.13414469758669537) - | > loss_disc_real_1: 0.2611433267593384 (0.22080042064189911) - | > loss_disc_real_2: 0.23324787616729736 (0.21408131619294485) - | > loss_disc_real_3: 0.22101743519306183 (0.20867356459299724) - | > loss_disc_real_4: 0.25284549593925476 (0.2539704442024231) - | > loss_disc_real_5: 0.2602062225341797 (0.24302982191244762) - | > loss_0: 2.6030263900756836 (2.574289099375407) - | > loss_gen: 2.163261890411377 (2.03944354057312) - | > loss_kl: 1.6201627254486084 (1.6915878931681314) - | > loss_feat: 4.37143087387085 (6.3182059605916345) - | > loss_mel: 19.052602767944336 (20.48724619547526) - | > loss_duration: 1.656419277191162 (1.6956312815348307) - | > loss_1: 28.86387825012207 (32.23211504618327) - - --> STEP: 16 - | > loss_disc: 2.453976631164551 (2.5667695701122284) - | > loss_disc_real_0: 0.09641433507204056 (0.13178654992952943) - | > loss_disc_real_1: 0.2413942515850067 (0.22208753507584333) - | > loss_disc_real_2: 0.23437589406967163 (0.21534972731024027) - | > loss_disc_real_3: 0.17219775915145874 (0.20639382675290108) - | > loss_disc_real_4: 0.23425406217575073 (0.2527381703257561) - | > loss_disc_real_5: 0.23944152891635895 (0.24280555360019207) - | > loss_0: 2.453976631164551 (2.5667695701122284) - | > loss_gen: 2.1517369747161865 (2.0464618802070618) - | > loss_kl: 1.7451355457305908 (1.6949346214532852) - | > loss_feat: 6.491951942443848 (6.3290650844573975) - | > loss_mel: 20.340787887573242 (20.478092551231384) - | > loss_duration: 1.7864246368408203 (1.701305866241455) - | > loss_1: 32.51603698730469 (32.24986016750336) - - --> STEP: 17 - | > loss_disc: 2.131289482116699 (2.5411530943477856) - | > loss_disc_real_0: 0.05491684749722481 (0.12726480272762916) - | > loss_disc_real_1: 0.20021185278892517 (0.2208007302354364) - | > loss_disc_real_2: 0.21964794397354126 (0.2156025635845521) - | > loss_disc_real_3: 0.09964357316493988 (0.2001144000712563) - | > loss_disc_real_4: 0.1822407990694046 (0.24859126613420598) - | > loss_disc_real_5: 0.14730845391750336 (0.2371880771482692) - | > loss_0: 2.131289482116699 (2.5411530943477856) - | > loss_gen: 2.0632336139678955 (2.0474484527812287) - | > loss_kl: 1.3927956819534302 (1.677161742659176) - | > loss_feat: 7.3876543045043945 (6.391335038577809) - | > loss_mel: 24.395288467407227 (20.708515840418197) - | > loss_duration: 1.647088885307312 (1.6981166320688583) - | > loss_1: 36.88605880737305 (32.52257773455452) - - --> STEP: 18 - | > loss_disc: 2.4133596420288086 (2.5340534581078424) - | > loss_disc_real_0: 0.07286275923252106 (0.12424246697790092) - | > loss_disc_real_1: 0.2098044902086258 (0.22018982801172468) - | > loss_disc_real_2: 0.22091729938983917 (0.2158978266848458) - | > loss_disc_real_3: 0.18758825957775116 (0.19941850337717268) - | > loss_disc_real_4: 0.1921806037425995 (0.2454573404457834) - | > loss_disc_real_5: 0.16824647784233093 (0.2333579882979393) - | > loss_0: 2.4133596420288086 (2.5340534581078424) - | > loss_gen: 2.007988452911377 (2.0452562305662365) - | > loss_kl: 1.1142551898956299 (1.6458891563945346) - | > loss_feat: 8.561287879943848 (6.511887974209255) - | > loss_mel: 25.127763748168945 (20.954029613071018) - | > loss_duration: 1.62526273727417 (1.6940691934691534) - | > loss_1: 38.43655776977539 (32.85113218095567) - - --> STEP: 19 - | > loss_disc: 2.528987407684326 (2.5337868238750256) - | > loss_disc_real_0: 0.12435847520828247 (0.12424857267423679) - | > loss_disc_real_1: 0.23796208202838898 (0.22112520980207542) - | > loss_disc_real_2: 0.20203347504138947 (0.21516812396676918) - | > loss_disc_real_3: 0.18022741377353668 (0.19840844602961288) - | > loss_disc_real_4: 0.2030796855688095 (0.24322693755752162) - | > loss_disc_real_5: 0.20969632267951965 (0.2321126374759172) - | > loss_0: 2.528987407684326 (2.5337868238750256) - | > loss_gen: 1.919891595840454 (2.0386580918964587) - | > loss_kl: 1.9215141534805298 (1.6603957351885343) - | > loss_feat: 6.277081489562988 (6.499529738175242) - | > loss_mel: 21.063751220703125 (20.95980443452534) - | > loss_duration: 1.7956866025924683 (1.6994174781598543) - | > loss_1: 32.97792434692383 (32.85780545284874) - - --> STEP: 20 - | > loss_disc: 2.504058599472046 (2.5323004126548767) - | > loss_disc_real_0: 0.1174936294555664 (0.12391082551330328) - | > loss_disc_real_1: 0.21015414595603943 (0.22057665660977363) - | > loss_disc_real_2: 0.1903643161058426 (0.21392793357372283) - | > loss_disc_real_3: 0.20462705194950104 (0.1987193763256073) - | > loss_disc_real_4: 0.24928757548332214 (0.24352996945381164) - | > loss_disc_real_5: 0.28339892625808716 (0.23467695191502572) - | > loss_0: 2.504058599472046 (2.5323004126548767) - | > loss_gen: 2.0048160552978516 (2.0369659900665282) - | > loss_kl: 1.4587267637252808 (1.6503122866153717) - | > loss_feat: 5.6420392990112305 (6.456655216217041) - | > loss_mel: 20.348190307617188 (20.92922372817993) - | > loss_duration: 1.663873314857483 (1.6976402699947357) - | > loss_1: 31.117645263671875 (32.770797443389895) - - --> STEP: 21 - | > loss_disc: 2.421612024307251 (2.5270295370192755) - | > loss_disc_real_0: 0.085955910384655 (0.12210344860241526) - | > loss_disc_real_1: 0.2260379195213318 (0.22083671674841926) - | > loss_disc_real_2: 0.2461252063512802 (0.21546113703932082) - | > loss_disc_real_3: 0.17328494787216187 (0.19750821306591942) - | > loss_disc_real_4: 0.24799589812755585 (0.24374263272398994) - | > loss_disc_real_5: 0.21736213564872742 (0.2338524368547258) - | > loss_0: 2.421612024307251 (2.5270295370192755) - | > loss_gen: 2.1550352573394775 (2.042588336127145) - | > loss_kl: 1.7045232057571411 (1.652893758955456) - | > loss_feat: 7.581578254699707 (6.510222979954311) - | > loss_mel: 21.967952728271484 (20.978687013898575) - | > loss_duration: 1.6756787300109863 (1.696594482376462) - | > loss_1: 35.08477020263672 (32.88098662240164) - - --> STEP: 22 - | > loss_disc: 2.4652838706970215 (2.5242229158228096) - | > loss_disc_real_0: 0.12538447976112366 (0.12225258638235656) - | > loss_disc_real_1: 0.237103670835495 (0.22157612375237726) - | > loss_disc_real_2: 0.1826544553041458 (0.21396992423317648) - | > loss_disc_real_3: 0.20410019159317017 (0.19780784845352173) - | > loss_disc_real_4: 0.21431253850460052 (0.24240490116856314) - | > loss_disc_real_5: 0.18222592771053314 (0.23150577734817157) - | > loss_0: 2.4652838706970215 (2.5242229158228096) - | > loss_gen: 1.9748115539550781 (2.039507573301142) - | > loss_kl: 1.6809006929397583 (1.6541668014092878) - | > loss_feat: 6.016356945037842 (6.487774523821744) - | > loss_mel: 20.14426612854004 (20.940758791836824) - | > loss_duration: 1.7713373899459839 (1.6999918872659856) - | > loss_1: 31.58767318725586 (32.82219964807683) - - --> STEP: 23 - | > loss_disc: 2.3866939544677734 (2.518243395763895) - | > loss_disc_real_0: 0.16955798864364624 (0.12430934300241263) - | > loss_disc_real_1: 0.22157935798168182 (0.22157626437104266) - | > loss_disc_real_2: 0.22122758626937866 (0.21428547475648962) - | > loss_disc_real_3: 0.18848194181919098 (0.19740237425202908) - | > loss_disc_real_4: 0.24015900492668152 (0.24230725350587265) - | > loss_disc_real_5: 0.14124931395053864 (0.22758158328740494) - | > loss_0: 2.3866939544677734 (2.518243395763895) - | > loss_gen: 2.2550148963928223 (2.0488774569138237) - | > loss_kl: 1.744523048400879 (1.658095333887183) - | > loss_feat: 7.889339447021484 (6.548712129178255) - | > loss_mel: 21.305614471435547 (20.95662208225416) - | > loss_duration: 1.7633206844329834 (1.702745313229768) - | > loss_1: 34.95781326293945 (32.91505241394042) - - --> STEP: 24 - | > loss_disc: 2.254911422729492 (2.507271230220795) - | > loss_disc_real_0: 0.11156609654426575 (0.12377837439998984) - | > loss_disc_real_1: 0.21077732741832733 (0.22112630866467953) - | > loss_disc_real_2: 0.20862717926502228 (0.21404971244434515) - | > loss_disc_real_3: 0.1729985922574997 (0.19638555000225702) - | > loss_disc_real_4: 0.23895588517189026 (0.24216761315862337) - | > loss_disc_real_5: 0.178617924451828 (0.22554143083592257) - | > loss_0: 2.254911422729492 (2.507271230220795) - | > loss_gen: 2.234858989715576 (2.05662668744723) - | > loss_kl: 1.5508716106414795 (1.6536276787519455) - | > loss_feat: 6.125967979431152 (6.531097789605458) - | > loss_mel: 22.25720977783203 (21.010813236236572) - | > loss_duration: 1.6685004234313965 (1.7013184428215027) - | > loss_1: 33.837406158447266 (32.95348381996154) - - --> STEP: 25 - | > loss_disc: 2.6905736923217773 (2.5146033287048346) - | > loss_disc_real_0: 0.0970492735505104 (0.12270921036601067) - | > loss_disc_real_1: 0.1934671849012375 (0.22001994371414185) - | > loss_disc_real_2: 0.2553023397922516 (0.21569981753826142) - | > loss_disc_real_3: 0.2757316827774048 (0.19955939531326294) - | > loss_disc_real_4: 0.2792600095272064 (0.2436513090133667) - | > loss_disc_real_5: 0.28181973099708557 (0.22779256284236907) - | > loss_0: 2.6905736923217773 (2.5146033287048346) - | > loss_gen: 1.9799683094024658 (2.0535603523254395) - | > loss_kl: 1.5883437395095825 (1.651016321182251) - | > loss_feat: 6.057825088500977 (6.51216688156128) - | > loss_mel: 22.631107330322266 (21.075625) - | > loss_duration: 1.5992165803909302 (1.6972343683242799) - | > loss_1: 33.85646057128906 (32.98960289001464) - - --> STEP: 26 - | > loss_disc: 2.5354912281036377 (2.5154067094509425) - | > loss_disc_real_0: 0.17335771024227142 (0.12465722959202069) - | > loss_disc_real_1: 0.17547398805618286 (0.21830663772729728) - | > loss_disc_real_2: 0.17891231179237366 (0.2142849134711119) - | > loss_disc_real_3: 0.17976108193397522 (0.19879792172175187) - | > loss_disc_real_4: 0.28542253375053406 (0.24525789458018082) - | > loss_disc_real_5: 0.26899197697639465 (0.22937715569367775) - | > loss_0: 2.5354912281036377 (2.5154067094509425) - | > loss_gen: 2.1964681148529053 (2.059056804730342) - | > loss_kl: 1.3667508363723755 (1.640083033304948) - | > loss_feat: 6.792593479156494 (6.522952519930326) - | > loss_mel: 20.667078018188477 (21.05991165454571) - | > loss_duration: 1.6838091611862183 (1.6967180142035851) - | > loss_1: 32.70669937133789 (32.97872198545015) - - --> STEP: 27 - | > loss_disc: 2.614797830581665 (2.5190878620854136) - | > loss_disc_real_0: 0.13368545472621918 (0.12499160830069471) - | > loss_disc_real_1: 0.22888794541358948 (0.21869853801197475) - | > loss_disc_real_2: 0.22646304965019226 (0.21473595555181857) - | > loss_disc_real_3: 0.17226234078407288 (0.19781512242776375) - | > loss_disc_real_4: 0.23402810096740723 (0.24484197629822624) - | > loss_disc_real_5: 0.2725648880004883 (0.23097670133467074) - | > loss_0: 2.614797830581665 (2.5190878620854136) - | > loss_gen: 2.0151751041412354 (2.057431556560375) - | > loss_kl: 1.9035117626190186 (1.649839652909173) - | > loss_feat: 5.833242893218994 (6.497407718941018) - | > loss_mel: 20.88035774230957 (21.053261509648078) - | > loss_duration: 1.7069504261016846 (1.6970969924220332) - | > loss_1: 32.339237213134766 (32.955037364253286) - - --> STEP: 28 - | > loss_disc: 2.4629316329956055 (2.517082282475063) - | > loss_disc_real_0: 0.17222268879413605 (0.12667843260403192) - | > loss_disc_real_1: 0.18915583193302155 (0.21764344136629785) - | > loss_disc_real_2: 0.2095690816640854 (0.21455142434154237) - | > loss_disc_real_3: 0.23954303562641144 (0.19930540504200117) - | > loss_disc_real_4: 0.21532244980335236 (0.24378770749483789) - | > loss_disc_real_5: 0.206060528755188 (0.23008683802826063) - | > loss_0: 2.4629316329956055 (2.517082282475063) - | > loss_gen: 2.11216402053833 (2.0593862874167304) - | > loss_kl: 1.5899221897125244 (1.6476997435092926) - | > loss_feat: 7.496260643005371 (6.533081037657602) - | > loss_mel: 20.022897720336914 (21.016462802886963) - | > loss_duration: 1.6728894710540771 (1.6962324380874634) - | > loss_1: 32.894134521484375 (32.95286226272582) - - --> STEP: 29 - | > loss_disc: 2.426504135131836 (2.5139588980839176) - | > loss_disc_real_0: 0.16578032076358795 (0.1280267735750511) - | > loss_disc_real_1: 0.24123084545135498 (0.21845680012785154) - | > loss_disc_real_2: 0.2101939469575882 (0.21440116650071636) - | > loss_disc_real_3: 0.204624742269516 (0.19948883046363963) - | > loss_disc_real_4: 0.23213474452495575 (0.24338588118553162) - | > loss_disc_real_5: 0.2637750506401062 (0.23124850053211737) - | > loss_0: 2.426504135131836 (2.5139588980839176) - | > loss_gen: 2.2561912536621094 (2.0661726655631227) - | > loss_kl: 1.465884804725647 (1.6414302628615807) - | > loss_feat: 5.429265975952148 (6.495018449322931) - | > loss_mel: 18.311357498168945 (20.923183309620825) - | > loss_duration: 1.657024621963501 (1.6948804444280163) - | > loss_1: 29.11972427368164 (32.820685090689814) - - --> STEP: 30 - | > loss_disc: 2.358426809310913 (2.5087744951248174) - | > loss_disc_real_0: 0.16611728072166443 (0.1292964571466049) - | > loss_disc_real_1: 0.16913530230522156 (0.21681275020043056) - | > loss_disc_real_2: 0.17899596691131592 (0.21322099318106968) - | > loss_disc_real_3: 0.1786012202501297 (0.19879257678985596) - | > loss_disc_real_4: 0.22986061871051788 (0.24293503910303116) - | > loss_disc_real_5: 0.16868029534816742 (0.2291628936926524) - | > loss_0: 2.358426809310913 (2.5087744951248174) - | > loss_gen: 2.138312339782715 (2.0685773213704426) - | > loss_kl: 1.7936711311340332 (1.6465049584706624) - | > loss_feat: 7.749663829803467 (6.536839962005615) - | > loss_mel: 20.912485122680664 (20.922826703389486) - | > loss_duration: 1.7019076347351074 (1.6951146841049194) - | > loss_1: 34.29603958129883 (32.86986357371011) - - --> STEP: 31 - | > loss_disc: 2.572044849395752 (2.5108154742948474) - | > loss_disc_real_0: 0.13872425258159637 (0.12960057957999174) - | > loss_disc_real_1: 0.17415615916252136 (0.21543673113469156) - | > loss_disc_real_2: 0.13770906627178192 (0.21078512457109266) - | > loss_disc_real_3: 0.1957026571035385 (0.19869290196126507) - | > loss_disc_real_4: 0.255137175321579 (0.24332865640040366) - | > loss_disc_real_5: 0.22719772160053253 (0.22909950104451948) - | > loss_0: 2.572044849395752 (2.5108154742948474) - | > loss_gen: 1.809074878692627 (2.060206274832449) - | > loss_kl: 1.3376988172531128 (1.6365434700442898) - | > loss_feat: 7.483651161193848 (6.567382258753622) - | > loss_mel: 22.59280776977539 (20.976697060369677) - | > loss_duration: 1.6569089889526367 (1.6938822423258135) - | > loss_1: 34.88014221191406 (32.934711271716694) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.011533291109146611 (+0.001955116948773785) - | > avg_loss_disc: 2.5108154742948474 (+0.13004006878022256) - | > avg_loss_disc_real_0: 0.12960057957999174 (-0.04724061477088154) - | > avg_loss_disc_real_1: 0.21543673113469156 (-0.024696037653953784) - | > avg_loss_disc_real_2: 0.21078512457109266 (-0.014962753941935886) - | > avg_loss_disc_real_3: 0.19869290196126507 (-0.036759240012015054) - | > avg_loss_disc_real_4: 0.24332865640040366 (+0.0002726354906635864) - | > avg_loss_disc_real_5: 0.22909950104451948 (+0.01597940104622994) - | > avg_loss_0: 2.5108154742948474 (+0.13004006878022256) - | > avg_loss_gen: 2.060206274832449 (-0.5340638814433922) - | > avg_loss_kl: 1.6365434700442898 (-0.0503927699981197) - | > avg_loss_feat: 6.567382258753622 (-0.5256966006371284) - | > avg_loss_mel: 20.976697060369677 (-1.0252260392711996) - | > avg_loss_duration: 1.6938822423258135 (+0.003643912653769288) - | > avg_loss_1: 32.934711271716694 (-2.1317354632962093) - - - > EPOCH: 32/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 05:35:58)  - - --> TIME: 2024-11-23 05:36:09 -- STEP: 14/797 -- GLOBAL_STEP: 48625 - | > loss_disc: 2.3130087852478027 (2.467489344733102) - | > loss_disc_real_0: 0.10828012228012085 (0.12815915420651436) - | > loss_disc_real_1: 0.21110284328460693 (0.21570481253521784) - | > loss_disc_real_2: 0.21680442988872528 (0.23817387116806849) - | > loss_disc_real_3: 0.22032880783081055 (0.23091641707079752) - | > loss_disc_real_4: 0.2074936479330063 (0.21806998870202474) - | > loss_disc_real_5: 0.2335648536682129 (0.23529456236532756) - | > loss_0: 2.3130087852478027 (2.467489344733102) - | > grad_norm_0: tensor(23.9041, device='cuda:0') (tensor(47.2705, device='cuda:0')) - | > loss_gen: 2.729111433029175 (2.386144229343959) - | > loss_kl: 1.7147831916809082 (1.6806901352746146) - | > loss_feat: 7.955636978149414 (6.714011362620762) - | > loss_mel: 22.318918228149414 (20.982028279985702) - | > loss_duration: 1.7641031742095947 (1.8451962300709315) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.48255157470703 (33.608069964817595) - | > grad_norm_1: tensor(499.6333, device='cuda:0') (tensor(428.5067, device='cuda:0')) - | > current_lr_0: 0.000198505517906589 - | > current_lr_1: 0.000198505517906589 - | > step_time: 0.7596 (0.7550241265978131) - | > loader_time: 0.0034 (0.004123602594648089) - - - --> TIME: 2024-11-23 05:36:29 -- STEP: 39/797 -- GLOBAL_STEP: 48650 - | > loss_disc: 2.4943642616271973 (2.4606556525597196) - | > loss_disc_real_0: 0.24018895626068115 (0.12993494879740936) - | > loss_disc_real_1: 0.23757705092430115 (0.22429154163751847) - | > loss_disc_real_2: 0.2468300759792328 (0.23689701809332922) - | > loss_disc_real_3: 0.23116464912891388 (0.22466766070096922) - | > loss_disc_real_4: 0.23096589744091034 (0.21872195983544374) - | > loss_disc_real_5: 0.21847864985466003 (0.22982399585919502) - | > loss_0: 2.4943642616271973 (2.4606556525597196) - | > grad_norm_0: tensor(107.9759, device='cuda:0') (tensor(55.2877, device='cuda:0')) - | > loss_gen: 2.5633950233459473 (2.407971504407051) - | > loss_kl: 1.6215847730636597 (1.608203560878069) - | > loss_feat: 6.683806896209717 (7.068109292250413) - | > loss_mel: 20.96885871887207 (21.08868266374637) - | > loss_duration: 1.7509570121765137 (1.7893760723945422) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.588600158691406 (33.96234302031688) - | > grad_norm_1: tensor(634.3358, device='cuda:0') (tensor(500.3803, device='cuda:0')) - | > current_lr_0: 0.000198505517906589 - | > current_lr_1: 0.000198505517906589 - | > step_time: 0.7824 (0.7609063600882505) - | > loader_time: 0.0039 (0.005078975970928487) - - - --> TIME: 2024-11-23 05:36:49 -- STEP: 64/797 -- GLOBAL_STEP: 48675 - | > loss_disc: 2.3649473190307617 (2.4418991841375814) - | > loss_disc_real_0: 0.11967826634645462 (0.12829411064740265) - | > loss_disc_real_1: 0.1705012321472168 (0.2194976124446839) - | > loss_disc_real_2: 0.2566656768321991 (0.23594131716527045) - | > loss_disc_real_3: 0.18723566830158234 (0.21869182283990085) - | > loss_disc_real_4: 0.22978448867797852 (0.2183360622730106) - | > loss_disc_real_5: 0.24159735441207886 (0.23330504610203207) - | > loss_0: 2.3649473190307617 (2.4418991841375814) - | > grad_norm_0: tensor(49.2121, device='cuda:0') (tensor(52.3758, device='cuda:0')) - | > loss_gen: 2.503361701965332 (2.4034046232700343) - | > loss_kl: 1.8472715616226196 (1.5787291480228305) - | > loss_feat: 7.177914619445801 (7.1120249927043915) - | > loss_mel: 22.1656551361084 (21.16496655344963) - | > loss_duration: 1.7150156497955322 (1.7586066611111164) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.409217834472656 (34.0177318751812) - | > grad_norm_1: tensor(682.5721, device='cuda:0') (tensor(541.8775, device='cuda:0')) - | > current_lr_0: 0.000198505517906589 - | > current_lr_1: 0.000198505517906589 - | > step_time: 0.785 (0.7712357863783836) - | > loader_time: 0.0113 (0.00524420291185379) - - - --> TIME: 2024-11-23 05:37:09 -- STEP: 89/797 -- GLOBAL_STEP: 48700 - | > loss_disc: 2.262498617172241 (2.42697140875827) - | > loss_disc_real_0: 0.06875725835561752 (0.12575152097793107) - | > loss_disc_real_1: 0.1650642305612564 (0.2183531958065676) - | > loss_disc_real_2: 0.22402232885360718 (0.23233299593577225) - | > loss_disc_real_3: 0.1951712965965271 (0.21863564363356391) - | > loss_disc_real_4: 0.18424434959888458 (0.2164423961317941) - | > loss_disc_real_5: 0.19813495874404907 (0.22825893140241002) - | > loss_0: 2.262498617172241 (2.42697140875827) - | > grad_norm_0: tensor(64.4971, device='cuda:0') (tensor(54.1622, device='cuda:0')) - | > loss_gen: 2.4981818199157715 (2.4017905921078797) - | > loss_kl: 1.4975343942642212 (1.5636076813333484) - | > loss_feat: 8.130207061767578 (7.156533916344803) - | > loss_mel: 21.87152671813965 (21.18547195263123) - | > loss_duration: 1.718200445175171 (1.7444207976373394) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.71564865112305 (34.051824676856555) - | > grad_norm_1: tensor(870.6215, device='cuda:0') (tensor(568.7850, device='cuda:0')) - | > current_lr_0: 0.000198505517906589 - | > current_lr_1: 0.000198505517906589 - | > step_time: 0.7899 (0.7737853018085609) - | > loader_time: 0.0042 (0.005483501412895287) - - - --> TIME: 2024-11-23 05:37:29 -- STEP: 114/797 -- GLOBAL_STEP: 48725 - | > loss_disc: 2.293065071105957 (2.439472510103593) - | > loss_disc_real_0: 0.04298775643110275 (0.13193668598276476) - | > loss_disc_real_1: 0.20836468040943146 (0.21709660597537694) - | > loss_disc_real_2: 0.22124728560447693 (0.234438476332447) - | > loss_disc_real_3: 0.2304755598306656 (0.22103039998757215) - | > loss_disc_real_4: 0.18020209670066833 (0.21831187814996952) - | > loss_disc_real_5: 0.20468179881572723 (0.23187851030052753) - | > loss_0: 2.293065071105957 (2.439472510103593) - | > grad_norm_0: tensor(32.2689, device='cuda:0') (tensor(62.1529, device='cuda:0')) - | > loss_gen: 2.484619379043579 (2.4198612016544003) - | > loss_kl: 1.699073076248169 (1.5676559727442887) - | > loss_feat: 8.346080780029297 (7.184054052620604) - | > loss_mel: 22.42144775390625 (21.21191028126499) - | > loss_duration: 1.7554444074630737 (1.7368619107363517) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.7066650390625 (34.12034324177523) - | > grad_norm_1: tensor(434.7233, device='cuda:0') (tensor(573.0886, device='cuda:0')) - | > current_lr_0: 0.000198505517906589 - | > current_lr_1: 0.000198505517906589 - | > step_time: 0.8089 (0.7773248877441674) - | > loader_time: 0.0048 (0.005583152436373525) - - - --> TIME: 2024-11-23 05:37:49 -- STEP: 139/797 -- GLOBAL_STEP: 48750 - | > loss_disc: 2.6975443363189697 (2.447243462363592) - | > loss_disc_real_0: 0.34630411863327026 (0.1350090561314023) - | > loss_disc_real_1: 0.23583568632602692 (0.21715805406193084) - | > loss_disc_real_2: 0.21143580973148346 (0.23280561034627956) - | > loss_disc_real_3: 0.22147466242313385 (0.22143416642713892) - | > loss_disc_real_4: 0.24163608253002167 (0.2190551532687043) - | > loss_disc_real_5: 0.2316121608018875 (0.23031377856679958) - | > loss_0: 2.6975443363189697 (2.447243462363592) - | > grad_norm_0: tensor(76.0692, device='cuda:0') (tensor(62.8179, device='cuda:0')) - | > loss_gen: 2.1260287761688232 (2.4016962909012385) - | > loss_kl: 1.5671582221984863 (1.5669020255692567) - | > loss_feat: 5.751081943511963 (7.114084367271808) - | > loss_mel: 18.351099014282227 (21.173082996615403) - | > loss_duration: 1.7319281101226807 (1.7313818622836106) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 29.527294158935547 (33.98714743415228) - | > grad_norm_1: tensor(446.5197, device='cuda:0') (tensor(549.1965, device='cuda:0')) - | > current_lr_0: 0.000198505517906589 - | > current_lr_1: 0.000198505517906589 - | > step_time: 0.7868 (0.781948353746812) - | > loader_time: 0.0061 (0.005527379701463437) - - - --> TIME: 2024-11-23 05:38:09 -- STEP: 164/797 -- GLOBAL_STEP: 48775 - | > loss_disc: 2.329284906387329 (2.447644953320666) - | > loss_disc_real_0: 0.13172174990177155 (0.1344373638900678) - | > loss_disc_real_1: 0.19912226498126984 (0.21743846884587917) - | > loss_disc_real_2: 0.2647305727005005 (0.2327273654319891) - | > loss_disc_real_3: 0.2457258254289627 (0.22212528719044314) - | > loss_disc_real_4: 0.22011131048202515 (0.21924424153275607) - | > loss_disc_real_5: 0.22978056967258453 (0.22901079503864777) - | > loss_0: 2.329284906387329 (2.447644953320666) - | > grad_norm_0: tensor(9.8929, device='cuda:0') (tensor(56.2011, device='cuda:0')) - | > loss_gen: 2.3460395336151123 (2.3857106130297576) - | > loss_kl: 1.6760040521621704 (1.569059366496597) - | > loss_feat: 7.399019718170166 (7.074029942838157) - | > loss_mel: 22.134765625 (21.136028952714884) - | > loss_duration: 1.6288131475448608 (1.7243799392769976) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.18464279174805 (33.889208723859085) - | > grad_norm_1: tensor(98.5330, device='cuda:0') (tensor(498.7238, device='cuda:0')) - | > current_lr_0: 0.000198505517906589 - | > current_lr_1: 0.000198505517906589 - | > step_time: 0.8425 (0.7850789224229208) - | > loader_time: 0.0127 (0.0058337508178338765) - - - --> TIME: 2024-11-23 05:38:30 -- STEP: 189/797 -- GLOBAL_STEP: 48800 - | > loss_disc: 2.529813289642334 (2.446095812257635) - | > loss_disc_real_0: 0.14190077781677246 (0.13420853813095068) - | > loss_disc_real_1: 0.2746821343898773 (0.21711094614374574) - | > loss_disc_real_2: 0.22520297765731812 (0.23323571942155324) - | > loss_disc_real_3: 0.26630038022994995 (0.22148089441988203) - | > loss_disc_real_4: 0.2571825683116913 (0.21983544213115855) - | > loss_disc_real_5: 0.2626679837703705 (0.2286491614012491) - | > loss_0: 2.529813289642334 (2.446095812257635) - | > grad_norm_0: tensor(7.2538, device='cuda:0') (tensor(51.8732, device='cuda:0')) - | > loss_gen: 2.402313709259033 (2.3808401438294258) - | > loss_kl: 1.8220980167388916 (1.5651664907339382) - | > loss_feat: 6.00453519821167 (7.05796909836865) - | > loss_mel: 19.65073013305664 (21.154230057247116) - | > loss_duration: 1.7131425142288208 (1.7194661993198295) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.592819213867188 (33.8776719128644) - | > grad_norm_1: tensor(329.4724, device='cuda:0') (tensor(477.4226, device='cuda:0')) - | > current_lr_0: 0.000198505517906589 - | > current_lr_1: 0.000198505517906589 - | > step_time: 0.7349 (0.7872899058003905) - | > loader_time: 0.0046 (0.005869058074143827) - - - --> TIME: 2024-11-23 05:38:50 -- STEP: 214/797 -- GLOBAL_STEP: 48825 - | > loss_disc: 2.4547507762908936 (2.4498869648603625) - | > loss_disc_real_0: 0.14203211665153503 (0.13385089857625626) - | > loss_disc_real_1: 0.17877310514450073 (0.21760204107126344) - | > loss_disc_real_2: 0.22189606726169586 (0.2331691086988583) - | > loss_disc_real_3: 0.2676728069782257 (0.22179261253815946) - | > loss_disc_real_4: 0.24858106672763824 (0.2208544144702849) - | > loss_disc_real_5: 0.25962817668914795 (0.22962094432561198) - | > loss_0: 2.4547507762908936 (2.4498869648603625) - | > grad_norm_0: tensor(33.0588, device='cuda:0') (tensor(50.6464, device='cuda:0')) - | > loss_gen: 2.608433485031128 (2.3771960022293515) - | > loss_kl: 1.6329947710037231 (1.561306132055888) - | > loss_feat: 6.934116363525391 (7.025612614979254) - | > loss_mel: 22.327905654907227 (21.184213665044215) - | > loss_duration: 1.7416226863861084 (1.717989303798319) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.24507141113281 (33.86631762424361) - | > grad_norm_1: tensor(626.3798, device='cuda:0') (tensor(474.4214, device='cuda:0')) - | > current_lr_0: 0.000198505517906589 - | > current_lr_1: 0.000198505517906589 - | > step_time: 0.772 (0.7899001313147144) - | > loader_time: 0.0074 (0.005944867000401576) - - - --> TIME: 2024-11-23 05:39:11 -- STEP: 239/797 -- GLOBAL_STEP: 48850 - | > loss_disc: 2.539133310317993 (2.4465802962809917) - | > loss_disc_real_0: 0.16416987776756287 (0.13368547519193527) - | > loss_disc_real_1: 0.18725897371768951 (0.21740340045555864) - | > loss_disc_real_2: 0.23962262272834778 (0.23262904528294648) - | > loss_disc_real_3: 0.19675886631011963 (0.22174375681946967) - | > loss_disc_real_4: 0.23344077169895172 (0.22057741157180594) - | > loss_disc_real_5: 0.2705337703227997 (0.22899331938023348) - | > loss_0: 2.539133310317993 (2.4465802962809917) - | > grad_norm_0: tensor(96.9314, device='cuda:0') (tensor(54.0312, device='cuda:0')) - | > loss_gen: 2.3468446731567383 (2.3801063523631716) - | > loss_kl: 1.4504865407943726 (1.563451657983548) - | > loss_feat: 7.297637462615967 (7.025700646963079) - | > loss_mel: 21.534263610839844 (21.197663327141303) - | > loss_duration: 1.6842156648635864 (1.7136796463483548) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.313446044921875 (33.88060152381034) - | > grad_norm_1: tensor(567.3675, device='cuda:0') (tensor(486.4502, device='cuda:0')) - | > current_lr_0: 0.000198505517906589 - | > current_lr_1: 0.000198505517906589 - | > step_time: 0.8816 (0.7925909822456009) - | > loader_time: 0.0059 (0.006125708504201976) - - - --> TIME: 2024-11-23 05:39:32 -- STEP: 264/797 -- GLOBAL_STEP: 48875 - | > loss_disc: 2.561366558074951 (2.446942098212964) - | > loss_disc_real_0: 0.0874939113855362 (0.13388072006460838) - | > loss_disc_real_1: 0.22839036583900452 (0.21711673875423995) - | > loss_disc_real_2: 0.1948806643486023 (0.23270267993211746) - | > loss_disc_real_3: 0.25610822439193726 (0.2217741028941942) - | > loss_disc_real_4: 0.24880537390708923 (0.22042391861252714) - | > loss_disc_real_5: 0.21698857843875885 (0.22900508157908916) - | > loss_0: 2.561366558074951 (2.446942098212964) - | > grad_norm_0: tensor(27.5360, device='cuda:0') (tensor(57.2163, device='cuda:0')) - | > loss_gen: 2.2792930603027344 (2.380154227668589) - | > loss_kl: 1.9786293506622314 (1.5641247641408078) - | > loss_feat: 6.935478687286377 (7.020555767146024) - | > loss_mel: 21.319189071655273 (21.201355818546194) - | > loss_duration: 1.6601284742355347 (1.710876804409605) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.1727180480957 (33.87706727692574) - | > grad_norm_1: tensor(384.1446, device='cuda:0') (tensor(490.2048, device='cuda:0')) - | > current_lr_0: 0.000198505517906589 - | > current_lr_1: 0.000198505517906589 - | > step_time: 0.8601 (0.7951488251035864) - | > loader_time: 0.0049 (0.006198126258272112) - - - --> TIME: 2024-11-23 05:39:53 -- STEP: 289/797 -- GLOBAL_STEP: 48900 - | > loss_disc: 2.479851484298706 (2.4525043238405524) - | > loss_disc_real_0: 0.06935581564903259 (0.13710163639387865) - | > loss_disc_real_1: 0.21228158473968506 (0.21691078963370472) - | > loss_disc_real_2: 0.24791735410690308 (0.23234637684888082) - | > loss_disc_real_3: 0.17935730516910553 (0.22246002810636606) - | > loss_disc_real_4: 0.24521464109420776 (0.22068408580181095) - | > loss_disc_real_5: 0.3113057613372803 (0.22923313019391162) - | > loss_0: 2.479851484298706 (2.4525043238405524) - | > grad_norm_0: tensor(45.4942, device='cuda:0') (tensor(58.3579, device='cuda:0')) - | > loss_gen: 2.2650399208068848 (2.380744963781232) - | > loss_kl: 1.499143362045288 (1.562705042246716) - | > loss_feat: 8.1085844039917 (7.015031443335191) - | > loss_mel: 22.77117919921875 (21.21438485775854) - | > loss_duration: 1.6732667684555054 (1.7091296898864958) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.31721496582031 (33.88199595019066) - | > grad_norm_1: tensor(384.0192, device='cuda:0') (tensor(485.7252, device='cuda:0')) - | > current_lr_0: 0.000198505517906589 - | > current_lr_1: 0.000198505517906589 - | > step_time: 0.8092 (0.7983339270093447) - | > loader_time: 0.0054 (0.006370613731727468) - - - --> TIME: 2024-11-23 05:40:13 -- STEP: 314/797 -- GLOBAL_STEP: 48925 - | > loss_disc: 2.509786605834961 (2.4530695395864477) - | > loss_disc_real_0: 0.16556651890277863 (0.13632737352827176) - | > loss_disc_real_1: 0.22823895514011383 (0.21700200770690942) - | > loss_disc_real_2: 0.2139841765165329 (0.23294560786834947) - | > loss_disc_real_3: 0.22056393325328827 (0.2224443423425316) - | > loss_disc_real_4: 0.2382747381925583 (0.22070711865356774) - | > loss_disc_real_5: 0.1995580494403839 (0.22925919716715054) - | > loss_0: 2.509786605834961 (2.4530695395864477) - | > grad_norm_0: tensor(32.7669, device='cuda:0') (tensor(58.8778, device='cuda:0')) - | > loss_gen: 2.227691173553467 (2.3762225125246004) - | > loss_kl: 1.5555928945541382 (1.5633537786401754) - | > loss_feat: 6.714005470275879 (6.987708061364043) - | > loss_mel: 21.504776000976562 (21.20231287646447) - | > loss_duration: 1.6724400520324707 (1.7071707298041912) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.674503326416016 (33.836767925578286) - | > grad_norm_1: tensor(197.6351, device='cuda:0') (tensor(481.7647, device='cuda:0')) - | > current_lr_0: 0.000198505517906589 - | > current_lr_1: 0.000198505517906589 - | > step_time: 0.7915 (0.7996316882455422) - | > loader_time: 0.0067 (0.006465064492195275) - - - --> TIME: 2024-11-23 05:40:34 -- STEP: 339/797 -- GLOBAL_STEP: 48950 - | > loss_disc: 2.5231285095214844 (2.4533114053506746) - | > loss_disc_real_0: 0.10940607637166977 (0.13584231612736858) - | > loss_disc_real_1: 0.21853239834308624 (0.21753335618867284) - | > loss_disc_real_2: 0.2362137883901596 (0.23256959851864165) - | > loss_disc_real_3: 0.20632508397102356 (0.2225077608517841) - | > loss_disc_real_4: 0.2143225222826004 (0.22055995987404062) - | > loss_disc_real_5: 0.22586359083652496 (0.2295433861755692) - | > loss_0: 2.5231285095214844 (2.4533114053506746) - | > grad_norm_0: tensor(30.2500, device='cuda:0') (tensor(57.2572, device='cuda:0')) - | > loss_gen: 2.1697707176208496 (2.3701479976507778) - | > loss_kl: 1.5212359428405762 (1.5647524533721902) - | > loss_feat: 6.374519348144531 (6.954643384545248) - | > loss_mel: 20.37663459777832 (21.176846580167815) - | > loss_duration: 1.6571540832519531 (1.7055222752523285) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.09931564331055 (33.771912684482785) - | > grad_norm_1: tensor(255.7993, device='cuda:0') (tensor(474.6096, device='cuda:0')) - | > current_lr_0: 0.000198505517906589 - | > current_lr_1: 0.000198505517906589 - | > step_time: 0.8472 (0.8012252754166411) - | > loader_time: 0.0054 (0.006586631139119466) - - - --> TIME: 2024-11-23 05:40:55 -- STEP: 364/797 -- GLOBAL_STEP: 48975 - | > loss_disc: 2.5289320945739746 (2.4501122668549242) - | > loss_disc_real_0: 0.2333741933107376 (0.1353955659298943) - | > loss_disc_real_1: 0.17699921131134033 (0.21713675018195266) - | > loss_disc_real_2: 0.2557934820652008 (0.2330179478113468) - | > loss_disc_real_3: 0.2621776759624481 (0.22239978971717123) - | > loss_disc_real_4: 0.2746386229991913 (0.2206990659891904) - | > loss_disc_real_5: 0.283385694026947 (0.22963909751602582) - | > loss_0: 2.5289320945739746 (2.4501122668549242) - | > grad_norm_0: tensor(27.5209, device='cuda:0') (tensor(55.5664, device='cuda:0')) - | > loss_gen: 2.463284730911255 (2.3715554495434192) - | > loss_kl: 1.658780574798584 (1.562648092488666) - | > loss_feat: 6.847999095916748 (6.956671146246101) - | > loss_mel: 22.530805587768555 (21.19455977848601) - | > loss_duration: 1.6778550148010254 (1.703369485152947) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.17872619628906 (33.78880392326101) - | > grad_norm_1: tensor(304.7090, device='cuda:0') (tensor(457.8887, device='cuda:0')) - | > current_lr_0: 0.000198505517906589 - | > current_lr_1: 0.000198505517906589 - | > step_time: 0.8544 (0.803486972064762) - | > loader_time: 0.006 (0.006686906893174727) - - - --> TIME: 2024-11-23 05:41:17 -- STEP: 389/797 -- GLOBAL_STEP: 49000 - | > loss_disc: 2.275986909866333 (2.44880905678462) - | > loss_disc_real_0: 0.10529744625091553 (0.13530284460337136) - | > loss_disc_real_1: 0.2286992371082306 (0.2169118324404817) - | > loss_disc_real_2: 0.2013484090566635 (0.23213627968931566) - | > loss_disc_real_3: 0.22221045196056366 (0.2221541073757456) - | > loss_disc_real_4: 0.2118256539106369 (0.22014606159879493) - | > loss_disc_real_5: 0.2462385594844818 (0.22908108212187847) - | > loss_0: 2.275986909866333 (2.44880905678462) - | > grad_norm_0: tensor(51.8907, device='cuda:0') (tensor(54.7393, device='cuda:0')) - | > loss_gen: 2.7511463165283203 (2.368634494840334) - | > loss_kl: 1.5903189182281494 (1.5646796071743905) - | > loss_feat: 8.22866439819336 (6.952530721159396) - | > loss_mel: 22.1366024017334 (21.20324592786463) - | > loss_duration: 1.6759556531906128 (1.7015094916434401) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.3826904296875 (33.79060023977087) - | > grad_norm_1: tensor(831.9683, device='cuda:0') (tensor(451.5542, device='cuda:0')) - | > current_lr_0: 0.000198505517906589 - | > current_lr_1: 0.000198505517906589 - | > step_time: 0.82 (0.8058594584771475) - | > loader_time: 0.0068 (0.0068258883714063) - - - --> TIME: 2024-11-23 05:41:38 -- STEP: 414/797 -- GLOBAL_STEP: 49025 - | > loss_disc: 2.5985841751098633 (2.4497453308335793) - | > loss_disc_real_0: 0.10139763355255127 (0.13475077211460934) - | > loss_disc_real_1: 0.21454809606075287 (0.21723994601895844) - | > loss_disc_real_2: 0.21208249032497406 (0.23307486821487905) - | > loss_disc_real_3: 0.22546052932739258 (0.22170336144989816) - | > loss_disc_real_4: 0.26536890864372253 (0.22076223286741598) - | > loss_disc_real_5: 0.2188597470521927 (0.23017190555155564) - | > loss_0: 2.5985841751098633 (2.4497453308335793) - | > grad_norm_0: tensor(132.2460, device='cuda:0') (tensor(55.1705, device='cuda:0')) - | > loss_gen: 2.007443904876709 (2.3710048377225936) - | > loss_kl: 1.800356149673462 (1.5648722958161636) - | > loss_feat: 6.123891830444336 (6.951881578003149) - | > loss_mel: 20.49542236328125 (21.1983138466803) - | > loss_duration: 1.6553022861480713 (1.7001503746290716) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.08241653442383 (33.78622296006204) - | > grad_norm_1: tensor(139.1730, device='cuda:0') (tensor(453.9405, device='cuda:0')) - | > current_lr_0: 0.000198505517906589 - | > current_lr_1: 0.000198505517906589 - | > step_time: 0.8152 (0.8077856826321511) - | > loader_time: 0.0066 (0.006884361810730276) - - - --> TIME: 2024-11-23 05:42:00 -- STEP: 439/797 -- GLOBAL_STEP: 49050 - | > loss_disc: 2.4424917697906494 (2.448099804359033) - | > loss_disc_real_0: 0.11114238947629929 (0.1339519536186325) - | > loss_disc_real_1: 0.24935929477214813 (0.2170881380524342) - | > loss_disc_real_2: 0.27707767486572266 (0.23263674825090483) - | > loss_disc_real_3: 0.2050953358411789 (0.22165304418984197) - | > loss_disc_real_4: 0.24033275246620178 (0.22038635102382825) - | > loss_disc_real_5: 0.2872947156429291 (0.22968871165109386) - | > loss_0: 2.4424917697906494 (2.448099804359033) - | > grad_norm_0: tensor(34.0435, device='cuda:0') (tensor(54.7307, device='cuda:0')) - | > loss_gen: 2.562098979949951 (2.3711394926953147) - | > loss_kl: 1.621008038520813 (1.5666838657611595) - | > loss_feat: 6.795134544372559 (6.963633070231025) - | > loss_mel: 22.51189613342285 (21.223229866636117) - | > loss_duration: 1.633581280708313 (1.6989450327084659) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.123722076416016 (33.82363138220572) - | > grad_norm_1: tensor(577.7721, device='cuda:0') (tensor(454.5515, device='cuda:0')) - | > current_lr_0: 0.000198505517906589 - | > current_lr_1: 0.000198505517906589 - | > step_time: 0.8289 (0.8098392720102989) - | > loader_time: 0.0112 (0.006999274864283672) - - - --> TIME: 2024-11-23 05:42:22 -- STEP: 464/797 -- GLOBAL_STEP: 49075 - | > loss_disc: 2.4982848167419434 (2.449116253647308) - | > loss_disc_real_0: 0.1343066692352295 (0.13421018599082954) - | > loss_disc_real_1: 0.18563717603683472 (0.2169981466863176) - | > loss_disc_real_2: 0.23868456482887268 (0.23287055390919076) - | > loss_disc_real_3: 0.263492226600647 (0.2219051913968448) - | > loss_disc_real_4: 0.2438967525959015 (0.22046335083271923) - | > loss_disc_real_5: 0.2306656539440155 (0.23037859713979836) - | > loss_0: 2.4982848167419434 (2.449116253647308) - | > grad_norm_0: tensor(19.8614, device='cuda:0') (tensor(54.0837, device='cuda:0')) - | > loss_gen: 2.360915422439575 (2.372615626146053) - | > loss_kl: 1.6180733442306519 (1.5674244801289048) - | > loss_feat: 7.511267185211182 (6.962711625058073) - | > loss_mel: 22.376605987548828 (21.241799350442577) - | > loss_duration: 1.6350674629211426 (1.698148441725764) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.501930236816406 (33.84269959351107) - | > grad_norm_1: tensor(380.0416, device='cuda:0') (tensor(454.0266, device='cuda:0')) - | > current_lr_0: 0.000198505517906589 - | > current_lr_1: 0.000198505517906589 - | > step_time: 0.8851 (0.8128699084808084) - | > loader_time: 0.0093 (0.007120995685972017) - - - --> TIME: 2024-11-23 05:42:43 -- STEP: 489/797 -- GLOBAL_STEP: 49100 - | > loss_disc: 2.561544418334961 (2.4491664344303907) - | > loss_disc_real_0: 0.07147808372974396 (0.13355880040210708) - | > loss_disc_real_1: 0.18865275382995605 (0.2169213513777056) - | > loss_disc_real_2: 0.21997514367103577 (0.2323469662836968) - | > loss_disc_real_3: 0.24560122191905975 (0.2218641096646069) - | > loss_disc_real_4: 0.23678582906723022 (0.22083756611025407) - | > loss_disc_real_5: 0.24872522056102753 (0.23052171796011778) - | > loss_0: 2.561544418334961 (2.4491664344303907) - | > grad_norm_0: tensor(19.3293, device='cuda:0') (tensor(54.7500, device='cuda:0')) - | > loss_gen: 2.4606523513793945 (2.3722667903744123) - | > loss_kl: 1.600389003753662 (1.56773403780592) - | > loss_feat: 7.774919033050537 (6.968363622458677) - | > loss_mel: 22.763792037963867 (21.261672661592154) - | > loss_duration: 1.6684386730194092 (1.6969406604766848) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.2681884765625 (33.866977812566105) - | > grad_norm_1: tensor(334.5696, device='cuda:0') (tensor(459.7093, device='cuda:0')) - | > current_lr_0: 0.000198505517906589 - | > current_lr_1: 0.000198505517906589 - | > step_time: 0.8469 (0.8154078514785609) - | > loader_time: 0.0075 (0.007282162980311731) - - - --> TIME: 2024-11-23 05:43:05 -- STEP: 514/797 -- GLOBAL_STEP: 49125 - | > loss_disc: 2.5328612327575684 (2.4503121635793224) - | > loss_disc_real_0: 0.22612372040748596 (0.13390338944148011) - | > loss_disc_real_1: 0.20646488666534424 (0.21707603564406183) - | > loss_disc_real_2: 0.24692006409168243 (0.23262249611694988) - | > loss_disc_real_3: 0.21145793795585632 (0.2215522740775509) - | > loss_disc_real_4: 0.19289690256118774 (0.22055477550405472) - | > loss_disc_real_5: 0.2030249387025833 (0.23123985975400946) - | > loss_0: 2.5328612327575684 (2.4503121635793224) - | > grad_norm_0: tensor(121.0439, device='cuda:0') (tensor(55.3238, device='cuda:0')) - | > loss_gen: 2.469940662384033 (2.3728495715657094) - | > loss_kl: 1.3662123680114746 (1.5659160299755719) - | > loss_feat: 7.649550437927246 (6.953945617267592) - | > loss_mel: 21.058666229248047 (21.23379691380009) - | > loss_duration: 1.6394031047821045 (1.6957525826613729) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.183773040771484 (33.822260730461345) - | > grad_norm_1: tensor(410.3734, device='cuda:0') (tensor(458.5799, device='cuda:0')) - | > current_lr_0: 0.000198505517906589 - | > current_lr_1: 0.000198505517906589 - | > step_time: 0.8601 (0.8173566138234117) - | > loader_time: 0.016 (0.007410807832205806) - - - --> TIME: 2024-11-23 05:43:27 -- STEP: 539/797 -- GLOBAL_STEP: 49150 - | > loss_disc: 2.480194330215454 (2.45140254121543) - | > loss_disc_real_0: 0.05625778064131737 (0.13437423767981604) - | > loss_disc_real_1: 0.21601246297359467 (0.21716006553571165) - | > loss_disc_real_2: 0.244027242064476 (0.23243457175694504) - | > loss_disc_real_3: 0.2102685123682022 (0.2220709666692702) - | > loss_disc_real_4: 0.23617605865001678 (0.22075616085905314) - | > loss_disc_real_5: 0.29351770877838135 (0.2310460010242816) - | > loss_0: 2.480194330215454 (2.45140254121543) - | > grad_norm_0: tensor(52.0845, device='cuda:0') (tensor(56.3814, device='cuda:0')) - | > loss_gen: 2.3359487056732178 (2.37472729337901) - | > loss_kl: 1.6195565462112427 (1.565142848385508) - | > loss_feat: 7.2946553230285645 (6.956768473800348) - | > loss_mel: 22.20865249633789 (21.244965353348277) - | > loss_duration: 1.6727800369262695 (1.69554873631925) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.131591796875 (33.83715269693856) - | > grad_norm_1: tensor(368.2332, device='cuda:0') (tensor(455.2492, device='cuda:0')) - | > current_lr_0: 0.000198505517906589 - | > current_lr_1: 0.000198505517906589 - | > step_time: 0.8137 (0.8197967006456872) - | > loader_time: 0.0068 (0.00749539311608932) - - - --> TIME: 2024-11-23 05:43:49 -- STEP: 564/797 -- GLOBAL_STEP: 49175 - | > loss_disc: 2.542422294616699 (2.451717585536602) - | > loss_disc_real_0: 0.16101884841918945 (0.13436288298735183) - | > loss_disc_real_1: 0.2445494383573532 (0.21764495338689777) - | > loss_disc_real_2: 0.22234904766082764 (0.2326500881331187) - | > loss_disc_real_3: 0.23149724304676056 (0.22188769545115483) - | > loss_disc_real_4: 0.2281477004289627 (0.22083275918419484) - | > loss_disc_real_5: 0.19657962024211884 (0.23104482529856635) - | > loss_0: 2.542422294616699 (2.451717585536602) - | > grad_norm_0: tensor(37.2778, device='cuda:0') (tensor(56.5604, device='cuda:0')) - | > loss_gen: 2.192427158355713 (2.375426973434204) - | > loss_kl: 1.573758602142334 (1.5664644033139474) - | > loss_feat: 5.30275297164917 (6.947328643595917) - | > loss_mel: 17.88196563720703 (21.242238443793998) - | > loss_duration: 1.6714750528335571 (1.6947953263495832) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 28.622377395629883 (33.82625376924553) - | > grad_norm_1: tensor(541.4380, device='cuda:0') (tensor(457.2342, device='cuda:0')) - | > current_lr_0: 0.000198505517906589 - | > current_lr_1: 0.000198505517906589 - | > step_time: 0.8525 (0.822004513114902) - | > loader_time: 0.0069 (0.007582647580627009) - - - --> TIME: 2024-11-23 05:44:12 -- STEP: 589/797 -- GLOBAL_STEP: 49200 - | > loss_disc: 2.3303792476654053 (2.4505908153255413) - | > loss_disc_real_0: 0.1121828630566597 (0.1341833336459054) - | > loss_disc_real_1: 0.20900438725948334 (0.21764130666472511) - | > loss_disc_real_2: 0.20034442842006683 (0.23255993435965733) - | > loss_disc_real_3: 0.16365595161914825 (0.2219292106824739) - | > loss_disc_real_4: 0.1907021403312683 (0.2205661802168411) - | > loss_disc_real_5: 0.2078576683998108 (0.23081371054078606) - | > loss_0: 2.3303792476654053 (2.4505908153255413) - | > grad_norm_0: tensor(12.3955, device='cuda:0') (tensor(55.7931, device='cuda:0')) - | > loss_gen: 2.31250262260437 (2.3739173804964793) - | > loss_kl: 1.4861032962799072 (1.566014121364049) - | > loss_feat: 7.429553985595703 (6.944113745956551) - | > loss_mel: 21.284589767456055 (21.251035152752667) - | > loss_duration: 1.6723532676696777 (1.694403649388429) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.18510055541992 (33.829484036094236) - | > grad_norm_1: tensor(326.6970, device='cuda:0') (tensor(452.4003, device='cuda:0')) - | > current_lr_0: 0.000198505517906589 - | > current_lr_1: 0.000198505517906589 - | > step_time: 0.8419 (0.8243010076480727) - | > loader_time: 0.0094 (0.007713134908109448) - - - --> TIME: 2024-11-23 05:44:34 -- STEP: 614/797 -- GLOBAL_STEP: 49225 - | > loss_disc: 2.288404941558838 (2.4506172310645846) - | > loss_disc_real_0: 0.10059678554534912 (0.13435045603650614) - | > loss_disc_real_1: 0.19366201758384705 (0.21753846277582917) - | > loss_disc_real_2: 0.19225938618183136 (0.23266736551488262) - | > loss_disc_real_3: 0.1650265008211136 (0.22162829696258426) - | > loss_disc_real_4: 0.2278853803873062 (0.22067879829616427) - | > loss_disc_real_5: 0.23151348531246185 (0.2309461400301138) - | > loss_0: 2.288404941558838 (2.4506172310645846) - | > grad_norm_0: tensor(80.7900, device='cuda:0') (tensor(55.3784, device='cuda:0')) - | > loss_gen: 2.524503469467163 (2.372285243742628) - | > loss_kl: 1.756583571434021 (1.5681495842211404) - | > loss_feat: 7.60139799118042 (6.935454331314137) - | > loss_mel: 24.049724578857422 (21.265166938110763) - | > loss_duration: 1.7003674507141113 (1.6943262246610296) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.63257598876953 (33.8353822906941) - | > grad_norm_1: tensor(207.4568, device='cuda:0') (tensor(454.0056, device='cuda:0')) - | > current_lr_0: 0.000198505517906589 - | > current_lr_1: 0.000198505517906589 - | > step_time: 0.8678 (0.8265747740524984) - | > loader_time: 0.017 (0.007807068017096007) - - - --> TIME: 2024-11-23 05:44:57 -- STEP: 639/797 -- GLOBAL_STEP: 49250 - | > loss_disc: 2.387040853500366 (2.4517421050810446) - | > loss_disc_real_0: 0.17763285338878632 (0.1344146495378915) - | > loss_disc_real_1: 0.17850103974342346 (0.21788456505499723) - | > loss_disc_real_2: 0.23445667326450348 (0.23265691285775114) - | > loss_disc_real_3: 0.27198830246925354 (0.22172170378419342) - | > loss_disc_real_4: 0.27427542209625244 (0.22083518263506408) - | > loss_disc_real_5: 0.2455846220254898 (0.23089317690598574) - | > loss_0: 2.387040853500366 (2.4517421050810446) - | > grad_norm_0: tensor(78.1567, device='cuda:0') (tensor(55.9113, device='cuda:0')) - | > loss_gen: 2.7184927463531494 (2.3716394069235824) - | > loss_kl: 1.6508651971817017 (1.5693095876763863) - | > loss_feat: 7.051326751708984 (6.922735657490475) - | > loss_mel: 22.517488479614258 (21.265725182069136) - | > loss_duration: 1.7159751653671265 (1.6946405353307359) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.654151916503906 (33.824050339174896) - | > grad_norm_1: tensor(519.5623, device='cuda:0') (tensor(457.4123, device='cuda:0')) - | > current_lr_0: 0.000198505517906589 - | > current_lr_1: 0.000198505517906589 - | > step_time: 0.8883 (0.8291290026502052) - | > loader_time: 0.0088 (0.007890274826909457) - - - --> TIME: 2024-11-23 05:45:20 -- STEP: 664/797 -- GLOBAL_STEP: 49275 - | > loss_disc: 2.4000391960144043 (2.452393145446315) - | > loss_disc_real_0: 0.13725826144218445 (0.13449152622439256) - | > loss_disc_real_1: 0.2004210352897644 (0.21771137267126736) - | > loss_disc_real_2: 0.185581773519516 (0.23249885433140288) - | > loss_disc_real_3: 0.15297536551952362 (0.2218403493289847) - | > loss_disc_real_4: 0.16219907999038696 (0.22068850352731817) - | > loss_disc_real_5: 0.19241730868816376 (0.2310797869934734) - | > loss_0: 2.4000391960144043 (2.452393145446315) - | > grad_norm_0: tensor(51.8729, device='cuda:0') (tensor(56.0055, device='cuda:0')) - | > loss_gen: 2.2446887493133545 (2.3692641218742683) - | > loss_kl: 1.4640332460403442 (1.5691332345805966) - | > loss_feat: 7.114197731018066 (6.912237021578363) - | > loss_mel: 20.24387550354004 (21.260937696479914) - | > loss_duration: 1.6612839698791504 (1.694024677736214) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.72807693481445 (33.805596716432625) - | > grad_norm_1: tensor(619.8878, device='cuda:0') (tensor(460.0630, device='cuda:0')) - | > current_lr_0: 0.000198505517906589 - | > current_lr_1: 0.000198505517906589 - | > step_time: 0.8928 (0.8318488867167961) - | > loader_time: 0.008 (0.007974877055869046) - - - --> TIME: 2024-11-23 05:45:43 -- STEP: 689/797 -- GLOBAL_STEP: 49300 - | > loss_disc: 2.352161407470703 (2.450086576326142) - | > loss_disc_real_0: 0.09096557646989822 (0.13394482484079245) - | > loss_disc_real_1: 0.20779196918010712 (0.2176088750340769) - | > loss_disc_real_2: 0.23531445860862732 (0.2325102228601024) - | > loss_disc_real_3: 0.20595164597034454 (0.22175494015908898) - | > loss_disc_real_4: 0.20235861837863922 (0.2206760665242316) - | > loss_disc_real_5: 0.20885631442070007 (0.23076622140511374) - | > loss_0: 2.352161407470703 (2.450086576326142) - | > grad_norm_0: tensor(31.1613, device='cuda:0') (tensor(56.1090, device='cuda:0')) - | > loss_gen: 2.6027262210845947 (2.3706726380806336) - | > loss_kl: 1.6059868335723877 (1.5706775566490012) - | > loss_feat: 7.228187084197998 (6.9134124394598135) - | > loss_mel: 21.412260055541992 (21.2671674138749) - | > loss_duration: 1.7015790939331055 (1.6934553473019986) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.55073928833008 (33.81538538109229) - | > grad_norm_1: tensor(660.9480, device='cuda:0') (tensor(462.5848, device='cuda:0')) - | > current_lr_0: 0.000198505517906589 - | > current_lr_1: 0.000198505517906589 - | > step_time: 0.9629 (0.8350859709159725) - | > loader_time: 0.0086 (0.008103491778989658) - - - --> TIME: 2024-11-23 05:46:07 -- STEP: 714/797 -- GLOBAL_STEP: 49325 - | > loss_disc: 2.4420998096466064 (2.449264321674481) - | > loss_disc_real_0: 0.08960506319999695 (0.1337611903423439) - | > loss_disc_real_1: 0.18256771564483643 (0.21761202155834153) - | > loss_disc_real_2: 0.2221384346485138 (0.23246516514809526) - | > loss_disc_real_3: 0.22246471047401428 (0.2215822510609106) - | > loss_disc_real_4: 0.23920521140098572 (0.22059157812127883) - | > loss_disc_real_5: 0.2434854656457901 (0.23099723001237676) - | > loss_0: 2.4420998096466064 (2.449264321674481) - | > grad_norm_0: tensor(119.5975, device='cuda:0') (tensor(56.9752, device='cuda:0')) - | > loss_gen: 2.3401236534118652 (2.3724128391896295) - | > loss_kl: 1.3970142602920532 (1.5722922479905996) - | > loss_feat: 5.677964210510254 (6.916079720863107) - | > loss_mel: 20.580347061157227 (21.27783776398133) - | > loss_duration: 1.6529228687286377 (1.6927448816660078) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.648372650146484 (33.831367431234504) - | > grad_norm_1: tensor(601.0002, device='cuda:0') (tensor(464.7030, device='cuda:0')) - | > current_lr_0: 0.000198505517906589 - | > current_lr_1: 0.000198505517906589 - | > step_time: 0.9607 (0.839084282308733) - | > loader_time: 0.0091 (0.008204451796053504) - - - --> TIME: 2024-11-23 05:46:41 -- STEP: 739/797 -- GLOBAL_STEP: 49350 - | > loss_disc: 2.3818740844726562 (2.448412419655967) - | > loss_disc_real_0: 0.10726217925548553 (0.13369540312656372) - | > loss_disc_real_1: 0.21396705508232117 (0.21755954390328694) - | > loss_disc_real_2: 0.23283757269382477 (0.23230077164986138) - | > loss_disc_real_3: 0.28082191944122314 (0.22180240549883112) - | > loss_disc_real_4: 0.25690141320228577 (0.22075147955036942) - | > loss_disc_real_5: 0.24480274319648743 (0.23095040567753602) - | > loss_0: 2.3818740844726562 (2.448412419655967) - | > grad_norm_0: tensor(99.4052, device='cuda:0') (tensor(57.9018, device='cuda:0')) - | > loss_gen: 2.3959054946899414 (2.375612535721878) - | > loss_kl: 1.7102930545806885 (1.574322374570353) - | > loss_feat: 7.579120635986328 (6.926255272593002) - | > loss_mel: 21.770092010498047 (21.288847049615057) - | > loss_duration: 1.6652123928070068 (1.6918493927089713) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.12062072753906 (33.85688657334752) - | > grad_norm_1: tensor(590.2849, device='cuda:0') (tensor(465.5223, device='cuda:0')) - | > current_lr_0: 0.000198505517906589 - | > current_lr_1: 0.000198505517906589 - | > step_time: 2.2365 (0.8551803186878618) - | > loader_time: 0.0096 (0.008459347349381098) - - - --> TIME: 2024-11-23 05:47:35 -- STEP: 764/797 -- GLOBAL_STEP: 49375 - | > loss_disc: 2.439328193664551 (2.4485083459559496) - | > loss_disc_real_0: 0.16378894448280334 (0.13381011492002232) - | > loss_disc_real_1: 0.22188490629196167 (0.21746624074876308) - | > loss_disc_real_2: 0.2501204311847687 (0.2324195397305863) - | > loss_disc_real_3: 0.18833713233470917 (0.22185376333316584) - | > loss_disc_real_4: 0.2116789072751999 (0.2207281041441788) - | > loss_disc_real_5: 0.23778952658176422 (0.2307271456921288) - | > loss_0: 2.439328193664551 (2.4485083459559496) - | > grad_norm_0: tensor(167.3070, device='cuda:0') (tensor(57.6605, device='cuda:0')) - | > loss_gen: 2.276017427444458 (2.374576359831226) - | > loss_kl: 1.6240967512130737 (1.574559912865698) - | > loss_feat: 5.875225067138672 (6.921537062260493) - | > loss_mel: 19.03249740600586 (21.274676979524298) - | > loss_duration: 1.6834380626678467 (1.690852365724704) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.491273880004883 (33.83620263893562) - | > grad_norm_1: tensor(250.3105, device='cuda:0') (tensor(465.6494, device='cuda:0')) - | > current_lr_0: 0.000198505517906589 - | > current_lr_1: 0.000198505517906589 - | > step_time: 2.2162 (0.8975165586196935) - | > loader_time: 0.0121 (0.008691371423411748) - - - --> TIME: 2024-11-23 05:48:53 -- STEP: 789/797 -- GLOBAL_STEP: 49400 - | > loss_disc: 2.4568026065826416 (2.4484740618063885) - | > loss_disc_real_0: 0.12720221281051636 (0.13376395198952115) - | > loss_disc_real_1: 0.2269812822341919 (0.21745583461302467) - | > loss_disc_real_2: 0.17678339779376984 (0.23215676815790823) - | > loss_disc_real_3: 0.18764647841453552 (0.22178207288752338) - | > loss_disc_real_4: 0.19774949550628662 (0.2208635127703047) - | > loss_disc_real_5: 0.24086683988571167 (0.2310206064782064) - | > loss_0: 2.4568026065826416 (2.4484740618063885) - | > grad_norm_0: tensor(65.2653, device='cuda:0') (tensor(56.9997, device='cuda:0')) - | > loss_gen: 2.192136526107788 (2.3734331046371553) - | > loss_kl: 1.738154649734497 (1.5766652993980614) - | > loss_feat: 6.375804424285889 (6.927289282263307) - | > loss_mel: 20.919898986816406 (21.288584814325485) - | > loss_duration: 1.6911391019821167 (1.6900748679242061) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.91713333129883 (33.85604733659284) - | > grad_norm_1: tensor(539.9691, device='cuda:0') (tensor(465.3359, device='cuda:0')) - | > current_lr_0: 0.000198505517906589 - | > current_lr_1: 0.000198505517906589 - | > step_time: 3.5426 (0.9669702068178972) - | > loader_time: 0.0097 (0.009027216673199523) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.4331014156341553 (2.4331014156341553) - | > loss_disc_real_0: 0.16161218285560608 (0.16161218285560608) - | > loss_disc_real_1: 0.2116893082857132 (0.2116893082857132) - | > loss_disc_real_2: 0.16714388132095337 (0.16714388132095337) - | > loss_disc_real_3: 0.1934550702571869 (0.1934550702571869) - | > loss_disc_real_4: 0.15813018381595612 (0.15813018381595612) - | > loss_disc_real_5: 0.1879749745130539 (0.1879749745130539) - | > loss_0: 2.4331014156341553 (2.4331014156341553) - | > loss_gen: 2.1802873611450195 (2.1802873611450195) - | > loss_kl: 1.246316909790039 (1.246316909790039) - | > loss_feat: 7.220057487487793 (7.220057487487793) - | > loss_mel: 21.564380645751953 (21.564380645751953) - | > loss_duration: 1.9687525033950806 (1.9687525033950806) - | > loss_1: 34.17979431152344 (34.17979431152344) - - --> STEP: 1 - | > loss_disc: 2.359844207763672 (2.359844207763672) - | > loss_disc_real_0: 0.050360094755887985 (0.050360094755887985) - | > loss_disc_real_1: 0.18749816715717316 (0.18749816715717316) - | > loss_disc_real_2: 0.1639413833618164 (0.1639413833618164) - | > loss_disc_real_3: 0.23991000652313232 (0.23991000652313232) - | > loss_disc_real_4: 0.16380994021892548 (0.16380994021892548) - | > loss_disc_real_5: 0.19448474049568176 (0.19448474049568176) - | > loss_0: 2.359844207763672 (2.359844207763672) - | > loss_gen: 2.117358446121216 (2.117358446121216) - | > loss_kl: 1.616909146308899 (1.616909146308899) - | > loss_feat: 8.614195823669434 (8.614195823669434) - | > loss_mel: 24.72698211669922 (24.72698211669922) - | > loss_duration: 1.7249382734298706 (1.7249382734298706) - | > loss_1: 38.800384521484375 (38.800384521484375) - - --> STEP: 2 - | > loss_disc: 2.51632022857666 (2.438082218170166) - | > loss_disc_real_0: 0.14588329195976257 (0.09812169335782528) - | > loss_disc_real_1: 0.28252479434013367 (0.2350114807486534) - | > loss_disc_real_2: 0.2885749638080597 (0.22625817358493805) - | > loss_disc_real_3: 0.2705739140510559 (0.2552419602870941) - | > loss_disc_real_4: 0.25044935941696167 (0.20712964981794357) - | > loss_disc_real_5: 0.255829781293869 (0.2251572608947754) - | > loss_0: 2.51632022857666 (2.438082218170166) - | > loss_gen: 2.492448568344116 (2.304903507232666) - | > loss_kl: 1.6701098680496216 (1.6435095071792603) - | > loss_feat: 6.168026924133301 (7.391111373901367) - | > loss_mel: 22.1626033782959 (23.44479274749756) - | > loss_duration: 1.6764445304870605 (1.7006914019584656) - | > loss_1: 34.16963195800781 (36.485008239746094) - - --> STEP: 3 - | > loss_disc: 2.545473575592041 (2.473879337310791) - | > loss_disc_real_0: 0.1661486029624939 (0.12079732989271481) - | > loss_disc_real_1: 0.2742379605770111 (0.24808697402477264) - | > loss_disc_real_2: 0.3409585654735565 (0.26449163754781085) - | > loss_disc_real_3: 0.2535904347896576 (0.2546914517879486) - | > loss_disc_real_4: 0.14509205520153046 (0.18645045161247253) - | > loss_disc_real_5: 0.18595607578754425 (0.21209019919236502) - | > loss_0: 2.545473575592041 (2.473879337310791) - | > loss_gen: 2.3649444580078125 (2.3249171574910483) - | > loss_kl: 1.567431926727295 (1.6181503136952717) - | > loss_feat: 6.8220672607421875 (7.201430002848308) - | > loss_mel: 24.087413787841797 (23.658999760945637) - | > loss_duration: 1.7216769456863403 (1.7076865832010906) - | > loss_1: 36.563533782958984 (36.511183420817055) - - --> STEP: 4 - | > loss_disc: 2.495249032974243 (2.479221761226654) - | > loss_disc_real_0: 0.10849307477474213 (0.11772126611322165) - | > loss_disc_real_1: 0.1658579260110855 (0.22752971202135086) - | > loss_disc_real_2: 0.20766180753707886 (0.25028418004512787) - | > loss_disc_real_3: 0.15530773997306824 (0.22984552383422852) - | > loss_disc_real_4: 0.22658570110797882 (0.1964842639863491) - | > loss_disc_real_5: 0.17647600173950195 (0.20318664982914925) - | > loss_0: 2.495249032974243 (2.479221761226654) - | > loss_gen: 1.9835114479064941 (2.2395657300949097) - | > loss_kl: 1.7723963260650635 (1.6567118167877197) - | > loss_feat: 9.925273895263672 (7.882390975952148) - | > loss_mel: 22.418081283569336 (23.348770141601562) - | > loss_duration: 1.6361892223358154 (1.6898122429847717) - | > loss_1: 37.73545455932617 (36.817251205444336) - - --> STEP: 5 - | > loss_disc: 2.449173927307129 (2.473212194442749) - | > loss_disc_real_0: 0.13329142332077026 (0.12083529755473137) - | > loss_disc_real_1: 0.19764713943004608 (0.2215531975030899) - | > loss_disc_real_2: 0.18056230247020721 (0.23633980453014375) - | > loss_disc_real_3: 0.20148007571697235 (0.2241724342107773) - | > loss_disc_real_4: 0.15543900430202484 (0.18827521204948425) - | > loss_disc_real_5: 0.1323377788066864 (0.1890168756246567) - | > loss_0: 2.449173927307129 (2.473212194442749) - | > loss_gen: 2.0621962547302246 (2.2040918350219725) - | > loss_kl: 2.045135974884033 (1.7343966484069824) - | > loss_feat: 8.127363204956055 (7.93138542175293) - | > loss_mel: 24.140493392944336 (23.507114791870116) - | > loss_duration: 1.8788714408874512 (1.7276240825653075) - | > loss_1: 38.254058837890625 (37.10461273193359) - - --> STEP: 6 - | > loss_disc: 2.487966537475586 (2.4756712516148887) - | > loss_disc_real_0: 0.11031991243362427 (0.11908273336788018) - | > loss_disc_real_1: 0.2983555197715759 (0.23435358454783758) - | > loss_disc_real_2: 0.17761462926864624 (0.22655227531989416) - | > loss_disc_real_3: 0.22323696315288544 (0.22401652236779532) - | > loss_disc_real_4: 0.16854214668273926 (0.18498636782169342) - | > loss_disc_real_5: 0.21719235181808472 (0.19371278832356134) - | > loss_0: 2.487966537475586 (2.4756712516148887) - | > loss_gen: 2.1535632610321045 (2.195670406023661) - | > loss_kl: 1.6287554502487183 (1.7167897820472717) - | > loss_feat: 7.834733963012695 (7.915276845296224) - | > loss_mel: 23.66276741027832 (23.533056894938152) - | > loss_duration: 1.6947834491729736 (1.7221506436665852) - | > loss_1: 36.974605560302734 (37.08294486999512) - - --> STEP: 7 - | > loss_disc: 2.5672316551208496 (2.488751309258597) - | > loss_disc_real_0: 0.1255778819322586 (0.12001061173421997) - | > loss_disc_real_1: 0.2005225569009781 (0.22952058059828623) - | > loss_disc_real_2: 0.23517857491970062 (0.22778460383415222) - | > loss_disc_real_3: 0.2268083542585373 (0.22441535549504416) - | > loss_disc_real_4: 0.15219217538833618 (0.18030148318835668) - | > loss_disc_real_5: 0.15067800879478455 (0.18756496267659323) - | > loss_0: 2.5672316551208496 (2.488751309258597) - | > loss_gen: 2.029013156890869 (2.1718622275761197) - | > loss_kl: 1.8605029582977295 (1.7373202357973372) - | > loss_feat: 7.731003284454346 (7.888952050890241) - | > loss_mel: 23.212427139282227 (23.487252644130162) - | > loss_duration: 1.6423405408859253 (1.7107492004122054) - | > loss_1: 36.47528839111328 (36.996136801583425) - - --> STEP: 8 - | > loss_disc: 2.420665740966797 (2.480240613222122) - | > loss_disc_real_0: 0.08441197872161865 (0.1155607826076448) - | > loss_disc_real_1: 0.2111864686012268 (0.2272288165986538) - | > loss_disc_real_2: 0.20938028395175934 (0.2254840638488531) - | > loss_disc_real_3: 0.2399749606847763 (0.22636030614376068) - | > loss_disc_real_4: 0.17130693793296814 (0.1791771650314331) - | > loss_disc_real_5: 0.2012624442577362 (0.1892771478742361) - | > loss_0: 2.420665740966797 (2.480240613222122) - | > loss_gen: 2.1398565769195557 (2.167861521244049) - | > loss_kl: 1.8126450777053833 (1.746735841035843) - | > loss_feat: 6.8882246017456055 (7.763861119747162) - | > loss_mel: 21.579105377197266 (23.24873423576355) - | > loss_duration: 1.7065954208374023 (1.710229977965355) - | > loss_1: 34.12643051147461 (36.637423515319824) - - --> STEP: 9 - | > loss_disc: 2.3551528453826904 (2.466341972351074) - | > loss_disc_real_0: 0.10350082814693451 (0.11422078766756588) - | > loss_disc_real_1: 0.2426649034023285 (0.22894393735461765) - | > loss_disc_real_2: 0.21832101047039032 (0.22468816902902392) - | > loss_disc_real_3: 0.23078061640262604 (0.22685145172807905) - | > loss_disc_real_4: 0.16010139882564545 (0.17705763545301226) - | > loss_disc_real_5: 0.2223903387784958 (0.19295639130804274) - | > loss_0: 2.3551528453826904 (2.466341972351074) - | > loss_gen: 2.3080477714538574 (2.183437771267361) - | > loss_kl: 1.4347056150436401 (1.7120658159255981) - | > loss_feat: 7.318832874298096 (7.714413536919488) - | > loss_mel: 24.13191795349121 (23.346865759955513) - | > loss_duration: 1.6537582874298096 (1.7039553456836276) - | > loss_1: 36.84726333618164 (36.66073905097114) - - --> STEP: 10 - | > loss_disc: 2.6394827365875244 (2.4836560487747192) - | > loss_disc_real_0: 0.16479191184043884 (0.11927790008485317) - | > loss_disc_real_1: 0.18356533348560333 (0.22440607696771622) - | > loss_disc_real_2: 0.25076746940612793 (0.22729609906673431) - | > loss_disc_real_3: 0.23030684888362885 (0.22719699144363403) - | > loss_disc_real_4: 0.20649375021457672 (0.1800012469291687) - | > loss_disc_real_5: 0.22605542838573456 (0.19626629501581191) - | > loss_0: 2.6394827365875244 (2.4836560487747192) - | > loss_gen: 2.125047206878662 (2.177598714828491) - | > loss_kl: 1.639397144317627 (1.704798948764801) - | > loss_feat: 5.791031360626221 (7.5220753192901615) - | > loss_mel: 20.945730209350586 (23.10675220489502) - | > loss_duration: 1.581302523612976 (1.6916900634765626) - | > loss_1: 32.0825080871582 (36.20291595458984) - - --> STEP: 11 - | > loss_disc: 2.4383535385131836 (2.4795376387509434) - | > loss_disc_real_0: 0.13770917057991028 (0.12095347012985837) - | > loss_disc_real_1: 0.1779244840145111 (0.22018047760833392) - | > loss_disc_real_2: 0.18513397872447968 (0.22346317903562027) - | > loss_disc_real_3: 0.21502864360809326 (0.22609077800403943) - | > loss_disc_real_4: 0.19231319427490234 (0.18112051486968994) - | > loss_disc_real_5: 0.17059125006198883 (0.19393220002000983) - | > loss_0: 2.4383535385131836 (2.4795376387509434) - | > loss_gen: 2.0391762256622314 (2.165014852177013) - | > loss_kl: 2.013751983642578 (1.7328855882991443) - | > loss_feat: 8.793900489807129 (7.637695789337158) - | > loss_mel: 23.004499435424805 (23.097456498579547) - | > loss_duration: 1.587581992149353 (1.682225693355907) - | > loss_1: 37.43891143798828 (36.315279180353336) - - --> STEP: 12 - | > loss_disc: 2.5094714164733887 (2.4820321202278137) - | > loss_disc_real_0: 0.1416551172733307 (0.1226786073918144) - | > loss_disc_real_1: 0.31296390295028687 (0.22791242972016335) - | > loss_disc_real_2: 0.2334381639957428 (0.22429442778229713) - | > loss_disc_real_3: 0.3295575976371765 (0.2347130129734675) - | > loss_disc_real_4: 0.17860855162143707 (0.1809111845990022) - | > loss_disc_real_5: 0.20478704571723938 (0.19483677049477896) - | > loss_0: 2.5094714164733887 (2.4820321202278137) - | > loss_gen: 2.44364333152771 (2.1882338921229043) - | > loss_kl: 1.338031530380249 (1.6999810834725697) - | > loss_feat: 6.1501383781433105 (7.513732671737671) - | > loss_mel: 21.178979873657227 (22.937583446502686) - | > loss_duration: 1.7054510116577148 (1.6841611365477245) - | > loss_1: 32.81624221801758 (36.023692766825356) - - --> STEP: 13 - | > loss_disc: 2.19840145111084 (2.460214376449585) - | > loss_disc_real_0: 0.12395026534795761 (0.12277642723459464) - | > loss_disc_real_1: 0.21072275936603546 (0.22659014738523042) - | > loss_disc_real_2: 0.15023371577262878 (0.21859744993539956) - | > loss_disc_real_3: 0.1734854280948639 (0.23000319875203645) - | > loss_disc_real_4: 0.11662857979536057 (0.17596636884487593) - | > loss_disc_real_5: 0.14362725615501404 (0.1908975770840278) - | > loss_0: 2.19840145111084 (2.460214376449585) - | > loss_gen: 2.122488260269165 (2.1831765358264628) - | > loss_kl: 1.9151203632354736 (1.716530258838947) - | > loss_feat: 8.087871551513672 (7.557897200951209) - | > loss_mel: 21.63962173461914 (22.83774023789626) - | > loss_duration: 1.7745611667633057 (1.691114985025846) - | > loss_1: 35.53966522216797 (35.98645987877479) - - --> STEP: 14 - | > loss_disc: 2.5406813621520996 (2.4659620182854787) - | > loss_disc_real_0: 0.13116492331027985 (0.12337560552571501) - | > loss_disc_real_1: 0.3443278670310974 (0.23499998450279236) - | > loss_disc_real_2: 0.29108691215515137 (0.22377526866538183) - | > loss_disc_real_3: 0.22973470389842987 (0.2299840205482074) - | > loss_disc_real_4: 0.19580455124378204 (0.17738338187336922) - | > loss_disc_real_5: 0.2004413902759552 (0.19157927802630834) - | > loss_0: 2.5406813621520996 (2.4659620182854787) - | > loss_gen: 2.3335561752319336 (2.1939179386411394) - | > loss_kl: 1.6510933637619019 (1.7118561949048723) - | > loss_feat: 5.6691436767578125 (7.422986234937396) - | > loss_mel: 20.92399024963379 (22.701043810163224) - | > loss_duration: 1.7351491451263428 (1.6942602821758814) - | > loss_1: 32.31293487548828 (35.72406523568289) - - --> STEP: 15 - | > loss_disc: 2.703335762023926 (2.4817869345347088) - | > loss_disc_real_0: 0.06672324985265732 (0.11959878181417784) - | > loss_disc_real_1: 0.16071929037570953 (0.23004793822765351) - | > loss_disc_real_2: 0.2207036167383194 (0.22357049187024433) - | > loss_disc_real_3: 0.28807905316352844 (0.23385702272256215) - | > loss_disc_real_4: 0.17591390013694763 (0.17728541642427445) - | > loss_disc_real_5: 0.1646815836429596 (0.18978609840075175) - | > loss_0: 2.703335762023926 (2.4817869345347088) - | > loss_gen: 1.862497329711914 (2.171823231379191) - | > loss_kl: 1.5033766031265259 (1.6979575554529827) - | > loss_feat: 7.083169937133789 (7.400331815083821) - | > loss_mel: 26.05211067199707 (22.924448267618814) - | > loss_duration: 1.6595474481582642 (1.6919460932413737) - | > loss_1: 38.16069793701172 (35.88650741577148) - - --> STEP: 16 - | > loss_disc: 2.588238477706909 (2.488440155982971) - | > loss_disc_real_0: 0.14936386048793793 (0.12145909923128784) - | > loss_disc_real_1: 0.19072982668876648 (0.22759055625647306) - | > loss_disc_real_2: 0.22703179717063904 (0.223786823451519) - | > loss_disc_real_3: 0.2483271360397339 (0.2347614048048854) - | > loss_disc_real_4: 0.20023103058338165 (0.17871951730921865) - | > loss_disc_real_5: 0.16624803841114044 (0.18831496965140104) - | > loss_0: 2.588238477706909 (2.488440155982971) - | > loss_gen: 2.0030293464660645 (2.1612736135721207) - | > loss_kl: 1.406495451927185 (1.6797411739826202) - | > loss_feat: 6.316583633422852 (7.332597553730011) - | > loss_mel: 19.937334060668945 (22.73775362968445) - | > loss_duration: 1.7838913202285767 (1.6976926699280739) - | > loss_1: 31.44733428955078 (35.60905909538269) - - --> STEP: 17 - | > loss_disc: 2.1471619606018066 (2.4683649680193733) - | > loss_disc_real_0: 0.06082092970609665 (0.11789214808274717) - | > loss_disc_real_1: 0.21149994432926178 (0.22664404967251947) - | > loss_disc_real_2: 0.19788315892219543 (0.22226307847920587) - | > loss_disc_real_3: 0.13920527696609497 (0.22914045610848596) - | > loss_disc_real_4: 0.134479358792305 (0.17611715504351785) - | > loss_disc_real_5: 0.13672952353954315 (0.18528053164482117) - | > loss_0: 2.1471619606018066 (2.4683649680193733) - | > loss_gen: 2.2342581748962402 (2.165566823061775) - | > loss_kl: 2.3065173625946045 (1.716610361548031) - | > loss_feat: 7.47938346862793 (7.341232019312241) - | > loss_mel: 22.99036979675293 (22.75261340421789) - | > loss_duration: 1.6623269319534302 (1.6956123324001537) - | > loss_1: 36.672855377197266 (35.67163534725414) - - --> STEP: 18 - | > loss_disc: 2.412916421890259 (2.4652844932344227) - | > loss_disc_real_0: 0.13898321986198425 (0.11906387429270479) - | > loss_disc_real_1: 0.19717493653297424 (0.2250068767203225) - | > loss_disc_real_2: 0.24992072582244873 (0.22379961444271934) - | > loss_disc_real_3: 0.27590546011924744 (0.2317385118868616) - | > loss_disc_real_4: 0.15077155828475952 (0.17470906633469793) - | > loss_disc_real_5: 0.22436800599098206 (0.18745205799738565) - | > loss_0: 2.412916421890259 (2.4652844932344227) - | > loss_gen: 2.2785258293151855 (2.1718423234091864) - | > loss_kl: 1.723696231842041 (1.7170040210088093) - | > loss_feat: 7.221985340118408 (7.334607203801473) - | > loss_mel: 21.812774658203125 (22.7004001405504) - | > loss_duration: 1.6520023345947266 (1.6931895547442966) - | > loss_1: 34.688987731933594 (35.617043813069664) - - --> STEP: 19 - | > loss_disc: 2.355468273162842 (2.4595046921780237) - | > loss_disc_real_0: 0.12837152183055878 (0.11955375047890764) - | > loss_disc_real_1: 0.25683778524398804 (0.22668218769525228) - | > loss_disc_real_2: 0.19035130739212036 (0.22203917722952993) - | > loss_disc_real_3: 0.21918423473834991 (0.23107776045799255) - | > loss_disc_real_4: 0.15568043291568756 (0.17370755931264475) - | > loss_disc_real_5: 0.23287002742290497 (0.18984247744083405) - | > loss_0: 2.355468273162842 (2.4595046921780237) - | > loss_gen: 2.238304615020752 (2.1753403387571635) - | > loss_kl: 1.967343807220459 (1.7301797992304753) - | > loss_feat: 7.500001907348633 (7.343312188198692) - | > loss_mel: 23.16956329345703 (22.725092938071803) - | > loss_duration: 1.8278834819793701 (1.7002787088093005) - | > loss_1: 36.70309829711914 (35.67420457538805) - - --> STEP: 20 - | > loss_disc: 2.448875665664673 (2.458973240852356) - | > loss_disc_real_0: 0.14403288066387177 (0.12077770698815585) - | > loss_disc_real_1: 0.30683544278144836 (0.23068985044956208) - | > loss_disc_real_2: 0.22786462306976318 (0.2223304495215416) - | > loss_disc_real_3: 0.17587324976921082 (0.22831753492355347) - | > loss_disc_real_4: 0.1827673465013504 (0.17416054867208003) - | > loss_disc_real_5: 0.14730805158615112 (0.1877157561480999) - | > loss_0: 2.448875665664673 (2.458973240852356) - | > loss_gen: 2.127504825592041 (2.1729485630989074) - | > loss_kl: 1.6682289838790894 (1.727082258462906) - | > loss_feat: 6.052036762237549 (7.278748416900635) - | > loss_mel: 19.730093002319336 (22.57534294128418) - | > loss_duration: 1.6480836868286133 (1.6976689577102662) - | > loss_1: 31.225948333740234 (35.451791763305664) - - --> STEP: 21 - | > loss_disc: 2.4062862396240234 (2.456464336031959) - | > loss_disc_real_0: 0.11597330868244171 (0.12054892611645517) - | > loss_disc_real_1: 0.2839101254940033 (0.23322414926120213) - | > loss_disc_real_2: 0.23617710173130035 (0.2229898139124825) - | > loss_disc_real_3: 0.20210964977741241 (0.22706954039278485) - | > loss_disc_real_4: 0.197006955742836 (0.17524847281830652) - | > loss_disc_real_5: 0.20767565071582794 (0.1886662273179917) - | > loss_0: 2.4062862396240234 (2.456464336031959) - | > loss_gen: 2.460500955581665 (2.186641534169515) - | > loss_kl: 1.3915221691131592 (1.7111032065891085) - | > loss_feat: 6.494140148162842 (7.241386118389311) - | > loss_mel: 18.961488723754883 (22.403254645211355) - | > loss_duration: 1.672860860824585 (1.696487619763329) - | > loss_1: 30.980512619018555 (35.2388737088158) - - --> STEP: 22 - | > loss_disc: 2.3024115562438965 (2.4494619369506836) - | > loss_disc_real_0: 0.1339651346206665 (0.1211587537757375) - | > loss_disc_real_1: 0.19806742668151855 (0.23162611641667105) - | > loss_disc_real_2: 0.19874146580696106 (0.22188761627132242) - | > loss_disc_real_3: 0.24287648499011993 (0.2277880378744819) - | > loss_disc_real_4: 0.1802000254392624 (0.17547354339198631) - | > loss_disc_real_5: 0.12423353642225266 (0.18573746864091267) - | > loss_0: 2.3024115562438965 (2.4494619369506836) - | > loss_gen: 2.2911181449890137 (2.1913904710249468) - | > loss_kl: 1.4055885076522827 (1.6972161748192527) - | > loss_feat: 7.753263473510742 (7.264653270894831) - | > loss_mel: 23.973817825317383 (22.474643880670722) - | > loss_duration: 1.8167051076889038 (1.7019520510326733) - | > loss_1: 37.2404899597168 (35.32985626567494) - - --> STEP: 23 - | > loss_disc: 2.3967444896698 (2.4471698740254277) - | > loss_disc_real_0: 0.060555774718523026 (0.11852384164281514) - | > loss_disc_real_1: 0.18394769728183746 (0.22955314167167828) - | > loss_disc_real_2: 0.1940542608499527 (0.2206774703834368) - | > loss_disc_real_3: 0.27872389554977417 (0.2300026403821033) - | > loss_disc_real_4: 0.16019734740257263 (0.174809360957664) - | > loss_disc_real_5: 0.15622664988040924 (0.18445438956436905) - | > loss_0: 2.3967444896698 (2.4471698740254277) - | > loss_gen: 2.0512075424194336 (2.1852955610855767) - | > loss_kl: 1.5547608137130737 (1.69102246346681) - | > loss_feat: 7.176905155181885 (7.260838135429051) - | > loss_mel: 22.78435516357422 (22.488109588623047) - | > loss_duration: 1.7644368410110474 (1.704668781031733) - | > loss_1: 35.331668853759766 (35.329935073852546) - - --> STEP: 24 - | > loss_disc: 2.25653338432312 (2.4392266869544983) - | > loss_disc_real_0: 0.11639333516359329 (0.11843507053951423) - | > loss_disc_real_1: 0.17275066673755646 (0.22718637188275656) - | > loss_disc_real_2: 0.20657645165920258 (0.22008992793659368) - | > loss_disc_real_3: 0.22462232410907745 (0.2297784605373939) - | > loss_disc_real_4: 0.1911587417125702 (0.17549058515578508) - | > loss_disc_real_5: 0.1886524111032486 (0.18462930712848902) - | > loss_0: 2.25653338432312 (2.4392266869544983) - | > loss_gen: 2.299407482147217 (2.190050224463145) - | > loss_kl: 1.5133285522460938 (1.6836185504992802) - | > loss_feat: 7.632988929748535 (7.276344418525696) - | > loss_mel: 22.582740783691406 (22.49205255508423) - | > loss_duration: 1.660779595375061 (1.702840064962705) - | > loss_1: 35.68924331665039 (35.34490625063579) - - --> STEP: 25 - | > loss_disc: 2.689591884613037 (2.44924129486084) - | > loss_disc_real_0: 0.166423499584198 (0.12035460770130157) - | > loss_disc_real_1: 0.29497310519218445 (0.22989784121513368) - | > loss_disc_real_2: 0.2862643599510193 (0.2227369052171707) - | > loss_disc_real_3: 0.2657926082611084 (0.23121902644634246) - | > loss_disc_real_4: 0.20298752188682556 (0.1765904626250267) - | > loss_disc_real_5: 0.2548198997974396 (0.18743693083524704) - | > loss_0: 2.689591884613037 (2.44924129486084) - | > loss_gen: 2.1407792568206787 (2.188079385757446) - | > loss_kl: 1.4738831520080566 (1.6752291345596313) - | > loss_feat: 6.223650932312012 (7.234236679077148) - | > loss_mel: 22.821903228759766 (22.50524658203125) - | > loss_duration: 1.6175992488861084 (1.6994304323196412) - | > loss_1: 34.27781677246094 (35.302222671508794) - - --> STEP: 26 - | > loss_disc: 2.583569288253784 (2.454407756145184) - | > loss_disc_real_0: 0.18285873532295227 (0.1227586126098266) - | > loss_disc_real_1: 0.2373000830411911 (0.2301825428238282) - | > loss_disc_real_2: 0.241862952709198 (0.22347252242840254) - | > loss_disc_real_3: 0.2838476300239563 (0.23324320350701994) - | > loss_disc_real_4: 0.23832303285598755 (0.17896479224929443) - | > loss_disc_real_5: 0.2355731874704361 (0.18928832532121584) - | > loss_0: 2.583569288253784 (2.454407756145184) - | > loss_gen: 2.2704265117645264 (2.1912465829115644) - | > loss_kl: 2.0946102142333984 (1.6913591760855455) - | > loss_feat: 4.735761642456055 (7.138141485360952) - | > loss_mel: 18.663606643676758 (22.357491199786846) - | > loss_duration: 1.66986882686615 (1.6982934474945068) - | > loss_1: 29.43427276611328 (35.07653229053204) - - --> STEP: 27 - | > loss_disc: 2.4765424728393555 (2.4552275604671903) - | > loss_disc_real_0: 0.20634549856185913 (0.12585442320064263) - | > loss_disc_real_1: 0.20157219469547272 (0.22912290030055577) - | > loss_disc_real_2: 0.19669608771800995 (0.2224808026243139) - | > loss_disc_real_3: 0.23817241191864014 (0.23342576678152438) - | > loss_disc_real_4: 0.2149878442287445 (0.18029897935964442) - | > loss_disc_real_5: 0.19950681924819946 (0.18966678805925227) - | > loss_0: 2.4765424728393555 (2.4552275604671903) - | > loss_gen: 2.200815439224243 (2.191600984997219) - | > loss_kl: 1.986859917640686 (1.7023036479949951) - | > loss_feat: 6.21243953704834 (7.103856228016041) - | > loss_mel: 21.408607482910156 (22.322347358421045) - | > loss_duration: 1.6848310232162476 (1.6977948391879047) - | > loss_1: 33.493553161621094 (35.01790343390571) - - --> STEP: 28 - | > loss_disc: 2.4551703929901123 (2.4552255187715804) - | > loss_disc_real_0: 0.07692910730838776 (0.12410709049020496) - | > loss_disc_real_1: 0.2157353311777115 (0.22864477283188275) - | > loss_disc_real_2: 0.2633328139781952 (0.22393980302980968) - | > loss_disc_real_3: 0.23881760239601135 (0.23361833233918464) - | > loss_disc_real_4: 0.23815566301345825 (0.18236528949013778) - | > loss_disc_real_5: 0.1779933124780655 (0.18924987821706704) - | > loss_0: 2.4551703929901123 (2.4552255187715804) - | > loss_gen: 1.9976152181625366 (2.1846729218959804) - | > loss_kl: 1.7394214868545532 (1.7036292850971222) - | > loss_feat: 4.817930221557617 (7.022216013499668) - | > loss_mel: 20.1210880279541 (22.24373095376151) - | > loss_duration: 1.6617286205291748 (1.696506759950093) - | > loss_1: 30.337783813476562 (34.850756304604666) - - --> STEP: 29 - | > loss_disc: 2.661275863647461 (2.462330703077645) - | > loss_disc_real_0: 0.13505980372428894 (0.12448477025689751) - | > loss_disc_real_1: 0.2709856927394867 (0.2301048045528346) - | > loss_disc_real_2: 0.23072049021720886 (0.22417361982937517) - | > loss_disc_real_3: 0.23640815913677216 (0.23371453326323938) - | > loss_disc_real_4: 0.2693880796432495 (0.18536607535748645) - | > loss_disc_real_5: 0.22641658782958984 (0.19053148889336094) - | > loss_0: 2.661275863647461 (2.462330703077645) - | > loss_gen: 1.9937483072280884 (2.178089314493639) - | > loss_kl: 1.4086189270019531 (1.6934565141283233) - | > loss_feat: 4.0139079093933105 (6.918481251289105) - | > loss_mel: 16.261516571044922 (22.037447699185076) - | > loss_duration: 1.6266393661499023 (1.6940975394742241) - | > loss_1: 25.304431915283203 (34.52157270497289) - - --> STEP: 30 - | > loss_disc: 2.355297088623047 (2.4587629159291584) - | > loss_disc_real_0: 0.10877277702093124 (0.12396103714903198) - | > loss_disc_real_1: 0.22065243124961853 (0.2297897254427274) - | > loss_disc_real_2: 0.24422317743301392 (0.22484193841616312) - | > loss_disc_real_3: 0.2698061168193817 (0.23491758604844412) - | > loss_disc_real_4: 0.19829298555850983 (0.18579697236418724) - | > loss_disc_real_5: 0.16871583461761475 (0.1898043004175027) - | > loss_0: 2.355297088623047 (2.4587629159291584) - | > loss_gen: 2.3830783367156982 (2.1849222819010405) - | > loss_kl: 1.7872977256774902 (1.6965845545132956) - | > loss_feat: 7.793262958526611 (6.947640641530355) - | > loss_mel: 23.614044189453125 (22.090000915527344) - | > loss_duration: 1.6902203559875488 (1.6939683000246684) - | > loss_1: 37.26790237426758 (34.61311702728271) - - --> STEP: 31 - | > loss_disc: 2.357808828353882 (2.4555063324589885) - | > loss_disc_real_0: 0.11738058179616928 (0.12374876439571382) - | > loss_disc_real_1: 0.25594738125801086 (0.2306335207916075) - | > loss_disc_real_2: 0.15480540692806244 (0.22258269546493406) - | > loss_disc_real_3: 0.20671677589416504 (0.23400788249508028) - | > loss_disc_real_4: 0.16433803737163544 (0.18510474865475007) - | > loss_disc_real_5: 0.1741996705532074 (0.18930092526058998) - | > loss_0: 2.357808828353882 (2.4555063324589885) - | > loss_gen: 2.398057222366333 (2.1917976025612114) - | > loss_kl: 1.4650667905807495 (1.6891162395477295) - | > loss_feat: 8.537199974060059 (6.998916749031313) - | > loss_mel: 23.016529083251953 (22.119888920937814) - | > loss_duration: 1.6517161130905151 (1.6926053262525989) - | > loss_1: 37.068565368652344 (34.69232503829464) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.009552055789578346 (-0.0019812353195682655) - | > avg_loss_disc: 2.4555063324589885 (-0.05530914183585889) - | > avg_loss_disc_real_0: 0.12374876439571382 (-0.005851815184277923) - | > avg_loss_disc_real_1: 0.2306335207916075 (+0.015196789656915954) - | > avg_loss_disc_real_2: 0.22258269546493406 (+0.011797570893841397) - | > avg_loss_disc_real_3: 0.23400788249508028 (+0.03531498053381521) - | > avg_loss_disc_real_4: 0.18510474865475007 (-0.058223907745653586) - | > avg_loss_disc_real_5: 0.18930092526058998 (-0.03979857578392951) - | > avg_loss_0: 2.4555063324589885 (-0.05530914183585889) - | > avg_loss_gen: 2.1917976025612114 (+0.13159132772876259) - | > avg_loss_kl: 1.6891162395477295 (+0.0525727695034397) - | > avg_loss_feat: 6.998916749031313 (+0.43153449027769053) - | > avg_loss_mel: 22.119888920937814 (+1.1431918605681375) - | > avg_loss_duration: 1.6926053262525989 (-0.0012769160732146734) - | > avg_loss_1: 34.69232503829464 (+1.757613766577947) - - - > EPOCH: 33/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 05:49:26)  - - --> TIME: 2024-11-23 05:49:40 -- STEP: 17/797 -- GLOBAL_STEP: 49425 - | > loss_disc: 2.4417521953582764 (2.5273437780492447) - | > loss_disc_real_0: 0.22167576849460602 (0.1413140537984231) - | > loss_disc_real_1: 0.22577886283397675 (0.2331093628616894) - | > loss_disc_real_2: 0.21249781548976898 (0.24747142371009379) - | > loss_disc_real_3: 0.1734151989221573 (0.23140094560735366) - | > loss_disc_real_4: 0.23669929802417755 (0.23057467095992146) - | > loss_disc_real_5: 0.2633858919143677 (0.23510492549223058) - | > loss_0: 2.4417521953582764 (2.5273437780492447) - | > grad_norm_0: tensor(42.7431, device='cuda:0') (tensor(65.4058, device='cuda:0')) - | > loss_gen: 2.4642372131347656 (2.3759994787328385) - | > loss_kl: 1.565213680267334 (1.6316585470648373) - | > loss_feat: 7.529642581939697 (6.746410173528335) - | > loss_mel: 21.54281234741211 (20.674477296717026) - | > loss_duration: 1.8488922119140625 (1.8483848571777344) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.95079803466797 (33.27693041633158) - | > grad_norm_1: tensor(515.9620, device='cuda:0') (tensor(451.4236, device='cuda:0')) - | > current_lr_0: 0.00019848070471685067 - | > current_lr_1: 0.00019848070471685067 - | > step_time: 0.7448 (0.7497063805075252) - | > loader_time: 0.0081 (0.005072930279900046) - - - --> TIME: 2024-11-23 05:49:59 -- STEP: 42/797 -- GLOBAL_STEP: 49450 - | > loss_disc: 2.5251657962799072 (2.4767928407305764) - | > loss_disc_real_0: 0.16675947606563568 (0.1294982073207696) - | > loss_disc_real_1: 0.2286314219236374 (0.22297688963867368) - | > loss_disc_real_2: 0.2394973635673523 (0.23625103632609049) - | > loss_disc_real_3: 0.21290504932403564 (0.2272454553416797) - | > loss_disc_real_4: 0.1999177187681198 (0.22497026657774336) - | > loss_disc_real_5: 0.25388777256011963 (0.23211202593076796) - | > loss_0: 2.5251657962799072 (2.4767928407305764) - | > grad_norm_0: tensor(94.6107, device='cuda:0') (tensor(61.1041, device='cuda:0')) - | > loss_gen: 2.2378714084625244 (2.35859990119934) - | > loss_kl: 1.3428515195846558 (1.5726865757079351) - | > loss_feat: 5.949620723724365 (6.90012036051069) - | > loss_mel: 17.93939781188965 (20.717584519159224) - | > loss_duration: 1.8049917221069336 (1.795135932309287) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 29.274734497070312 (33.34412720089868) - | > grad_norm_1: tensor(876.3643, device='cuda:0') (tensor(515.8069, device='cuda:0')) - | > current_lr_0: 0.00019848070471685067 - | > current_lr_1: 0.00019848070471685067 - | > step_time: 0.7973 (0.7545788004284811) - | > loader_time: 0.0075 (0.005486391839526948) - - - --> TIME: 2024-11-23 05:50:18 -- STEP: 67/797 -- GLOBAL_STEP: 49475 - | > loss_disc: 2.4579873085021973 (2.4559086045222496) - | > loss_disc_real_0: 0.11155803501605988 (0.1275451361243405) - | > loss_disc_real_1: 0.19565404951572418 (0.21852296702007748) - | > loss_disc_real_2: 0.2334444671869278 (0.2366861523087345) - | > loss_disc_real_3: 0.21144671738147736 (0.2237981270943115) - | > loss_disc_real_4: 0.20970147848129272 (0.224308324171536) - | > loss_disc_real_5: 0.1712735891342163 (0.22897248348193383) - | > loss_0: 2.4579873085021973 (2.4559086045222496) - | > grad_norm_0: tensor(21.5003, device='cuda:0') (tensor(59.7807, device='cuda:0')) - | > loss_gen: 2.2047579288482666 (2.3699201185311836) - | > loss_kl: 1.5452791452407837 (1.5697676904165923) - | > loss_feat: 7.2509236335754395 (7.010479578331335) - | > loss_mel: 21.83382797241211 (20.967378274718328) - | > loss_duration: 1.6838288307189941 (1.760422663902169) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.518619537353516 (33.67796835258825) - | > grad_norm_1: tensor(139.4188, device='cuda:0') (tensor(551.4513, device='cuda:0')) - | > current_lr_0: 0.00019848070471685067 - | > current_lr_1: 0.00019848070471685067 - | > step_time: 0.7741 (0.7602809507455398) - | > loader_time: 0.0045 (0.005831914161568258) - - - --> TIME: 2024-11-23 05:50:38 -- STEP: 92/797 -- GLOBAL_STEP: 49500 - | > loss_disc: 2.313328742980957 (2.447721973709437) - | > loss_disc_real_0: 0.16037222743034363 (0.12689670450661497) - | > loss_disc_real_1: 0.26405757665634155 (0.21866769181645435) - | > loss_disc_real_2: 0.21422861516475677 (0.23392924666404724) - | > loss_disc_real_3: 0.19310204684734344 (0.2229690381690212) - | > loss_disc_real_4: 0.22063018381595612 (0.22325991045521654) - | > loss_disc_real_5: 0.21551641821861267 (0.22888258391100427) - | > loss_0: 2.313328742980957 (2.447721973709437) - | > grad_norm_0: tensor(57.3748, device='cuda:0') (tensor(62.5603, device='cuda:0')) - | > loss_gen: 2.6659579277038574 (2.3791873092236724) - | > loss_kl: 1.5443652868270874 (1.577329529368359) - | > loss_feat: 7.814905643463135 (7.044834790022477) - | > loss_mel: 22.600690841674805 (21.0877365651338) - | > loss_duration: 1.7136822938919067 (1.7455090841521383) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.339603424072266 (33.83459727660468) - | > grad_norm_1: tensor(726.8504, device='cuda:0') (tensor(534.5005, device='cuda:0')) - | > current_lr_0: 0.00019848070471685067 - | > current_lr_1: 0.00019848070471685067 - | > step_time: 0.7612 (0.7658766741337983) - | > loader_time: 0.0045 (0.006034332772959833) - - - --> TIME: 2024-11-23 05:50:58 -- STEP: 117/797 -- GLOBAL_STEP: 49525 - | > loss_disc: 2.392180919647217 (2.4455455083113447) - | > loss_disc_real_0: 0.10124355554580688 (0.12635262297768882) - | > loss_disc_real_1: 0.2009582221508026 (0.21822937533386752) - | > loss_disc_real_2: 0.21699991822242737 (0.2329708979679988) - | > loss_disc_real_3: 0.24594418704509735 (0.2227624220471097) - | > loss_disc_real_4: 0.2250816822052002 (0.2230921895840229) - | > loss_disc_real_5: 0.17598915100097656 (0.22811415587734973) - | > loss_0: 2.392180919647217 (2.4455455083113447) - | > grad_norm_0: tensor(43.1721, device='cuda:0') (tensor(62.2415, device='cuda:0')) - | > loss_gen: 2.329622745513916 (2.379131017587124) - | > loss_kl: 1.5092447996139526 (1.57202309420985) - | > loss_feat: 7.843913555145264 (7.0341525118575134) - | > loss_mel: 22.18317413330078 (21.077821356618504) - | > loss_duration: 1.6556271314620972 (1.7376759184731374) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.521583557128906 (33.800803975162324) - | > grad_norm_1: tensor(393.0167, device='cuda:0') (tensor(541.4610, device='cuda:0')) - | > current_lr_0: 0.00019848070471685067 - | > current_lr_1: 0.00019848070471685067 - | > step_time: 0.7803 (0.7708974638555803) - | > loader_time: 0.0104 (0.006148205863104926) - - - --> TIME: 2024-11-23 05:51:19 -- STEP: 142/797 -- GLOBAL_STEP: 49550 - | > loss_disc: 2.396778106689453 (2.4547901052824206) - | > loss_disc_real_0: 0.08376766741275787 (0.12654675947318617) - | > loss_disc_real_1: 0.22147151827812195 (0.21982904607561274) - | > loss_disc_real_2: 0.2462024837732315 (0.2341044556716798) - | > loss_disc_real_3: 0.22199322283267975 (0.22336778286057463) - | > loss_disc_real_4: 0.260517418384552 (0.2249602189576122) - | > loss_disc_real_5: 0.22055397927761078 (0.23044538865206945) - | > loss_0: 2.396778106689453 (2.4547901052824206) - | > grad_norm_0: tensor(42.1250, device='cuda:0') (tensor(60.1766, device='cuda:0')) - | > loss_gen: 2.315951347351074 (2.3808308873378055) - | > loss_kl: 1.737351655960083 (1.5707210487043353) - | > loss_feat: 7.3313117027282715 (7.020875477455033) - | > loss_mel: 21.666866302490234 (21.1277125989887) - | > loss_duration: 1.6574592590332031 (1.732530353774487) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.70894241333008 (33.832670372976374) - | > grad_norm_1: tensor(398.3289, device='cuda:0') (tensor(554.2874, device='cuda:0')) - | > current_lr_0: 0.00019848070471685067 - | > current_lr_1: 0.00019848070471685067 - | > step_time: 0.8066 (0.7757594904429477) - | > loader_time: 0.0087 (0.006149422954505598) - - - --> TIME: 2024-11-23 05:51:39 -- STEP: 167/797 -- GLOBAL_STEP: 49575 - | > loss_disc: 2.493673086166382 (2.4526997440589398) - | > loss_disc_real_0: 0.23082812130451202 (0.1280637466889655) - | > loss_disc_real_1: 0.15873123705387115 (0.21932242828571868) - | > loss_disc_real_2: 0.22555460035800934 (0.2332475315667912) - | > loss_disc_real_3: 0.2363220453262329 (0.22262244390513372) - | > loss_disc_real_4: 0.22157789766788483 (0.22420698038475242) - | > loss_disc_real_5: 0.21782097220420837 (0.22874352237778509) - | > loss_0: 2.493673086166382 (2.4526997440589398) - | > grad_norm_0: tensor(40.2375, device='cuda:0') (tensor(61.5924, device='cuda:0')) - | > loss_gen: 2.3791654109954834 (2.378212507613405) - | > loss_kl: 1.6279678344726562 (1.5767663817205828) - | > loss_feat: 6.838435173034668 (7.022035307513027) - | > loss_mel: 20.44193458557129 (21.1241235447501) - | > loss_duration: 1.6351351737976074 (1.7253032558692427) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.922637939453125 (33.82644102816095) - | > grad_norm_1: tensor(947.3320, device='cuda:0') (tensor(560.1840, device='cuda:0')) - | > current_lr_0: 0.00019848070471685067 - | > current_lr_1: 0.00019848070471685067 - | > step_time: 0.7738 (0.7797725785992105) - | > loader_time: 0.0049 (0.006315228467929863) - - - --> TIME: 2024-11-23 05:51:59 -- STEP: 192/797 -- GLOBAL_STEP: 49600 - | > loss_disc: 2.446695566177368 (2.4522183624406644) - | > loss_disc_real_0: 0.13537535071372986 (0.128064452825735) - | > loss_disc_real_1: 0.20474685728549957 (0.2189719631957511) - | > loss_disc_real_2: 0.2246932089328766 (0.2332136246841401) - | > loss_disc_real_3: 0.1901446431875229 (0.222391427649806) - | > loss_disc_real_4: 0.205669105052948 (0.22366746313249072) - | > loss_disc_real_5: 0.23262862861156464 (0.23061149761391184) - | > loss_0: 2.446695566177368 (2.4522183624406644) - | > grad_norm_0: tensor(81.5207, device='cuda:0') (tensor(61.6030, device='cuda:0')) - | > loss_gen: 2.4644389152526855 (2.3832906559109692) - | > loss_kl: 1.7301157712936401 (1.5807587740321953) - | > loss_feat: 7.74442195892334 (7.0274437988797835) - | > loss_mel: 21.692995071411133 (21.163396507501595) - | > loss_duration: 1.7463467121124268 (1.7207035782436526) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.378318786621094 (33.875593304634066) - | > grad_norm_1: tensor(710.2090, device='cuda:0') (tensor(565.8261, device='cuda:0')) - | > current_lr_0: 0.00019848070471685067 - | > current_lr_1: 0.00019848070471685067 - | > step_time: 0.727 (0.7816138466199241) - | > loader_time: 0.0051 (0.006429433822631836) - - - --> TIME: 2024-11-23 05:52:19 -- STEP: 217/797 -- GLOBAL_STEP: 49625 - | > loss_disc: 2.332965612411499 (2.4504674986210815) - | > loss_disc_real_0: 0.06943865120410919 (0.12817377542158429) - | > loss_disc_real_1: 0.21738389134407043 (0.21894302469794102) - | > loss_disc_real_2: 0.2273661494255066 (0.23229040541956503) - | > loss_disc_real_3: 0.22338810563087463 (0.22256424075447473) - | > loss_disc_real_4: 0.23313428461551666 (0.22323225582799605) - | > loss_disc_real_5: 0.23428478837013245 (0.23040742554148222) - | > loss_0: 2.332965612411499 (2.4504674986210815) - | > grad_norm_0: tensor(79.7306, device='cuda:0') (tensor(63.4847, device='cuda:0')) - | > loss_gen: 2.4809978008270264 (2.3830669574473866) - | > loss_kl: 1.6393569707870483 (1.5819787775865897) - | > loss_feat: 6.581326961517334 (7.001043328491774) - | > loss_mel: 21.18950080871582 (21.170769502490344) - | > loss_duration: 1.637679100036621 (1.719084169458134) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.52886199951172 (33.85594275689892) - | > grad_norm_1: tensor(652.3751, device='cuda:0') (tensor(570.9578, device='cuda:0')) - | > current_lr_0: 0.00019848070471685067 - | > current_lr_1: 0.00019848070471685067 - | > step_time: 0.7901 (0.7835568074257144) - | > loader_time: 0.0054 (0.006509505109303558) - - - --> TIME: 2024-11-23 05:52:40 -- STEP: 242/797 -- GLOBAL_STEP: 49650 - | > loss_disc: 2.3532462120056152 (2.4542511878919977) - | > loss_disc_real_0: 0.08857149630784988 (0.12942499087061274) - | > loss_disc_real_1: 0.20516355335712433 (0.2194595296274532) - | > loss_disc_real_2: 0.22454509139060974 (0.23315404429416026) - | > loss_disc_real_3: 0.22137150168418884 (0.22252352708134773) - | > loss_disc_real_4: 0.21309605240821838 (0.22296831239599826) - | > loss_disc_real_5: 0.21034999191761017 (0.23076805952659324) - | > loss_0: 2.3532462120056152 (2.4542511878919977) - | > grad_norm_0: tensor(59.1976, device='cuda:0') (tensor(66.8187, device='cuda:0')) - | > loss_gen: 2.2360286712646484 (2.386017665390141) - | > loss_kl: 1.5249420404434204 (1.5813985255138934) - | > loss_feat: 6.778933525085449 (6.991794773369782) - | > loss_mel: 20.620569229125977 (21.162385514945033) - | > loss_duration: 1.6947765350341797 (1.7146194793961262) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.85525131225586 (33.836216020190015) - | > grad_norm_1: tensor(534.1625, device='cuda:0') (tensor(565.5835, device='cuda:0')) - | > current_lr_0: 0.00019848070471685067 - | > current_lr_1: 0.00019848070471685067 - | > step_time: 0.8427 (0.7864994125917925) - | > loader_time: 0.0163 (0.0067303742259001926) - - - --> TIME: 2024-11-23 05:53:00 -- STEP: 267/797 -- GLOBAL_STEP: 49675 - | > loss_disc: 2.358365774154663 (2.4559929995947547) - | > loss_disc_real_0: 0.14943167567253113 (0.12980955310361217) - | > loss_disc_real_1: 0.24381275475025177 (0.21930086556891823) - | > loss_disc_real_2: 0.2061324268579483 (0.23299517362528527) - | > loss_disc_real_3: 0.21859563887119293 (0.22219089360049604) - | > loss_disc_real_4: 0.21374566853046417 (0.2234669847881303) - | > loss_disc_real_5: 0.21316827833652496 (0.2307393735044458) - | > loss_0: 2.358365774154663 (2.4559929995947547) - | > grad_norm_0: tensor(71.4999, device='cuda:0') (tensor(65.3948, device='cuda:0')) - | > loss_gen: 2.2337870597839355 (2.3830210680372264) - | > loss_kl: 1.430719017982483 (1.5768428009547544) - | > loss_feat: 6.531842231750488 (6.9741450784804675) - | > loss_mel: 20.121356964111328 (21.15498704945996) - | > loss_duration: 1.705958604812622 (1.711604833602905) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.02366256713867 (33.800600887684325) - | > grad_norm_1: tensor(309.7948, device='cuda:0') (tensor(558.2054, device='cuda:0')) - | > current_lr_0: 0.00019848070471685067 - | > current_lr_1: 0.00019848070471685067 - | > step_time: 0.8355 (0.78814004155134) - | > loader_time: 0.0057 (0.006793192709876357) - - - --> TIME: 2024-11-23 05:53:21 -- STEP: 292/797 -- GLOBAL_STEP: 49700 - | > loss_disc: 2.53939151763916 (2.457695859752288) - | > loss_disc_real_0: 0.1146005168557167 (0.1300325213918743) - | > loss_disc_real_1: 0.20079059898853302 (0.21952035339319548) - | > loss_disc_real_2: 0.2249690443277359 (0.23282749246652812) - | > loss_disc_real_3: 0.21237608790397644 (0.22246162276970208) - | > loss_disc_real_4: 0.21060127019882202 (0.22279912355827958) - | > loss_disc_real_5: 0.1910204440355301 (0.23167338589691136) - | > loss_0: 2.53939151763916 (2.457695859752288) - | > grad_norm_0: tensor(81.3918, device='cuda:0') (tensor(64.4270, device='cuda:0')) - | > loss_gen: 2.201709747314453 (2.3778095939388013) - | > loss_kl: 1.5956333875656128 (1.5772984542258797) - | > loss_feat: 6.766269207000732 (6.944863761941047) - | > loss_mel: 20.323192596435547 (21.114190722165038) - | > loss_duration: 1.684022068977356 (1.7093884773450354) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.57082748413086 (33.723551031661344) - | > grad_norm_1: tensor(527.1073, device='cuda:0') (tensor(551.9392, device='cuda:0')) - | > current_lr_0: 0.00019848070471685067 - | > current_lr_1: 0.00019848070471685067 - | > step_time: 0.8596 (0.7912589630035503) - | > loader_time: 0.0062 (0.006806138443620236) - - - --> TIME: 2024-11-23 05:53:42 -- STEP: 317/797 -- GLOBAL_STEP: 49725 - | > loss_disc: 2.261047124862671 (2.4585070692778372) - | > loss_disc_real_0: 0.10862153768539429 (0.13111885483097577) - | > loss_disc_real_1: 0.22187839448451996 (0.21927057084412985) - | > loss_disc_real_2: 0.20603446662425995 (0.23309872170164006) - | > loss_disc_real_3: 0.20092850923538208 (0.22190768053102952) - | > loss_disc_real_4: 0.2047141194343567 (0.22327804156470374) - | > loss_disc_real_5: 0.15627947449684143 (0.23157967852681216) - | > loss_0: 2.261047124862671 (2.4585070692778372) - | > grad_norm_0: tensor(25.8381, device='cuda:0') (tensor(63.3770, device='cuda:0')) - | > loss_gen: 2.492945671081543 (2.374907259685384) - | > loss_kl: 1.7705044746398926 (1.578184050716436) - | > loss_feat: 7.956398010253906 (6.939672379839684) - | > loss_mel: 22.470306396484375 (21.1288780368841) - | > loss_duration: 1.6366245746612549 (1.707059260422499) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.326778411865234 (33.72870099882973) - | > grad_norm_1: tensor(542.8876, device='cuda:0') (tensor(546.8052, device='cuda:0')) - | > current_lr_0: 0.00019848070471685067 - | > current_lr_1: 0.00019848070471685067 - | > step_time: 0.8634 (0.7934703556145025) - | > loader_time: 0.0051 (0.006874433451270454) - - - --> TIME: 2024-11-23 05:54:03 -- STEP: 342/797 -- GLOBAL_STEP: 49750 - | > loss_disc: 2.41756010055542 (2.458423089562799) - | > loss_disc_real_0: 0.15161772072315216 (0.13168265309990845) - | > loss_disc_real_1: 0.17013658583164215 (0.21908224221558603) - | > loss_disc_real_2: 0.2494441270828247 (0.23322893156294236) - | > loss_disc_real_3: 0.21767917275428772 (0.2225595599813769) - | > loss_disc_real_4: 0.22070610523223877 (0.2232211424331916) - | > loss_disc_real_5: 0.24829085171222687 (0.2322055460852489) - | > loss_0: 2.41756010055542 (2.458423089562799) - | > grad_norm_0: tensor(33.5362, device='cuda:0') (tensor(62.3352, device='cuda:0')) - | > loss_gen: 2.3552682399749756 (2.375337560274448) - | > loss_kl: 1.6364116668701172 (1.5799937283086491) - | > loss_feat: 6.739089488983154 (6.940098652365612) - | > loss_mel: 20.088693618774414 (21.14595637962832) - | > loss_duration: 1.6673591136932373 (1.7048876505149038) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.48682403564453 (33.746273977714665) - | > grad_norm_1: tensor(634.7376, device='cuda:0') (tensor(550.6821, device='cuda:0')) - | > current_lr_0: 0.00019848070471685067 - | > current_lr_1: 0.00019848070471685067 - | > step_time: 0.8281 (0.7968444747534412) - | > loader_time: 0.0135 (0.007000197444045751) - - - --> TIME: 2024-11-23 05:54:25 -- STEP: 367/797 -- GLOBAL_STEP: 49775 - | > loss_disc: 2.482847213745117 (2.456781434752958) - | > loss_disc_real_0: 0.22401604056358337 (0.13143876026453039) - | > loss_disc_real_1: 0.16028866171836853 (0.21897496019137333) - | > loss_disc_real_2: 0.2457294911146164 (0.23257926459695727) - | > loss_disc_real_3: 0.21293015778064728 (0.2227626593138932) - | > loss_disc_real_4: 0.22093401849269867 (0.22297741476781363) - | > loss_disc_real_5: 0.2082967758178711 (0.23163842419999822) - | > loss_0: 2.482847213745117 (2.456781434752958) - | > grad_norm_0: tensor(130.1353, device='cuda:0') (tensor(63.7615, device='cuda:0')) - | > loss_gen: 2.4101247787475586 (2.3777019867130456) - | > loss_kl: 1.6374866962432861 (1.5799642746065221) - | > loss_feat: 7.3344340324401855 (6.942876463689986) - | > loss_mel: 22.529796600341797 (21.143657502426446) - | > loss_duration: 1.6767144203186035 (1.7022013050334006) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.588558197021484 (33.74640154513743) - | > grad_norm_1: tensor(501.3761, device='cuda:0') (tensor(555.4628, device='cuda:0')) - | > current_lr_0: 0.00019848070471685067 - | > current_lr_1: 0.00019848070471685067 - | > step_time: 0.8331 (0.7997422965410944) - | > loader_time: 0.0063 (0.007039830210423274) - - - --> TIME: 2024-11-23 05:54:46 -- STEP: 392/797 -- GLOBAL_STEP: 49800 - | > loss_disc: 2.4832863807678223 (2.4586489328316263) - | > loss_disc_real_0: 0.08235658705234528 (0.13179801824521648) - | > loss_disc_real_1: 0.24576735496520996 (0.2189881301732088) - | > loss_disc_real_2: 0.2355775684118271 (0.23315418545840955) - | > loss_disc_real_3: 0.2226591259241104 (0.22294947436573562) - | > loss_disc_real_4: 0.1995396614074707 (0.22271023546250499) - | > loss_disc_real_5: 0.2212800234556198 (0.23205209242141978) - | > loss_0: 2.4832863807678223 (2.4586489328316263) - | > grad_norm_0: tensor(26.1319, device='cuda:0') (tensor(64.9773, device='cuda:0')) - | > loss_gen: 2.527264356613159 (2.3806706679110627) - | > loss_kl: 1.4114981889724731 (1.58372045110683) - | > loss_feat: 7.545895576477051 (6.946551859378815) - | > loss_mel: 22.42852783203125 (21.176428011485516) - | > loss_duration: 1.6790428161621094 (1.7002819518045502) - | > amp_scaler: 256.0 (130.9387755102041) - | > loss_1: 35.592227935791016 (33.78765296936037) - | > grad_norm_1: tensor(378.5532, device='cuda:0') (tensor(549.8528, device='cuda:0')) - | > current_lr_0: 0.00019848070471685067 - | > current_lr_1: 0.00019848070471685067 - | > step_time: 0.8498 (0.8024427586672257) - | > loader_time: 0.0089 (0.007208951881953647) - - - --> TIME: 2024-11-23 05:55:08 -- STEP: 417/797 -- GLOBAL_STEP: 49825 - | > loss_disc: 2.2481486797332764 (2.459832438462069) - | > loss_disc_real_0: 0.12620730698108673 (0.1316427324029753) - | > loss_disc_real_1: 0.23901790380477905 (0.21914642591842362) - | > loss_disc_real_2: 0.19431380927562714 (0.23266940722934348) - | > loss_disc_real_3: 0.17121335864067078 (0.22291032666210941) - | > loss_disc_real_4: 0.15486827492713928 (0.22320334888476548) - | > loss_disc_real_5: 0.142525777220726 (0.2320623780540425) - | > loss_0: 2.2481486797332764 (2.459832438462069) - | > grad_norm_0: tensor(67.2978, device='cuda:0') (tensor(63.6847, device='cuda:0')) - | > loss_gen: 2.3690052032470703 (2.378762467016134) - | > loss_kl: 1.5954816341400146 (1.5844912420359727) - | > loss_feat: 7.864320755004883 (6.940656214881001) - | > loss_mel: 22.173370361328125 (21.16695074040256) - | > loss_duration: 1.6491230726242065 (1.6984652789662495) - | > amp_scaler: 128.0 (135.98081534772183) - | > loss_1: 35.651302337646484 (33.76932597903611) - | > grad_norm_1: tensor(687.8073, device='cuda:0') (tensor(542.3042, device='cuda:0')) - | > current_lr_0: 0.00019848070471685067 - | > current_lr_1: 0.00019848070471685067 - | > step_time: 0.8952 (0.8051956448909476) - | > loader_time: 0.0067 (0.007314126840312417) - - - --> TIME: 2024-11-23 05:55:29 -- STEP: 442/797 -- GLOBAL_STEP: 49850 - | > loss_disc: 2.5168981552124023 (2.4607083144770456) - | > loss_disc_real_0: 0.13112792372703552 (0.13105750968890492) - | > loss_disc_real_1: 0.21912075579166412 (0.21899702959605474) - | > loss_disc_real_2: 0.23208065330982208 (0.2328858276095865) - | > loss_disc_real_3: 0.2557384669780731 (0.22281494878266198) - | > loss_disc_real_4: 0.2253597527742386 (0.2233827230078063) - | > loss_disc_real_5: 0.22250837087631226 (0.23227847364153797) - | > loss_0: 2.5168981552124023 (2.4607083144770456) - | > grad_norm_0: tensor(11.4726, device='cuda:0') (tensor(62.7977, device='cuda:0')) - | > loss_gen: 2.282701253890991 (2.376323353650883) - | > loss_kl: 1.693094253540039 (1.5851173867467296) - | > loss_feat: 6.218599319458008 (6.921054239186766) - | > loss_mel: 20.060670852661133 (21.14378635052643) - | > loss_duration: 1.6855870485305786 (1.6971849289415109) - | > amp_scaler: 128.0 (135.52941176470594) - | > loss_1: 31.94065284729004 (33.72346628629247) - | > grad_norm_1: tensor(149.0505, device='cuda:0') (tensor(542.8777, device='cuda:0')) - | > current_lr_0: 0.00019848070471685067 - | > current_lr_1: 0.00019848070471685067 - | > step_time: 0.9068 (0.8075600991961104) - | > loader_time: 0.0065 (0.007368158970483287) - - - --> TIME: 2024-11-23 05:55:51 -- STEP: 467/797 -- GLOBAL_STEP: 49875 - | > loss_disc: 2.4519946575164795 (2.458118392772794) - | > loss_disc_real_0: 0.14917972683906555 (0.13077779575320847) - | > loss_disc_real_1: 0.2175634652376175 (0.2185433410602668) - | > loss_disc_real_2: 0.21999824047088623 (0.23245547102401293) - | > loss_disc_real_3: 0.19224096834659576 (0.2228563588423699) - | > loss_disc_real_4: 0.22287099063396454 (0.22316194276227685) - | > loss_disc_real_5: 0.20974066853523254 (0.23187797566042212) - | > loss_0: 2.4519946575164795 (2.458118392772794) - | > grad_norm_0: tensor(81.9172, device='cuda:0') (tensor(61.3375, device='cuda:0')) - | > loss_gen: 2.264997959136963 (2.373422138696054) - | > loss_kl: 1.5287021398544312 (1.5868051450308687) - | > loss_feat: 6.1717305183410645 (6.918810716788315) - | > loss_mel: 19.591197967529297 (21.154231532993364) - | > loss_duration: 1.6364227533340454 (1.6962813146619777) - | > amp_scaler: 128.0 (135.1263383297645) - | > loss_1: 31.193050384521484 (33.72955088237627) - | > grad_norm_1: tensor(356.0916, device='cuda:0') (tensor(538.8145, device='cuda:0')) - | > current_lr_0: 0.00019848070471685067 - | > current_lr_1: 0.00019848070471685067 - | > step_time: 0.8727 (0.8095346814304654) - | > loader_time: 0.011 (0.007439734848970008) - - - --> TIME: 2024-11-23 05:56:12 -- STEP: 492/797 -- GLOBAL_STEP: 49900 - | > loss_disc: 2.4173803329467773 (2.456505813249725) - | > loss_disc_real_0: 0.2152308076620102 (0.13085884499416614) - | > loss_disc_real_1: 0.22407402098178864 (0.21862906023738832) - | > loss_disc_real_2: 0.2525947093963623 (0.232450678490284) - | > loss_disc_real_3: 0.25057023763656616 (0.2225578602373116) - | > loss_disc_real_4: 0.21584554016590118 (0.222838563526549) - | > loss_disc_real_5: 0.25958991050720215 (0.2319173629024649) - | > loss_0: 2.4173803329467773 (2.456505813249725) - | > grad_norm_0: tensor(77.1398, device='cuda:0') (tensor(61.7854, device='cuda:0')) - | > loss_gen: 2.682157278060913 (2.3775907948734316) - | > loss_kl: 1.31496262550354 (1.5859044967143512) - | > loss_feat: 6.504854679107666 (6.927936814664825) - | > loss_mel: 20.641164779663086 (21.1575010520656) - | > loss_duration: 1.6368380784988403 (1.694764533905479) - | > amp_scaler: 128.0 (134.7642276422765) - | > loss_1: 32.77997970581055 (33.74369771693785) - | > grad_norm_1: tensor(439.0249, device='cuda:0') (tensor(540.9338, device='cuda:0')) - | > current_lr_0: 0.00019848070471685067 - | > current_lr_1: 0.00019848070471685067 - | > step_time: 0.8337 (0.8117879110623182) - | > loader_time: 0.0083 (0.00750953395192216) - - - --> TIME: 2024-11-23 05:56:34 -- STEP: 517/797 -- GLOBAL_STEP: 49925 - | > loss_disc: 2.4849424362182617 (2.4566796877397996) - | > loss_disc_real_0: 0.10246486216783524 (0.13069853793318092) - | > loss_disc_real_1: 0.22708502411842346 (0.21862666882444862) - | > loss_disc_real_2: 0.22328728437423706 (0.2322445409210323) - | > loss_disc_real_3: 0.2572011649608612 (0.2227444174038373) - | > loss_disc_real_4: 0.19213224947452545 (0.22269859460382443) - | > loss_disc_real_5: 0.2281492054462433 (0.23169594939718854) - | > loss_0: 2.4849424362182617 (2.4566796877397996) - | > grad_norm_0: tensor(67.7736, device='cuda:0') (tensor(60.9726, device='cuda:0')) - | > loss_gen: 2.2610511779785156 (2.374881176238364) - | > loss_kl: 1.4809833765029907 (1.5825264313234808) - | > loss_feat: 5.965059280395508 (6.924095840933705) - | > loss_mel: 19.176223754882812 (21.157252820824755) - | > loss_duration: 1.6984463930130005 (1.6938991382919844) - | > amp_scaler: 128.0 (134.4371373307544) - | > loss_1: 30.581764221191406 (33.73265545326695) - | > grad_norm_1: tensor(213.4270, device='cuda:0') (tensor(534.7014, device='cuda:0')) - | > current_lr_0: 0.00019848070471685067 - | > current_lr_1: 0.00019848070471685067 - | > step_time: 0.8522 (0.8139446542618123) - | > loader_time: 0.0181 (0.007649779550342079) - - - --> TIME: 2024-11-23 05:56:56 -- STEP: 542/797 -- GLOBAL_STEP: 49950 - | > loss_disc: 2.35947322845459 (2.456284095440401) - | > loss_disc_real_0: 0.1606854349374771 (0.13085237128928154) - | > loss_disc_real_1: 0.22101406753063202 (0.2186221272798042) - | > loss_disc_real_2: 0.24581024050712585 (0.2323137261110918) - | > loss_disc_real_3: 0.23729752004146576 (0.2228901274914671) - | > loss_disc_real_4: 0.20997922122478485 (0.22247741640823798) - | > loss_disc_real_5: 0.22881820797920227 (0.2314964990059388) - | > loss_0: 2.35947322845459 (2.456284095440401) - | > grad_norm_0: tensor(64.1163, device='cuda:0') (tensor(59.9063, device='cuda:0')) - | > loss_gen: 2.433419704437256 (2.3745065500815414) - | > loss_kl: 1.5525484085083008 (1.5822877347249384) - | > loss_feat: 7.288564682006836 (6.9264508982866) - | > loss_mel: 20.93094253540039 (21.1554374043792) - | > loss_duration: 1.7040833234786987 (1.693849467043507) - | > amp_scaler: 128.0 (134.14022140221408) - | > loss_1: 33.9095573425293 (33.73253208948682) - | > grad_norm_1: tensor(679.5715, device='cuda:0') (tensor(529.0079, device='cuda:0')) - | > current_lr_0: 0.00019848070471685067 - | > current_lr_1: 0.00019848070471685067 - | > step_time: 0.8668 (0.8163707766585685) - | > loader_time: 0.0091 (0.00776657319156886) - - - --> TIME: 2024-11-23 05:57:18 -- STEP: 567/797 -- GLOBAL_STEP: 49975 - | > loss_disc: 2.3652572631835938 (2.4549524620096497) - | > loss_disc_real_0: 0.09356710314750671 (0.13087897975083185) - | > loss_disc_real_1: 0.2871311604976654 (0.21853126984950302) - | > loss_disc_real_2: 0.22560808062553406 (0.23228948096854768) - | > loss_disc_real_3: 0.2175457924604416 (0.22263740294824838) - | > loss_disc_real_4: 0.18652215600013733 (0.22226365940806309) - | > loss_disc_real_5: 0.17792856693267822 (0.23119688152320803) - | > loss_0: 2.3652572631835938 (2.4549524620096497) - | > grad_norm_0: tensor(71.4056, device='cuda:0') (tensor(59.2263, device='cuda:0')) - | > loss_gen: 2.3596675395965576 (2.374931959037847) - | > loss_kl: 1.8554353713989258 (1.5833994038731543) - | > loss_feat: 7.54012393951416 (6.934576262452193) - | > loss_mel: 22.281381607055664 (21.17469696266942) - | > loss_duration: 1.6819754838943481 (1.6928408610547452) - | > amp_scaler: 128.0 (133.86948853615522) - | > loss_1: 35.71858596801758 (33.76044546864025) - | > grad_norm_1: tensor(635.3776, device='cuda:0') (tensor(527.0552, device='cuda:0')) - | > current_lr_0: 0.00019848070471685067 - | > current_lr_1: 0.00019848070471685067 - | > step_time: 0.8518 (0.8184013618994012) - | > loader_time: 0.0073 (0.007851085545104226) - - - --> TIME: 2024-11-23 05:57:40 -- STEP: 592/797 -- GLOBAL_STEP: 50000 - | > loss_disc: 2.644566774368286 (2.456578595815475) - | > loss_disc_real_0: 0.1550993025302887 (0.13089313996150304) - | > loss_disc_real_1: 0.19587808847427368 (0.21868240941517256) - | > loss_disc_real_2: 0.2630666196346283 (0.23250687812027093) - | > loss_disc_real_3: 0.241635262966156 (0.22287639182665062) - | > loss_disc_real_4: 0.2632887661457062 (0.22249468310257878) - | > loss_disc_real_5: 0.24626024067401886 (0.23113079213008686) - | > loss_0: 2.644566774368286 (2.456578595815475) - | > grad_norm_0: tensor(73.1476, device='cuda:0') (tensor(59.8653, device='cuda:0')) - | > loss_gen: 2.347156524658203 (2.3757567369454606) - | > loss_kl: 1.5125908851623535 (1.582713848835713) - | > loss_feat: 6.598028659820557 (6.933991311369716) - | > loss_mel: 21.632015228271484 (21.180690303042145) - | > loss_duration: 1.7293875217437744 (1.6923897624821276) - | > amp_scaler: 128.0 (133.62162162162159) - | > loss_1: 33.81917953491211 (33.7655419852283) - | > grad_norm_1: tensor(839.9947, device='cuda:0') (tensor(526.8488, device='cuda:0')) - | > current_lr_0: 0.00019848070471685067 - | > current_lr_1: 0.00019848070471685067 - | > step_time: 0.88 (0.8206038362271078) - | > loader_time: 0.0092 (0.007922923645457706) - - - > CHECKPOINT : vits_shi_male-November-22-2024_02+49AM-0000000/checkpoint_50000.pth - - --> TIME: 2024-11-23 05:58:08 -- STEP: 617/797 -- GLOBAL_STEP: 50025 - | > loss_disc: 2.3802433013916016 (2.4557372121022603) - | > loss_disc_real_0: 0.08079217374324799 (0.13058585090324223) - | > loss_disc_real_1: 0.1995464414358139 (0.21874256463452715) - | > loss_disc_real_2: 0.2664908170700073 (0.23234468940011493) - | > loss_disc_real_3: 0.21295787394046783 (0.22269105297819727) - | > loss_disc_real_4: 0.19378909468650818 (0.22238079239908654) - | > loss_disc_real_5: 0.22326374053955078 (0.2313546877915894) - | > loss_0: 2.3802433013916016 (2.4557372121022603) - | > grad_norm_0: tensor(16.3138, device='cuda:0') (tensor(59.9728, device='cuda:0')) - | > loss_gen: 2.407274007797241 (2.375545480069696) - | > loss_kl: 1.6407116651535034 (1.5817217668412755) - | > loss_feat: 7.003012180328369 (6.924286422698579) - | > loss_mel: 21.270618438720703 (21.17539675231886) - | > loss_duration: 1.6870651245117188 (1.692174217882574) - | > amp_scaler: 128.0 (133.3938411669368) - | > loss_1: 34.0086784362793 (33.74912464444802) - | > grad_norm_1: tensor(298.2646, device='cuda:0') (tensor(528.0896, device='cuda:0')) - | > current_lr_0: 0.00019848070471685067 - | > current_lr_1: 0.00019848070471685067 - | > step_time: 0.8888 (0.8242274590404147) - | > loader_time: 0.0081 (0.00797600259270815) - - - --> TIME: 2024-11-23 05:58:31 -- STEP: 642/797 -- GLOBAL_STEP: 50050 - | > loss_disc: 2.3283896446228027 (2.4543771896035484) - | > loss_disc_real_0: 0.04931188374757767 (0.1305646262772824) - | > loss_disc_real_1: 0.22123444080352783 (0.2188096996919017) - | > loss_disc_real_2: 0.22182118892669678 (0.2320942440740416) - | > loss_disc_real_3: 0.25775817036628723 (0.2227064571648001) - | > loss_disc_real_4: 0.2738785743713379 (0.22226975322048245) - | > loss_disc_real_5: 0.27674543857574463 (0.2310343559053828) - | > loss_0: 2.3283896446228027 (2.4543771896035484) - | > grad_norm_0: tensor(38.4080, device='cuda:0') (tensor(60.5794, device='cuda:0')) - | > loss_gen: 2.705749988555908 (2.377136871822155) - | > loss_kl: 1.6064683198928833 (1.5812119148973356) - | > loss_feat: 7.952907085418701 (6.922431746747264) - | > loss_mel: 23.03434181213379 (21.182361729048527) - | > loss_duration: 1.6851141452789307 (1.6922995548381987) - | > amp_scaler: 128.0 (133.18380062305297) - | > loss_1: 36.98458480834961 (33.755441834993505) - | > grad_norm_1: tensor(579.9588, device='cuda:0') (tensor(529.1442, device='cuda:0')) - | > current_lr_0: 0.00019848070471685067 - | > current_lr_1: 0.00019848070471685067 - | > step_time: 0.8448 (0.8270728365283148) - | > loader_time: 0.0086 (0.00808701299804022) - - - --> TIME: 2024-11-23 05:58:54 -- STEP: 667/797 -- GLOBAL_STEP: 50075 - | > loss_disc: 2.3913564682006836 (2.455418843379441) - | > loss_disc_real_0: 0.11603701114654541 (0.13094673125908307) - | > loss_disc_real_1: 0.17688262462615967 (0.21882107621547522) - | > loss_disc_real_2: 0.24361416697502136 (0.23235540074118968) - | > loss_disc_real_3: 0.2005222737789154 (0.22257577260394865) - | > loss_disc_real_4: 0.19767364859580994 (0.22258807180346046) - | > loss_disc_real_5: 0.22094818949699402 (0.23108394770161145) - | > loss_0: 2.3913564682006836 (2.455418843379441) - | > grad_norm_0: tensor(81.0751, device='cuda:0') (tensor(60.6355, device='cuda:0')) - | > loss_gen: 2.461205005645752 (2.3780082294429805) - | > loss_kl: 1.3986527919769287 (1.580048474414773) - | > loss_feat: 7.961374759674072 (6.927040120829707) - | > loss_mel: 22.989749908447266 (21.204851509391663) - | > loss_duration: 1.6271560192108154 (1.691617408792476) - | > amp_scaler: 128.0 (132.9895052473763) - | > loss_1: 36.43813705444336 (33.78156575055676) - | > grad_norm_1: tensor(522.3434, device='cuda:0') (tensor(526.7209, device='cuda:0')) - | > current_lr_0: 0.00019848070471685067 - | > current_lr_1: 0.00019848070471685067 - | > step_time: 0.894 (0.8298765905257288) - | > loader_time: 0.0095 (0.008200779132757229) - - - --> TIME: 2024-11-23 05:59:17 -- STEP: 692/797 -- GLOBAL_STEP: 50100 - | > loss_disc: 2.473435163497925 (2.4546771049499494) - | > loss_disc_real_0: 0.06953124701976776 (0.130809419960688) - | > loss_disc_real_1: 0.19519025087356567 (0.2188214093145263) - | > loss_disc_real_2: 0.2513429522514343 (0.2322390608144978) - | > loss_disc_real_3: 0.2681324779987335 (0.22280996480170706) - | > loss_disc_real_4: 0.24611802399158478 (0.22219664801579683) - | > loss_disc_real_5: 0.2297135889530182 (0.2307884618639946) - | > loss_0: 2.473435163497925 (2.4546771049499494) - | > grad_norm_0: tensor(62.6597, device='cuda:0') (tensor(60.8657, device='cuda:0')) - | > loss_gen: 2.265340805053711 (2.3796898891471017) - | > loss_kl: 1.7011866569519043 (1.5819648852238066) - | > loss_feat: 7.029002666473389 (6.927287255408447) - | > loss_mel: 21.61562156677246 (21.21013988787041) - | > loss_duration: 1.681917667388916 (1.6909877018776935) - | > amp_scaler: 128.0 (132.8092485549133) - | > loss_1: 34.29307174682617 (33.790069646228964) - | > grad_norm_1: tensor(645.0693, device='cuda:0') (tensor(526.3422, device='cuda:0')) - | > current_lr_0: 0.00019848070471685067 - | > current_lr_1: 0.00019848070471685067 - | > step_time: 0.9126 (0.8331149561556779) - | > loader_time: 0.0161 (0.008279857607935205) - - - --> TIME: 2024-11-23 05:59:41 -- STEP: 717/797 -- GLOBAL_STEP: 50125 - | > loss_disc: 2.448277473449707 (2.4546935032933654) - | > loss_disc_real_0: 0.1717141568660736 (0.13057690313815917) - | > loss_disc_real_1: 0.23451250791549683 (0.21895977723797994) - | > loss_disc_real_2: 0.17944751679897308 (0.23220233139133853) - | > loss_disc_real_3: 0.2217743694782257 (0.22267141956913925) - | > loss_disc_real_4: 0.2438790500164032 (0.2223891850295925) - | > loss_disc_real_5: 0.2101854383945465 (0.23115177824573704) - | > loss_0: 2.448277473449707 (2.4546935032933654) - | > grad_norm_0: tensor(15.8842, device='cuda:0') (tensor(60.3314, device='cuda:0')) - | > loss_gen: 2.58210825920105 (2.3798770545416787) - | > loss_kl: 1.5790818929672241 (1.5830885780406287) - | > loss_feat: 7.789268970489502 (6.9300795419445596) - | > loss_mel: 21.971296310424805 (21.22425963988366) - | > loss_duration: 1.645477533340454 (1.6902391215581112) - | > amp_scaler: 128.0 (132.64156206415623) - | > loss_1: 35.56723403930664 (33.807543976702625) - | > grad_norm_1: tensor(731.7328, device='cuda:0') (tensor(525.9891, device='cuda:0')) - | > current_lr_0: 0.00019848070471685067 - | > current_lr_1: 0.00019848070471685067 - | > step_time: 0.9391 (0.8365862455993186) - | > loader_time: 0.0087 (0.008414678826325446) - - - --> TIME: 2024-11-23 06:00:06 -- STEP: 742/797 -- GLOBAL_STEP: 50150 - | > loss_disc: 2.5007858276367188 (2.453961192758256) - | > loss_disc_real_0: 0.0819801539182663 (0.13030708518451617) - | > loss_disc_real_1: 0.18708738684654236 (0.21866154893630277) - | > loss_disc_real_2: 0.26088210940361023 (0.23224908589433146) - | > loss_disc_real_3: 0.24042202532291412 (0.22269275601742405) - | > loss_disc_real_4: 0.24583497643470764 (0.22219174126328808) - | > loss_disc_real_5: 0.27722540497779846 (0.23100867929725313) - | > loss_0: 2.5007858276367188 (2.453961192758256) - | > grad_norm_0: tensor(24.8946, device='cuda:0') (tensor(60.2711, device='cuda:0')) - | > loss_gen: 2.358947515487671 (2.378583737139431) - | > loss_kl: 1.6258631944656372 (1.5830489315112637) - | > loss_feat: 6.163853645324707 (6.9267991938680975) - | > loss_mel: 20.530336380004883 (21.22849912334969) - | > loss_duration: 1.696934700012207 (1.6894487639000477) - | > amp_scaler: 128.0 (132.48517520215628) - | > loss_1: 32.37593460083008 (33.80637979893032) - | > grad_norm_1: tensor(335.6140, device='cuda:0') (tensor(526.5347, device='cuda:0')) - | > current_lr_0: 0.00019848070471685067 - | > current_lr_1: 0.00019848070471685067 - | > step_time: 0.9345 (0.8400334196913276) - | > loader_time: 0.0957 (0.009487124787508) - - - --> TIME: 2024-11-23 06:00:34 -- STEP: 767/797 -- GLOBAL_STEP: 50175 - | > loss_disc: 2.467768430709839 (2.453376798617326) - | > loss_disc_real_0: 0.09515523910522461 (0.1303444308176581) - | > loss_disc_real_1: 0.19747792184352875 (0.2184119117306606) - | > loss_disc_real_2: 0.21949146687984467 (0.2321959751059521) - | > loss_disc_real_3: 0.22916507720947266 (0.22289398841006197) - | > loss_disc_real_4: 0.24847231805324554 (0.22250542163149478) - | > loss_disc_real_5: 0.21892336010932922 (0.23098884789076435) - | > loss_0: 2.467768430709839 (2.453376798617326) - | > grad_norm_0: tensor(44.5971, device='cuda:0') (tensor(60.4488, device='cuda:0')) - | > loss_gen: 2.287121534347534 (2.3797588121471374) - | > loss_kl: 1.7161569595336914 (1.5829315463753684) - | > loss_feat: 6.33762264251709 (6.923912415137658) - | > loss_mel: 20.89016342163086 (21.234200323420705) - | > loss_duration: 1.6483436822891235 (1.6884379349600387) - | > amp_scaler: 128.0 (132.33898305084745) - | > loss_1: 32.8794059753418 (33.809241062348356) - | > grad_norm_1: tensor(495.9806, device='cuda:0') (tensor(528.0621, device='cuda:0')) - | > current_lr_0: 0.00019848070471685067 - | > current_lr_1: 0.00019848070471685067 - | > step_time: 1.1838 (0.845697235097475) - | > loader_time: 0.1166 (0.013162418947381493) - - - --> TIME: 2024-11-23 06:01:27 -- STEP: 792/797 -- GLOBAL_STEP: 50200 - | > loss_disc: 2.6240460872650146 (2.4520289223603533) - | > loss_disc_real_0: 0.18618221580982208 (0.13023511637378546) - | > loss_disc_real_1: 0.23725581169128418 (0.21835090848382074) - | > loss_disc_real_2: 0.27349576354026794 (0.2319711996336477) - | > loss_disc_real_3: 0.27739912271499634 (0.22291339205747304) - | > loss_disc_real_4: 0.2375095933675766 (0.22195411693643444) - | > loss_disc_real_5: 0.311563104391098 (0.23060389574278484) - | > loss_0: 2.6240460872650146 (2.4520289223603533) - | > grad_norm_0: tensor(108.5717, device='cuda:0') (tensor(60.7841, device='cuda:0')) - | > loss_gen: 2.607161283493042 (2.3804296842127135) - | > loss_kl: 1.577742338180542 (1.5832467155926147) - | > loss_feat: 6.245909690856934 (6.93024979998367) - | > loss_mel: 19.84872817993164 (21.24253899039647) - | > loss_duration: 1.6713662147521973 (1.6877154917126957) - | > amp_scaler: 128.0 (132.2020202020202) - | > loss_1: 31.95090675354004 (33.824180723440826) - | > grad_norm_1: tensor(530.5031, device='cuda:0') (tensor(526.2835, device='cuda:0')) - | > current_lr_0: 0.00019848070471685067 - | > current_lr_1: 0.00019848070471685067 - | > step_time: 3.7628 (0.8807198853805813) - | > loader_time: 0.1221 (0.01746292728366275) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.5934622287750244 (2.5934622287750244) - | > loss_disc_real_0: 0.07321052998304367 (0.07321052998304367) - | > loss_disc_real_1: 0.18661043047904968 (0.18661043047904968) - | > loss_disc_real_2: 0.140842467546463 (0.140842467546463) - | > loss_disc_real_3: 0.2368377447128296 (0.2368377447128296) - | > loss_disc_real_4: 0.191393181681633 (0.191393181681633) - | > loss_disc_real_5: 0.3236023485660553 (0.3236023485660553) - | > loss_0: 2.5934622287750244 (2.5934622287750244) - | > loss_gen: 2.1371572017669678 (2.1371572017669678) - | > loss_kl: 2.36445689201355 (2.36445689201355) - | > loss_feat: 8.793725967407227 (8.793725967407227) - | > loss_mel: 23.96670150756836 (23.96670150756836) - | > loss_duration: 1.9845491647720337 (1.9845491647720337) - | > loss_1: 39.2465934753418 (39.2465934753418) - - --> STEP: 1 - | > loss_disc: 2.510678768157959 (2.510678768157959) - | > loss_disc_real_0: 0.06835860013961792 (0.06835860013961792) - | > loss_disc_real_1: 0.161477729678154 (0.161477729678154) - | > loss_disc_real_2: 0.18520089983940125 (0.18520089983940125) - | > loss_disc_real_3: 0.20239338278770447 (0.20239338278770447) - | > loss_disc_real_4: 0.2730415463447571 (0.2730415463447571) - | > loss_disc_real_5: 0.25611361861228943 (0.25611361861228943) - | > loss_0: 2.510678768157959 (2.510678768157959) - | > loss_gen: 1.9812822341918945 (1.9812822341918945) - | > loss_kl: 1.8865008354187012 (1.8865008354187012) - | > loss_feat: 9.022878646850586 (9.022878646850586) - | > loss_mel: 23.05938720703125 (23.05938720703125) - | > loss_duration: 1.707412838935852 (1.707412838935852) - | > loss_1: 37.6574592590332 (37.6574592590332) - - --> STEP: 2 - | > loss_disc: 2.392460823059082 (2.4515697956085205) - | > loss_disc_real_0: 0.13087749481201172 (0.09961804747581482) - | > loss_disc_real_1: 0.25254902243614197 (0.20701337605714798) - | > loss_disc_real_2: 0.19254688918590546 (0.18887389451265335) - | > loss_disc_real_3: 0.2730177342891693 (0.2377055585384369) - | > loss_disc_real_4: 0.19189199805259705 (0.23246677219867706) - | > loss_disc_real_5: 0.23256100714206696 (0.2443373128771782) - | > loss_0: 2.392460823059082 (2.4515697956085205) - | > loss_gen: 2.400606870651245 (2.19094455242157) - | > loss_kl: 1.5204426050186157 (1.7034717202186584) - | > loss_feat: 6.4484968185424805 (7.735687732696533) - | > loss_mel: 22.225141525268555 (22.642264366149902) - | > loss_duration: 1.6826257705688477 (1.6950193047523499) - | > loss_1: 34.277313232421875 (35.96738624572754) - - --> STEP: 3 - | > loss_disc: 2.5366811752319336 (2.4799402554829917) - | > loss_disc_real_0: 0.1195845976471901 (0.10627356419960658) - | > loss_disc_real_1: 0.24448496103286743 (0.2195039043823878) - | > loss_disc_real_2: 0.1913028061389923 (0.189683531721433) - | > loss_disc_real_3: 0.24302537739276886 (0.2394788314898809) - | > loss_disc_real_4: 0.24828565120697021 (0.23773973186810812) - | > loss_disc_real_5: 0.25489532947540283 (0.24785665174325308) - | > loss_0: 2.5366811752319336 (2.4799402554829917) - | > loss_gen: 2.1393167972564697 (2.1737353006998696) - | > loss_kl: 1.065140962600708 (1.490694801012675) - | > loss_feat: 6.301435947418213 (7.257603804270427) - | > loss_mel: 21.24230194091797 (22.175610224405926) - | > loss_duration: 1.7682604789733887 (1.719433029492696) - | > loss_1: 32.516456604003906 (34.81707636515299) - - --> STEP: 4 - | > loss_disc: 2.299698829650879 (2.4348798990249634) - | > loss_disc_real_0: 0.11807870864868164 (0.10922485031187534) - | > loss_disc_real_1: 0.14764843881130219 (0.2015400379896164) - | > loss_disc_real_2: 0.15699630975723267 (0.18151172623038292) - | > loss_disc_real_3: 0.2169027328491211 (0.23383480682969093) - | > loss_disc_real_4: 0.2619355320930481 (0.2437886819243431) - | > loss_disc_real_5: 0.24756275117397308 (0.24778317660093307) - | > loss_0: 2.299698829650879 (2.4348798990249634) - | > loss_gen: 2.359591007232666 (2.220199227333069) - | > loss_kl: 1.4150534868240356 (1.4717844724655151) - | > loss_feat: 8.4797945022583 (7.563151478767395) - | > loss_mel: 23.16635513305664 (22.423296451568604) - | > loss_duration: 1.6725585460662842 (1.7077144086360931) - | > loss_1: 37.093353271484375 (35.38614559173584) - - --> STEP: 5 - | > loss_disc: 2.5316388607025146 (2.454231691360474) - | > loss_disc_real_0: 0.19050437211990356 (0.125480754673481) - | > loss_disc_real_1: 0.1126677393913269 (0.18376557826995848) - | > loss_disc_real_2: 0.1296449899673462 (0.17113837897777556) - | > loss_disc_real_3: 0.23967279493808746 (0.23500240445137024) - | > loss_disc_real_4: 0.2644772231578827 (0.24792639017105103) - | > loss_disc_real_5: 0.21077929437160492 (0.24038240015506745) - | > loss_0: 2.5316388607025146 (2.454231691360474) - | > loss_gen: 2.061882734298706 (2.1885359287261963) - | > loss_kl: 1.4164892435073853 (1.4607254266738892) - | > loss_feat: 9.035022735595703 (7.857525730133057) - | > loss_mel: 23.469148635864258 (22.632466888427736) - | > loss_duration: 1.911989450454712 (1.748569416999817) - | > loss_1: 37.894535064697266 (35.887823486328124) - - --> STEP: 6 - | > loss_disc: 2.7801802158355713 (2.5085564454396567) - | > loss_disc_real_0: 0.24171000719070435 (0.1448522967596849) - | > loss_disc_real_1: 0.24354827404022217 (0.19372936089833578) - | > loss_disc_real_2: 0.22411949932575226 (0.17996856570243835) - | > loss_disc_real_3: 0.23224133253097534 (0.2345422257979711) - | > loss_disc_real_4: 0.29620346426963806 (0.2559725691874822) - | > loss_disc_real_5: 0.27982762455940247 (0.2469566042224566) - | > loss_0: 2.7801802158355713 (2.5085564454396567) - | > loss_gen: 2.0919294357299805 (2.17243484656016) - | > loss_kl: 1.449392557144165 (1.4588366150856018) - | > loss_feat: 3.5744919776916504 (7.143686771392822) - | > loss_mel: 16.405445098876953 (21.594629923502605) - | > loss_duration: 1.6300795078277588 (1.7288210988044739) - | > loss_1: 25.151338577270508 (34.09840933481852) - - --> STEP: 7 - | > loss_disc: 2.543853998184204 (2.513598952974592) - | > loss_disc_real_0: 0.07912422716617584 (0.13546257253204072) - | > loss_disc_real_1: 0.17844705283641815 (0.19154617403234755) - | > loss_disc_real_2: 0.1488221436738968 (0.17551907684121812) - | > loss_disc_real_3: 0.21136659383773804 (0.2312314212322235) - | > loss_disc_real_4: 0.1928582787513733 (0.24695624198232377) - | > loss_disc_real_5: 0.22656942903995514 (0.2440441506249564) - | > loss_0: 2.543853998184204 (2.513598952974592) - | > loss_gen: 1.8045434951782227 (2.1198789392198836) - | > loss_kl: 1.8302302360534668 (1.5118928466524397) - | > loss_feat: 6.813186168670654 (7.09647239957537) - | > loss_mel: 21.926342010498047 (21.642017364501953) - | > loss_duration: 1.6567165851593018 (1.7185204539980208) - | > loss_1: 34.0310173034668 (34.08878190176828) - - --> STEP: 8 - | > loss_disc: 2.141679286956787 (2.4671089947223663) - | > loss_disc_real_0: 0.08830270916223526 (0.12956758961081505) - | > loss_disc_real_1: 0.1606435775756836 (0.18768334947526455) - | > loss_disc_real_2: 0.10166803747415543 (0.1662876969203353) - | > loss_disc_real_3: 0.11902555823326111 (0.2172056883573532) - | > loss_disc_real_4: 0.1434585601091385 (0.23401903174817562) - | > loss_disc_real_5: 0.16854868829250336 (0.23460721783339977) - | > loss_0: 2.141679286956787 (2.4671089947223663) - | > loss_gen: 1.9287952184677124 (2.095993474125862) - | > loss_kl: 2.513242721557617 (1.6370615810155869) - | > loss_feat: 7.925698757171631 (7.200125694274902) - | > loss_mel: 22.11234474182129 (21.70080828666687) - | > loss_duration: 1.7380748987197876 (1.7209647595882416) - | > loss_1: 36.21815490722656 (34.35495352745056) - - --> STEP: 9 - | > loss_disc: 2.61226749420166 (2.483237716886732) - | > loss_disc_real_0: 0.25906866788864136 (0.1439565983083513) - | > loss_disc_real_1: 0.2465272843837738 (0.19422156446509892) - | > loss_disc_real_2: 0.19183693826198578 (0.169126501513852) - | > loss_disc_real_3: 0.23111920058727264 (0.21875163416067758) - | > loss_disc_real_4: 0.23888786137104034 (0.2345600128173828) - | > loss_disc_real_5: 0.25576722621917725 (0.23695832987626395) - | > loss_0: 2.61226749420166 (2.483237716886732) - | > loss_gen: 2.07840895652771 (2.0940396388371787) - | > loss_kl: 1.5481377840042114 (1.627181159125434) - | > loss_feat: 5.635980129241943 (7.026331742604573) - | > loss_mel: 19.226524353027344 (21.42588784959581) - | > loss_duration: 1.7009086608886719 (1.7187363041771784) - | > loss_1: 30.189960479736328 (33.89217652214898) - - --> STEP: 10 - | > loss_disc: 2.5668251514434814 (2.4915964603424072) - | > loss_disc_real_0: 0.13770754635334015 (0.14333169311285018) - | > loss_disc_real_1: 0.24274535477161407 (0.19907394349575042) - | > loss_disc_real_2: 0.16956362128257751 (0.16917021349072456) - | > loss_disc_real_3: 0.2514410614967346 (0.22202057689428328) - | > loss_disc_real_4: 0.24705152213573456 (0.23580916374921798) - | > loss_disc_real_5: 0.2559024691581726 (0.23885274380445481) - | > loss_0: 2.5668251514434814 (2.4915964603424072) - | > loss_gen: 2.0945608615875244 (2.094091761112213) - | > loss_kl: 1.3497918844223022 (1.599442231655121) - | > loss_feat: 5.251372337341309 (6.848835802078247) - | > loss_mel: 18.586917877197266 (21.141990852355956) - | > loss_duration: 1.6027207374572754 (1.707134747505188) - | > loss_1: 28.88536262512207 (33.39149513244629) - - --> STEP: 11 - | > loss_disc: 2.34790301322937 (2.4785334196957676) - | > loss_disc_real_0: 0.09621251374483109 (0.13904813135212118) - | > loss_disc_real_1: 0.18662728369235992 (0.19794242896816946) - | > loss_disc_real_2: 0.15294504165649414 (0.16769519786943088) - | > loss_disc_real_3: 0.21813613176345825 (0.22166744551875375) - | > loss_disc_real_4: 0.25847697257995605 (0.23786987364292145) - | > loss_disc_real_5: 0.17766135931015015 (0.23328989066860892) - | > loss_0: 2.34790301322937 (2.4785334196957676) - | > loss_gen: 2.2609293460845947 (2.1092588142915205) - | > loss_kl: 1.5845749378204346 (1.5980906594883313) - | > loss_feat: 8.054471015930176 (6.958439003337514) - | > loss_mel: 22.440065383911133 (21.259997627951883) - | > loss_duration: 1.5669822692871094 (1.6943936131217263) - | > loss_1: 35.907020568847656 (33.620179263028234) - - --> STEP: 12 - | > loss_disc: 2.4814233779907227 (2.4787742495536804) - | > loss_disc_real_0: 0.1385791301727295 (0.1390090479205052) - | > loss_disc_real_1: 0.23603804409503937 (0.2011170635620753) - | > loss_disc_real_2: 0.1686079353094101 (0.1677712593227625) - | > loss_disc_real_3: 0.24688275158405304 (0.22376872102419534) - | > loss_disc_real_4: 0.21076616644859314 (0.23561123137672743) - | > loss_disc_real_5: 0.22418998181819916 (0.23253156493107477) - | > loss_0: 2.4814233779907227 (2.4787742495536804) - | > loss_gen: 2.005420446395874 (2.100605616966883) - | > loss_kl: 1.5068119764328003 (1.5904841025670369) - | > loss_feat: 7.566422939300537 (7.009104331334432) - | > loss_mel: 23.397958755493164 (21.43816105524699) - | > loss_duration: 1.7378852367401123 (1.698017915089925) - | > loss_1: 36.21449661254883 (33.83637237548828) - - --> STEP: 13 - | > loss_disc: 2.3513946533203125 (2.4689758190741906) - | > loss_disc_real_0: 0.0726190060377121 (0.13390212162182882) - | > loss_disc_real_1: 0.2573064863681793 (0.20543932685485253) - | > loss_disc_real_2: 0.17581191658973694 (0.16838977142022207) - | > loss_disc_real_3: 0.23019778728485107 (0.22426326458270734) - | > loss_disc_real_4: 0.1650201380252838 (0.23018114727277023) - | > loss_disc_real_5: 0.26483383774757385 (0.23501635514772856) - | > loss_0: 2.3513946533203125 (2.4689758190741906) - | > loss_gen: 2.3032772541046143 (2.116195742900555) - | > loss_kl: 2.171727180480957 (1.6351951085604155) - | > loss_feat: 6.905120849609375 (7.001105601970966) - | > loss_mel: 21.740314483642578 (21.461403626662033) - | > loss_duration: 1.7732665538787842 (1.7038062719198375) - | > loss_1: 34.89370346069336 (33.91770553588867) - - --> STEP: 14 - | > loss_disc: 2.3021798133850098 (2.4570618186678206) - | > loss_disc_real_0: 0.1019648015499115 (0.13162088447383474) - | > loss_disc_real_1: 0.19063079357147217 (0.20438157447746821) - | > loss_disc_real_2: 0.20547784864902496 (0.17103891979370797) - | > loss_disc_real_3: 0.20990335941314697 (0.22323755707059587) - | > loss_disc_real_4: 0.24227659404277802 (0.2310451077563422) - | > loss_disc_real_5: 0.1883113980293274 (0.23168028678212846) - | > loss_0: 2.3021798133850098 (2.4570618186678206) - | > loss_gen: 2.199735403060913 (2.122162861483438) - | > loss_kl: 1.9835052490234375 (1.6600744043077742) - | > loss_feat: 6.346057415008545 (6.954316445759365) - | > loss_mel: 21.627012252807617 (21.47323281424386) - | > loss_duration: 1.7938859462738037 (1.7102405343736922) - | > loss_1: 33.9501953125 (33.92002623421805) - - --> STEP: 15 - | > loss_disc: 2.530102491378784 (2.4619311968485516) - | > loss_disc_real_0: 0.10037805140018463 (0.1295380289355914) - | > loss_disc_real_1: 0.16806906461715698 (0.2019607404867808) - | > loss_disc_real_2: 0.19698722660541534 (0.17276880691448848) - | > loss_disc_real_3: 0.2086905986070633 (0.2222677598396937) - | > loss_disc_real_4: 0.18879260122776031 (0.22822827398777007) - | > loss_disc_real_5: 0.2185741811990738 (0.23080654640992482) - | > loss_0: 2.530102491378784 (2.4619311968485516) - | > loss_gen: 2.1331748962402344 (2.122896997133891) - | > loss_kl: 1.7506781816482544 (1.6661146561304727) - | > loss_feat: 6.965540885925293 (6.9550647417704266) - | > loss_mel: 26.1326961517334 (21.783863703409832) - | > loss_duration: 1.6275465488433838 (1.7047276020050048) - | > loss_1: 38.60963821411133 (34.23266703287761) - - --> STEP: 16 - | > loss_disc: 2.643217086791992 (2.4732615649700165) - | > loss_disc_real_0: 0.180668443441391 (0.13273367984220388) - | > loss_disc_real_1: 0.24880613386631012 (0.20488857757300138) - | > loss_disc_real_2: 0.20451556146144867 (0.1747529790736735) - | > loss_disc_real_3: 0.2257787585258484 (0.22248719725757837) - | > loss_disc_real_4: 0.20086224377155304 (0.22651789709925652) - | > loss_disc_real_5: 0.2681424617767334 (0.23314004112035036) - | > loss_0: 2.643217086791992 (2.4732615649700165) - | > loss_gen: 1.967207431793213 (2.1131663993000984) - | > loss_kl: 1.798308253288269 (1.674376755952835) - | > loss_feat: 4.04127311706543 (6.772952765226364) - | > loss_mel: 17.556062698364258 (21.519626140594482) - | > loss_duration: 1.8194278478622437 (1.7118963673710823) - | > loss_1: 27.182279586791992 (33.79201781749725) - - --> STEP: 17 - | > loss_disc: 2.492971420288086 (2.4744209682240204) - | > loss_disc_real_0: 0.06935782730579376 (0.1290056885165327) - | > loss_disc_real_1: 0.16816215217113495 (0.20272819960818572) - | > loss_disc_real_2: 0.22801728546619415 (0.17788617356735117) - | > loss_disc_real_3: 0.24410706758499146 (0.2237589543356615) - | > loss_disc_real_4: 0.2818104028701782 (0.2297703974387225) - | > loss_disc_real_5: 0.21948187053203583 (0.23233661932103775) - | > loss_0: 2.492971420288086 (2.4744209682240204) - | > loss_gen: 2.1568925380706787 (2.1157385251101326) - | > loss_kl: 1.4108582735061646 (1.6588756687500898) - | > loss_feat: 6.526607513427734 (6.7584618680617385) - | > loss_mel: 23.34056854248047 (21.626740399528952) - | > loss_duration: 1.6425127983093262 (1.7078149809556848) - | > loss_1: 35.07743835449219 (33.867630790261664) - - --> STEP: 18 - | > loss_disc: 2.6335785388946533 (2.4832630554835) - | > loss_disc_real_0: 0.09205303341150284 (0.12695276323291996) - | > loss_disc_real_1: 0.184151753783226 (0.2016961748401324) - | > loss_disc_real_2: 0.1815108209848404 (0.1780875428683228) - | > loss_disc_real_3: 0.1860097348690033 (0.2216617754764027) - | > loss_disc_real_4: 0.23071826994419098 (0.22982305702235964) - | > loss_disc_real_5: 0.17926430702209473 (0.229388157526652) - | > loss_0: 2.6335785388946533 (2.4832630554835) - | > loss_gen: 1.7291443347930908 (2.0942610700925193) - | > loss_kl: 1.814460277557373 (1.667519258128272) - | > loss_feat: 7.497801303863525 (6.7995362811618385) - | > loss_mel: 24.03666114807129 (21.760624885559082) - | > loss_duration: 1.6550744771957397 (1.7048849529690213) - | > loss_1: 36.7331428527832 (34.02682590484619) - - --> STEP: 19 - | > loss_disc: 2.392644166946411 (2.4784936402973377) - | > loss_disc_real_0: 0.09647637605667114 (0.12534874285522266) - | > loss_disc_real_1: 0.1837213635444641 (0.2007501321403604) - | > loss_disc_real_2: 0.1504388153553009 (0.1766323466834269) - | > loss_disc_real_3: 0.16042935848236084 (0.2184390166872426) - | > loss_disc_real_4: 0.15722547471523285 (0.22600213163777402) - | > loss_disc_real_5: 0.14429716765880585 (0.22490968437571274) - | > loss_0: 2.392644166946411 (2.4784936402973377) - | > loss_gen: 1.8368662595748901 (2.0807139748021175) - | > loss_kl: 1.5208542346954346 (1.659800046368649) - | > loss_feat: 7.763911724090576 (6.850292883421245) - | > loss_mel: 22.205730438232422 (21.78405149359452) - | > loss_duration: 1.7848219871520996 (1.7090921652944464) - | > loss_1: 35.1121826171875 (34.08394994233784) - - --> STEP: 20 - | > loss_disc: 2.342667818069458 (2.471702349185944) - | > loss_disc_real_0: 0.12674777209758759 (0.1254186943173409) - | > loss_disc_real_1: 0.13132476806640625 (0.19727886393666266) - | > loss_disc_real_2: 0.12512308359146118 (0.1740568835288286) - | > loss_disc_real_3: 0.21190381050109863 (0.2181122563779354) - | > loss_disc_real_4: 0.19853508472442627 (0.22462877929210662) - | > loss_disc_real_5: 0.206242635846138 (0.223976331949234) - | > loss_0: 2.342667818069458 (2.471702349185944) - | > loss_gen: 2.0145814418792725 (2.077407348155975) - | > loss_kl: 1.5245658159255981 (1.6530383348464965) - | > loss_feat: 7.175784111022949 (6.866567444801331) - | > loss_mel: 20.866924285888672 (21.738195133209228) - | > loss_duration: 1.6602308750152588 (1.7066491007804871) - | > loss_1: 33.242088317871094 (34.0418568611145) - - --> STEP: 21 - | > loss_disc: 2.5149598121643066 (2.4737622283753895) - | > loss_disc_real_0: 0.1616351306438446 (0.12714328652336487) - | > loss_disc_real_1: 0.2217039316892624 (0.19844196240107217) - | > loss_disc_real_2: 0.20062698423862457 (0.17532212641977124) - | > loss_disc_real_3: 0.24974927306175232 (0.2196187809819267) - | > loss_disc_real_4: 0.22755691409111023 (0.22476821428253538) - | > loss_disc_real_5: 0.2567993998527527 (0.2255393351827349) - | > loss_0: 2.5149598121643066 (2.4737622283753895) - | > loss_gen: 2.135105848312378 (2.0801548957824707) - | > loss_kl: 1.1472450494766235 (1.628952940305074) - | > loss_feat: 5.5198073387146 (6.802436011178153) - | > loss_mel: 19.35772132873535 (21.624839237758092) - | > loss_duration: 1.6360855102539062 (1.703288929803031) - | > loss_1: 29.795963287353516 (33.83967145284017) - - --> STEP: 22 - | > loss_disc: 2.5201282501220703 (2.4758697748184204) - | > loss_disc_real_0: 0.10241246223449707 (0.12601915814659817) - | > loss_disc_real_1: 0.16716448962688446 (0.19702025909315457) - | > loss_disc_real_2: 0.18775880336761475 (0.1758874299174005) - | > loss_disc_real_3: 0.2187313735485077 (0.21957844428040765) - | > loss_disc_real_4: 0.2505447268486023 (0.22593987394462933) - | > loss_disc_real_5: 0.22850757837295532 (0.2256742553277449) - | > loss_0: 2.5201282501220703 (2.4758697748184204) - | > loss_gen: 2.054489850997925 (2.0789883028377187) - | > loss_kl: 1.7790318727493286 (1.635774709961631) - | > loss_feat: 7.24171781539917 (6.822403365915472) - | > loss_mel: 23.48152732849121 (21.709234150973234) - | > loss_duration: 1.7358981370925903 (1.7047711664980107) - | > loss_1: 36.29266357421875 (33.95117109472101) - - --> STEP: 23 - | > loss_disc: 2.255772113800049 (2.4663003112958823) - | > loss_disc_real_0: 0.06251853704452515 (0.12325826157694282) - | > loss_disc_real_1: 0.20063774287700653 (0.1971775409968003) - | > loss_disc_real_2: 0.16650593280792236 (0.17547953873872754) - | > loss_disc_real_3: 0.187564417719841 (0.21818653008212213) - | > loss_disc_real_4: 0.20594003796577454 (0.22507031585859216) - | > loss_disc_real_5: 0.12518654763698578 (0.22130522455858148) - | > loss_0: 2.255772113800049 (2.4663003112958823) - | > loss_gen: 2.143690586090088 (2.0818014455878218) - | > loss_kl: 1.3632757663726807 (1.6239269298055898) - | > loss_feat: 8.000201225280762 (6.873611968496571) - | > loss_mel: 23.169240951538086 (21.77271270751953) - | > loss_duration: 1.764250636100769 (1.707357230393783) - | > loss_1: 36.4406623840332 (34.05940984643024) - - --> STEP: 24 - | > loss_disc: 2.4212498664855957 (2.464423209428787) - | > loss_disc_real_0: 0.20349478721618652 (0.12660145014524463) - | > loss_disc_real_1: 0.23819123208522797 (0.19888644479215145) - | > loss_disc_real_2: 0.21724948287010193 (0.1772199530775348) - | > loss_disc_real_3: 0.20100624859333038 (0.21747068502008915) - | > loss_disc_real_4: 0.20323209464550018 (0.22416038997471333) - | > loss_disc_real_5: 0.22136662900447845 (0.2213077830771605) - | > loss_0: 2.4212498664855957 (2.464423209428787) - | > loss_gen: 2.155893325805664 (2.084888607263565) - | > loss_kl: 1.4863321781158447 (1.6181938151518505) - | > loss_feat: 4.659058094024658 (6.781338890393575) - | > loss_mel: 17.190324783325195 (21.58177987734477) - | > loss_duration: 1.6447597742080688 (1.7047490030527115) - | > loss_1: 27.136369705200195 (33.770949840545654) - - --> STEP: 25 - | > loss_disc: 2.4308834075927734 (2.4630816173553463) - | > loss_disc_real_0: 0.07479064166545868 (0.1245290178060532) - | > loss_disc_real_1: 0.1415228396654129 (0.1965919005870819) - | > loss_disc_real_2: 0.1964654177427292 (0.17798977166414257) - | > loss_disc_real_3: 0.22825445234775543 (0.2179020357131958) - | > loss_disc_real_4: 0.2434084266424179 (0.2249303114414215) - | > loss_disc_real_5: 0.24135278165340424 (0.22210958302021028) - | > loss_0: 2.4308834075927734 (2.4630816173553463) - | > loss_gen: 1.9924829006195068 (2.0811923789978026) - | > loss_kl: 1.6934713125228882 (1.6212049150466918) - | > loss_feat: 7.4910993576049805 (6.809729309082031) - | > loss_mel: 24.1581974029541 (21.68483657836914) - | > loss_duration: 1.6203889846801758 (1.70137460231781) - | > loss_1: 36.95563507080078 (33.89833724975586) - - --> STEP: 26 - | > loss_disc: 2.337186098098755 (2.4582394819993234) - | > loss_disc_real_0: 0.11473685503005981 (0.12415239616082269) - | > loss_disc_real_1: 0.1849627047777176 (0.19614462382518327) - | > loss_disc_real_2: 0.1519273966550827 (0.17698737262533257) - | > loss_disc_real_3: 0.17523963749408722 (0.21626117424323008) - | > loss_disc_real_4: 0.16911251842975616 (0.22278347324866515) - | > loss_disc_real_5: 0.2198163866996765 (0.2220213831617282) - | > loss_0: 2.337186098098755 (2.4582394819993234) - | > loss_gen: 2.0276191234588623 (2.079131869169382) - | > loss_kl: 1.4626251459121704 (1.6151056931569026) - | > loss_feat: 7.053009510040283 (6.819086239888118) - | > loss_mel: 21.74359893798828 (21.687096669123722) - | > loss_duration: 1.675354242324829 (1.700373819241157) - | > loss_1: 33.96220779418945 (33.90079380915716) - - --> STEP: 27 - | > loss_disc: 2.467054843902588 (2.4585659768846293) - | > loss_disc_real_0: 0.14642727375030518 (0.12497739162709981) - | > loss_disc_real_1: 0.23022450506687164 (0.1974068416489495) - | > loss_disc_real_2: 0.19471879303455353 (0.17764409189974817) - | > loss_disc_real_3: 0.1944756656885147 (0.2154543035560184) - | > loss_disc_real_4: 0.24244418740272522 (0.22351164784696367) - | > loss_disc_real_5: 0.17034246027469635 (0.220107348980727) - | > loss_0: 2.467054843902588 (2.4585659768846293) - | > loss_gen: 2.0505948066711426 (2.0780749409287065) - | > loss_kl: 1.6816092729568481 (1.6175687887050487) - | > loss_feat: 6.6237993240356445 (6.811853391152841) - | > loss_mel: 20.025068283081055 (21.625540062233252) - | > loss_duration: 1.6809287071228027 (1.6996536299034402) - | > loss_1: 32.0620002746582 (33.83269034491645) - - --> STEP: 28 - | > loss_disc: 2.4280455112457275 (2.4574759602546687) - | > loss_disc_real_0: 0.12266243994235992 (0.12489471478121625) - | > loss_disc_real_1: 0.18281929194927216 (0.1968858577311039) - | > loss_disc_real_2: 0.19175176322460175 (0.17814793730420722) - | > loss_disc_real_3: 0.19822683930397034 (0.21483903697558812) - | > loss_disc_real_4: 0.16627393662929535 (0.22146744387490408) - | > loss_disc_real_5: 0.1606515347957611 (0.21798392704554967) - | > loss_0: 2.4280455112457275 (2.4574759602546687) - | > loss_gen: 1.9499324560165405 (2.0734984236104146) - | > loss_kl: 1.3735628128051758 (1.6088542895657676) - | > loss_feat: 6.422189235687256 (6.797936814171927) - | > loss_mel: 20.506906509399414 (21.58558886391776) - | > loss_duration: 1.6951391696929932 (1.6994923991816384) - | > loss_1: 31.947729110717773 (33.76537030083792) - - --> STEP: 29 - | > loss_disc: 2.395387649536133 (2.455334984022995) - | > loss_disc_real_0: 0.178582102060318 (0.126746003997737) - | > loss_disc_real_1: 0.1984976977109909 (0.1969414384200655) - | > loss_disc_real_2: 0.1650094836950302 (0.17769488717975285) - | > loss_disc_real_3: 0.27237147092819214 (0.21682291400843653) - | > loss_disc_real_4: 0.27425599098205566 (0.2232877386027369) - | > loss_disc_real_5: 0.2602614760398865 (0.21944177356259575) - | > loss_0: 2.395387649536133 (2.455334984022995) - | > loss_gen: 2.514914035797119 (2.0887196516168527) - | > loss_kl: 1.4241255521774292 (1.6024843331041008) - | > loss_feat: 6.70429801940918 (6.794707890214591) - | > loss_mel: 22.09360694885254 (21.60310672891551) - | > loss_duration: 1.6595854759216309 (1.6981162983795692) - | > loss_1: 34.39653015136719 (33.787134433614796) - - --> STEP: 30 - | > loss_disc: 2.3046042919158936 (2.450310627619425) - | > loss_disc_real_0: 0.09542267769575119 (0.12570189312100413) - | > loss_disc_real_1: 0.18009822070598602 (0.1963799978295962) - | > loss_disc_real_2: 0.12014167755842209 (0.1757764468590418) - | > loss_disc_real_3: 0.15528038144111633 (0.21477149625619252) - | > loss_disc_real_4: 0.15918730199337006 (0.22115105738242466) - | > loss_disc_real_5: 0.12070103734731674 (0.21615041568875312) - | > loss_0: 2.3046042919158936 (2.450310627619425) - | > loss_gen: 1.9287195205688477 (2.0833863139152524) - | > loss_kl: 1.3990250825881958 (1.5957023580869039) - | > loss_feat: 8.467658996582031 (6.850472927093506) - | > loss_mel: 23.532852172851562 (21.667431577046713) - | > loss_duration: 1.7016031742095947 (1.6982325275739034) - | > loss_1: 37.02985763549805 (33.8952252070109) - - --> STEP: 31 - | > loss_disc: 2.5991640090942383 (2.4551123496024836) - | > loss_disc_real_0: 0.09073062241077423 (0.12457378761422253) - | > loss_disc_real_1: 0.23860479891300201 (0.1977420881871254) - | > loss_disc_real_2: 0.16231723129749298 (0.1753422786151209) - | > loss_disc_real_3: 0.20390072464942932 (0.21442082620436145) - | > loss_disc_real_4: 0.181303471326828 (0.21986565138063124) - | > loss_disc_real_5: 0.2043929249048233 (0.21577114179249732) - | > loss_0: 2.5991640090942383 (2.4551123496024836) - | > loss_gen: 1.7848422527313232 (2.0737558603286743) - | > loss_kl: 1.6079319715499878 (1.5960968617470033) - | > loss_feat: 7.441782474517822 (6.8695474286233225) - | > loss_mel: 21.372594833374023 (21.657920714347593) - | > loss_duration: 1.6677818298339844 (1.697250247001648) - | > loss_1: 33.874935150146484 (33.894570689047534) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.010160169293803553 (+0.0006081135042252071) - | > avg_loss_disc: 2.4551123496024836 (-0.0003939828565049375) - | > avg_loss_disc_real_0: 0.12457378761422253 (+0.0008250232185087053) - | > avg_loss_disc_real_1: 0.1977420881871254 (-0.0328914326044821) - | > avg_loss_disc_real_2: 0.1753422786151209 (-0.04724041684981317) - | > avg_loss_disc_real_3: 0.21442082620436145 (-0.01958705629071883) - | > avg_loss_disc_real_4: 0.21986565138063124 (+0.03476090272588117) - | > avg_loss_disc_real_5: 0.21577114179249732 (+0.026470216531907342) - | > avg_loss_0: 2.4551123496024836 (-0.0003939828565049375) - | > avg_loss_gen: 2.0737558603286743 (-0.11804174223253705) - | > avg_loss_kl: 1.5960968617470033 (-0.09301937780072622) - | > avg_loss_feat: 6.8695474286233225 (-0.12936932040799043) - | > avg_loss_mel: 21.657920714347593 (-0.4619682065902211) - | > avg_loss_duration: 1.697250247001648 (+0.004644920749049097) - | > avg_loss_1: 33.894570689047534 (-0.7977543492471071) - - - > EPOCH: 34/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 06:01:55)  - - --> TIME: 2024-11-23 06:02:12 -- STEP: 20/797 -- GLOBAL_STEP: 50225 - | > loss_disc: 2.398848056793213 (2.4418392896652223) - | > loss_disc_real_0: 0.08995993435382843 (0.12776725329458713) - | > loss_disc_real_1: 0.22020310163497925 (0.22334114760160445) - | > loss_disc_real_2: 0.19599661231040955 (0.23219307363033295) - | > loss_disc_real_3: 0.15719562768936157 (0.21427296549081803) - | > loss_disc_real_4: 0.18977795541286469 (0.2205846130847931) - | > loss_disc_real_5: 0.22027167677879333 (0.2330213487148285) - | > loss_0: 2.398848056793213 (2.4418392896652223) - | > grad_norm_0: tensor(21.1146, device='cuda:0') (tensor(58.2153, device='cuda:0')) - | > loss_gen: 2.490185022354126 (2.3749751687049865) - | > loss_kl: 1.3330472707748413 (1.5493223130702973) - | > loss_feat: 7.324566841125488 (6.9970934867858885) - | > loss_mel: 21.340490341186523 (20.732481479644775) - | > loss_duration: 1.762385368347168 (1.8204208672046662) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.250675201416016 (33.47429323196411) - | > grad_norm_1: tensor(430.3011, device='cuda:0') (tensor(503.8035, device='cuda:0')) - | > current_lr_0: 0.00019845589462876104 - | > current_lr_1: 0.00019845589462876104 - | > step_time: 0.7584 (0.7584372878074646) - | > loader_time: 0.0046 (0.004566311836242676) - - - --> TIME: 2024-11-23 06:02:31 -- STEP: 45/797 -- GLOBAL_STEP: 50250 - | > loss_disc: 2.439579486846924 (2.432053629557292) - | > loss_disc_real_0: 0.09939879179000854 (0.12748799274365108) - | > loss_disc_real_1: 0.2075505405664444 (0.21843988365597194) - | > loss_disc_real_2: 0.22882668673992157 (0.23063095510005951) - | > loss_disc_real_3: 0.21737533807754517 (0.22014763653278352) - | > loss_disc_real_4: 0.22905853390693665 (0.21794811487197877) - | > loss_disc_real_5: 0.24342110753059387 (0.23151406447092693) - | > loss_0: 2.439579486846924 (2.432053629557292) - | > grad_norm_0: tensor(42.8191, device='cuda:0') (tensor(49.8551, device='cuda:0')) - | > loss_gen: 2.343113660812378 (2.3611197683546283) - | > loss_kl: 1.4308968782424927 (1.567491224077013) - | > loss_feat: 6.9021100997924805 (7.082404253217909) - | > loss_mel: 20.37818145751953 (20.777449968126085) - | > loss_duration: 1.7476160526275635 (1.7758704000049168) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.801918029785156 (33.564335378011066) - | > grad_norm_1: tensor(461.5660, device='cuda:0') (tensor(448.9481, device='cuda:0')) - | > current_lr_0: 0.00019845589462876104 - | > current_lr_1: 0.00019845589462876104 - | > step_time: 0.7763 (0.7602881961398654) - | > loader_time: 0.0054 (0.005405961142645942) - - - --> TIME: 2024-11-23 06:02:51 -- STEP: 70/797 -- GLOBAL_STEP: 50275 - | > loss_disc: 2.4111275672912598 (2.421057786260333) - | > loss_disc_real_0: 0.11804290115833282 (0.1265627114900521) - | > loss_disc_real_1: 0.21091052889823914 (0.21800001859664916) - | > loss_disc_real_2: 0.26016131043434143 (0.23012118424688066) - | > loss_disc_real_3: 0.24028585851192474 (0.21830819036279409) - | > loss_disc_real_4: 0.22713983058929443 (0.21750458010605403) - | > loss_disc_real_5: 0.23088394105434418 (0.229465081010546) - | > loss_0: 2.4111275672912598 (2.421057786260333) - | > grad_norm_0: tensor(17.3713, device='cuda:0') (tensor(45.8745, device='cuda:0')) - | > loss_gen: 2.4097414016723633 (2.3710783822195873) - | > loss_kl: 1.434606671333313 (1.5490409306117467) - | > loss_feat: 7.5357770919799805 (7.139486973626273) - | > loss_mel: 22.510908126831055 (20.999828965323314) - | > loss_duration: 1.6823759078979492 (1.7492352604866028) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.57341003417969 (33.8086703981672) - | > grad_norm_1: tensor(137.6263, device='cuda:0') (tensor(456.3637, device='cuda:0')) - | > current_lr_0: 0.00019845589462876104 - | > current_lr_1: 0.00019845589462876104 - | > step_time: 0.7559 (0.7666759933744158) - | > loader_time: 0.0089 (0.0056764909199305946) - - - --> TIME: 2024-11-23 06:03:11 -- STEP: 95/797 -- GLOBAL_STEP: 50300 - | > loss_disc: 2.5391736030578613 (2.426347305900174) - | > loss_disc_real_0: 0.11645887047052383 (0.1288816961018663) - | > loss_disc_real_1: 0.2345634549856186 (0.21738406278585132) - | > loss_disc_real_2: 0.23512661457061768 (0.23015118931469164) - | > loss_disc_real_3: 0.2264675796031952 (0.21865740763513666) - | > loss_disc_real_4: 0.27322864532470703 (0.21840564341921556) - | > loss_disc_real_5: 0.2765744924545288 (0.22983337938785553) - | > loss_0: 2.5391736030578613 (2.426347305900174) - | > grad_norm_0: tensor(34.7386, device='cuda:0') (tensor(48.7622, device='cuda:0')) - | > loss_gen: 2.444737195968628 (2.386204496182893) - | > loss_kl: 1.3383033275604248 (1.5361009371908088) - | > loss_feat: 5.8182373046875 (7.148593450847425) - | > loss_mel: 19.39528465270996 (21.035872348986178) - | > loss_duration: 1.74654221534729 (1.7356724387721012) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.743104934692383 (33.84244344610917) - | > grad_norm_1: tensor(227.6747, device='cuda:0') (tensor(479.9965, device='cuda:0')) - | > current_lr_0: 0.00019845589462876104 - | > current_lr_1: 0.00019845589462876104 - | > step_time: 0.7794 (0.7691749572753906) - | > loader_time: 0.004 (0.005856187720047801) - - - --> TIME: 2024-11-23 06:03:30 -- STEP: 120/797 -- GLOBAL_STEP: 50325 - | > loss_disc: 2.570924758911133 (2.434363051255545) - | > loss_disc_real_0: 0.12921062111854553 (0.1305872812246284) - | > loss_disc_real_1: 0.21994748711585999 (0.21661845122774442) - | > loss_disc_real_2: 0.22057941555976868 (0.2306638954828183) - | > loss_disc_real_3: 0.19463284313678741 (0.21917788262168567) - | > loss_disc_real_4: 0.2178688794374466 (0.22091468051075935) - | > loss_disc_real_5: 0.22560441493988037 (0.22984823249280453) - | > loss_0: 2.570924758911133 (2.434363051255545) - | > grad_norm_0: tensor(17.9339, device='cuda:0') (tensor(57.0876, device='cuda:0')) - | > loss_gen: 2.3256614208221436 (2.3974531233310694) - | > loss_kl: 1.657094120979309 (1.5317080934842429) - | > loss_feat: 7.136800289154053 (7.135045357545217) - | > loss_mel: 23.103673934936523 (21.07232653299968) - | > loss_duration: 1.671358346939087 (1.7285016804933548) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.894588470458984 (33.86503461201987) - | > grad_norm_1: tensor(503.7775, device='cuda:0') (tensor(484.3538, device='cuda:0')) - | > current_lr_0: 0.00019845589462876104 - | > current_lr_1: 0.00019845589462876104 - | > step_time: 0.8222 (0.7702067752679189) - | > loader_time: 0.0037 (0.005899633963902791) - - - --> TIME: 2024-11-23 06:03:50 -- STEP: 145/797 -- GLOBAL_STEP: 50350 - | > loss_disc: 2.605585813522339 (2.437764927436567) - | > loss_disc_real_0: 0.16877862811088562 (0.13227434674727515) - | > loss_disc_real_1: 0.2389659583568573 (0.21632422136849372) - | > loss_disc_real_2: 0.2586306631565094 (0.23003588760721272) - | > loss_disc_real_3: 0.21943187713623047 (0.2215855555287723) - | > loss_disc_real_4: 0.2336430549621582 (0.22003025032322981) - | > loss_disc_real_5: 0.28109222650527954 (0.22932596545794914) - | > loss_0: 2.605585813522339 (2.437764927436567) - | > grad_norm_0: tensor(59.4942, device='cuda:0') (tensor(59.4629, device='cuda:0')) - | > loss_gen: 2.223973274230957 (2.401837148337528) - | > loss_kl: 1.6169031858444214 (1.5352687030002992) - | > loss_feat: 6.246334552764893 (7.1391758589909) - | > loss_mel: 19.561370849609375 (21.13224112412026) - | > loss_duration: 1.7138633728027344 (1.7241983397253628) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.362445831298828 (33.932720986728015) - | > grad_norm_1: tensor(568.4468, device='cuda:0') (tensor(473.9363, device='cuda:0')) - | > current_lr_0: 0.00019845589462876104 - | > current_lr_1: 0.00019845589462876104 - | > step_time: 0.8057 (0.7748390641705745) - | > loader_time: 0.0051 (0.006022412201453899) - - - --> TIME: 2024-11-23 06:04:10 -- STEP: 170/797 -- GLOBAL_STEP: 50375 - | > loss_disc: 2.410393238067627 (2.4429825516308066) - | > loss_disc_real_0: 0.07850579917430878 (0.1303289544494714) - | > loss_disc_real_1: 0.1909705549478531 (0.21623263113638938) - | > loss_disc_real_2: 0.2146323174238205 (0.23121757980655222) - | > loss_disc_real_3: 0.23183725774288177 (0.2218158434419071) - | > loss_disc_real_4: 0.22863224148750305 (0.2213640165679595) - | > loss_disc_real_5: 0.2016090452671051 (0.23090128320104936) - | > loss_0: 2.410393238067627 (2.4429825516308066) - | > grad_norm_0: tensor(54.3083, device='cuda:0') (tensor(56.2137, device='cuda:0')) - | > loss_gen: 2.239217758178711 (2.391649602441227) - | > loss_kl: 1.6913508176803589 (1.5452464629622067) - | > loss_feat: 6.647437572479248 (7.093803391737096) - | > loss_mel: 19.164888381958008 (21.101107507593486) - | > loss_duration: 1.6646296977996826 (1.718418550491333) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.40752410888672 (33.85022532519171) - | > grad_norm_1: tensor(271.9752, device='cuda:0') (tensor(452.2571, device='cuda:0')) - | > current_lr_0: 0.00019845589462876104 - | > current_lr_1: 0.00019845589462876104 - | > step_time: 0.7547 (0.7772918827393477) - | > loader_time: 0.012 (0.006240071969873763) - - - --> TIME: 2024-11-23 06:04:31 -- STEP: 195/797 -- GLOBAL_STEP: 50400 - | > loss_disc: 2.463320732116699 (2.4401399441254457) - | > loss_disc_real_0: 0.11313354223966599 (0.13036675529602254) - | > loss_disc_real_1: 0.20375749468803406 (0.21624209147233234) - | > loss_disc_real_2: 0.23892976343631744 (0.23095899912027212) - | > loss_disc_real_3: 0.22976765036582947 (0.22162359372163432) - | > loss_disc_real_4: 0.2338353544473648 (0.22032158497052315) - | > loss_disc_real_5: 0.24386440217494965 (0.23042608201503753) - | > loss_0: 2.463320732116699 (2.4401399441254457) - | > grad_norm_0: tensor(30.9965, device='cuda:0') (tensor(53.2010, device='cuda:0')) - | > loss_gen: 2.493062973022461 (2.3866336125593914) - | > loss_kl: 1.312365174293518 (1.5454796638244237) - | > loss_feat: 7.048336982727051 (7.065248017433362) - | > loss_mel: 21.25971221923828 (21.08284916021885) - | > loss_duration: 1.712756633758545 (1.714888119086241) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.826236724853516 (33.79509844657702) - | > grad_norm_1: tensor(312.8646, device='cuda:0') (tensor(455.5815, device='cuda:0')) - | > current_lr_0: 0.00019845589462876104 - | > current_lr_1: 0.00019845589462876104 - | > step_time: 0.7834 (0.7792611916859946) - | > loader_time: 0.0046 (0.006425222983727086) - - - --> TIME: 2024-11-23 06:04:51 -- STEP: 220/797 -- GLOBAL_STEP: 50425 - | > loss_disc: 2.4632863998413086 (2.4361878037452707) - | > loss_disc_real_0: 0.1386643946170807 (0.12950346564704732) - | > loss_disc_real_1: 0.23534783720970154 (0.21610397425564856) - | > loss_disc_real_2: 0.22822323441505432 (0.2307767363434488) - | > loss_disc_real_3: 0.21899186074733734 (0.2217320289124142) - | > loss_disc_real_4: 0.19080255925655365 (0.2203134681690823) - | > loss_disc_real_5: 0.2142076939344406 (0.23067875416441397) - | > loss_0: 2.4632863998413086 (2.4361878037452707) - | > grad_norm_0: tensor(13.7197, device='cuda:0') (tensor(54.0903, device='cuda:0')) - | > loss_gen: 2.131504535675049 (2.3867219144647756) - | > loss_kl: 1.354217767715454 (1.548903185671026) - | > loss_feat: 5.67315149307251 (7.050525112585588) - | > loss_mel: 17.503381729125977 (21.097355981306595) - | > loss_duration: 1.7056212425231934 (1.714215961369601) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 28.367876052856445 (33.797722027518546) - | > grad_norm_1: tensor(396.4497, device='cuda:0') (tensor(468.2918, device='cuda:0')) - | > current_lr_0: 0.00019845589462876104 - | > current_lr_1: 0.00019845589462876104 - | > step_time: 0.7567 (0.7818265318870545) - | > loader_time: 0.0058 (0.006461646340110083) - - - --> TIME: 2024-11-23 06:05:12 -- STEP: 245/797 -- GLOBAL_STEP: 50450 - | > loss_disc: 2.347672462463379 (2.435167561745158) - | > loss_disc_real_0: 0.07966677844524384 (0.1284835134233748) - | > loss_disc_real_1: 0.1671091765165329 (0.21629173609675195) - | > loss_disc_real_2: 0.21904413402080536 (0.23061425114164547) - | > loss_disc_real_3: 0.19559326767921448 (0.22180753952386428) - | > loss_disc_real_4: 0.21169358491897583 (0.2200944413335956) - | > loss_disc_real_5: 0.2297065258026123 (0.23106393291025745) - | > loss_0: 2.347672462463379 (2.435167561745158) - | > grad_norm_0: tensor(9.5808, device='cuda:0') (tensor(54.3856, device='cuda:0')) - | > loss_gen: 2.30521297454834 (2.3883853776114314) - | > loss_kl: 1.471052646636963 (1.5473427538969078) - | > loss_feat: 6.904414653778076 (7.050149746330417) - | > loss_mel: 21.534584045410156 (21.125883382680463) - | > loss_duration: 1.6366761922836304 (1.7098552280542803) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.8519401550293 (33.821616355740304) - | > grad_norm_1: tensor(180.1226, device='cuda:0') (tensor(481.0380, device='cuda:0')) - | > current_lr_0: 0.00019845589462876104 - | > current_lr_1: 0.00019845589462876104 - | > step_time: 0.7878 (0.7857615519543084) - | > loader_time: 0.0057 (0.006574571375944175) - - - --> TIME: 2024-11-23 06:05:33 -- STEP: 270/797 -- GLOBAL_STEP: 50475 - | > loss_disc: 2.2975239753723145 (2.4334716611438334) - | > loss_disc_real_0: 0.10550101846456528 (0.12736651602166685) - | > loss_disc_real_1: 0.22126935422420502 (0.21642574938359083) - | > loss_disc_real_2: 0.2241421639919281 (0.2303877530274568) - | > loss_disc_real_3: 0.23307304084300995 (0.22204685779633346) - | > loss_disc_real_4: 0.2164342850446701 (0.22030960078592654) - | > loss_disc_real_5: 0.1849408596754074 (0.22974033366750787) - | > loss_0: 2.2975239753723145 (2.4334716611438334) - | > grad_norm_0: tensor(10.4805, device='cuda:0') (tensor(52.9567, device='cuda:0')) - | > loss_gen: 2.4774599075317383 (2.3886998520957086) - | > loss_kl: 1.6930361986160278 (1.5558090126072919) - | > loss_feat: 7.0385823249816895 (7.046425107673363) - | > loss_mel: 21.7534122467041 (21.11434913917824) - | > loss_duration: 1.748530387878418 (1.706935739075696) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.711021423339844 (33.81221871552645) - | > grad_norm_1: tensor(508.7599, device='cuda:0') (tensor(485.3891, device='cuda:0')) - | > current_lr_0: 0.00019845589462876104 - | > current_lr_1: 0.00019845589462876104 - | > step_time: 0.8252 (0.788797457129867) - | > loader_time: 0.0126 (0.006512989821257413) - - - --> TIME: 2024-11-23 06:05:53 -- STEP: 295/797 -- GLOBAL_STEP: 50500 - | > loss_disc: 2.3212738037109375 (2.4364554671917937) - | > loss_disc_real_0: 0.07458873093128204 (0.1271509985549977) - | > loss_disc_real_1: 0.15868407487869263 (0.21631315805144233) - | > loss_disc_real_2: 0.23077255487442017 (0.2310289111682924) - | > loss_disc_real_3: 0.19995346665382385 (0.22269879837157364) - | > loss_disc_real_4: 0.2422444373369217 (0.22130217754234702) - | > loss_disc_real_5: 0.24453075230121613 (0.23031302013639676) - | > loss_0: 2.3212738037109375 (2.4364554671917937) - | > grad_norm_0: tensor(48.6006, device='cuda:0') (tensor(55.5846, device='cuda:0')) - | > loss_gen: 2.5208818912506104 (2.3956126043352013) - | > loss_kl: 1.8596835136413574 (1.5606916589252018) - | > loss_feat: 7.169830322265625 (7.047193947484936) - | > loss_mel: 20.8908748626709 (21.134981523934055) - | > loss_duration: 1.6608617305755615 (1.7049551984011118) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.102134704589844 (33.84343481548764) - | > grad_norm_1: tensor(584.4882, device='cuda:0') (tensor(492.4972, device='cuda:0')) - | > current_lr_0: 0.00019845589462876104 - | > current_lr_1: 0.00019845589462876104 - | > step_time: 0.7513 (0.7906881510201146) - | > loader_time: 0.015 (0.006685033087003027) - - - --> TIME: 2024-11-23 06:06:14 -- STEP: 320/797 -- GLOBAL_STEP: 50525 - | > loss_disc: 2.323335886001587 (2.436296264082195) - | > loss_disc_real_0: 0.1260969042778015 (0.12789963975083096) - | > loss_disc_real_1: 0.2218354046344757 (0.21722010639496153) - | > loss_disc_real_2: 0.21556727588176727 (0.23107330980710686) - | > loss_disc_real_3: 0.18839406967163086 (0.22231172509491443) - | > loss_disc_real_4: 0.23406288027763367 (0.22077844804152846) - | > loss_disc_real_5: 0.22843489050865173 (0.22982619274407626) - | > loss_0: 2.323335886001587 (2.436296264082195) - | > grad_norm_0: tensor(61.9011, device='cuda:0') (tensor(57.1218, device='cuda:0')) - | > loss_gen: 2.3967628479003906 (2.3976452149450767) - | > loss_kl: 1.4928148984909058 (1.5595323614776129) - | > loss_feat: 6.783414840698242 (7.039888408780096) - | > loss_mel: 20.852598190307617 (21.137914603948598) - | > loss_duration: 1.7341701984405518 (1.703090401366353) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.259761810302734 (33.838070887327206) - | > grad_norm_1: tensor(605.9664, device='cuda:0') (tensor(494.7824, device='cuda:0')) - | > current_lr_0: 0.00019845589462876104 - | > current_lr_1: 0.00019845589462876104 - | > step_time: 0.8316 (0.7926647245883939) - | > loader_time: 0.0168 (0.0067452974617481214) - - - --> TIME: 2024-11-23 06:06:35 -- STEP: 345/797 -- GLOBAL_STEP: 50550 - | > loss_disc: 2.5269863605499268 (2.4377949058145734) - | > loss_disc_real_0: 0.10434424877166748 (0.1279740952927135) - | > loss_disc_real_1: 0.23163093626499176 (0.2169585647358411) - | > loss_disc_real_2: 0.2930440306663513 (0.23119263877903207) - | > loss_disc_real_3: 0.22388985753059387 (0.22273774220459702) - | > loss_disc_real_4: 0.2744765281677246 (0.2212131993494172) - | > loss_disc_real_5: 0.25851970911026 (0.23027110337347223) - | > loss_0: 2.5269863605499268 (2.4377949058145734) - | > grad_norm_0: tensor(10.7115, device='cuda:0') (tensor(57.0965, device='cuda:0')) - | > loss_gen: 2.251532793045044 (2.3928059833637167) - | > loss_kl: 1.5545026063919067 (1.5596630946449606) - | > loss_feat: 6.752033710479736 (7.0129954697429255) - | > loss_mel: 20.871898651123047 (21.116880958667704) - | > loss_duration: 1.6619975566864014 (1.701236573855082) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.09196853637695 (33.7835819963096) - | > grad_norm_1: tensor(187.2068, device='cuda:0') (tensor(496.1492, device='cuda:0')) - | > current_lr_0: 0.00019845589462876104 - | > current_lr_1: 0.00019845589462876104 - | > step_time: 0.8435 (0.7955846316572546) - | > loader_time: 0.0059 (0.006850429894267648) - - - --> TIME: 2024-11-23 06:06:57 -- STEP: 370/797 -- GLOBAL_STEP: 50575 - | > loss_disc: 2.3874423503875732 (2.4361290880151714) - | > loss_disc_real_0: 0.1422901451587677 (0.1282732290794722) - | > loss_disc_real_1: 0.2043170928955078 (0.21694869789722807) - | > loss_disc_real_2: 0.21715453267097473 (0.23072173837068918) - | > loss_disc_real_3: 0.27776244282722473 (0.22198512397102407) - | > loss_disc_real_4: 0.24922554194927216 (0.22068597742834606) - | > loss_disc_real_5: 0.2116469293832779 (0.2293882924559954) - | > loss_0: 2.3874423503875732 (2.4361290880151714) - | > grad_norm_0: tensor(52.0852, device='cuda:0') (tensor(57.0596, device='cuda:0')) - | > loss_gen: 2.4698874950408936 (2.391170115728634) - | > loss_kl: 1.8479499816894531 (1.5595571572716165) - | > loss_feat: 7.174004554748535 (7.003791894139469) - | > loss_mel: 20.772052764892578 (21.092473272375166) - | > loss_duration: 1.6453341245651245 (1.6989339751166266) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.90922546386719 (33.74592635180498) - | > grad_norm_1: tensor(502.6882, device='cuda:0') (tensor(496.7627, device='cuda:0')) - | > current_lr_0: 0.00019845589462876104 - | > current_lr_1: 0.00019845589462876104 - | > step_time: 0.923 (0.7993106474747526) - | > loader_time: 0.0067 (0.007012425886618124) - - - --> TIME: 2024-11-23 06:07:18 -- STEP: 395/797 -- GLOBAL_STEP: 50600 - | > loss_disc: 2.4172911643981934 (2.4360441630399716) - | > loss_disc_real_0: 0.08805625885725021 (0.12805495835557773) - | > loss_disc_real_1: 0.18844236433506012 (0.21688313393653197) - | > loss_disc_real_2: 0.2031756043434143 (0.23141835463952415) - | > loss_disc_real_3: 0.24004001915454865 (0.22222487462472312) - | > loss_disc_real_4: 0.2611246109008789 (0.22067430306084548) - | > loss_disc_real_5: 0.23542150855064392 (0.23010563691960106) - | > loss_0: 2.4172911643981934 (2.4360441630399716) - | > grad_norm_0: tensor(49.8955, device='cuda:0') (tensor(57.1327, device='cuda:0')) - | > loss_gen: 2.3925342559814453 (2.3905313860012005) - | > loss_kl: 1.6089407205581665 (1.5585304160661329) - | > loss_feat: 7.939147472381592 (7.006030087531366) - | > loss_mel: 23.276399612426758 (21.122162734405904) - | > loss_duration: 1.6988794803619385 (1.6971662454967258) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.915897369384766 (33.774420798579335) - | > grad_norm_1: tensor(776.2469, device='cuda:0') (tensor(497.1026, device='cuda:0')) - | > current_lr_0: 0.00019845589462876104 - | > current_lr_1: 0.00019845589462876104 - | > step_time: 0.8553 (0.8022084700910348) - | > loader_time: 0.0055 (0.007083101514019543) - - - --> TIME: 2024-11-23 06:07:40 -- STEP: 420/797 -- GLOBAL_STEP: 50625 - | > loss_disc: 2.325899600982666 (2.4355143002101403) - | > loss_disc_real_0: 0.10726748406887054 (0.12813430887957425) - | > loss_disc_real_1: 0.17473655939102173 (0.21658157397593775) - | > loss_disc_real_2: 0.19120056927204132 (0.2308981587489446) - | > loss_disc_real_3: 0.20555901527404785 (0.22192592145431608) - | > loss_disc_real_4: 0.1774449348449707 (0.22049377539328166) - | > loss_disc_real_5: 0.20641764998435974 (0.2300367501519975) - | > loss_0: 2.325899600982666 (2.4355143002101403) - | > grad_norm_0: tensor(64.1471, device='cuda:0') (tensor(57.3932, device='cuda:0')) - | > loss_gen: 2.456623077392578 (2.3880261846951085) - | > loss_kl: 1.6155983209609985 (1.5576666383516216) - | > loss_feat: 7.12489652633667 (7.000625503630864) - | > loss_mel: 21.5462703704834 (21.115668955303374) - | > loss_duration: 1.637850284576416 (1.695813101530075) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.38124084472656 (33.75780033384051) - | > grad_norm_1: tensor(629.0893, device='cuda:0') (tensor(493.2441, device='cuda:0')) - | > current_lr_0: 0.00019845589462876104 - | > current_lr_1: 0.00019845589462876104 - | > step_time: 0.8195 (0.8046646316846209) - | > loader_time: 0.0107 (0.007201980409168061) - - - --> TIME: 2024-11-23 06:08:01 -- STEP: 445/797 -- GLOBAL_STEP: 50650 - | > loss_disc: 2.4767403602600098 (2.4383976625592565) - | > loss_disc_real_0: 0.1634611040353775 (0.12847684948297045) - | > loss_disc_real_1: 0.24802711606025696 (0.21692892088648982) - | > loss_disc_real_2: 0.23658384382724762 (0.23121195040392073) - | > loss_disc_real_3: 0.2455260306596756 (0.22209794260142895) - | > loss_disc_real_4: 0.22652579843997955 (0.22098544923107274) - | > loss_disc_real_5: 0.2417156845331192 (0.2310885872733727) - | > loss_0: 2.4767403602600098 (2.4383976625592565) - | > grad_norm_0: tensor(29.8690, device='cuda:0') (tensor(56.3363, device='cuda:0')) - | > loss_gen: 2.264390468597412 (2.3870218137676797) - | > loss_kl: 1.8985328674316406 (1.5591930367973408) - | > loss_feat: 5.656485080718994 (6.991821796974438) - | > loss_mel: 20.164085388183594 (21.135726555813566) - | > loss_duration: 1.7142422199249268 (1.6944975057344758) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.697736740112305 (33.768260660064335) - | > grad_norm_1: tensor(600.9642, device='cuda:0') (tensor(491.4206, device='cuda:0')) - | > current_lr_0: 0.00019845589462876104 - | > current_lr_1: 0.00019845589462876104 - | > step_time: 0.8682 (0.8068912924005741) - | > loader_time: 0.0083 (0.007292274946577092) - - - --> TIME: 2024-11-23 06:08:23 -- STEP: 470/797 -- GLOBAL_STEP: 50675 - | > loss_disc: 2.4993655681610107 (2.4393837908481073) - | > loss_disc_real_0: 0.16079722344875336 (0.1285288980508106) - | > loss_disc_real_1: 0.2127736508846283 (0.21679136467740895) - | > loss_disc_real_2: 0.2097826451063156 (0.23107545172914545) - | > loss_disc_real_3: 0.2785986363887787 (0.22182886644880823) - | > loss_disc_real_4: 0.20924150943756104 (0.22049178978864184) - | > loss_disc_real_5: 0.17866621911525726 (0.23071601479611498) - | > loss_0: 2.4993655681610107 (2.4393837908481073) - | > grad_norm_0: tensor(22.7202, device='cuda:0') (tensor(56.0775, device='cuda:0')) - | > loss_gen: 2.502737522125244 (2.384442261685716) - | > loss_kl: 1.7718925476074219 (1.5588223229063314) - | > loss_feat: 7.8455634117126465 (6.989818592274442) - | > loss_mel: 22.154172897338867 (21.152245253704965) - | > loss_duration: 1.663103461265564 (1.6938785187741543) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.93747329711914 (33.77920690495914) - | > grad_norm_1: tensor(199.0025, device='cuda:0') (tensor(494.5995, device='cuda:0')) - | > current_lr_0: 0.00019845589462876104 - | > current_lr_1: 0.00019845589462876104 - | > step_time: 0.8975 (0.8096012348824356) - | > loader_time: 0.0132 (0.007432954362098206) - - - --> TIME: 2024-11-23 06:08:45 -- STEP: 495/797 -- GLOBAL_STEP: 50700 - | > loss_disc: 2.36454176902771 (2.439693737511687) - | > loss_disc_real_0: 0.10538914054632187 (0.12846583090346278) - | > loss_disc_real_1: 0.23064586520195007 (0.21683220243213155) - | > loss_disc_real_2: 0.22248178720474243 (0.23132592331279409) - | > loss_disc_real_3: 0.18720167875289917 (0.2217419239005657) - | > loss_disc_real_4: 0.20206238329410553 (0.22080265485277079) - | > loss_disc_real_5: 0.2320956587791443 (0.23123757974667983) - | > loss_0: 2.36454176902771 (2.439693737511687) - | > grad_norm_0: tensor(66.8317, device='cuda:0') (tensor(55.7650, device='cuda:0')) - | > loss_gen: 2.419029474258423 (2.385539771330477) - | > loss_kl: 1.4907517433166504 (1.561055717564592) - | > loss_feat: 6.078682899475098 (6.987274947310938) - | > loss_mel: 19.10444450378418 (21.17177918559373) - | > loss_duration: 1.6766026020050049 (1.692518875093171) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.769512176513672 (33.79816844824586) - | > grad_norm_1: tensor(380.1862, device='cuda:0') (tensor(493.5980, device='cuda:0')) - | > current_lr_0: 0.00019845589462876104 - | > current_lr_1: 0.00019845589462876104 - | > step_time: 0.8192 (0.8118519783020017) - | > loader_time: 0.0067 (0.007487926579485035) - - - --> TIME: 2024-11-23 06:09:06 -- STEP: 520/797 -- GLOBAL_STEP: 50725 - | > loss_disc: 2.35629940032959 (2.438916227909239) - | > loss_disc_real_0: 0.10349121689796448 (0.1286602607426736) - | > loss_disc_real_1: 0.18374519050121307 (0.21673955218150068) - | > loss_disc_real_2: 0.22301509976387024 (0.2311255624374518) - | > loss_disc_real_3: 0.21331019699573517 (0.22176876795979647) - | > loss_disc_real_4: 0.23555094003677368 (0.2203767514286133) - | > loss_disc_real_5: 0.20801816880702972 (0.23075220573406954) - | > loss_0: 2.35629940032959 (2.438916227909239) - | > grad_norm_0: tensor(28.1006, device='cuda:0') (tensor(55.4427, device='cuda:0')) - | > loss_gen: 2.4630820751190186 (2.3848812504456594) - | > loss_kl: 1.4429577589035034 (1.5619653564233043) - | > loss_feat: 8.04554557800293 (6.982448346798236) - | > loss_mel: 22.664535522460938 (21.173693535878108) - | > loss_duration: 1.675501823425293 (1.6916064982230847) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.291622161865234 (33.794594918764524) - | > grad_norm_1: tensor(695.2498, device='cuda:0') (tensor(495.6636, device='cuda:0')) - | > current_lr_0: 0.00019845589462876104 - | > current_lr_1: 0.00019845589462876104 - | > step_time: 0.8579 (0.8132725202120266) - | > loader_time: 0.0072 (0.00758598676094642) - - - --> TIME: 2024-11-23 06:09:28 -- STEP: 545/797 -- GLOBAL_STEP: 50750 - | > loss_disc: 2.4201507568359375 (2.4382378735673575) - | > loss_disc_real_0: 0.11605633050203323 (0.12852736465427855) - | > loss_disc_real_1: 0.21596531569957733 (0.2166972638817009) - | > loss_disc_real_2: 0.23531129956245422 (0.23146754005633363) - | > loss_disc_real_3: 0.2400095909833908 (0.22172967094347018) - | > loss_disc_real_4: 0.22784535586833954 (0.22056496260909852) - | > loss_disc_real_5: 0.24743671715259552 (0.23106611808505628) - | > loss_0: 2.4201507568359375 (2.4382378735673575) - | > grad_norm_0: tensor(95.5456, device='cuda:0') (tensor(56.2682, device='cuda:0')) - | > loss_gen: 2.30930233001709 (2.389546827657507) - | > loss_kl: 1.4655996561050415 (1.5637458733462406) - | > loss_feat: 7.007559299468994 (6.992739284585373) - | > loss_mel: 21.977184295654297 (21.1724559538955) - | > loss_duration: 1.6405080556869507 (1.691590440163919) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.40015411376953 (33.81007830418576) - | > grad_norm_1: tensor(263.0320, device='cuda:0') (tensor(497.3381, device='cuda:0')) - | > current_lr_0: 0.00019845589462876104 - | > current_lr_1: 0.00019845589462876104 - | > step_time: 0.8574 (0.8159530902127605) - | > loader_time: 0.0078 (0.00759374679775413) - - - --> TIME: 2024-11-23 06:09:51 -- STEP: 570/797 -- GLOBAL_STEP: 50775 - | > loss_disc: 2.460507869720459 (2.4400961424175103) - | > loss_disc_real_0: 0.22609439492225647 (0.12882728873376262) - | > loss_disc_real_1: 0.24213354289531708 (0.2166950110019299) - | > loss_disc_real_2: 0.22877655923366547 (0.2315276088160381) - | > loss_disc_real_3: 0.19067800045013428 (0.22179316614280667) - | > loss_disc_real_4: 0.2303161472082138 (0.22054058990457595) - | > loss_disc_real_5: 0.2557772397994995 (0.23110142676976683) - | > loss_0: 2.460507869720459 (2.4400961424175103) - | > grad_norm_0: tensor(82.3585, device='cuda:0') (tensor(56.8349, device='cuda:0')) - | > loss_gen: 2.538458824157715 (2.390781595623285) - | > loss_kl: 1.6067683696746826 (1.565640094824004) - | > loss_feat: 6.423161506652832 (6.994707230517738) - | > loss_mel: 21.489471435546875 (21.18333061285187) - | > loss_duration: 1.7317094802856445 (1.6907589500410525) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.78956985473633 (33.825218421534466) - | > grad_norm_1: tensor(568.3762, device='cuda:0') (tensor(494.8881, device='cuda:0')) - | > current_lr_0: 0.00019845589462876104 - | > current_lr_1: 0.00019845589462876104 - | > step_time: 0.8505 (0.8196493738575985) - | > loader_time: 0.0121 (0.007683851426107842) - - - --> TIME: 2024-11-23 06:10:13 -- STEP: 595/797 -- GLOBAL_STEP: 50800 - | > loss_disc: 2.4799108505249023 (2.4397791217355196) - | > loss_disc_real_0: 0.09429223835468292 (0.12840466832413397) - | > loss_disc_real_1: 0.2513274550437927 (0.21672837228334252) - | > loss_disc_real_2: 0.2432492971420288 (0.2315434418556069) - | > loss_disc_real_3: 0.21041347086429596 (0.22206944948484916) - | > loss_disc_real_4: 0.2294117659330368 (0.22060545595253206) - | > loss_disc_real_5: 0.28584417700767517 (0.23110493724586578) - | > loss_0: 2.4799108505249023 (2.4397791217355196) - | > grad_norm_0: tensor(74.4174, device='cuda:0') (tensor(57.1701, device='cuda:0')) - | > loss_gen: 2.310678243637085 (2.3909916815637553) - | > loss_kl: 1.6114696264266968 (1.5673810443958311) - | > loss_feat: 6.057888984680176 (6.99157407744592) - | > loss_mel: 20.13448143005371 (21.18626145755544) - | > loss_duration: 1.6847858428955078 (1.6903287278503936) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.799304962158203 (33.82653689664949) - | > grad_norm_1: tensor(763.0521, device='cuda:0') (tensor(496.4966, device='cuda:0')) - | > current_lr_0: 0.00019845589462876104 - | > current_lr_1: 0.00019845589462876104 - | > step_time: 0.8723 (0.8223653769292752) - | > loader_time: 0.0083 (0.007755416982314166) - - - --> TIME: 2024-11-23 06:10:36 -- STEP: 620/797 -- GLOBAL_STEP: 50825 - | > loss_disc: 2.2648043632507324 (2.439897582607887) - | > loss_disc_real_0: 0.10176108777523041 (0.1279316910692761) - | > loss_disc_real_1: 0.19844654202461243 (0.21683162078261375) - | > loss_disc_real_2: 0.19028116762638092 (0.23153979970562844) - | > loss_disc_real_3: 0.19758842885494232 (0.22200079351182908) - | > loss_disc_real_4: 0.18424436450004578 (0.2208335260950749) - | > loss_disc_real_5: 0.1838091015815735 (0.23135052301710649) - | > loss_0: 2.2648043632507324 (2.439897582607887) - | > grad_norm_0: tensor(29.3626, device='cuda:0') (tensor(56.7386, device='cuda:0')) - | > loss_gen: 2.4098169803619385 (2.389159037797682) - | > loss_kl: 1.5360841751098633 (1.567992738369972) - | > loss_feat: 6.940722942352295 (6.978769565397693) - | > loss_mel: 20.140625 (21.177705303315204) - | > loss_duration: 1.7203869819641113 (1.6903377088808245) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.74763488769531 (33.803964261085724) - | > grad_norm_1: tensor(284.1435, device='cuda:0') (tensor(497.7443, device='cuda:0')) - | > current_lr_0: 0.00019845589462876104 - | > current_lr_1: 0.00019845589462876104 - | > step_time: 0.8802 (0.8252838430866121) - | > loader_time: 0.0078 (0.007885402633297829) - - - --> TIME: 2024-11-23 06:10:59 -- STEP: 645/797 -- GLOBAL_STEP: 50850 - | > loss_disc: 2.4593989849090576 (2.4400679621585617) - | > loss_disc_real_0: 0.1653209626674652 (0.12759286186029747) - | > loss_disc_real_1: 0.18488925695419312 (0.21705350446146587) - | > loss_disc_real_2: 0.2417329102754593 (0.23178254906521287) - | > loss_disc_real_3: 0.22362802922725677 (0.22222352152646974) - | > loss_disc_real_4: 0.27884140610694885 (0.22081642654515043) - | > loss_disc_real_5: 0.25058838725090027 (0.2311483186806819) - | > loss_0: 2.4593989849090576 (2.4400679621585617) - | > grad_norm_0: tensor(25.5535, device='cuda:0') (tensor(56.5006, device='cuda:0')) - | > loss_gen: 2.321549415588379 (2.3900874694188436) - | > loss_kl: 1.5774115324020386 (1.5678198527920153) - | > loss_feat: 6.7465691566467285 (6.979952139447826) - | > loss_mel: 22.410993576049805 (21.20902335884036) - | > loss_duration: 1.7006362676620483 (1.6905007062956343) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.75716018676758 (33.83738343290576) - | > grad_norm_1: tensor(829.4805, device='cuda:0') (tensor(504.2449, device='cuda:0')) - | > current_lr_0: 0.00019845589462876104 - | > current_lr_1: 0.00019845589462876104 - | > step_time: 0.9547 (0.8283226386521215) - | > loader_time: 0.013 (0.007979641034621598) - - - --> TIME: 2024-11-23 06:11:23 -- STEP: 670/797 -- GLOBAL_STEP: 50875 - | > loss_disc: 2.3473317623138428 (2.4393720299450354) - | > loss_disc_real_0: 0.06000334769487381 (0.12776830347616286) - | > loss_disc_real_1: 0.22069141268730164 (0.21698172515007988) - | > loss_disc_real_2: 0.2148887813091278 (0.2315214077260957) - | > loss_disc_real_3: 0.22329077124595642 (0.22213627077750306) - | > loss_disc_real_4: 0.2000381201505661 (0.22079398080484183) - | > loss_disc_real_5: 0.2375822514295578 (0.23108759215518607) - | > loss_0: 2.3473317623138428 (2.4393720299450354) - | > grad_norm_0: tensor(37.0476, device='cuda:0') (tensor(57.4176, device='cuda:0')) - | > loss_gen: 2.3849997520446777 (2.391568381216989) - | > loss_kl: 1.6010230779647827 (1.5684068350649591) - | > loss_feat: 6.818052768707275 (6.980142910800763) - | > loss_mel: 21.649091720581055 (21.22136113465723) - | > loss_duration: 1.6454689502716064 (1.6902489562532794) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.098636627197266 (33.85172809771633) - | > grad_norm_1: tensor(466.1789, device='cuda:0') (tensor(507.1492, device='cuda:0')) - | > current_lr_0: 0.00019845589462876104 - | > current_lr_1: 0.00019845589462876104 - | > step_time: 0.8842 (0.8322758681738556) - | > loader_time: 0.0149 (0.0080803575800426) - - - --> TIME: 2024-11-23 06:11:46 -- STEP: 695/797 -- GLOBAL_STEP: 50900 - | > loss_disc: 2.3876616954803467 (2.439862555565598) - | > loss_disc_real_0: 0.10833019763231277 (0.1285324187158681) - | > loss_disc_real_1: 0.19898422062397003 (0.21688572783693136) - | > loss_disc_real_2: 0.2619868516921997 (0.2313504995201989) - | > loss_disc_real_3: 0.25251075625419617 (0.22223661784216656) - | > loss_disc_real_4: 0.2450924962759018 (0.2206812917971782) - | > loss_disc_real_5: 0.2561526596546173 (0.23079542993641583) - | > loss_0: 2.3876616954803467 (2.439862555565598) - | > grad_norm_0: tensor(69.0167, device='cuda:0') (tensor(57.9992, device='cuda:0')) - | > loss_gen: 2.403012275695801 (2.391053867511614) - | > loss_kl: 1.5913954973220825 (1.5692047957893756) - | > loss_feat: 7.498093128204346 (6.9719462490767885) - | > loss_mel: 21.60991096496582 (21.21700676568121) - | > loss_duration: 1.6916917562484741 (1.6897108909895093) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.794105529785156 (33.83892245944451) - | > grad_norm_1: tensor(457.6515, device='cuda:0') (tensor(506.2039, device='cuda:0')) - | > current_lr_0: 0.00019845589462876104 - | > current_lr_1: 0.00019845589462876104 - | > step_time: 0.9225 (0.8356393577383578) - | > loader_time: 0.0142 (0.008167714866802851) - - - --> TIME: 2024-11-23 06:12:12 -- STEP: 720/797 -- GLOBAL_STEP: 50925 - | > loss_disc: 2.6399474143981934 (2.4402430127064436) - | > loss_disc_real_0: 0.1499517858028412 (0.1283522421701088) - | > loss_disc_real_1: 0.24581816792488098 (0.21678144344025188) - | > loss_disc_real_2: 0.2571983337402344 (0.23143578749150037) - | > loss_disc_real_3: 0.2471536248922348 (0.2223348008468747) - | > loss_disc_real_4: 0.2604846656322479 (0.22095104327632314) - | > loss_disc_real_5: 0.2482207864522934 (0.2309061630732483) - | > loss_0: 2.6399474143981934 (2.4402430127064436) - | > grad_norm_0: tensor(56.3065, device='cuda:0') (tensor(58.4249, device='cuda:0')) - | > loss_gen: 2.312835216522217 (2.3924136315782887) - | > loss_kl: 1.546654224395752 (1.570160239438216) - | > loss_feat: 5.296723365783691 (6.972469099362692) - | > loss_mel: 19.38022804260254 (21.225052523612984) - | > loss_duration: 1.7074775695800781 (1.6890652500920826) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.243919372558594 (33.84916064474315) - | > grad_norm_1: tensor(135.6789, device='cuda:0') (tensor(505.2462, device='cuda:0')) - | > current_lr_0: 0.00019845589462876104 - | > current_lr_1: 0.00019845589462876104 - | > step_time: 0.9906 (0.8411229017708038) - | > loader_time: 0.0148 (0.008334456549750438) - - - --> TIME: 2024-11-23 06:12:44 -- STEP: 745/797 -- GLOBAL_STEP: 50950 - | > loss_disc: 2.4124855995178223 (2.43980938316192) - | > loss_disc_real_0: 0.11913662403821945 (0.12823395038011098) - | > loss_disc_real_1: 0.19234712421894073 (0.21654349647512372) - | > loss_disc_real_2: 0.24043940007686615 (0.23161074507156473) - | > loss_disc_real_3: 0.2173619419336319 (0.22241103169101997) - | > loss_disc_real_4: 0.24554374814033508 (0.22086240041175936) - | > loss_disc_real_5: 0.2385234236717224 (0.23067266709052472) - | > loss_0: 2.4124855995178223 (2.43980938316192) - | > grad_norm_0: tensor(19.2856, device='cuda:0') (tensor(57.5148, device='cuda:0')) - | > loss_gen: 2.3703761100769043 (2.3903872600337834) - | > loss_kl: 1.6603143215179443 (1.5732302920130274) - | > loss_feat: 7.097170352935791 (6.971589172926525) - | > loss_mel: 21.447933197021484 (21.237719009706645) - | > loss_duration: 1.6599318981170654 (1.6880961486957218) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.23572540283203 (33.861021786888145) - | > grad_norm_1: tensor(518.7913, device='cuda:0') (tensor(503.4708, device='cuda:0')) - | > current_lr_0: 0.00019845589462876104 - | > current_lr_1: 0.00019845589462876104 - | > step_time: 1.2586 (0.8551891858145696) - | > loader_time: 0.0117 (0.008585789059632578) - - - --> TIME: 2024-11-23 06:13:39 -- STEP: 770/797 -- GLOBAL_STEP: 50975 - | > loss_disc: 2.5709595680236816 (2.440621436416333) - | > loss_disc_real_0: 0.08782802522182465 (0.12942745932317404) - | > loss_disc_real_1: 0.21139895915985107 (0.2164068238108189) - | > loss_disc_real_2: 0.22410322725772858 (0.23163340395534193) - | > loss_disc_real_3: 0.24865975975990295 (0.2225729750735419) - | > loss_disc_real_4: 0.27350500226020813 (0.22111466757275833) - | > loss_disc_real_5: 0.2858389616012573 (0.23076257310904463) - | > loss_0: 2.5709595680236816 (2.440621436416333) - | > grad_norm_0: tensor(15.6618, device='cuda:0') (tensor(57.2772, device='cuda:0')) - | > loss_gen: 2.4113378524780273 (2.3911397375069674) - | > loss_kl: 1.659375548362732 (1.5758160660793255) - | > loss_feat: 7.968825817108154 (6.974046262518152) - | > loss_mel: 23.2027530670166 (21.246461479385186) - | > loss_duration: 1.6305983066558838 (1.6870851056916374) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.872894287109375 (33.8745485603035) - | > grad_norm_1: tensor(412.3288, device='cuda:0') (tensor(504.5998, device='cuda:0')) - | > current_lr_0: 0.00019845589462876104 - | > current_lr_1: 0.00019845589462876104 - | > step_time: 2.5651 (0.8979923186364114) - | > loader_time: 0.0116 (0.008982063268686268) - - - --> TIME: 2024-11-23 06:15:01 -- STEP: 795/797 -- GLOBAL_STEP: 51000 - | > loss_disc: 2.4257864952087402 (2.4422194243976927) - | > loss_disc_real_0: 0.0987866222858429 (0.12982309837386297) - | > loss_disc_real_1: 0.19042594730854034 (0.2167407340036248) - | > loss_disc_real_2: 0.22812922298908234 (0.2318175620252981) - | > loss_disc_real_3: 0.20788520574569702 (0.22264326990775343) - | > loss_disc_real_4: 0.2253858745098114 (0.22117913436589745) - | > loss_disc_real_5: 0.28992682695388794 (0.23075112353705757) - | > loss_0: 2.4257864952087402 (2.4422194243976927) - | > grad_norm_0: tensor(46.5500, device='cuda:0') (tensor(57.1698, device='cuda:0')) - | > loss_gen: 2.459850788116455 (2.389205838299399) - | > loss_kl: 1.6145155429840088 (1.5772865697272918) - | > loss_feat: 7.218898296356201 (6.970281933838466) - | > loss_mel: 23.30851936340332 (21.256320610286313) - | > loss_duration: 1.6732436418533325 (1.686330295958609) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.275028228759766 (33.879425180783045) - | > grad_norm_1: tensor(279.6319, device='cuda:0') (tensor(509.5164, device='cuda:0')) - | > current_lr_0: 0.00019845589462876104 - | > current_lr_1: 0.00019845589462876104 - | > step_time: 3.7007 (0.9722076907847664) - | > loader_time: 0.0105 (0.009338853644125114) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.4094221591949463 (2.4094221591949463) - | > loss_disc_real_0: 0.17534804344177246 (0.17534804344177246) - | > loss_disc_real_1: 0.24463574588298798 (0.24463574588298798) - | > loss_disc_real_2: 0.15901462733745575 (0.15901462733745575) - | > loss_disc_real_3: 0.18252064287662506 (0.18252064287662506) - | > loss_disc_real_4: 0.14877042174339294 (0.14877042174339294) - | > loss_disc_real_5: 0.19519871473312378 (0.19519871473312378) - | > loss_0: 2.4094221591949463 (2.4094221591949463) - | > loss_gen: 2.384664535522461 (2.384664535522461) - | > loss_kl: 2.479543685913086 (2.479543685913086) - | > loss_feat: 8.35531997680664 (8.35531997680664) - | > loss_mel: 22.039613723754883 (22.039613723754883) - | > loss_duration: 2.016767740249634 (2.016767740249634) - | > loss_1: 37.275909423828125 (37.275909423828125) - - --> STEP: 1 - | > loss_disc: 2.5473780632019043 (2.5473780632019043) - | > loss_disc_real_0: 0.18982486426830292 (0.18982486426830292) - | > loss_disc_real_1: 0.22977611422538757 (0.22977611422538757) - | > loss_disc_real_2: 0.21544210612773895 (0.21544210612773895) - | > loss_disc_real_3: 0.2372189611196518 (0.2372189611196518) - | > loss_disc_real_4: 0.20848555862903595 (0.20848555862903595) - | > loss_disc_real_5: 0.1855911910533905 (0.1855911910533905) - | > loss_0: 2.5473780632019043 (2.5473780632019043) - | > loss_gen: 2.280407190322876 (2.280407190322876) - | > loss_kl: 2.006521463394165 (2.006521463394165) - | > loss_feat: 6.257038116455078 (6.257038116455078) - | > loss_mel: 18.42060089111328 (18.42060089111328) - | > loss_duration: 1.681318759918213 (1.681318759918213) - | > loss_1: 30.645885467529297 (30.645885467529297) - - --> STEP: 2 - | > loss_disc: 2.4843549728393555 (2.51586651802063) - | > loss_disc_real_0: 0.20300018787384033 (0.19641252607107162) - | > loss_disc_real_1: 0.22175194323062897 (0.22576402872800827) - | > loss_disc_real_2: 0.24778474867343903 (0.231613427400589) - | > loss_disc_real_3: 0.2919290065765381 (0.26457398384809494) - | > loss_disc_real_4: 0.24416537582874298 (0.22632546722888947) - | > loss_disc_real_5: 0.28939247131347656 (0.23749183118343353) - | > loss_0: 2.4843549728393555 (2.51586651802063) - | > loss_gen: 2.7597248554229736 (2.520066022872925) - | > loss_kl: 1.4998652935028076 (1.7531933784484863) - | > loss_feat: 6.248669624328613 (6.252853870391846) - | > loss_mel: 22.281709671020508 (20.351155281066895) - | > loss_duration: 1.6647424697875977 (1.6730306148529053) - | > loss_1: 34.4547119140625 (32.5502986907959) - - --> STEP: 3 - | > loss_disc: 2.487016201019287 (2.506249745686849) - | > loss_disc_real_0: 0.2402307689189911 (0.2110186070203781) - | > loss_disc_real_1: 0.20646853744983673 (0.21933219830195108) - | > loss_disc_real_2: 0.21448218822479248 (0.22590301434199014) - | > loss_disc_real_3: 0.22205710411071777 (0.25040169060230255) - | > loss_disc_real_4: 0.23110529780387878 (0.22791874408721924) - | > loss_disc_real_5: 0.2379874438047409 (0.23765703539053598) - | > loss_0: 2.487016201019287 (2.506249745686849) - | > loss_gen: 2.5903332233428955 (2.5434884230295816) - | > loss_kl: 1.6331160068511963 (1.7131675879160564) - | > loss_feat: 6.940810203552246 (6.4821726481119795) - | > loss_mel: 22.61682891845703 (21.106379826863606) - | > loss_duration: 1.7586281299591064 (1.7015631198883057) - | > loss_1: 35.53971481323242 (33.54677073160807) - - --> STEP: 4 - | > loss_disc: 2.5233306884765625 (2.5105199813842773) - | > loss_disc_real_0: 0.18898142874240875 (0.20550931245088577) - | > loss_disc_real_1: 0.20435777306556702 (0.21558859199285507) - | > loss_disc_real_2: 0.235911563038826 (0.2284051515161991) - | > loss_disc_real_3: 0.18539291620254517 (0.2341494970023632) - | > loss_disc_real_4: 0.23516526818275452 (0.22973037511110306) - | > loss_disc_real_5: 0.24250106513500214 (0.23886804282665253) - | > loss_0: 2.5233306884765625 (2.5105199813842773) - | > loss_gen: 2.3094747066497803 (2.4849849939346313) - | > loss_kl: 2.606257438659668 (1.9364400506019592) - | > loss_feat: 6.446108818054199 (6.473156690597534) - | > loss_mel: 19.26736831665039 (20.646626949310303) - | > loss_duration: 1.6060447692871094 (1.6776835322380066) - | > loss_1: 32.235252380371094 (33.21889114379883) - - --> STEP: 5 - | > loss_disc: 2.585759401321411 (2.525567865371704) - | > loss_disc_real_0: 0.3448576033115387 (0.23337897062301635) - | > loss_disc_real_1: 0.2385854572057724 (0.22018796503543853) - | > loss_disc_real_2: 0.22970710694789886 (0.22866554260253907) - | > loss_disc_real_3: 0.20294418931007385 (0.22790843546390532) - | > loss_disc_real_4: 0.19337299466133118 (0.22245889902114868) - | > loss_disc_real_5: 0.19558390974998474 (0.23021121621131896) - | > loss_0: 2.585759401321411 (2.525567865371704) - | > loss_gen: 2.5882508754730225 (2.5056381702423094) - | > loss_kl: 2.1957545280456543 (1.9883029460906982) - | > loss_feat: 6.9759063720703125 (6.57370662689209) - | > loss_mel: 21.944135665893555 (20.906128692626954) - | > loss_duration: 1.8971765041351318 (1.7215821266174316) - | > loss_1: 35.60122299194336 (33.69535751342774) - - --> STEP: 6 - | > loss_disc: 2.5032286643981934 (2.521844665209452) - | > loss_disc_real_0: 0.27382275462150574 (0.24011960128943124) - | > loss_disc_real_1: 0.2193540781736374 (0.22004898389180502) - | > loss_disc_real_2: 0.237010195851326 (0.23005631814400354) - | > loss_disc_real_3: 0.2578926086425781 (0.2329057976603508) - | > loss_disc_real_4: 0.22486785054206848 (0.22286039094130197) - | > loss_disc_real_5: 0.22633066773414612 (0.22956445813179016) - | > loss_0: 2.5032286643981934 (2.521844665209452) - | > loss_gen: 2.5125832557678223 (2.5067956844965615) - | > loss_kl: 1.3340729475021362 (1.8792646129926045) - | > loss_feat: 6.480748653411865 (6.558213631312053) - | > loss_mel: 18.447795867919922 (20.49640655517578) - | > loss_duration: 1.6429243087768555 (1.708472490310669) - | > loss_1: 30.41812515258789 (33.14915211995443) - - --> STEP: 7 - | > loss_disc: 2.350494146347046 (2.49736601965768) - | > loss_disc_real_0: 0.2125706970691681 (0.23618404354367936) - | > loss_disc_real_1: 0.2115517556667328 (0.21883509414536612) - | > loss_disc_real_2: 0.21681611239910126 (0.22816486018044607) - | > loss_disc_real_3: 0.16796116530895233 (0.22362799303872244) - | > loss_disc_real_4: 0.1703583151102066 (0.21536009439400264) - | > loss_disc_real_5: 0.19311200082302094 (0.22435696423053741) - | > loss_0: 2.350494146347046 (2.49736601965768) - | > loss_gen: 2.569330930709839 (2.5157292910984586) - | > loss_kl: 1.8974777460098267 (1.881866489137922) - | > loss_feat: 7.659885406494141 (6.7155953134809225) - | > loss_mel: 21.953649520874023 (20.7045841217041) - | > loss_duration: 1.6886322498321533 (1.7056381702423096) - | > loss_1: 35.768978118896484 (33.52341297694615) - - --> STEP: 8 - | > loss_disc: 2.850405216217041 (2.5414959192276) - | > loss_disc_real_0: 0.19331347942352295 (0.23082522302865982) - | > loss_disc_real_1: 0.1694161593914032 (0.21265772730112076) - | > loss_disc_real_2: 0.19333843886852264 (0.22381155751645565) - | > loss_disc_real_3: 0.18638376891613007 (0.2189724650233984) - | > loss_disc_real_4: 0.14619217813014984 (0.20671410486102104) - | > loss_disc_real_5: 0.23627234995365143 (0.22584638744592667) - | > loss_0: 2.850405216217041 (2.5414959192276) - | > loss_gen: 2.0749106407165527 (2.46062695980072) - | > loss_kl: 1.8260188102722168 (1.8748855292797089) - | > loss_feat: 8.155738830566406 (6.895613253116608) - | > loss_mel: 21.909841537475586 (20.855241298675537) - | > loss_duration: 1.7057749032974243 (1.705655261874199) - | > loss_1: 35.67228698730469 (33.79202222824097) - - --> STEP: 9 - | > loss_disc: 2.5401153564453125 (2.5413425233629017) - | > loss_disc_real_0: 0.1675174981355667 (0.22379103137387168) - | > loss_disc_real_1: 0.20820382237434387 (0.21216284897592333) - | > loss_disc_real_2: 0.3035295903682709 (0.2326691167222129) - | > loss_disc_real_3: 0.26965630054473877 (0.22460400230354732) - | > loss_disc_real_4: 0.2061855047941208 (0.20665537152025434) - | > loss_disc_real_5: 0.2508065402507782 (0.22861973775757682) - | > loss_0: 2.5401153564453125 (2.5413425233629017) - | > loss_gen: 2.3799893856048584 (2.451667229334513) - | > loss_kl: 1.6692754030227661 (1.852039959695604) - | > loss_feat: 5.633242607116699 (6.7553498480055065) - | > loss_mel: 21.455997467041016 (20.92199198404948) - | > loss_duration: 1.6848773956298828 (1.703346610069275) - | > loss_1: 32.82337951660156 (33.684395260281036) - - --> STEP: 10 - | > loss_disc: 2.455415964126587 (2.53274986743927) - | > loss_disc_real_0: 0.24707278609275818 (0.22611920684576034) - | > loss_disc_real_1: 0.2246369868516922 (0.21341026276350022) - | > loss_disc_real_2: 0.25750160217285156 (0.23515236526727676) - | > loss_disc_real_3: 0.24975521862506866 (0.22711912393569947) - | > loss_disc_real_4: 0.20992699265480042 (0.20698253363370894) - | > loss_disc_real_5: 0.29328250885009766 (0.23508601486682892) - | > loss_0: 2.455415964126587 (2.53274986743927) - | > loss_gen: 2.812056064605713 (2.487706112861633) - | > loss_kl: 1.6123101711273193 (1.8280669808387757) - | > loss_feat: 7.274477481842041 (6.80726261138916) - | > loss_mel: 23.266014099121094 (21.15639419555664) - | > loss_duration: 1.5762118101119995 (1.6906331300735473) - | > loss_1: 36.54106903076172 (33.9700626373291) - - --> STEP: 11 - | > loss_disc: 2.275125741958618 (2.5093294923955742) - | > loss_disc_real_0: 0.24578751623630524 (0.22790723497217352) - | > loss_disc_real_1: 0.17489197850227356 (0.20990860055793414) - | > loss_disc_real_2: 0.22567975521087646 (0.2342912188985131) - | > loss_disc_real_3: 0.17346163094043732 (0.22224117002703928) - | > loss_disc_real_4: 0.1974906623363495 (0.20611963624303992) - | > loss_disc_real_5: 0.20084494352340698 (0.23197319019924512) - | > loss_0: 2.275125741958618 (2.5093294923955742) - | > loss_gen: 2.673924446105957 (2.504635052247481) - | > loss_kl: 1.9742951393127441 (1.8413604497909546) - | > loss_feat: 8.582446098327637 (6.968642928383567) - | > loss_mel: 23.768028259277344 (21.393815474076703) - | > loss_duration: 1.6019048690795898 (1.682566924528642) - | > loss_1: 38.6005973815918 (34.391020341352984) - - --> STEP: 12 - | > loss_disc: 2.321251630783081 (2.4936563372612) - | > loss_disc_real_0: 0.21566741168498993 (0.22688724969824156) - | > loss_disc_real_1: 0.21578051149845123 (0.21039792646964392) - | > loss_disc_real_2: 0.209031343460083 (0.23218622927864394) - | > loss_disc_real_3: 0.1728101521730423 (0.21812191853920618) - | > loss_disc_real_4: 0.24979746341705322 (0.2097594551742077) - | > loss_disc_real_5: 0.22672900557518005 (0.23153617481390634) - | > loss_0: 2.321251630783081 (2.4936563372612) - | > loss_gen: 2.933844566345215 (2.5404025117556253) - | > loss_kl: 2.08774733543396 (1.861892690261205) - | > loss_feat: 7.13425350189209 (6.982443809509277) - | > loss_mel: 23.770044326782227 (21.591834545135498) - | > loss_duration: 1.695173978805542 (1.6836175123850505) - | > loss_1: 37.62106704711914 (34.66019090016683) - - --> STEP: 13 - | > loss_disc: 2.419879913330078 (2.487981227728037) - | > loss_disc_real_0: 0.1405252367258072 (0.22024401793113121) - | > loss_disc_real_1: 0.20918476581573486 (0.2103046064193432) - | > loss_disc_real_2: 0.23345907032489777 (0.23228414012835577) - | > loss_disc_real_3: 0.21826183795928955 (0.2181326815715203) - | > loss_disc_real_4: 0.1949433535337448 (0.20861975504801825) - | > loss_disc_real_5: 0.2433011382818222 (0.23244117200374603) - | > loss_0: 2.419879913330078 (2.487981227728037) - | > loss_gen: 2.501887321472168 (2.5374398048107443) - | > loss_kl: 1.9452741146087646 (1.868306645980248) - | > loss_feat: 6.21998929977417 (6.923793462606577) - | > loss_mel: 19.51786994934082 (21.432298806997444) - | > loss_duration: 1.716559886932373 (1.686151541196383) - | > loss_1: 31.901580810546875 (34.44799012404222) - - --> STEP: 14 - | > loss_disc: 2.3450124263763428 (2.47776917048863) - | > loss_disc_real_0: 0.1352202296257019 (0.21417089019502913) - | > loss_disc_real_1: 0.17795243859291077 (0.20799373728888376) - | > loss_disc_real_2: 0.22479340434074402 (0.23174908757209778) - | > loss_disc_real_3: 0.23577721416950226 (0.219393005328519) - | > loss_disc_real_4: 0.19554074108600616 (0.20768553976501739) - | > loss_disc_real_5: 0.20567934215068817 (0.23052961272852762) - | > loss_0: 2.3450124263763428 (2.47776917048863) - | > loss_gen: 2.4641079902648926 (2.532201818057469) - | > loss_kl: 1.7967532873153687 (1.8631956917898995) - | > loss_feat: 7.910599708557129 (6.994279623031616) - | > loss_mel: 22.43808364868164 (21.50414058140346) - | > loss_duration: 1.7300339937210083 (1.689286002090999) - | > loss_1: 36.339576721191406 (34.58310345241002) - - --> STEP: 15 - | > loss_disc: 2.381704807281494 (2.471364879608154) - | > loss_disc_real_0: 0.2223277986049652 (0.21471468408902486) - | > loss_disc_real_1: 0.23952031135559082 (0.2100955088933309) - | > loss_disc_real_2: 0.25936004519462585 (0.23358981808026633) - | > loss_disc_real_3: 0.23189717531204224 (0.22022661666075388) - | > loss_disc_real_4: 0.1994853913784027 (0.20713886320590974) - | > loss_disc_real_5: 0.2247489094734192 (0.23014423251152039) - | > loss_0: 2.381704807281494 (2.471364879608154) - | > loss_gen: 2.765538215637207 (2.5477575778961183) - | > loss_kl: 1.7796485424041748 (1.8576258818308513) - | > loss_feat: 6.260441303253174 (6.94535706837972) - | > loss_mel: 21.70345115661621 (21.51742795308431) - | > loss_duration: 1.6418724060058594 (1.686125095685323) - | > loss_1: 34.15095138549805 (34.55429331461588) - - --> STEP: 16 - | > loss_disc: 2.481273889541626 (2.4719841927289963) - | > loss_disc_real_0: 0.27087363600730896 (0.21822461858391762) - | > loss_disc_real_1: 0.18892288208007812 (0.2087722197175026) - | > loss_disc_real_2: 0.19181422889232635 (0.23097884375602007) - | > loss_disc_real_3: 0.16721616685390472 (0.2169134635478258) - | > loss_disc_real_4: 0.2062210887670517 (0.2070815023034811) - | > loss_disc_real_5: 0.2538699805736542 (0.23162709176540375) - | > loss_0: 2.481273889541626 (2.4719841927289963) - | > loss_gen: 2.446847438812256 (2.5414506942033768) - | > loss_kl: 1.9151005744934082 (1.861218050122261) - | > loss_feat: 7.428560733795166 (6.975557297468185) - | > loss_mel: 22.94514274597168 (21.60666012763977) - | > loss_duration: 1.777023196220398 (1.6918062269687653) - | > loss_1: 36.512672424316406 (34.67669200897217) - - --> STEP: 17 - | > loss_disc: 2.5496134757995605 (2.476550621144912) - | > loss_disc_real_0: 0.1335698962211609 (0.21324492903316722) - | > loss_disc_real_1: 0.18325264751911163 (0.2072710684117149) - | > loss_disc_real_2: 0.23431159555912018 (0.23117488797973185) - | > loss_disc_real_3: 0.22805602848529816 (0.2175689085441477) - | > loss_disc_real_4: 0.2600553333759308 (0.2101976100136252) - | > loss_disc_real_5: 0.23386558890342712 (0.23175876806764042) - | > loss_0: 2.5496134757995605 (2.476550621144912) - | > loss_gen: 2.2944536209106445 (2.5269214545979217) - | > loss_kl: 1.2842942476272583 (1.8272813558578491) - | > loss_feat: 7.578670024871826 (7.011034516727223) - | > loss_mel: 23.554567337036133 (21.721242904663086) - | > loss_duration: 1.6730890274047852 (1.6907052152297075) - | > loss_1: 36.385074615478516 (34.77718510347254) - - --> STEP: 18 - | > loss_disc: 2.389979839324951 (2.471741133266025) - | > loss_disc_real_0: 0.12058298289775848 (0.20809704313675562) - | > loss_disc_real_1: 0.22210794687271118 (0.2080953394373258) - | > loss_disc_real_2: 0.25102725625038147 (0.23227779732810128) - | > loss_disc_real_3: 0.23332102596759796 (0.21844402617878383) - | > loss_disc_real_4: 0.22710822522640228 (0.21113708863655725) - | > loss_disc_real_5: 0.2722422182559967 (0.2340078486336602) - | > loss_0: 2.389979839324951 (2.471741133266025) - | > loss_gen: 2.4794743061065674 (2.524285501903958) - | > loss_kl: 1.5852434635162354 (1.813834806283315) - | > loss_feat: 6.318417072296143 (6.972555769814385) - | > loss_mel: 19.681297302246094 (21.607912593417698) - | > loss_duration: 1.6223870515823364 (1.6869097616937425) - | > loss_1: 31.686819076538086 (34.60549810197618) - - --> STEP: 19 - | > loss_disc: 2.1243016719818115 (2.453454845830014) - | > loss_disc_real_0: 0.14423605799674988 (0.2047359386557027) - | > loss_disc_real_1: 0.24613025784492493 (0.21009717724825205) - | > loss_disc_real_2: 0.1613510549068451 (0.22854481088487724) - | > loss_disc_real_3: 0.15701287984848022 (0.21521080795087313) - | > loss_disc_real_4: 0.1712452918291092 (0.20903752038353368) - | > loss_disc_real_5: 0.11555831134319305 (0.22777366246047773) - | > loss_0: 2.1243016719818115 (2.453454845830014) - | > loss_gen: 2.5342764854431152 (2.524811343142861) - | > loss_kl: 2.2358367443084717 (1.8360454346004285) - | > loss_feat: 7.712892055511475 (7.011520837482653) - | > loss_mel: 20.563676834106445 (21.552952816611842) - | > loss_duration: 1.7744314670562744 (1.691516167239139) - | > loss_1: 34.82111358642578 (34.61684628536827) - - --> STEP: 20 - | > loss_disc: 2.286837339401245 (2.4451239705085754) - | > loss_disc_real_0: 0.11682155728340149 (0.20034021958708764) - | > loss_disc_real_1: 0.20372653007507324 (0.20977864488959314) - | > loss_disc_real_2: 0.22393332421779633 (0.22831423655152322) - | > loss_disc_real_3: 0.24425029754638672 (0.2166627824306488) - | > loss_disc_real_4: 0.22103504836559296 (0.20963739678263665) - | > loss_disc_real_5: 0.26011285185813904 (0.2293906219303608) - | > loss_0: 2.286837339401245 (2.4451239705085754) - | > loss_gen: 2.595285415649414 (2.5283350467681887) - | > loss_kl: 1.979061484336853 (1.8431962370872497) - | > loss_feat: 6.446918487548828 (6.983290719985962) - | > loss_mel: 20.22356414794922 (21.48648338317871) - | > loss_duration: 1.673454999923706 (1.6906131088733674) - | > loss_1: 32.91828536987305 (34.53191823959351) - - --> STEP: 21 - | > loss_disc: 2.6363437175750732 (2.4542296727498374) - | > loss_disc_real_0: 0.1589803397655487 (0.1983707015003477) - | > loss_disc_real_1: 0.19101199507713318 (0.2088849948985236) - | > loss_disc_real_2: 0.21206475794315338 (0.22754045185588656) - | > loss_disc_real_3: 0.20547562837600708 (0.21613006080899919) - | > loss_disc_real_4: 0.21560268104076385 (0.20992145793778555) - | > loss_disc_real_5: 0.24044951796531677 (0.22991723602726347) - | > loss_0: 2.6363437175750732 (2.4542296727498374) - | > loss_gen: 2.1696817874908447 (2.511256320135934) - | > loss_kl: 1.472458004951477 (1.825542035556975) - | > loss_feat: 7.92526912689209 (7.028146834600539) - | > loss_mel: 22.839717864990234 (21.55092312040783) - | > loss_duration: 1.6504664421081543 (1.6887013628369285) - | > loss_1: 36.057594299316406 (34.60456948053269) - - --> STEP: 22 - | > loss_disc: 2.574373960494995 (2.4596907767382534) - | > loss_disc_real_0: 0.15392270684242249 (0.19635033810680563) - | > loss_disc_real_1: 0.20384208858013153 (0.20865577188405124) - | > loss_disc_real_2: 0.20535996556282043 (0.22653224793347446) - | > loss_disc_real_3: 0.1758953481912613 (0.21430121023546567) - | > loss_disc_real_4: 0.23552963137626648 (0.21108546582135287) - | > loss_disc_real_5: 0.22037804126739502 (0.22948363626545126) - | > loss_0: 2.574373960494995 (2.4596907767382534) - | > loss_gen: 2.426725387573242 (2.5074140050194482) - | > loss_kl: 1.4522104263305664 (1.8085724169557744) - | > loss_feat: 7.139097213745117 (7.0331900336525655) - | > loss_mel: 23.29054069519043 (21.629996646534313) - | > loss_duration: 1.756832480430603 (1.6917982318184592) - | > loss_1: 36.06540298461914 (34.670971003445715) - - --> STEP: 23 - | > loss_disc: 2.264742136001587 (2.4512147488801377) - | > loss_disc_real_0: 0.23925237357616425 (0.19821564399677774) - | > loss_disc_real_1: 0.22822822630405426 (0.2095067481631818) - | > loss_disc_real_2: 0.20800812542438507 (0.22572685130264447) - | > loss_disc_real_3: 0.1263846457004547 (0.21047875090785648) - | > loss_disc_real_4: 0.2185531109571457 (0.21141014604464822) - | > loss_disc_real_5: 0.1776503026485443 (0.22723001306471619) - | > loss_0: 2.264742136001587 (2.4512147488801377) - | > loss_gen: 2.645615816116333 (2.5134227794149653) - | > loss_kl: 1.6604433059692383 (1.802132020825925) - | > loss_feat: 7.624635696411133 (7.058905062468155) - | > loss_mel: 23.312755584716797 (21.703160078629203) - | > loss_duration: 1.7567291259765625 (1.6946213141731594) - | > loss_1: 37.000179290771484 (34.77224092898162) - - --> STEP: 24 - | > loss_disc: 2.3099303245544434 (2.445327897866567) - | > loss_disc_real_0: 0.17394506931304932 (0.1972043700516224) - | > loss_disc_real_1: 0.20309121906757355 (0.2092394344508648) - | > loss_disc_real_2: 0.24548903107643127 (0.2265502754598856) - | > loss_disc_real_3: 0.1932457536458969 (0.20976070935527483) - | > loss_disc_real_4: 0.22796675562858582 (0.21210000477731228) - | > loss_disc_real_5: 0.23952002823352814 (0.22774209703008333) - | > loss_0: 2.3099303245544434 (2.445327897866567) - | > loss_gen: 2.603537082672119 (2.51717754205068) - | > loss_kl: 1.3423703908920288 (1.782975286245346) - | > loss_feat: 5.379491329193115 (6.9889294902483625) - | > loss_mel: 19.034181594848633 (21.591952641805012) - | > loss_duration: 1.6490302085876465 (1.692721684773763) - | > loss_1: 30.008609771728516 (34.573756297429405) - - --> STEP: 25 - | > loss_disc: 2.7358615398406982 (2.456949243545532) - | > loss_disc_real_0: 0.3704206943511963 (0.20413302302360534) - | > loss_disc_real_1: 0.2824745774269104 (0.21216884016990661) - | > loss_disc_real_2: 0.24057479202747345 (0.22711125612258912) - | > loss_disc_real_3: 0.23801325261592865 (0.21089081108570099) - | > loss_disc_real_4: 0.22560778260231018 (0.21264031589031218) - | > loss_disc_real_5: 0.2774999439716339 (0.22973241090774535) - | > loss_0: 2.7358615398406982 (2.456949243545532) - | > loss_gen: 2.6180567741394043 (2.521212711334229) - | > loss_kl: 1.4601664543151855 (1.7700629329681397) - | > loss_feat: 5.877850532531738 (6.944486331939697) - | > loss_mel: 18.993494033813477 (21.48801429748535) - | > loss_duration: 1.650726079940796 (1.6910418605804443) - | > loss_1: 30.60029411315918 (34.414817810058594) - - --> STEP: 26 - | > loss_disc: 2.5679073333740234 (2.4612168623850894) - | > loss_disc_real_0: 0.3626636862754822 (0.2102303562256006) - | > loss_disc_real_1: 0.2696770131587982 (0.2143806929771717) - | > loss_disc_real_2: 0.23219169676303864 (0.2273066576856833) - | > loss_disc_real_3: 0.2373681664466858 (0.21190917090727732) - | > loss_disc_real_4: 0.18351462483406067 (0.2115200970035333) - | > loss_disc_real_5: 0.2406720072031021 (0.23015316461141294) - | > loss_0: 2.5679073333740234 (2.4612168623850894) - | > loss_gen: 2.7496390342712402 (2.5299983391394987) - | > loss_kl: 0.9912710785865784 (1.7401094001073103) - | > loss_feat: 7.025261878967285 (6.94759308374845) - | > loss_mel: 21.954030990600586 (21.50593801645132) - | > loss_duration: 1.6774108409881592 (1.6905175905961256) - | > loss_1: 34.397613525390625 (34.41415610680213) - - --> STEP: 27 - | > loss_disc: 2.5961875915527344 (2.4662157782801875) - | > loss_disc_real_0: 0.31782475113868713 (0.21421533381497418) - | > loss_disc_real_1: 0.16310842335224152 (0.2124817200281002) - | > loss_disc_real_2: 0.2324821650981903 (0.22749834314540582) - | > loss_disc_real_3: 0.1818149834871292 (0.21079457137319776) - | > loss_disc_real_4: 0.18832002580165863 (0.21066083510716757) - | > loss_disc_real_5: 0.23003889620304108 (0.2301489324481399) - | > loss_0: 2.5961875915527344 (2.4662157782801875) - | > loss_gen: 2.367013931274414 (2.5239618795889402) - | > loss_kl: 1.7880678176879883 (1.7418856377954837) - | > loss_feat: 8.092352867126465 (6.989991594243933) - | > loss_mel: 22.745319366455078 (21.551841029414422) - | > loss_duration: 1.6941142082214355 (1.6906507986563224) - | > loss_1: 36.686866760253906 (34.4983305754485) - - --> STEP: 28 - | > loss_disc: 2.59330153465271 (2.470754555293492) - | > loss_disc_real_0: 0.274209588766098 (0.21635798577751433) - | > loss_disc_real_1: 0.19595997035503387 (0.2118916575397764) - | > loss_disc_real_2: 0.2424018681049347 (0.2280306118939604) - | > loss_disc_real_3: 0.2364020049571991 (0.2117091225726264) - | > loss_disc_real_4: 0.22241762280464172 (0.21108072038207734) - | > loss_disc_real_5: 0.2182493954896927 (0.2297239489853382) - | > loss_0: 2.59330153465271 (2.470754555293492) - | > loss_gen: 2.373854875564575 (2.5186009151594986) - | > loss_kl: 1.52685546875 (1.734205988901002) - | > loss_feat: 6.172804355621338 (6.960806335721697) - | > loss_mel: 19.096973419189453 (21.464167186192103) - | > loss_duration: 1.69407057762146 (1.6907729336193629) - | > loss_1: 30.864559173583984 (34.36855302538191) - - --> STEP: 29 - | > loss_disc: 2.478498697280884 (2.4710215946723677) - | > loss_disc_real_0: 0.19044792652130127 (0.21546453545833455) - | > loss_disc_real_1: 0.19420209527015686 (0.21128167263392744) - | > loss_disc_real_2: 0.2308538556098938 (0.2281279651255443) - | > loss_disc_real_3: 0.20924919843673706 (0.2116242976024233) - | > loss_disc_real_4: 0.2771686613559723 (0.21335961489841856) - | > loss_disc_real_5: 0.23136529326438904 (0.22978054706392617) - | > loss_0: 2.478498697280884 (2.4710215946723677) - | > loss_gen: 2.3041059970855713 (2.511204538674191) - | > loss_kl: 1.14838445186615 (1.7140052462446278) - | > loss_feat: 6.148280143737793 (6.932788191170528) - | > loss_mel: 20.95821189880371 (21.446720452144227) - | > loss_duration: 1.6748476028442383 (1.6902237842822898) - | > loss_1: 32.233829498291016 (34.29494186927532) - - --> STEP: 30 - | > loss_disc: 2.5107154846191406 (2.47234472433726) - | > loss_disc_real_0: 0.22712764143943787 (0.21585330565770466) - | > loss_disc_real_1: 0.20622460544109344 (0.21111310372749964) - | > loss_disc_real_2: 0.21306154131889343 (0.22762575099865595) - | > loss_disc_real_3: 0.19525377452373505 (0.21107861349980037) - | > loss_disc_real_4: 0.2437988668680191 (0.21437425663073859) - | > loss_disc_real_5: 0.18959011137485504 (0.22844086587429047) - | > loss_0: 2.5107154846191406 (2.47234472433726) - | > loss_gen: 2.369968891143799 (2.506496683756511) - | > loss_kl: 1.6529793739318848 (1.7119710505008698) - | > loss_feat: 6.559783935546875 (6.9203547159830725) - | > loss_mel: 20.600065231323242 (21.418498611450197) - | > loss_duration: 1.7101068496704102 (1.6908865531285604) - | > loss_1: 32.89290237426758 (34.24820721944173) - - --> STEP: 31 - | > loss_disc: 2.400027275085449 (2.470011903393653) - | > loss_disc_real_0: 0.1430715024471283 (0.2135055055541377) - | > loss_disc_real_1: 0.1667570024728775 (0.20968226175154409) - | > loss_disc_real_2: 0.24638067185878754 (0.22823074844575697) - | > loss_disc_real_3: 0.19947893917560577 (0.2107044304570844) - | > loss_disc_real_4: 0.20846061408519745 (0.21418349396797917) - | > loss_disc_real_5: 0.2724819481372833 (0.22986154594729025) - | > loss_0: 2.400027275085449 (2.470011903393653) - | > loss_gen: 2.466796398162842 (2.5052160293825216) - | > loss_kl: 1.6212968826293945 (1.7090460773437255) - | > loss_feat: 7.592081069946289 (6.942023308046402) - | > loss_mel: 23.338333129882812 (21.480428757206088) - | > loss_duration: 1.649832010269165 (1.689562213036322) - | > loss_1: 36.66834259033203 (34.326276102373676) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.007185151500086631 (-0.002975017793716922) - | > avg_loss_disc: 2.470011903393653 (+0.014899553791169584) - | > avg_loss_disc_real_0: 0.2135055055541377 (+0.08893171793991517) - | > avg_loss_disc_real_1: 0.20968226175154409 (+0.011940173564418677) - | > avg_loss_disc_real_2: 0.22823074844575697 (+0.05288846983063608) - | > avg_loss_disc_real_3: 0.2107044304570844 (-0.003716395747277057) - | > avg_loss_disc_real_4: 0.21418349396797917 (-0.005682157412652072) - | > avg_loss_disc_real_5: 0.22986154594729025 (+0.01409040415479293) - | > avg_loss_0: 2.470011903393653 (+0.014899553791169584) - | > avg_loss_gen: 2.5052160293825216 (+0.4314601690538473) - | > avg_loss_kl: 1.7090460773437255 (+0.11294921559672222) - | > avg_loss_feat: 6.942023308046402 (+0.07247587942307998) - | > avg_loss_mel: 21.480428757206088 (-0.17749195714150545) - | > avg_loss_duration: 1.689562213036322 (-0.007688033965326024) - | > avg_loss_1: 34.326276102373676 (+0.4317054133261422) - - - > EPOCH: 35/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 06:15:27)  - - --> TIME: 2024-11-23 06:15:46 -- STEP: 23/797 -- GLOBAL_STEP: 51025 - | > loss_disc: 2.5533339977264404 (2.4811874887217646) - | > loss_disc_real_0: 0.12741005420684814 (0.13546844053527585) - | > loss_disc_real_1: 0.2800878882408142 (0.221244343596956) - | > loss_disc_real_2: 0.23396043479442596 (0.2326806621707004) - | > loss_disc_real_3: 0.21441811323165894 (0.2259693366029988) - | > loss_disc_real_4: 0.22009016573429108 (0.22672479113806848) - | > loss_disc_real_5: 0.23506374657154083 (0.23494472581407297) - | > loss_0: 2.5533339977264404 (2.4811874887217646) - | > grad_norm_0: tensor(15.8220, device='cuda:0') (tensor(54.4825, device='cuda:0')) - | > loss_gen: 2.0841002464294434 (2.355915712273639) - | > loss_kl: 1.794182538986206 (1.594383436700572) - | > loss_feat: 5.751585960388184 (6.823028543721074) - | > loss_mel: 18.460474014282227 (20.53165327984354) - | > loss_duration: 1.750063419342041 (1.8148971951526145) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 29.84040641784668 (33.1198781054953) - | > grad_norm_1: tensor(453.3380, device='cuda:0') (tensor(582.4579, device='cuda:0')) - | > current_lr_0: 0.00019843108764193245 - | > current_lr_1: 0.00019843108764193245 - | > step_time: 0.7904 (0.7450557273367177) - | > loader_time: 0.0032 (0.004318506821342138) - - - --> TIME: 2024-11-23 06:16:05 -- STEP: 48/797 -- GLOBAL_STEP: 51050 - | > loss_disc: 2.5180251598358154 (2.4580657829840984) - | > loss_disc_real_0: 0.09573447704315186 (0.1284100920893252) - | > loss_disc_real_1: 0.19700439274311066 (0.22220689430832863) - | > loss_disc_real_2: 0.22455823421478271 (0.23254402975241342) - | > loss_disc_real_3: 0.2330988347530365 (0.21919588247934976) - | > loss_disc_real_4: 0.21437974274158478 (0.22101095722367367) - | > loss_disc_real_5: 0.20742492377758026 (0.22721167157093683) - | > loss_0: 2.5180251598358154 (2.4580657829840984) - | > grad_norm_0: tensor(42.0396, device='cuda:0') (tensor(63.4151, device='cuda:0')) - | > loss_gen: 2.249218225479126 (2.378387923041979) - | > loss_kl: 1.5447684526443481 (1.5828839366634686) - | > loss_feat: 6.675601482391357 (7.032360961039861) - | > loss_mel: 20.779159545898438 (20.824316660563152) - | > loss_duration: 1.6094484329223633 (1.7719203382730484) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.85819625854492 (33.58986957867942) - | > grad_norm_1: tensor(550.2725, device='cuda:0') (tensor(584.2680, device='cuda:0')) - | > current_lr_0: 0.00019843108764193245 - | > current_lr_1: 0.00019843108764193245 - | > step_time: 0.7672 (0.7604869604110718) - | > loader_time: 0.0099 (0.004631544152895609) - - - --> TIME: 2024-11-23 06:16:24 -- STEP: 73/797 -- GLOBAL_STEP: 51075 - | > loss_disc: 2.484074115753174 (2.4548695283393345) - | > loss_disc_real_0: 0.1362801492214203 (0.12958567773234353) - | > loss_disc_real_1: 0.19397859275341034 (0.2205226678554326) - | > loss_disc_real_2: 0.20628638565540314 (0.23175834609221105) - | > loss_disc_real_3: 0.22115421295166016 (0.21993722368593085) - | > loss_disc_real_4: 0.21695874631404877 (0.2242042220210376) - | > loss_disc_real_5: 0.24067246913909912 (0.2304048332041257) - | > loss_0: 2.484074115753174 (2.4548695283393345) - | > grad_norm_0: tensor(105.9987, device='cuda:0') (tensor(60.7550, device='cuda:0')) - | > loss_gen: 2.2535691261291504 (2.3831347831308025) - | > loss_kl: 1.586781620979309 (1.5818183732359377) - | > loss_feat: 6.3305344581604 (7.00414443342653) - | > loss_mel: 20.13957405090332 (20.773837154858732) - | > loss_duration: 1.7216500043869019 (1.7464899788164112) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.032108306884766 (33.48942469244136) - | > grad_norm_1: tensor(655.6353, device='cuda:0') (tensor(568.3525, device='cuda:0')) - | > current_lr_0: 0.00019843108764193245 - | > current_lr_1: 0.00019843108764193245 - | > step_time: 0.7864 (0.7597288628147073) - | > loader_time: 0.0071 (0.00478232396792059) - - - --> TIME: 2024-11-23 06:16:44 -- STEP: 98/797 -- GLOBAL_STEP: 51100 - | > loss_disc: 2.257869243621826 (2.4434859022802238) - | > loss_disc_real_0: 0.0846329778432846 (0.12864500808776633) - | > loss_disc_real_1: 0.24238495528697968 (0.21776323309358286) - | > loss_disc_real_2: 0.23487651348114014 (0.2331383421408887) - | > loss_disc_real_3: 0.19138289988040924 (0.22017305830911715) - | > loss_disc_real_4: 0.16505827009677887 (0.22111534038368535) - | > loss_disc_real_5: 0.18350255489349365 (0.22781102496142291) - | > loss_0: 2.257869243621826 (2.4434859022802238) - | > grad_norm_0: tensor(19.1959, device='cuda:0') (tensor(60.7211, device='cuda:0')) - | > loss_gen: 2.4633331298828125 (2.3862502307307962) - | > loss_kl: 1.6493890285491943 (1.5759124439589831) - | > loss_feat: 8.052230834960938 (7.030723425806785) - | > loss_mel: 22.67399024963379 (20.848239178560217) - | > loss_duration: 1.7504751682281494 (1.7362407835162417) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.589420318603516 (33.577366050408806) - | > grad_norm_1: tensor(781.1505, device='cuda:0') (tensor(578.2141, device='cuda:0')) - | > current_lr_0: 0.00019843108764193245 - | > current_lr_1: 0.00019843108764193245 - | > step_time: 0.7471 (0.7602080082406804) - | > loader_time: 0.0042 (0.0050458470169378765) - - - --> TIME: 2024-11-23 06:17:03 -- STEP: 123/797 -- GLOBAL_STEP: 51125 - | > loss_disc: 2.484666109085083 (2.4466149593756454) - | > loss_disc_real_0: 0.18809378147125244 (0.12943940258365336) - | > loss_disc_real_1: 0.21386539936065674 (0.2177629535033451) - | > loss_disc_real_2: 0.20674630999565125 (0.23248775872757765) - | > loss_disc_real_3: 0.1542873978614807 (0.22005111415211748) - | > loss_disc_real_4: 0.22819629311561584 (0.22187444991697142) - | > loss_disc_real_5: 0.24682411551475525 (0.23025402802277387) - | > loss_0: 2.484666109085083 (2.4466149593756454) - | > grad_norm_0: tensor(54.7113, device='cuda:0') (tensor(57.8369, device='cuda:0')) - | > loss_gen: 2.4982786178588867 (2.389424829948239) - | > loss_kl: 1.7527333498001099 (1.5747287331557855) - | > loss_feat: 8.24811840057373 (7.088510590840161) - | > loss_mel: 24.573081970214844 (20.92173278622511) - | > loss_duration: 1.649571180343628 (1.7284208274469144) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 38.72178268432617 (33.70281774629422) - | > grad_norm_1: tensor(909.0500, device='cuda:0') (tensor(566.5708, device='cuda:0')) - | > current_lr_0: 0.00019843108764193245 - | > current_lr_1: 0.00019843108764193245 - | > step_time: 0.7737 (0.7611657332598678) - | > loader_time: 0.0132 (0.005073595822342041) - - - --> TIME: 2024-11-23 06:17:23 -- STEP: 148/797 -- GLOBAL_STEP: 51150 - | > loss_disc: 2.451972007751465 (2.4560682016450004) - | > loss_disc_real_0: 0.07620978355407715 (0.13376945659920975) - | > loss_disc_real_1: 0.19733773171901703 (0.21959423938313047) - | > loss_disc_real_2: 0.1987133026123047 (0.2325005171870863) - | > loss_disc_real_3: 0.22381670773029327 (0.22171310496491356) - | > loss_disc_real_4: 0.2475510537624359 (0.22103273234254606) - | > loss_disc_real_5: 0.256071001291275 (0.22945294227149035) - | > loss_0: 2.451972007751465 (2.4560682016450004) - | > grad_norm_0: tensor(47.5998, device='cuda:0') (tensor(62.1424, device='cuda:0')) - | > loss_gen: 2.2767932415008545 (2.386398779379355) - | > loss_kl: 1.4002344608306885 (1.5688113787689724) - | > loss_feat: 7.357335090637207 (7.071073615873182) - | > loss_mel: 20.415536880493164 (20.948461339280414) - | > loss_duration: 1.7599503993988037 (1.7236593269013072) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.2098503112793 (33.698404466783686) - | > grad_norm_1: tensor(535.9203, device='cuda:0') (tensor(563.5796, device='cuda:0')) - | > current_lr_0: 0.00019843108764193245 - | > current_lr_1: 0.00019843108764193245 - | > step_time: 0.7315 (0.7637917189984709) - | > loader_time: 0.0145 (0.00516582662994797) - - - --> TIME: 2024-11-23 06:17:43 -- STEP: 173/797 -- GLOBAL_STEP: 51175 - | > loss_disc: 2.4243385791778564 (2.45320768025569) - | > loss_disc_real_0: 0.10356630384922028 (0.1336133374558018) - | > loss_disc_real_1: 0.19716913998126984 (0.21873151265472346) - | > loss_disc_real_2: 0.2530950605869293 (0.23214948952542563) - | > loss_disc_real_3: 0.24320290982723236 (0.22199891111409734) - | > loss_disc_real_4: 0.2170669287443161 (0.22115115890268647) - | > loss_disc_real_5: 0.25669291615486145 (0.2294384546879399) - | > loss_0: 2.4243385791778564 (2.45320768025569) - | > grad_norm_0: tensor(86.5523, device='cuda:0') (tensor(63.0174, device='cuda:0')) - | > loss_gen: 2.388500690460205 (2.383135715661021) - | > loss_kl: 1.2920743227005005 (1.5640973107663196) - | > loss_feat: 6.760619640350342 (7.036022767855253) - | > loss_mel: 21.453777313232422 (20.93934940051481) - | > loss_duration: 1.6295204162597656 (1.7167599773131355) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.52449035644531 (33.639365234816005) - | > grad_norm_1: tensor(456.7455, device='cuda:0') (tensor(545.9733, device='cuda:0')) - | > current_lr_0: 0.00019843108764193245 - | > current_lr_1: 0.00019843108764193245 - | > step_time: 0.7857 (0.7703511149897049) - | > loader_time: 0.0053 (0.005455006064707142) - - - --> TIME: 2024-11-23 06:18:04 -- STEP: 198/797 -- GLOBAL_STEP: 51200 - | > loss_disc: 2.4844892024993896 (2.448900781496605) - | > loss_disc_real_0: 0.1094268187880516 (0.13231082832572438) - | > loss_disc_real_1: 0.24112384021282196 (0.21838402958831402) - | > loss_disc_real_2: 0.24090753495693207 (0.23115889878586085) - | > loss_disc_real_3: 0.25380200147628784 (0.22223182745052106) - | > loss_disc_real_4: 0.23505063354969025 (0.22065932100469415) - | > loss_disc_real_5: 0.2283056676387787 (0.22888637401840903) - | > loss_0: 2.4844892024993896 (2.448900781496605) - | > grad_norm_0: tensor(72.6491, device='cuda:0') (tensor(61.2167, device='cuda:0')) - | > loss_gen: 2.3652100563049316 (2.3811762573743094) - | > loss_kl: 1.3823699951171875 (1.5591050910227229) - | > loss_feat: 6.314411640167236 (7.033120463592837) - | > loss_mel: 20.46108055114746 (20.93410715430672) - | > loss_duration: 1.7305142879486084 (1.713604060086337) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.25358581542969 (33.62111308357935) - | > grad_norm_1: tensor(742.2890, device='cuda:0') (tensor(544.6331, device='cuda:0')) - | > current_lr_0: 0.00019843108764193245 - | > current_lr_1: 0.00019843108764193245 - | > step_time: 0.8094 (0.7745047747486766) - | > loader_time: 0.0081 (0.005549491053879861) - - - --> TIME: 2024-11-23 06:18:24 -- STEP: 223/797 -- GLOBAL_STEP: 51225 - | > loss_disc: 2.4616870880126953 (2.4498381924736115) - | > loss_disc_real_0: 0.10173171758651733 (0.1313834847222529) - | > loss_disc_real_1: 0.19306650757789612 (0.21872717683358042) - | > loss_disc_real_2: 0.2619950771331787 (0.23181610437519348) - | > loss_disc_real_3: 0.2579048275947571 (0.22213620715879004) - | > loss_disc_real_4: 0.2661626636981964 (0.22113937045961218) - | > loss_disc_real_5: 0.24251028895378113 (0.2298134694986814) - | > loss_0: 2.4616870880126953 (2.4498381924736115) - | > grad_norm_0: tensor(37.8696, device='cuda:0') (tensor(59.1047, device='cuda:0')) - | > loss_gen: 2.4922358989715576 (2.3800138839157152) - | > loss_kl: 1.5706768035888672 (1.5670068691664214) - | > loss_feat: 7.555481910705566 (7.012262267382155) - | > loss_mel: 22.957149505615234 (20.9696471808737) - | > loss_duration: 1.6527363061904907 (1.711384514522125) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.2282829284668 (33.64031470944531) - | > grad_norm_1: tensor(737.0982, device='cuda:0') (tensor(541.0130, device='cuda:0')) - | > current_lr_0: 0.00019843108764193245 - | > current_lr_1: 0.00019843108764193245 - | > step_time: 0.7622 (0.7777992780967675) - | > loader_time: 0.0114 (0.005709353049239768) - - - --> TIME: 2024-11-23 06:18:45 -- STEP: 248/797 -- GLOBAL_STEP: 51250 - | > loss_disc: 2.6252024173736572 (2.4504996701594313) - | > loss_disc_real_0: 0.2393743097782135 (0.13156405828833095) - | > loss_disc_real_1: 0.21555756032466888 (0.21884616272103402) - | > loss_disc_real_2: 0.24276505410671234 (0.23159101473227625) - | > loss_disc_real_3: 0.24863958358764648 (0.22262866260303604) - | > loss_disc_real_4: 0.3024505078792572 (0.2213121724104689) - | > loss_disc_real_5: 0.3020550608634949 (0.22989517576511828) - | > loss_0: 2.6252024173736572 (2.4504996701594313) - | > grad_norm_0: tensor(95.0428, device='cuda:0') (tensor(61.8141, device='cuda:0')) - | > loss_gen: 2.61649489402771 (2.384040242241273) - | > loss_kl: 1.433850646018982 (1.5662551849119126) - | > loss_feat: 7.336786270141602 (7.019705528213132) - | > loss_mel: 22.759078979492188 (20.992544012684963) - | > loss_duration: 1.7189568281173706 (1.7077305749539406) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.86516571044922 (33.67027552666204) - | > grad_norm_1: tensor(502.3401, device='cuda:0') (tensor(545.1248, device='cuda:0')) - | > current_lr_0: 0.00019843108764193245 - | > current_lr_1: 0.00019843108764193245 - | > step_time: 0.809 (0.7819298717283432) - | > loader_time: 0.0061 (0.005977795970055363) - - - --> TIME: 2024-11-23 06:19:06 -- STEP: 273/797 -- GLOBAL_STEP: 51275 - | > loss_disc: 2.326986789703369 (2.4518381501292126) - | > loss_disc_real_0: 0.0754445344209671 (0.13153962755487075) - | > loss_disc_real_1: 0.19113197922706604 (0.21877043104761248) - | > loss_disc_real_2: 0.2538306713104248 (0.23159430025916394) - | > loss_disc_real_3: 0.21425041556358337 (0.22261218044347378) - | > loss_disc_real_4: 0.18303906917572021 (0.22214336087415507) - | > loss_disc_real_5: 0.2137073576450348 (0.23021730589560974) - | > loss_0: 2.326986789703369 (2.4518381501292126) - | > grad_norm_0: tensor(71.4298, device='cuda:0') (tensor(64.4230, device='cuda:0')) - | > loss_gen: 2.4004604816436768 (2.383750308564293) - | > loss_kl: 1.6439540386199951 (1.56562770548321) - | > loss_feat: 6.82984733581543 (6.995913792005825) - | > loss_mel: 21.074146270751953 (20.991699980292115) - | > loss_duration: 1.678046703338623 (1.7047357244805976) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.6264533996582 (33.64172750340278) - | > grad_norm_1: tensor(447.2793, device='cuda:0') (tensor(536.0492, device='cuda:0')) - | > current_lr_0: 0.00019843108764193245 - | > current_lr_1: 0.00019843108764193245 - | > step_time: 0.8575 (0.7857465307354489) - | > loader_time: 0.0103 (0.006167706115778547) - - - --> TIME: 2024-11-23 06:19:26 -- STEP: 298/797 -- GLOBAL_STEP: 51300 - | > loss_disc: 2.4254207611083984 (2.4535212924816454) - | > loss_disc_real_0: 0.08284440636634827 (0.13229093813156123) - | > loss_disc_real_1: 0.24837183952331543 (0.21890820400326844) - | > loss_disc_real_2: 0.2308945506811142 (0.2316948749475031) - | > loss_disc_real_3: 0.23145611584186554 (0.2223746369549092) - | > loss_disc_real_4: 0.22874432802200317 (0.2222481216460267) - | > loss_disc_real_5: 0.23680329322814941 (0.2305037518775703) - | > loss_0: 2.4254207611083984 (2.4535212924816454) - | > grad_norm_0: tensor(100.9257, device='cuda:0') (tensor(68.1757, device='cuda:0')) - | > loss_gen: 2.3325765132904053 (2.384942505983697) - | > loss_kl: 1.4690396785736084 (1.5673862539681818) - | > loss_feat: 7.0875067710876465 (6.9712139552071575) - | > loss_mel: 21.1313533782959 (20.967687229182086) - | > loss_duration: 1.6667890548706055 (1.7025662444581917) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.6872673034668 (33.59379620520062) - | > grad_norm_1: tensor(551.9629, device='cuda:0') (tensor(538.8583, device='cuda:0')) - | > current_lr_0: 0.00019843108764193245 - | > current_lr_1: 0.00019843108764193245 - | > step_time: 0.7768 (0.78825770368512) - | > loader_time: 0.0063 (0.006426936828050038) - - - --> TIME: 2024-11-23 06:19:47 -- STEP: 323/797 -- GLOBAL_STEP: 51325 - | > loss_disc: 2.522400140762329 (2.4507967436645797) - | > loss_disc_real_0: 0.1454668492078781 (0.131642176524589) - | > loss_disc_real_1: 0.24737238883972168 (0.2184613100469297) - | > loss_disc_real_2: 0.24900145828723907 (0.23148894254637206) - | > loss_disc_real_3: 0.23601742088794708 (0.22253132087896482) - | > loss_disc_real_4: 0.24667741358280182 (0.22219357711058288) - | > loss_disc_real_5: 0.24581581354141235 (0.23048489492375046) - | > loss_0: 2.522400140762329 (2.4507967436645797) - | > grad_norm_0: tensor(55.2448, device='cuda:0') (tensor(65.7434, device='cuda:0')) - | > loss_gen: 2.2325170040130615 (2.3801862573476016) - | > loss_kl: 1.5990149974822998 (1.566886861996016) - | > loss_feat: 5.935486316680908 (6.956648616967923) - | > loss_mel: 19.213611602783203 (20.966652477488783) - | > loss_duration: 1.672041654586792 (1.7011057245473002) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.65266990661621 (33.571479974516414) - | > grad_norm_1: tensor(610.6435, device='cuda:0') (tensor(532.0620, device='cuda:0')) - | > current_lr_0: 0.00019843108764193245 - | > current_lr_1: 0.00019843108764193245 - | > step_time: 0.8299 (0.7898021024816171) - | > loader_time: 0.0062 (0.006480352797375375) - - - --> TIME: 2024-11-23 06:20:08 -- STEP: 348/797 -- GLOBAL_STEP: 51350 - | > loss_disc: 2.262094259262085 (2.4472796423681857) - | > loss_disc_real_0: 0.11563315987586975 (0.13100054851551174) - | > loss_disc_real_1: 0.1621467024087906 (0.21831434230780464) - | > loss_disc_real_2: 0.23430316150188446 (0.23145798833548337) - | > loss_disc_real_3: 0.19267593324184418 (0.22243867446293777) - | > loss_disc_real_4: 0.21404649317264557 (0.22183442051554553) - | > loss_disc_real_5: 0.2076072245836258 (0.23004694428594633) - | > loss_0: 2.262094259262085 (2.4472796423681857) - | > grad_norm_0: tensor(32.4542, device='cuda:0') (tensor(65.7096, device='cuda:0')) - | > loss_gen: 2.3490488529205322 (2.3839674633124748) - | > loss_kl: 1.6297764778137207 (1.5665527900745129) - | > loss_feat: 7.0102033615112305 (6.961541708858532) - | > loss_mel: 20.47416877746582 (20.941925043347226) - | > loss_duration: 1.6558327674865723 (1.6986806183710863) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.1190299987793 (33.552667650683176) - | > grad_norm_1: tensor(484.6215, device='cuda:0') (tensor(540.1098, device='cuda:0')) - | > current_lr_0: 0.00019843108764193245 - | > current_lr_1: 0.00019843108764193245 - | > step_time: 0.8436 (0.7918261488278701) - | > loader_time: 0.009 (0.006589318829021235) - - - --> TIME: 2024-11-23 06:20:29 -- STEP: 373/797 -- GLOBAL_STEP: 51375 - | > loss_disc: 2.4967784881591797 (2.4478733641852) - | > loss_disc_real_0: 0.16911207139492035 (0.13078956667523609) - | > loss_disc_real_1: 0.24326151609420776 (0.21858242423780483) - | > loss_disc_real_2: 0.3066882789134979 (0.23166582763354837) - | > loss_disc_real_3: 0.25083914399147034 (0.2227148400874304) - | > loss_disc_real_4: 0.29229146242141724 (0.22209770206471874) - | > loss_disc_real_5: 0.28197571635246277 (0.22919012322502547) - | > loss_0: 2.4967784881591797 (2.4478733641852) - | > grad_norm_0: tensor(16.2234, device='cuda:0') (tensor(65.3163, device='cuda:0')) - | > loss_gen: 2.644829034805298 (2.3843874177088975) - | > loss_kl: 1.6360700130462646 (1.5661044488323916) - | > loss_feat: 6.208823204040527 (6.960800733387309) - | > loss_mel: 22.053329467773438 (20.93047240208684) - | > loss_duration: 1.6330475807189941 (1.6963807686404309) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.17610168457031 (33.53814579142961) - | > grad_norm_1: tensor(372.7128, device='cuda:0') (tensor(544.7047, device='cuda:0')) - | > current_lr_0: 0.00019843108764193245 - | > current_lr_1: 0.00019843108764193245 - | > step_time: 0.8371 (0.7948135741594324) - | > loader_time: 0.006 (0.006650522630911411) - - - --> TIME: 2024-11-23 06:20:50 -- STEP: 398/797 -- GLOBAL_STEP: 51400 - | > loss_disc: 2.3978044986724854 (2.4481391577265357) - | > loss_disc_real_0: 0.07924659550189972 (0.13001367119351534) - | > loss_disc_real_1: 0.2340688407421112 (0.21859080121669938) - | > loss_disc_real_2: 0.20578163862228394 (0.23176586279767242) - | > loss_disc_real_3: 0.2084280550479889 (0.22273373734861163) - | > loss_disc_real_4: 0.2230893224477768 (0.221992284209285) - | > loss_disc_real_5: 0.1977260410785675 (0.22979833069608438) - | > loss_0: 2.3978044986724854 (2.4481391577265357) - | > grad_norm_0: tensor(75.4282, device='cuda:0') (tensor(65.8950, device='cuda:0')) - | > loss_gen: 2.492206573486328 (2.385249290034995) - | > loss_kl: 1.7731044292449951 (1.5655708130280577) - | > loss_feat: 6.973473072052002 (6.963343965348286) - | > loss_mel: 20.973758697509766 (20.972683005596533) - | > loss_duration: 1.7295368909835815 (1.6950122555296623) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.942081451416016 (33.581859363383366) - | > grad_norm_1: tensor(549.5731, device='cuda:0') (tensor(546.4019, device='cuda:0')) - | > current_lr_0: 0.00019843108764193245 - | > current_lr_1: 0.00019843108764193245 - | > step_time: 0.8918 (0.7978366194058897) - | > loader_time: 0.0055 (0.006700098814077713) - - - --> TIME: 2024-11-23 06:21:12 -- STEP: 423/797 -- GLOBAL_STEP: 51425 - | > loss_disc: 2.3014605045318604 (2.450073667170025) - | > loss_disc_real_0: 0.05186519771814346 (0.1316086928190634) - | > loss_disc_real_1: 0.19434861838817596 (0.21868918756855296) - | > loss_disc_real_2: 0.24682435393333435 (0.23209056173656004) - | > loss_disc_real_3: 0.20103859901428223 (0.2226753921796244) - | > loss_disc_real_4: 0.17566147446632385 (0.2217674902144899) - | > loss_disc_real_5: 0.22732408344745636 (0.22948323831349682) - | > loss_0: 2.3014605045318604 (2.450073667170025) - | > grad_norm_0: tensor(67.5895, device='cuda:0') (tensor(68.7019, device='cuda:0')) - | > loss_gen: 2.7227706909179688 (2.386363514771695) - | > loss_kl: 1.5311126708984375 (1.5643153359703983) - | > loss_feat: 7.0806989669799805 (6.966537123876259) - | > loss_mel: 21.17754554748535 (20.98425590118337) - | > loss_duration: 1.6623281240463257 (1.693758127818998) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.17445373535156 (33.59523004392076) - | > grad_norm_1: tensor(532.7433, device='cuda:0') (tensor(547.1497, device='cuda:0')) - | > current_lr_0: 0.00019843108764193245 - | > current_lr_1: 0.00019843108764193245 - | > step_time: 0.8774 (0.8003985583077644) - | > loader_time: 0.0061 (0.006809124146229268) - - - --> TIME: 2024-11-23 06:21:33 -- STEP: 448/797 -- GLOBAL_STEP: 51450 - | > loss_disc: 2.3538594245910645 (2.455259186880928) - | > loss_disc_real_0: 0.13536778092384338 (0.13345049836373507) - | > loss_disc_real_1: 0.24264411628246307 (0.21863790124189109) - | > loss_disc_real_2: 0.19268177449703217 (0.23232943351779664) - | > loss_disc_real_3: 0.23698589205741882 (0.22319340925397618) - | > loss_disc_real_4: 0.18527443706989288 (0.2223745736493064) - | > loss_disc_real_5: 0.24703070521354675 (0.23025217512622476) - | > loss_0: 2.3538594245910645 (2.455259186880928) - | > grad_norm_0: tensor(36.9722, device='cuda:0') (tensor(69.7864, device='cuda:0')) - | > loss_gen: 2.6914849281311035 (2.386512627559045) - | > loss_kl: 1.6988886594772339 (1.5670069820646728) - | > loss_feat: 7.473689079284668 (6.960911210094179) - | > loss_mel: 22.427751541137695 (20.994446682078507) - | > loss_duration: 1.7099370956420898 (1.692552112575088) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.00175476074219 (33.60142965401918) - | > grad_norm_1: tensor(231.9323, device='cuda:0') (tensor(539.5620, device='cuda:0')) - | > current_lr_0: 0.00019843108764193245 - | > current_lr_1: 0.00019843108764193245 - | > step_time: 0.8473 (0.8031566877450257) - | > loader_time: 0.01 (0.006859624492270606) - - - --> TIME: 2024-11-23 06:21:55 -- STEP: 473/797 -- GLOBAL_STEP: 51475 - | > loss_disc: 2.5458250045776367 (2.457492342963026) - | > loss_disc_real_0: 0.15470275282859802 (0.13312685670012164) - | > loss_disc_real_1: 0.2191893309354782 (0.21881903057433585) - | > loss_disc_real_2: 0.26914188265800476 (0.23269436106747352) - | > loss_disc_real_3: 0.2943980097770691 (0.22396418389255854) - | > loss_disc_real_4: 0.2409450262784958 (0.22310873960591776) - | > loss_disc_real_5: 0.263080894947052 (0.23012285681153957) - | > loss_0: 2.5458250045776367 (2.457492342963026) - | > grad_norm_0: tensor(12.2992, device='cuda:0') (tensor(68.2501, device='cuda:0')) - | > loss_gen: 2.574399948120117 (2.3839588850799585) - | > loss_kl: 1.558685064315796 (1.567506599375864) - | > loss_feat: 7.366883754730225 (6.956643520903636) - | > loss_mel: 21.381704330444336 (21.01855712309953) - | > loss_duration: 1.676066279411316 (1.6917735446583138) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.557743072509766 (33.618439748977714) - | > grad_norm_1: tensor(454.5956, device='cuda:0') (tensor(528.9919, device='cuda:0')) - | > current_lr_0: 0.00019843108764193245 - | > current_lr_1: 0.00019843108764193245 - | > step_time: 0.8621 (0.805637330383881) - | > loader_time: 0.0064 (0.0069854501437939245) - - - --> TIME: 2024-11-23 06:22:17 -- STEP: 498/797 -- GLOBAL_STEP: 51500 - | > loss_disc: 2.5012331008911133 (2.45845230994933) - | > loss_disc_real_0: 0.14030954241752625 (0.13309213712841408) - | > loss_disc_real_1: 0.21462945640087128 (0.21888366444821816) - | > loss_disc_real_2: 0.2230585515499115 (0.23306766032693854) - | > loss_disc_real_3: 0.2501683533191681 (0.22383807791045393) - | > loss_disc_real_4: 0.2542054355144501 (0.2231371661565869) - | > loss_disc_real_5: 0.257373183965683 (0.23089294033835692) - | > loss_0: 2.5012331008911133 (2.45845230994933) - | > grad_norm_0: tensor(118.7521, device='cuda:0') (tensor(67.3771, device='cuda:0')) - | > loss_gen: 2.2696046829223633 (2.379229585329688) - | > loss_kl: 1.63763427734375 (1.5677413820741646) - | > loss_feat: 5.705118179321289 (6.941212823592036) - | > loss_mel: 20.159225463867188 (21.00752792971202) - | > loss_duration: 1.6651873588562012 (1.6906932424828707) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.436771392822266 (33.586405014895966) - | > grad_norm_1: tensor(497.4519, device='cuda:0') (tensor(522.8948, device='cuda:0')) - | > current_lr_0: 0.00019843108764193245 - | > current_lr_1: 0.00019843108764193245 - | > step_time: 0.9026 (0.8086697700990726) - | > loader_time: 0.0098 (0.007080343353700446) - - - --> TIME: 2024-11-23 06:22:39 -- STEP: 523/797 -- GLOBAL_STEP: 51525 - | > loss_disc: 2.3892834186553955 (2.457070363411255) - | > loss_disc_real_0: 0.10176805406808853 (0.13296741623979927) - | > loss_disc_real_1: 0.20866353809833527 (0.2186609683113162) - | > loss_disc_real_2: 0.2657252848148346 (0.23294344438991402) - | > loss_disc_real_3: 0.23780082166194916 (0.22368371335657788) - | > loss_disc_real_4: 0.21148478984832764 (0.22292916271586266) - | > loss_disc_real_5: 0.22395415604114532 (0.23071739946565026) - | > loss_0: 2.3892834186553955 (2.457070363411255) - | > grad_norm_0: tensor(50.7066, device='cuda:0') (tensor(66.2189, device='cuda:0')) - | > loss_gen: 2.3991029262542725 (2.377447941107227) - | > loss_kl: 1.5751341581344604 (1.5671324558969209) - | > loss_feat: 7.844604015350342 (6.940573970400807) - | > loss_mel: 22.79987144470215 (21.01598419422858) - | > loss_duration: 1.7043099403381348 (1.6901862676011445) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.323020935058594 (33.59132488097557) - | > grad_norm_1: tensor(704.2601, device='cuda:0') (tensor(522.0341, device='cuda:0')) - | > current_lr_0: 0.00019843108764193245 - | > current_lr_1: 0.00019843108764193245 - | > step_time: 0.8559 (0.8115310509391765) - | > loader_time: 0.0076 (0.0072555975066088355) - - - --> TIME: 2024-11-23 06:23:01 -- STEP: 548/797 -- GLOBAL_STEP: 51550 - | > loss_disc: 2.2963712215423584 (2.4565533482245274) - | > loss_disc_real_0: 0.11538959294557571 (0.13303644727426084) - | > loss_disc_real_1: 0.22067953646183014 (0.21859688780875536) - | > loss_disc_real_2: 0.20697541534900665 (0.23288623417598486) - | > loss_disc_real_3: 0.24557307362556458 (0.22338170351555747) - | > loss_disc_real_4: 0.22403961420059204 (0.222951069827715) - | > loss_disc_real_5: 0.239538311958313 (0.2305166048072551) - | > loss_0: 2.2963712215423584 (2.4565533482245274) - | > grad_norm_0: tensor(41.7086, device='cuda:0') (tensor(65.3843, device='cuda:0')) - | > loss_gen: 2.438002347946167 (2.376505282673519) - | > loss_kl: 1.481262445449829 (1.5669729067896403) - | > loss_feat: 8.020768165588379 (6.940128824136553) - | > loss_mel: 23.20696258544922 (21.029921357649098) - | > loss_duration: 1.7165369987487793 (1.6899603729265449) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.86353302001953 (33.60348877941602) - | > grad_norm_1: tensor(611.9372, device='cuda:0') (tensor(520.7820, device='cuda:0')) - | > current_lr_0: 0.00019843108764193245 - | > current_lr_1: 0.00019843108764193245 - | > step_time: 0.8509 (0.8136895433829645) - | > loader_time: 0.0148 (0.007404167286670991) - - - --> TIME: 2024-11-23 06:23:23 -- STEP: 573/797 -- GLOBAL_STEP: 51575 - | > loss_disc: 2.323892116546631 (2.4554998724872514) - | > loss_disc_real_0: 0.11548875272274017 (0.1323842815794768) - | > loss_disc_real_1: 0.2209581732749939 (0.21898667643051492) - | > loss_disc_real_2: 0.21541716158390045 (0.2328035772939003) - | > loss_disc_real_3: 0.201432466506958 (0.22336780619246796) - | > loss_disc_real_4: 0.220213383436203 (0.222589860021756) - | > loss_disc_real_5: 0.20743826031684875 (0.22997644020936886) - | > loss_0: 2.323892116546631 (2.4554998724872514) - | > grad_norm_0: tensor(45.2201, device='cuda:0') (tensor(65.1686, device='cuda:0')) - | > loss_gen: 2.483159065246582 (2.376693458873353) - | > loss_kl: 1.7090734243392944 (1.5680424145587035) - | > loss_feat: 7.030181407928467 (6.942617725119332) - | > loss_mel: 21.928098678588867 (21.038536724203762) - | > loss_duration: 1.6804602146148682 (1.6892068564995835) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.83097457885742 (33.61509720234759) - | > grad_norm_1: tensor(558.1350, device='cuda:0') (tensor(521.6523, device='cuda:0')) - | > current_lr_0: 0.00019843108764193245 - | > current_lr_1: 0.00019843108764193245 - | > step_time: 0.8965 (0.8159845915556369) - | > loader_time: 0.0072 (0.007523277459136271) - - - --> TIME: 2024-11-23 06:23:45 -- STEP: 598/797 -- GLOBAL_STEP: 51600 - | > loss_disc: 2.4591469764709473 (2.4554835111401134) - | > loss_disc_real_0: 0.2281554639339447 (0.1324643866037547) - | > loss_disc_real_1: 0.21276913583278656 (0.2189337790984174) - | > loss_disc_real_2: 0.23582200706005096 (0.2327829796235298) - | > loss_disc_real_3: 0.21113336086273193 (0.22339160085023446) - | > loss_disc_real_4: 0.21527239680290222 (0.2225260595264642) - | > loss_disc_real_5: 0.25198015570640564 (0.23043968508574486) - | > loss_0: 2.4591469764709473 (2.4554835111401134) - | > grad_norm_0: tensor(58.1194, device='cuda:0') (tensor(65.3247, device='cuda:0')) - | > loss_gen: 2.512277603149414 (2.3784332929247562) - | > loss_kl: 1.5308504104614258 (1.5699520422064739) - | > loss_feat: 7.199631214141846 (6.943929123639261) - | > loss_mel: 22.131391525268555 (21.040447324414718) - | > loss_duration: 1.6505744457244873 (1.6887765793896041) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.02472686767578 (33.62153840144736) - | > grad_norm_1: tensor(504.9026, device='cuda:0') (tensor(525.3502, device='cuda:0')) - | > current_lr_0: 0.00019843108764193245 - | > current_lr_1: 0.00019843108764193245 - | > step_time: 0.8293 (0.8181650156161453) - | > loader_time: 0.0132 (0.00760339055970361) - - - --> TIME: 2024-11-23 06:24:08 -- STEP: 623/797 -- GLOBAL_STEP: 51625 - | > loss_disc: 2.459045886993408 (2.456387785043608) - | > loss_disc_real_0: 0.05473431944847107 (0.13264213326008922) - | > loss_disc_real_1: 0.1966967135667801 (0.21885520328631558) - | > loss_disc_real_2: 0.223092719912529 (0.23269793915040612) - | > loss_disc_real_3: 0.22411654889583588 (0.2233012957232339) - | > loss_disc_real_4: 0.2367546558380127 (0.22274062597158442) - | > loss_disc_real_5: 0.25510120391845703 (0.2305504103246509) - | > loss_0: 2.459045886993408 (2.456387785043608) - | > grad_norm_0: tensor(44.2708, device='cuda:0') (tensor(66.3702, device='cuda:0')) - | > loss_gen: 2.361753463745117 (2.3780702775401017) - | > loss_kl: 1.589384913444519 (1.5718658678413011) - | > loss_feat: 7.0931220054626465 (6.936547130872501) - | > loss_mel: 22.929244995117188 (21.05558651944034) - | > loss_duration: 1.6808602809906006 (1.6888307105289417) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.654361724853516 (33.63090053148096) - | > grad_norm_1: tensor(459.0121, device='cuda:0') (tensor(522.9463, device='cuda:0')) - | > current_lr_0: 0.00019843108764193245 - | > current_lr_1: 0.00019843108764193245 - | > step_time: 0.883 (0.8209169680195857) - | > loader_time: 0.015 (0.007684666693306276) - - - --> TIME: 2024-11-23 06:24:31 -- STEP: 648/797 -- GLOBAL_STEP: 51650 - | > loss_disc: 2.3250300884246826 (2.455756418131016) - | > loss_disc_real_0: 0.11407612264156342 (0.13289179043545424) - | > loss_disc_real_1: 0.1673123687505722 (0.21869135934307615) - | > loss_disc_real_2: 0.24705803394317627 (0.23269637025616788) - | > loss_disc_real_3: 0.20805130898952484 (0.22331903718503904) - | > loss_disc_real_4: 0.24243707954883575 (0.22270239540088324) - | > loss_disc_real_5: 0.2321004867553711 (0.23063252813378243) - | > loss_0: 2.3250300884246826 (2.455756418131016) - | > grad_norm_0: tensor(9.7179, device='cuda:0') (tensor(66.5267, device='cuda:0')) - | > loss_gen: 2.3604984283447266 (2.377818081114024) - | > loss_kl: 1.58375883102417 (1.5725026478370037) - | > loss_feat: 6.517457485198975 (6.929414663049909) - | > loss_mel: 20.289762496948242 (21.064897054507423) - | > loss_duration: 1.6592795848846436 (1.6887297784840618) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.41075897216797 (33.633362246148316) - | > grad_norm_1: tensor(676.9879, device='cuda:0') (tensor(520.5944, device='cuda:0')) - | > current_lr_0: 0.00019843108764193245 - | > current_lr_1: 0.00019843108764193245 - | > step_time: 0.8834 (0.8240805805465314) - | > loader_time: 0.0167 (0.007807874385221505) - - - --> TIME: 2024-11-23 06:24:53 -- STEP: 673/797 -- GLOBAL_STEP: 51675 - | > loss_disc: 2.404433488845825 (2.4541069926337) - | > loss_disc_real_0: 0.12386731803417206 (0.13274432434236866) - | > loss_disc_real_1: 0.22404757142066956 (0.21855854960421392) - | > loss_disc_real_2: 0.21480512619018555 (0.232309463717608) - | > loss_disc_real_3: 0.260190486907959 (0.223072157616424) - | > loss_disc_real_4: 0.21006102859973907 (0.2225923093387312) - | > loss_disc_real_5: 0.18681570887565613 (0.23056974956131981) - | > loss_0: 2.404433488845825 (2.4541069926337) - | > grad_norm_0: tensor(54.9013, device='cuda:0') (tensor(65.7002, device='cuda:0')) - | > loss_gen: 2.414492607116699 (2.3783337396817235) - | > loss_kl: 1.3435149192810059 (1.572193815130713) - | > loss_feat: 6.6204023361206055 (6.931075687040013) - | > loss_mel: 21.376771926879883 (21.090835851864874) - | > loss_duration: 1.6794867515563965 (1.68847540849031) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.43466567993164 (33.660914521691964) - | > grad_norm_1: tensor(664.4489, device='cuda:0') (tensor(520.3893, device='cuda:0')) - | > current_lr_0: 0.00019843108764193245 - | > current_lr_1: 0.00019843108764193245 - | > step_time: 0.8961 (0.8266642111371559) - | > loader_time: 0.0085 (0.007897504548615543) - - - --> TIME: 2024-11-23 06:25:17 -- STEP: 698/797 -- GLOBAL_STEP: 51700 - | > loss_disc: 2.3994486331939697 (2.455401539802551) - | > loss_disc_real_0: 0.12002897262573242 (0.13255324496495366) - | > loss_disc_real_1: 0.1876925677061081 (0.2186328095082396) - | > loss_disc_real_2: 0.214096337556839 (0.23241484357326966) - | > loss_disc_real_3: 0.2264556586742401 (0.22335877890743977) - | > loss_disc_real_4: 0.23834432661533356 (0.22264861723242654) - | > loss_disc_real_5: 0.2233816534280777 (0.23103899880176296) - | > loss_0: 2.3994486331939697 (2.455401539802551) - | > grad_norm_0: tensor(8.8201, device='cuda:0') (tensor(65.2456, device='cuda:0')) - | > loss_gen: 2.4533185958862305 (2.3771026520469443) - | > loss_kl: 1.5345171689987183 (1.5724851330235219) - | > loss_feat: 7.5986552238464355 (6.922623585834884) - | > loss_mel: 22.71721076965332 (21.095429376749742) - | > loss_duration: 1.666893482208252 (1.6879958098802321) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.97059631347656 (33.65563656880717) - | > grad_norm_1: tensor(128.5435, device='cuda:0') (tensor(518.2685, device='cuda:0')) - | > current_lr_0: 0.00019843108764193245 - | > current_lr_1: 0.00019843108764193245 - | > step_time: 0.9771 (0.8302533554825872) - | > loader_time: 0.0124 (0.008013775150550469) - - - --> TIME: 2024-11-23 06:25:41 -- STEP: 723/797 -- GLOBAL_STEP: 51725 - | > loss_disc: 2.5853323936462402 (2.4555219769642704) - | > loss_disc_real_0: 0.19298839569091797 (0.1327654541177705) - | > loss_disc_real_1: 0.24126528203487396 (0.2187006231886882) - | > loss_disc_real_2: 0.23811961710453033 (0.23211392787070032) - | > loss_disc_real_3: 0.23919954895973206 (0.22323328788349736) - | > loss_disc_real_4: 0.1836443990468979 (0.22267160231806596) - | > loss_disc_real_5: 0.20806404948234558 (0.23088701308433124) - | > loss_0: 2.5853323936462402 (2.4555219769642704) - | > grad_norm_0: tensor(167.6006, device='cuda:0') (tensor(64.9067, device='cuda:0')) - | > loss_gen: 2.1739699840545654 (2.3745097009307927) - | > loss_kl: 1.5224813222885132 (1.5724632787836377) - | > loss_feat: 5.626838684082031 (6.910447133197493) - | > loss_mel: 21.09099578857422 (21.093221915048524) - | > loss_duration: 1.6348896026611328 (1.687356481908268) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.04917526245117 (33.63799852025613) - | > grad_norm_1: tensor(379.6208, device='cuda:0') (tensor(515.8906, device='cuda:0')) - | > current_lr_0: 0.00019843108764193245 - | > current_lr_1: 0.00019843108764193245 - | > step_time: 0.9739 (0.8343152406304697) - | > loader_time: 0.0096 (0.008096247787792154) - - - --> TIME: 2024-11-23 06:26:07 -- STEP: 748/797 -- GLOBAL_STEP: 51750 - | > loss_disc: 2.3177452087402344 (2.456970856470218) - | > loss_disc_real_0: 0.10432718694210052 (0.13262347755505452) - | > loss_disc_real_1: 0.20808839797973633 (0.21896067424054766) - | > loss_disc_real_2: 0.22809971868991852 (0.23235843768891165) - | > loss_disc_real_3: 0.19803757965564728 (0.22345321976086674) - | > loss_disc_real_4: 0.22062814235687256 (0.22287014001273217) - | > loss_disc_real_5: 0.2034299671649933 (0.2310490320551205) - | > loss_0: 2.3177452087402344 (2.456970856470218) - | > grad_norm_0: tensor(44.8458, device='cuda:0') (tensor(63.7068, device='cuda:0')) - | > loss_gen: 2.47587513923645 (2.3721541398986763) - | > loss_kl: 1.7308008670806885 (1.5738874449130689) - | > loss_feat: 7.236544609069824 (6.906342444572855) - | > loss_mel: 21.26762580871582 (21.10931168010529) - | > loss_duration: 1.6283034086227417 (1.686466376730465) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.339149475097656 (33.64816210741656) - | > grad_norm_1: tensor(410.3023, device='cuda:0') (tensor(510.9388, device='cuda:0')) - | > current_lr_0: 0.00019843108764193245 - | > current_lr_1: 0.00019843108764193245 - | > step_time: 0.9837 (0.8389210382247347) - | > loader_time: 0.0961 (0.009845300154252482) - - - --> TIME: 2024-11-23 06:26:38 -- STEP: 773/797 -- GLOBAL_STEP: 51775 - | > loss_disc: 2.5343167781829834 (2.456032118852818) - | > loss_disc_real_0: 0.10334496200084686 (0.13281809558843757) - | > loss_disc_real_1: 0.20621874928474426 (0.21872223299695476) - | > loss_disc_real_2: 0.2532462179660797 (0.23234020578367745) - | > loss_disc_real_3: 0.24340412020683289 (0.2233572587621474) - | > loss_disc_real_4: 0.23739919066429138 (0.2228129792760908) - | > loss_disc_real_5: 0.19428206980228424 (0.23078278692157278) - | > loss_0: 2.5343167781829834 (2.456032118852818) - | > grad_norm_0: tensor(27.2248, device='cuda:0') (tensor(64.4251, device='cuda:0')) - | > loss_gen: 2.3682861328125 (2.372360578021286) - | > loss_kl: 1.5918711423873901 (1.5735215900169464) - | > loss_feat: 7.597347736358643 (6.901371815226209) - | > loss_mel: 22.37052345275879 (21.10864194645457) - | > loss_duration: 1.6698691844940186 (1.685655283434425) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.597896575927734 (33.64155124106648) - | > grad_norm_1: tensor(663.0199, device='cuda:0') (tensor(511.0283, device='cuda:0')) - | > current_lr_0: 0.00019843108764193245 - | > current_lr_1: 0.00019843108764193245 - | > step_time: 1.2638 (0.8482451546855294) - | > loader_time: 0.1097 (0.013099852693959932) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.7314367294311523 (2.7314367294311523) - | > loss_disc_real_0: 0.1446554958820343 (0.1446554958820343) - | > loss_disc_real_1: 0.22325220704078674 (0.22325220704078674) - | > loss_disc_real_2: 0.17061103880405426 (0.17061103880405426) - | > loss_disc_real_3: 0.20527197420597076 (0.20527197420597076) - | > loss_disc_real_4: 0.20304113626480103 (0.20304113626480103) - | > loss_disc_real_5: 0.22113846242427826 (0.22113846242427826) - | > loss_0: 2.7314367294311523 (2.7314367294311523) - | > loss_gen: 1.9542500972747803 (1.9542500972747803) - | > loss_kl: 2.262542486190796 (2.262542486190796) - | > loss_feat: 6.606387138366699 (6.606387138366699) - | > loss_mel: 21.348957061767578 (21.348957061767578) - | > loss_duration: 1.9596402645111084 (1.9596402645111084) - | > loss_1: 34.131778717041016 (34.131778717041016) - - --> STEP: 1 - | > loss_disc: 2.792283773422241 (2.792283773422241) - | > loss_disc_real_0: 0.06918342411518097 (0.06918342411518097) - | > loss_disc_real_1: 0.21265655755996704 (0.21265655755996704) - | > loss_disc_real_2: 0.22324103116989136 (0.22324103116989136) - | > loss_disc_real_3: 0.20760346949100494 (0.20760346949100494) - | > loss_disc_real_4: 0.15573175251483917 (0.15573175251483917) - | > loss_disc_real_5: 0.2665555477142334 (0.2665555477142334) - | > loss_0: 2.792283773422241 (2.792283773422241) - | > loss_gen: 1.7306021451950073 (1.7306021451950073) - | > loss_kl: 2.0197155475616455 (2.0197155475616455) - | > loss_feat: 8.251232147216797 (8.251232147216797) - | > loss_mel: 22.56315040588379 (22.56315040588379) - | > loss_duration: 1.694714903831482 (1.694714903831482) - | > loss_1: 36.25941467285156 (36.25941467285156) - - --> STEP: 2 - | > loss_disc: 2.596914291381836 (2.6945990324020386) - | > loss_disc_real_0: 0.14768415689468384 (0.1084337905049324) - | > loss_disc_real_1: 0.2710685133934021 (0.24186253547668457) - | > loss_disc_real_2: 0.17231860756874084 (0.1977798193693161) - | > loss_disc_real_3: 0.20113860070705414 (0.20437103509902954) - | > loss_disc_real_4: 0.2945828437805176 (0.22515729814767838) - | > loss_disc_real_5: 0.33340898156166077 (0.2999822646379471) - | > loss_0: 2.596914291381836 (2.6945990324020386) - | > loss_gen: 2.3602447509765625 (2.045423448085785) - | > loss_kl: 0.9577821493148804 (1.488748848438263) - | > loss_feat: 6.161787509918213 (7.206509828567505) - | > loss_mel: 22.806991577148438 (22.685070991516113) - | > loss_duration: 1.6791222095489502 (1.686918556690216) - | > loss_1: 33.96592712402344 (35.1126708984375) - - --> STEP: 3 - | > loss_disc: 2.6801676750183105 (2.689788579940796) - | > loss_disc_real_0: 0.20989051461219788 (0.14225269854068756) - | > loss_disc_real_1: 0.19742050766944885 (0.227048526207606) - | > loss_disc_real_2: 0.21165204048156738 (0.20240389307339987) - | > loss_disc_real_3: 0.24050474166870117 (0.21641560395558676) - | > loss_disc_real_4: 0.2584468126296997 (0.23625380297501883) - | > loss_disc_real_5: 0.2989771366119385 (0.2996472219626109) - | > loss_0: 2.6801676750183105 (2.689788579940796) - | > loss_gen: 2.038419485092163 (2.0430887937545776) - | > loss_kl: 1.385123372077942 (1.4542070229848225) - | > loss_feat: 4.1577067375183105 (6.1902421315511065) - | > loss_mel: 17.300586700439453 (20.89024289449056) - | > loss_duration: 1.7264974117279053 (1.7001115083694458) - | > loss_1: 26.608333587646484 (32.27789179484049) - - --> STEP: 4 - | > loss_disc: 2.5917866230010986 (2.6652880907058716) - | > loss_disc_real_0: 0.1642073392868042 (0.14774135872721672) - | > loss_disc_real_1: 0.22891095280647278 (0.2275141328573227) - | > loss_disc_real_2: 0.17818881571292877 (0.1963501237332821) - | > loss_disc_real_3: 0.25003746151924133 (0.2248210683465004) - | > loss_disc_real_4: 0.2709025740623474 (0.24491599574685097) - | > loss_disc_real_5: 0.21638675034046173 (0.2788321040570736) - | > loss_0: 2.5917866230010986 (2.6652880907058716) - | > loss_gen: 2.2521581649780273 (2.09535613656044) - | > loss_kl: 2.279582977294922 (1.6605510115623474) - | > loss_feat: 6.589532852172852 (6.290064811706543) - | > loss_mel: 20.06045913696289 (20.682796955108643) - | > loss_duration: 1.6498029232025146 (1.687534362077713) - | > loss_1: 32.83153533935547 (32.41630268096924) - - --> STEP: 5 - | > loss_disc: 2.649665355682373 (2.6621635437011717) - | > loss_disc_real_0: 0.12491966784000397 (0.14317702054977416) - | > loss_disc_real_1: 0.2310035228729248 (0.22821201086044313) - | > loss_disc_real_2: 0.16530348360538483 (0.19014079570770265) - | > loss_disc_real_3: 0.20136864483356476 (0.22013058364391327) - | > loss_disc_real_4: 0.21340209245681763 (0.2386132150888443) - | > loss_disc_real_5: 0.24542133510112762 (0.2721499502658844) - | > loss_0: 2.649665355682373 (2.6621635437011717) - | > loss_gen: 1.9332432746887207 (2.062933564186096) - | > loss_kl: 2.2679529190063477 (1.7820313930511475) - | > loss_feat: 8.599281311035156 (6.7519081115722654) - | > loss_mel: 22.999156951904297 (21.146068954467772) - | > loss_duration: 1.8271116018295288 (1.7154498100280762) - | > loss_1: 37.62674331665039 (33.45839080810547) - - --> STEP: 6 - | > loss_disc: 2.6977670192718506 (2.668097456296285) - | > loss_disc_real_0: 0.17932268977165222 (0.1492012987534205) - | > loss_disc_real_1: 0.22926324605941772 (0.22838721672693887) - | > loss_disc_real_2: 0.20322935283184052 (0.19232222189505896) - | > loss_disc_real_3: 0.22506394982337952 (0.22095281134049097) - | > loss_disc_real_4: 0.19976477324962616 (0.23213847478230795) - | > loss_disc_real_5: 0.3344787359237671 (0.28253808120886487) - | > loss_0: 2.6977670192718506 (2.668097456296285) - | > loss_gen: 2.0621471405029297 (2.062802493572235) - | > loss_kl: 1.722048044204712 (1.7720341682434082) - | > loss_feat: 6.528243064880371 (6.714630603790283) - | > loss_mel: 21.008310317993164 (21.123109181722004) - | > loss_duration: 1.7130264043807983 (1.7150459090868633) - | > loss_1: 33.033775329589844 (33.387621561686196) - - --> STEP: 7 - | > loss_disc: 2.5132815837860107 (2.6459809030805315) - | > loss_disc_real_0: 0.20994850993156433 (0.15787947177886963) - | > loss_disc_real_1: 0.17233142256736755 (0.2203792461327144) - | > loss_disc_real_2: 0.1865186244249344 (0.191493136542184) - | > loss_disc_real_3: 0.2349853217601776 (0.2229574556861605) - | > loss_disc_real_4: 0.1839050054550171 (0.22524797916412354) - | > loss_disc_real_5: 0.24008594453334808 (0.2764734902552196) - | > loss_0: 2.5132815837860107 (2.6459809030805315) - | > loss_gen: 2.077906370162964 (2.0649601902280534) - | > loss_kl: 1.3382519483566284 (1.710065279688154) - | > loss_feat: 7.529175281524658 (6.830994129180908) - | > loss_mel: 23.500864028930664 (21.462788445608957) - | > loss_duration: 1.696419358253479 (1.7123849732535226) - | > loss_1: 36.142616271972656 (33.78119223458426) - - --> STEP: 8 - | > loss_disc: 2.526322364807129 (2.631023585796356) - | > loss_disc_real_0: 0.11061450839042664 (0.15197135135531425) - | > loss_disc_real_1: 0.21365143358707428 (0.2195382695645094) - | > loss_disc_real_2: 0.1200772374868393 (0.18256614916026592) - | > loss_disc_real_3: 0.20284664630889893 (0.2204436045140028) - | > loss_disc_real_4: 0.17783065140247345 (0.21932081319391727) - | > loss_disc_real_5: 0.1513178050518036 (0.2608290296047926) - | > loss_0: 2.526322364807129 (2.631023585796356) - | > loss_gen: 1.8856770992279053 (2.042549803853035) - | > loss_kl: 1.704148530960083 (1.709325686097145) - | > loss_feat: 7.883805274963379 (6.962595522403717) - | > loss_mel: 22.442428588867188 (21.585243463516235) - | > loss_duration: 1.7228286266326904 (1.7136904299259186) - | > loss_1: 35.638885498046875 (34.01340389251709) - - --> STEP: 9 - | > loss_disc: 2.6676721572875977 (2.635095649295383) - | > loss_disc_real_0: 0.18400931358337402 (0.1555311249362098) - | > loss_disc_real_1: 0.2172287106513977 (0.219281651907497) - | > loss_disc_real_2: 0.23613998293876648 (0.1885187973578771) - | > loss_disc_real_3: 0.283963680267334 (0.22750139070881736) - | > loss_disc_real_4: 0.22691912949085236 (0.2201650705602434) - | > loss_disc_real_5: 0.3211687207221985 (0.26753343972894883) - | > loss_0: 2.6676721572875977 (2.635095649295383) - | > loss_gen: 2.2595810890197754 (2.066664391093784) - | > loss_kl: 1.574237585067749 (1.6943158970938788) - | > loss_feat: 5.92842435836792 (6.847687615288629) - | > loss_mel: 22.38853645324707 (21.674498240152996) - | > loss_duration: 1.6784406900405884 (1.709773792160882) - | > loss_1: 33.829219818115234 (33.99293899536133) - - --> STEP: 10 - | > loss_disc: 2.6658530235290527 (2.63817138671875) - | > loss_disc_real_0: 0.2321208119392395 (0.16319009363651277) - | > loss_disc_real_1: 0.2527477741241455 (0.22262826412916184) - | > loss_disc_real_2: 0.22811700403690338 (0.19247861802577973) - | > loss_disc_real_3: 0.2525131106376648 (0.2300025627017021) - | > loss_disc_real_4: 0.261667400598526 (0.22431530356407164) - | > loss_disc_real_5: 0.31497788429260254 (0.2722778841853142) - | > loss_0: 2.6658530235290527 (2.63817138671875) - | > loss_gen: 2.271644115447998 (2.087162363529205) - | > loss_kl: 1.1968345642089844 (1.6445677638053895) - | > loss_feat: 5.760567665100098 (6.738975620269775) - | > loss_mel: 19.389680862426758 (21.44601650238037) - | > loss_duration: 1.622682809829712 (1.701064693927765) - | > loss_1: 30.241411209106445 (33.61778621673584) - - --> STEP: 11 - | > loss_disc: 2.5001111030578613 (2.6256204518404873) - | > loss_disc_real_0: 0.1096898764371872 (0.15832643752748315) - | > loss_disc_real_1: 0.16893136501312256 (0.21774672784588553) - | > loss_disc_real_2: 0.16313976049423218 (0.1898114491592754) - | > loss_disc_real_3: 0.11332136392593384 (0.2193951809948141) - | > loss_disc_real_4: 0.15516550838947296 (0.21802895854819904) - | > loss_disc_real_5: 0.17262856662273407 (0.2632188553159887) - | > loss_0: 2.5001111030578613 (2.6256204518404873) - | > loss_gen: 1.6419909000396729 (2.046692230484702) - | > loss_kl: 1.943947672843933 (1.6717841191725298) - | > loss_feat: 7.8514275550842285 (6.840107614343816) - | > loss_mel: 24.39121437072754 (21.713761763139203) - | > loss_duration: 1.5611646175384521 (1.6883465051651) - | > loss_1: 37.38974380493164 (33.96069145202637) - - --> STEP: 12 - | > loss_disc: 2.549314022064209 (2.6192615826924643) - | > loss_disc_real_0: 0.0856739729642868 (0.15227206548055014) - | > loss_disc_real_1: 0.2399352341890335 (0.21959577004114786) - | > loss_disc_real_2: 0.15072889626026154 (0.18655456975102425) - | > loss_disc_real_3: 0.24179713428020477 (0.2212620104352633) - | > loss_disc_real_4: 0.2159847915172577 (0.2178586112956206) - | > loss_disc_real_5: 0.23789465427398682 (0.26110850522915524) - | > loss_0: 2.549314022064209 (2.6192615826924643) - | > loss_gen: 2.06422758102417 (2.0481535096963244) - | > loss_kl: 2.0157978534698486 (1.700451930363973) - | > loss_feat: 7.512263298034668 (6.896120587984721) - | > loss_mel: 21.895090103149414 (21.728872458140057) - | > loss_duration: 1.7288974523544312 (1.691725750764211) - | > loss_1: 35.21627426147461 (34.06532335281372) - - --> STEP: 13 - | > loss_disc: 2.479811429977417 (2.60853464786823) - | > loss_disc_real_0: 0.1166643425822258 (0.14953300987298673) - | > loss_disc_real_1: 0.27756351232528687 (0.2240548271399278) - | > loss_disc_real_2: 0.1587863713502884 (0.18441855448942918) - | > loss_disc_real_3: 0.16133561730384827 (0.21665228788669294) - | > loss_disc_real_4: 0.11153043806552887 (0.209679521047152) - | > loss_disc_real_5: 0.13578075170516968 (0.25146790880423325) - | > loss_0: 2.479811429977417 (2.60853464786823) - | > loss_gen: 1.901002287864685 (2.0368341849400444) - | > loss_kl: 1.9905105829238892 (1.7227641344070435) - | > loss_feat: 8.589462280273438 (7.0263776412376995) - | > loss_mel: 22.289875030517578 (21.772026502169094) - | > loss_duration: 1.7608859539031982 (1.697045766390287) - | > loss_1: 36.53173828125 (34.25504757807805) - - --> STEP: 14 - | > loss_disc: 2.2555391788482666 (2.583320685795375) - | > loss_disc_real_0: 0.09456504136323929 (0.14560672640800476) - | > loss_disc_real_1: 0.24551063776016235 (0.22558738504137313) - | > loss_disc_real_2: 0.21720139682292938 (0.1867601860846792) - | > loss_disc_real_3: 0.18067100644111633 (0.21408219635486603) - | > loss_disc_real_4: 0.1547161340713501 (0.20575356483459473) - | > loss_disc_real_5: 0.2617449164390564 (0.2522019807781492) - | > loss_0: 2.2555391788482666 (2.583320685795375) - | > loss_gen: 2.233992099761963 (2.05091689314161) - | > loss_kl: 1.5576097965240479 (1.7109673959868295) - | > loss_feat: 7.123579502105713 (7.0333206312997) - | > loss_mel: 22.72418975830078 (21.84003816332136) - | > loss_duration: 1.7582420110702515 (1.7014169267245702) - | > loss_1: 35.39761734008789 (34.336659703935894) - - --> STEP: 15 - | > loss_disc: 2.525512456893921 (2.5794668038686117) - | > loss_disc_real_0: 0.16696950793266296 (0.14703091184298198) - | > loss_disc_real_1: 0.28440675139427185 (0.22950867613156636) - | > loss_disc_real_2: 0.2105555534362793 (0.1883465439081192) - | > loss_disc_real_3: 0.2022842913866043 (0.2132956693569819) - | > loss_disc_real_4: 0.16797861456871033 (0.2032352348168691) - | > loss_disc_real_5: 0.2793607711791992 (0.2540125668048859) - | > loss_0: 2.525512456893921 (2.5794668038686117) - | > loss_gen: 2.1643826961517334 (2.0584812800089516) - | > loss_kl: 1.3157092332839966 (1.6846168518066407) - | > loss_feat: 5.871995449066162 (6.955898952484131) - | > loss_mel: 21.32036781311035 (21.80539347330729) - | > loss_duration: 1.6573922634124756 (1.6984819491704306) - | > loss_1: 32.3298454284668 (34.202872085571286) - - --> STEP: 16 - | > loss_disc: 2.772085666656494 (2.5915054827928543) - | > loss_disc_real_0: 0.21225716173648834 (0.15110755246132612) - | > loss_disc_real_1: 0.2728695571422577 (0.23221873119473457) - | > loss_disc_real_2: 0.21241924166679382 (0.18985108751803637) - | > loss_disc_real_3: 0.2506301999092102 (0.21562907751649618) - | > loss_disc_real_4: 0.2147165685892105 (0.20395281817764044) - | > loss_disc_real_5: 0.27456530928611755 (0.25529711320996284) - | > loss_0: 2.772085666656494 (2.5915054827928543) - | > loss_gen: 2.0642611980438232 (2.0588425248861313) - | > loss_kl: 1.4248871803283691 (1.6683837473392487) - | > loss_feat: 6.219998836517334 (6.909905195236206) - | > loss_mel: 20.37303352355957 (21.71587097644806) - | > loss_duration: 1.7911127805709839 (1.704271376132965) - | > loss_1: 31.873292922973633 (34.057273387908936) - - --> STEP: 17 - | > loss_disc: 2.658140182495117 (2.5954251710106346) - | > loss_disc_real_0: 0.17451772093772888 (0.15248462119523218) - | > loss_disc_real_1: 0.27104005217552185 (0.23450233831125147) - | > loss_disc_real_2: 0.193002849817276 (0.1900364853003446) - | > loss_disc_real_3: 0.2099541574716568 (0.21529525869032917) - | > loss_disc_real_4: 0.17788878083229065 (0.20241963951026692) - | > loss_disc_real_5: 0.24276036024093628 (0.2545596571529613) - | > loss_0: 2.658140182495117 (2.5954251710106346) - | > loss_gen: 1.9852666854858398 (2.054514534333173) - | > loss_kl: 1.690976858139038 (1.6697127538568832) - | > loss_feat: 6.767936706542969 (6.901554107666016) - | > loss_mel: 17.884492874145508 (21.490495793959674) - | > loss_duration: 1.6322157382965088 (1.7000328092014088) - | > loss_1: 29.96088981628418 (33.8163096484016) - - --> STEP: 18 - | > loss_disc: 2.8701000213623047 (2.6106848849190607) - | > loss_disc_real_0: 0.2209562063217163 (0.1562885981467035) - | > loss_disc_real_1: 0.31019407510757446 (0.23870743479993609) - | > loss_disc_real_2: 0.2142338901758194 (0.1913807855712043) - | > loss_disc_real_3: 0.24504457414150238 (0.21694799843761656) - | > loss_disc_real_4: 0.21861372888088226 (0.20331931114196777) - | > loss_disc_real_5: 0.27535274624824524 (0.25571482876936596) - | > loss_0: 2.8701000213623047 (2.6106848849190607) - | > loss_gen: 2.027008056640625 (2.052986396683587) - | > loss_kl: 1.4625070095062256 (1.65820132361518) - | > loss_feat: 4.914656639099121 (6.7911709149678545) - | > loss_mel: 19.355144500732422 (21.37186516655816) - | > loss_duration: 1.613362193107605 (1.6952177749739752) - | > loss_1: 29.372676849365234 (33.569441159566246) - - --> STEP: 19 - | > loss_disc: 2.639355182647705 (2.6121938479574105) - | > loss_disc_real_0: 0.1173865795135498 (0.1542411234818007) - | > loss_disc_real_1: 0.21696442365646362 (0.2375630657923849) - | > loss_disc_real_2: 0.16277411580085754 (0.189875171372765) - | > loss_disc_real_3: 0.2004939764738083 (0.21608199728162666) - | > loss_disc_real_4: 0.13763576745986938 (0.1998622825271205) - | > loss_disc_real_5: 0.18923422694206238 (0.25221584972582367) - | > loss_0: 2.639355182647705 (2.6121938479574105) - | > loss_gen: 1.7301548719406128 (2.035995263802378) - | > loss_kl: 1.6955267190933228 (1.6601658181140297) - | > loss_feat: 7.318719387054443 (6.818936624025044) - | > loss_mel: 23.19647789001465 (21.467897415161133) - | > loss_duration: 1.7883539199829102 (1.7001196773428666) - | > loss_1: 35.72923278808594 (33.683114403172546) - - --> STEP: 20 - | > loss_disc: 2.6451995372772217 (2.613844132423401) - | > loss_disc_real_0: 0.15773482620716095 (0.1544158086180687) - | > loss_disc_real_1: 0.26312312483787537 (0.23884106874465943) - | > loss_disc_real_2: 0.21177595853805542 (0.19097021073102952) - | > loss_disc_real_3: 0.2414170652627945 (0.21734875068068504) - | > loss_disc_real_4: 0.24957875907421112 (0.20234810635447503) - | > loss_disc_real_5: 0.2865023910999298 (0.25393017679452895) - | > loss_0: 2.6451995372772217 (2.613844132423401) - | > loss_gen: 2.238725185394287 (2.0461317598819733) - | > loss_kl: 1.809549331665039 (1.6676349937915802) - | > loss_feat: 5.153312683105469 (6.735655426979065) - | > loss_mel: 21.46180534362793 (21.467592811584474) - | > loss_duration: 1.6584335565567017 (1.6980353713035583) - | > loss_1: 32.32182693481445 (33.61505002975464) - - --> STEP: 21 - | > loss_disc: 2.732285976409912 (2.6194842202322826) - | > loss_disc_real_0: 0.22089631855487823 (0.1575815471864882) - | > loss_disc_real_1: 0.25822871923446655 (0.239764290196555) - | > loss_disc_real_2: 0.21247538924217224 (0.19199426685060775) - | > loss_disc_real_3: 0.24020129442214966 (0.21843696704932622) - | > loss_disc_real_4: 0.24562157690525055 (0.20440874780927384) - | > loss_disc_real_5: 0.24718138575553894 (0.2536088057926723) - | > loss_0: 2.732285976409912 (2.6194842202322826) - | > loss_gen: 2.127465009689331 (2.050004771777562) - | > loss_kl: 1.397095799446106 (1.6547521750132244) - | > loss_feat: 4.918918132781982 (6.649144127255394) - | > loss_mel: 16.6673641204834 (21.239010492960613) - | > loss_duration: 1.6352612972259521 (1.6950461296808153) - | > loss_1: 26.746103286743164 (33.28795732770647) - - --> STEP: 22 - | > loss_disc: 2.3680102825164795 (2.608053586699746) - | > loss_disc_real_0: 0.14386796951293945 (0.15695820274678143) - | > loss_disc_real_1: 0.25327563285827637 (0.24037844213572415) - | > loss_disc_real_2: 0.17650973796844482 (0.19129042462869125) - | > loss_disc_real_3: 0.17462411522865295 (0.21644547378475015) - | > loss_disc_real_4: 0.16127195954322815 (0.2024479847062718) - | > loss_disc_real_5: 0.19090762734413147 (0.25075875222682953) - | > loss_0: 2.3680102825164795 (2.608053586699746) - | > loss_gen: 2.1433818340301514 (2.054249183698134) - | > loss_kl: 1.6223276853561401 (1.6532783345742659) - | > loss_feat: 6.459125995635986 (6.640506939454512) - | > loss_mel: 21.08382225036621 (21.231956481933594) - | > loss_duration: 1.8053042888641357 (1.700057864189148) - | > loss_1: 33.11396026611328 (33.28004837036133) - - --> STEP: 23 - | > loss_disc: 2.6231658458709717 (2.6087106414463213) - | > loss_disc_real_0: 0.17437638342380524 (0.1577155149501303) - | > loss_disc_real_1: 0.2975284159183502 (0.242863223604534) - | > loss_disc_real_2: 0.21396282315254211 (0.19227618108624997) - | > loss_disc_real_3: 0.24727915227413177 (0.21778606850167978) - | > loss_disc_real_4: 0.22079896926879883 (0.2032458536002947) - | > loss_disc_real_5: 0.2938085198402405 (0.2526304812534996) - | > loss_0: 2.6231658458709717 (2.6087106414463213) - | > loss_gen: 2.2081379890441895 (2.0609400013218755) - | > loss_kl: 1.7064266204833984 (1.6555891296137935) - | > loss_feat: 5.556727409362793 (6.59338609032009) - | > loss_mel: 21.801698684692383 (21.256727882053543) - | > loss_duration: 1.7417755126953125 (1.701871674993764) - | > loss_1: 33.014766693115234 (33.26851438439411) - - --> STEP: 24 - | > loss_disc: 2.468488931655884 (2.602868070205053) - | > loss_disc_real_0: 0.2236664593219757 (0.16046347096562388) - | > loss_disc_real_1: 0.3039073646068573 (0.2454067294796308) - | > loss_disc_real_2: 0.23898185789585114 (0.1942222509533167) - | > loss_disc_real_3: 0.16561494767665863 (0.21561227180063725) - | > loss_disc_real_4: 0.20389576256275177 (0.20327293314039707) - | > loss_disc_real_5: 0.20850884914398193 (0.250792079915603) - | > loss_0: 2.468488931655884 (2.602868070205053) - | > loss_gen: 2.3838748931884766 (2.074395621816317) - | > loss_kl: 1.7540748119354248 (1.6596926997105281) - | > loss_feat: 5.814130783081055 (6.56091711918513) - | > loss_mel: 19.850431442260742 (21.198132197062176) - | > loss_duration: 1.651721477508545 (1.6997820834318798) - | > loss_1: 31.454233169555664 (33.19291933377584) - - --> STEP: 25 - | > loss_disc: 2.580179452896118 (2.601960525512695) - | > loss_disc_real_0: 0.2198880910873413 (0.16284045577049258) - | > loss_disc_real_1: 0.25229257345199585 (0.2456821632385254) - | > loss_disc_real_2: 0.1625136286020279 (0.19295390605926513) - | > loss_disc_real_3: 0.26863983273506165 (0.21773337423801423) - | > loss_disc_real_4: 0.2563093602657318 (0.20539439022541045) - | > loss_disc_real_5: 0.2775276303291321 (0.2518615019321442) - | > loss_0: 2.580179452896118 (2.601960525512695) - | > loss_gen: 2.2495462894439697 (2.0814016485214233) - | > loss_kl: 1.508794903755188 (1.6536567878723145) - | > loss_feat: 6.389903545379639 (6.5540765762329105) - | > loss_mel: 22.32776641845703 (21.24331756591797) - | > loss_duration: 1.624927282333374 (1.6967878913879395) - | > loss_1: 34.1009407043457 (33.22924018859863) - - --> STEP: 26 - | > loss_disc: 2.750415086746216 (2.607670316329369) - | > loss_disc_real_0: 0.24956226348876953 (0.16617590991350323) - | > loss_disc_real_1: 0.2704203724861145 (0.24663363282497114) - | > loss_disc_real_2: 0.25315195322036743 (0.19526921556546137) - | > loss_disc_real_3: 0.24611853063106537 (0.21882511102236235) - | > loss_disc_real_4: 0.23642532527446747 (0.20658788772729728) - | > loss_disc_real_5: 0.30232203006744385 (0.2538022914758095) - | > loss_0: 2.750415086746216 (2.607670316329369) - | > loss_gen: 2.178372859954834 (2.0851313104996314) - | > loss_kl: 1.4475247859954834 (1.6457286339539747) - | > loss_feat: 4.973326683044434 (6.493278503417969) - | > loss_mel: 18.036088943481445 (21.11996261890118) - | > loss_duration: 1.67384934425354 (1.695905639575078) - | > loss_1: 28.309162139892578 (33.04000641749455) - - --> STEP: 27 - | > loss_disc: 2.4276366233825684 (2.601002401775784) - | > loss_disc_real_0: 0.14284925162792206 (0.16531195960662987) - | > loss_disc_real_1: 0.21118484437465668 (0.24532071473421874) - | > loss_disc_real_2: 0.16636957228183746 (0.19419885840680864) - | > loss_disc_real_3: 0.18898504972457886 (0.21771992356688888) - | > loss_disc_real_4: 0.14958825707435608 (0.20447679029570687) - | > loss_disc_real_5: 0.26860755681991577 (0.2543506346367023) - | > loss_0: 2.4276366233825684 (2.601002401775784) - | > loss_gen: 2.1098551750183105 (2.0860470091855086) - | > loss_kl: 1.735816478729248 (1.6490652207975034) - | > loss_feat: 8.745312690734863 (6.576687177022298) - | > loss_mel: 24.5425968170166 (21.24672684846101) - | > loss_duration: 1.7036651372909546 (1.6961930283793696) - | > loss_1: 38.837249755859375 (33.25471913373029) - - --> STEP: 28 - | > loss_disc: 2.720893144607544 (2.6052842140197754) - | > loss_disc_real_0: 0.17855246365070343 (0.16578483475106107) - | > loss_disc_real_1: 0.2485673725605011 (0.24543666679944312) - | > loss_disc_real_2: 0.17928214371204376 (0.19366611859628133) - | > loss_disc_real_3: 0.2541080713272095 (0.2190195002726146) - | > loss_disc_real_4: 0.16298438608646393 (0.20299491871680533) - | > loss_disc_real_5: 0.2551099359989166 (0.25437775254249567) - | > loss_0: 2.720893144607544 (2.6052842140197754) - | > loss_gen: 2.0854523181915283 (2.0860257702214375) - | > loss_kl: 1.5780984163284302 (1.646530692066465) - | > loss_feat: 7.005196571350098 (6.591991083962577) - | > loss_mel: 23.22237205505371 (21.31728560583932) - | > loss_duration: 1.6883673667907715 (1.6959135404654913) - | > loss_1: 35.57948684692383 (33.33774655205863) - - --> STEP: 29 - | > loss_disc: 2.633807420730591 (2.6062677728718726) - | > loss_disc_real_0: 0.20870591700077057 (0.16726487207001656) - | > loss_disc_real_1: 0.25839778780937195 (0.24588360200668202) - | > loss_disc_real_2: 0.22446274757385254 (0.19472807131964584) - | > loss_disc_real_3: 0.3089846074581146 (0.22212174534797668) - | > loss_disc_real_4: 0.1717255413532257 (0.20191666432495775) - | > loss_disc_real_5: 0.23497901856899261 (0.25370883068134037) - | > loss_0: 2.633807420730591 (2.6062677728718726) - | > loss_gen: 2.2863059043884277 (2.092931981744437) - | > loss_kl: 1.3362525701522827 (1.6358314464832175) - | > loss_feat: 6.9661970138549805 (6.604894736717487) - | > loss_mel: 23.877965927124023 (21.405584927262932) - | > loss_duration: 1.6293100118637085 (1.6936168670654297) - | > loss_1: 36.096031188964844 (33.43285981540023) - - --> STEP: 30 - | > loss_disc: 2.300318479537964 (2.5960694630940755) - | > loss_disc_real_0: 0.0784386396408081 (0.1643039976557096) - | > loss_disc_real_1: 0.19657352566719055 (0.24423993279536566) - | > loss_disc_real_2: 0.16848351061344147 (0.19385325262943903) - | > loss_disc_real_3: 0.18048475682735443 (0.2207338457306226) - | > loss_disc_real_4: 0.19054071605205536 (0.20153746604919434) - | > loss_disc_real_5: 0.1943795084953308 (0.2517311866084734) - | > loss_0: 2.300318479537964 (2.5960694630940755) - | > loss_gen: 2.0189578533172607 (2.090466177463531) - | > loss_kl: 1.847267985343933 (1.6428793311119079) - | > loss_feat: 7.891564846038818 (6.647783740361532) - | > loss_mel: 24.57619285583496 (21.51127185821533) - | > loss_duration: 1.7089672088623047 (1.6941285451253256) - | > loss_1: 38.04295349121094 (33.58652960459391) - - --> STEP: 31 - | > loss_disc: 2.880955934524536 (2.6052593492692515) - | > loss_disc_real_0: 0.2951839566230774 (0.16852593181594727) - | > loss_disc_real_1: 0.2540260851383209 (0.24455561512900936) - | > loss_disc_real_2: 0.17851556837558746 (0.19335848862125027) - | > loss_disc_real_3: 0.22987517714500427 (0.22102872738915105) - | > loss_disc_real_4: 0.27677056193351746 (0.20396434010997896) - | > loss_disc_real_5: 0.23454096913337708 (0.25117666346411543) - | > loss_0: 2.880955934524536 (2.6052593492692515) - | > loss_gen: 2.079564332962036 (2.090114505060257) - | > loss_kl: 1.567039132118225 (1.6404328730798536) - | > loss_feat: 6.997003555297852 (6.659048895682058) - | > loss_mel: 22.723827362060547 (21.550386551887758) - | > loss_duration: 1.6563994884490967 (1.692911478780931) - | > loss_1: 35.023834228515625 (33.63289426988171) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.01228194082936933 (+0.005096789329282699) - | > avg_loss_disc: 2.6052593492692515 (+0.13524744587559834) - | > avg_loss_disc_real_0: 0.16852593181594727 (-0.04497957373819042) - | > avg_loss_disc_real_1: 0.24455561512900936 (+0.03487335337746528) - | > avg_loss_disc_real_2: 0.19335848862125027 (-0.0348722598245067) - | > avg_loss_disc_real_3: 0.22102872738915105 (+0.010324296932066657) - | > avg_loss_disc_real_4: 0.20396434010997896 (-0.010219153858000207) - | > avg_loss_disc_real_5: 0.25117666346411543 (+0.02131511751682519) - | > avg_loss_0: 2.6052593492692515 (+0.13524744587559834) - | > avg_loss_gen: 2.090114505060257 (-0.41510152432226466) - | > avg_loss_kl: 1.6404328730798536 (-0.06861320426387185) - | > avg_loss_feat: 6.659048895682058 (-0.28297441236434473) - | > avg_loss_mel: 21.550386551887758 (+0.0699577946816703) - | > avg_loss_duration: 1.692911478780931 (+0.0033492657446090313) - | > avg_loss_1: 33.63289426988171 (-0.6933818324919656) - - - > EPOCH: 36/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 06:27:46)  - - --> TIME: 2024-11-23 06:27:48 -- STEP: 1/797 -- GLOBAL_STEP: 51800 - | > loss_disc: 2.4541542530059814 (2.4541542530059814) - | > loss_disc_real_0: 0.12668779492378235 (0.12668779492378235) - | > loss_disc_real_1: 0.19197052717208862 (0.19197052717208862) - | > loss_disc_real_2: 0.19020798802375793 (0.19020798802375793) - | > loss_disc_real_3: 0.26381540298461914 (0.26381540298461914) - | > loss_disc_real_4: 0.2238920032978058 (0.2238920032978058) - | > loss_disc_real_5: 0.227927103638649 (0.227927103638649) - | > loss_0: 2.4541542530059814 (2.4541542530059814) - | > grad_norm_0: tensor(112.5775, device='cuda:0') (tensor(112.5775, device='cuda:0')) - | > loss_gen: 2.390143871307373 (2.390143871307373) - | > loss_kl: 1.2158063650131226 (1.2158063650131226) - | > loss_feat: 6.9402666091918945 (6.9402666091918945) - | > loss_mel: 20.10991668701172 (20.10991668701172) - | > loss_duration: 1.975085973739624 (1.975085973739624) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.63121795654297 (32.63121795654297) - | > grad_norm_1: tensor(446.5268, device='cuda:0') (tensor(446.5268, device='cuda:0')) - | > current_lr_0: 0.0001984062837559772 - | > current_lr_1: 0.0001984062837559772 - | > step_time: 0.7471 (0.7471070289611816) - | > loader_time: 0.0032 (0.0031890869140625) - - - --> TIME: 2024-11-23 06:28:07 -- STEP: 26/797 -- GLOBAL_STEP: 51825 - | > loss_disc: 2.537081241607666 (2.5078242191901574) - | > loss_disc_real_0: 0.2014526128768921 (0.15223448580274215) - | > loss_disc_real_1: 0.22930927574634552 (0.22071597667840812) - | > loss_disc_real_2: 0.2258835732936859 (0.23954811004491952) - | > loss_disc_real_3: 0.2641080617904663 (0.22540542082144663) - | > loss_disc_real_4: 0.26339802145957947 (0.22605655456964785) - | > loss_disc_real_5: 0.22995786368846893 (0.23425423525846922) - | > loss_0: 2.537081241607666 (2.5078242191901574) - | > grad_norm_0: tensor(85.7356, device='cuda:0') (tensor(70.8614, device='cuda:0')) - | > loss_gen: 2.51710844039917 (2.363290997651907) - | > loss_kl: 1.658930778503418 (1.5297669355685894) - | > loss_feat: 6.911383152008057 (6.77439546585083) - | > loss_mel: 21.98302459716797 (20.446745725778435) - | > loss_duration: 1.7216659784317017 (1.8000548802889311) - | > amp_scaler: 256.0 (167.3846153846154) - | > loss_1: 34.792110443115234 (32.91425367502066) - | > grad_norm_1: tensor(310.8947, device='cuda:0') (tensor(414.0692, device='cuda:0')) - | > current_lr_0: 0.0001984062837559772 - | > current_lr_1: 0.0001984062837559772 - | > step_time: 0.752 (0.754565376501817) - | > loader_time: 0.0048 (0.005092831758352427) - - - --> TIME: 2024-11-23 06:28:26 -- STEP: 51/797 -- GLOBAL_STEP: 51850 - | > loss_disc: 2.52605938911438 (2.4666691200405957) - | > loss_disc_real_0: 0.09768720716238022 (0.13778666392260905) - | > loss_disc_real_1: 0.22103489935398102 (0.21921630349813723) - | > loss_disc_real_2: 0.25131475925445557 (0.2337078504702624) - | > loss_disc_real_3: 0.21288147568702698 (0.2225298387747185) - | > loss_disc_real_4: 0.26190200448036194 (0.22470825647606568) - | > loss_disc_real_5: 0.2561591565608978 (0.2316373957722795) - | > loss_0: 2.52605938911438 (2.4666691200405957) - | > grad_norm_0: tensor(43.5668, device='cuda:0') (tensor(70.6181, device='cuda:0')) - | > loss_gen: 2.206951379776001 (2.37766315422806) - | > loss_kl: 1.5980116128921509 (1.5543108383814495) - | > loss_feat: 6.518697261810303 (6.933835151148777) - | > loss_mel: 20.3479061126709 (20.45293561150046) - | > loss_duration: 1.772655725479126 (1.7689335463093776) - | > amp_scaler: 128.0 (175.68627450980392) - | > loss_1: 32.44422149658203 (33.08767801172594) - | > grad_norm_1: tensor(79.3741, device='cuda:0') (tensor(449.9165, device='cuda:0')) - | > current_lr_0: 0.0001984062837559772 - | > current_lr_1: 0.0001984062837559772 - | > step_time: 0.7987 (0.7540377916074266) - | > loader_time: 0.0108 (0.0053215354096655745) - - - --> TIME: 2024-11-23 06:28:46 -- STEP: 76/797 -- GLOBAL_STEP: 51875 - | > loss_disc: 2.4884843826293945 (2.4504634706597583) - | > loss_disc_real_0: 0.1346454620361328 (0.1311374531176529) - | > loss_disc_real_1: 0.20655027031898499 (0.2178645831973929) - | > loss_disc_real_2: 0.21890676021575928 (0.23249681862561325) - | > loss_disc_real_3: 0.22459308803081512 (0.22188648012907883) - | > loss_disc_real_4: 0.24536867439746857 (0.22255258948395126) - | > loss_disc_real_5: 0.25059857964515686 (0.23127582453583417) - | > loss_0: 2.4884843826293945 (2.4504634706597583) - | > grad_norm_0: tensor(6.5906, device='cuda:0') (tensor(65.7281, device='cuda:0')) - | > loss_gen: 2.216385841369629 (2.379003123233192) - | > loss_kl: 1.2274962663650513 (1.5708103854405255) - | > loss_feat: 6.613645553588867 (6.974115453268352) - | > loss_mel: 18.970703125 (20.594445002706426) - | > loss_duration: 1.7982653379440308 (1.746626598270316) - | > amp_scaler: 128.0 (159.99999999999994) - | > loss_1: 30.826494216918945 (33.26500029312936) - | > grad_norm_1: tensor(175.7159, device='cuda:0') (tensor(474.3639, device='cuda:0')) - | > current_lr_0: 0.0001984062837559772 - | > current_lr_1: 0.0001984062837559772 - | > step_time: 0.8218 (0.762342007536637) - | > loader_time: 0.0085 (0.005244656612998561) - - - --> TIME: 2024-11-23 06:29:06 -- STEP: 101/797 -- GLOBAL_STEP: 51900 - | > loss_disc: 2.324981212615967 (2.4474640931233327) - | > loss_disc_real_0: 0.15971261262893677 (0.1303269651414143) - | > loss_disc_real_1: 0.19908204674720764 (0.21763279458673873) - | > loss_disc_real_2: 0.18763627111911774 (0.2312487529055907) - | > loss_disc_real_3: 0.19527505338191986 (0.22252786203776256) - | > loss_disc_real_4: 0.21608367562294006 (0.22282519464445585) - | > loss_disc_real_5: 0.17866379022598267 (0.23024460584810463) - | > loss_0: 2.324981212615967 (2.4474640931233327) - | > grad_norm_0: tensor(59.3097, device='cuda:0') (tensor(62.7633, device='cuda:0')) - | > loss_gen: 2.4927501678466797 (2.372924913274179) - | > loss_kl: 1.5402708053588867 (1.566657115917395) - | > loss_feat: 8.7739839553833 (6.936908764414268) - | > loss_mel: 23.043834686279297 (20.584486649768177) - | > loss_duration: 1.6813455820083618 (1.7351110784134063) - | > amp_scaler: 128.0 (152.079207920792) - | > loss_1: 37.53218460083008 (33.196088205469714) - | > grad_norm_1: tensor(823.0840, device='cuda:0') (tensor(491.9410, device='cuda:0')) - | > current_lr_0: 0.0001984062837559772 - | > current_lr_1: 0.0001984062837559772 - | > step_time: 0.7624 (0.7675108012586536) - | > loader_time: 0.004 (0.005152440307163957) - - - --> TIME: 2024-11-23 06:29:25 -- STEP: 126/797 -- GLOBAL_STEP: 51925 - | > loss_disc: 2.4312145709991455 (2.442158683897958) - | > loss_disc_real_0: 0.07471427321434021 (0.12712315688767128) - | > loss_disc_real_1: 0.23991036415100098 (0.21844941389466088) - | > loss_disc_real_2: 0.2545885145664215 (0.23261238871112702) - | > loss_disc_real_3: 0.225677028298378 (0.2221050846671301) - | > loss_disc_real_4: 0.25503629446029663 (0.22230119825828643) - | > loss_disc_real_5: 0.2521650493144989 (0.23048820985215052) - | > loss_0: 2.4312145709991455 (2.442158683897958) - | > grad_norm_0: tensor(15.4981, device='cuda:0') (tensor(62.5598, device='cuda:0')) - | > loss_gen: 2.4383959770202637 (2.3818713369823628) - | > loss_kl: 1.4219926595687866 (1.5656914673154319) - | > loss_feat: 7.951448440551758 (6.975503145702302) - | > loss_mel: 24.33228874206543 (20.698362880282925) - | > loss_duration: 1.710307240486145 (1.7290929451821342) - | > amp_scaler: 128.0 (147.30158730158723) - | > loss_1: 37.854434967041016 (33.35052154177711) - | > grad_norm_1: tensor(247.1367, device='cuda:0') (tensor(513.4532, device='cuda:0')) - | > current_lr_0: 0.0001984062837559772 - | > current_lr_1: 0.0001984062837559772 - | > step_time: 0.8217 (0.76924463113149) - | > loader_time: 0.0047 (0.0050977828010680196) - - - --> TIME: 2024-11-23 06:29:45 -- STEP: 151/797 -- GLOBAL_STEP: 51950 - | > loss_disc: 2.3439807891845703 (2.443268123841445) - | > loss_disc_real_0: 0.12284345179796219 (0.12651562759813087) - | > loss_disc_real_1: 0.2137332558631897 (0.21839038692168047) - | > loss_disc_real_2: 0.20394611358642578 (0.23210450483868453) - | > loss_disc_real_3: 0.2285768836736679 (0.222357760596749) - | > loss_disc_real_4: 0.18868063390254974 (0.22212705470078828) - | > loss_disc_real_5: 0.23543605208396912 (0.22983080000672118) - | > loss_0: 2.3439807891845703 (2.443268123841445) - | > grad_norm_0: tensor(74.6343, device='cuda:0') (tensor(62.7208, device='cuda:0')) - | > loss_gen: 2.4904212951660156 (2.3848298117024993) - | > loss_kl: 1.6227484941482544 (1.5596604481438139) - | > loss_feat: 7.713393688201904 (7.001010882143943) - | > loss_mel: 22.645885467529297 (20.83196871170145) - | > loss_duration: 1.6771202087402344 (1.724241417764828) - | > amp_scaler: 128.0 (144.1059602649006) - | > loss_1: 36.14957046508789 (33.50171105593245) - | > grad_norm_1: tensor(328.9523, device='cuda:0') (tensor(534.9241, device='cuda:0')) - | > current_lr_0: 0.0001984062837559772 - | > current_lr_1: 0.0001984062837559772 - | > step_time: 0.7803 (0.7729489061216644) - | > loader_time: 0.006 (0.005344229818179909) - - - --> TIME: 2024-11-23 06:30:06 -- STEP: 176/797 -- GLOBAL_STEP: 51975 - | > loss_disc: 2.4954757690429688 (2.4434856501492597) - | > loss_disc_real_0: 0.1661909520626068 (0.12737322662195016) - | > loss_disc_real_1: 0.21440237760543823 (0.21763254041698843) - | > loss_disc_real_2: 0.23651905357837677 (0.2320179674266414) - | > loss_disc_real_3: 0.1779288798570633 (0.22204688530076633) - | > loss_disc_real_4: 0.18165287375450134 (0.22274749649857933) - | > loss_disc_real_5: 0.2227056324481964 (0.23147237300872803) - | > loss_0: 2.4954757690429688 (2.4434856501492597) - | > grad_norm_0: tensor(112.1681, device='cuda:0') (tensor(65.4431, device='cuda:0')) - | > loss_gen: 2.190171957015991 (2.3902463045987212) - | > loss_kl: 1.8195884227752686 (1.5662390996109359) - | > loss_feat: 6.217801094055176 (7.009990461847999) - | > loss_mel: 22.293773651123047 (20.870237122882486) - | > loss_duration: 1.6119027137756348 (1.7174077359112827) - | > amp_scaler: 128.0 (141.81818181818167) - | > loss_1: 34.13323974609375 (33.55412058396773) - | > grad_norm_1: tensor(420.2985, device='cuda:0') (tensor(531.1060, device='cuda:0')) - | > current_lr_0: 0.0001984062837559772 - | > current_lr_1: 0.0001984062837559772 - | > step_time: 0.832 (0.7767773067409341) - | > loader_time: 0.0045 (0.005568935112519698) - - - --> TIME: 2024-11-23 06:30:26 -- STEP: 201/797 -- GLOBAL_STEP: 52000 - | > loss_disc: 2.3966145515441895 (2.438899533665597) - | > loss_disc_real_0: 0.1172977089881897 (0.1270787161010414) - | > loss_disc_real_1: 0.17007195949554443 (0.21738143954704053) - | > loss_disc_real_2: 0.21390345692634583 (0.23182844389137344) - | > loss_disc_real_3: 0.21685312688350677 (0.22159792949904256) - | > loss_disc_real_4: 0.15293331444263458 (0.22185708130176982) - | > loss_disc_real_5: 0.22793877124786377 (0.2299493767728853) - | > loss_0: 2.3966145515441895 (2.438899533665597) - | > grad_norm_0: tensor(66.4163, device='cuda:0') (tensor(64.0667, device='cuda:0')) - | > loss_gen: 2.396164655685425 (2.3931268198573163) - | > loss_kl: 1.3693220615386963 (1.5598551100166285) - | > loss_feat: 7.929516792297363 (7.043302619042088) - | > loss_mel: 21.516036987304688 (20.949763084525493) - | > loss_duration: 1.7334961891174316 (1.7149661210045886) - | > amp_scaler: 128.0 (140.0995024875621) - | > loss_1: 34.94453811645508 (33.66101374080526) - | > grad_norm_1: tensor(821.4331, device='cuda:0') (tensor(530.7233, device='cuda:0')) - | > current_lr_0: 0.0001984062837559772 - | > current_lr_1: 0.0001984062837559772 - | > step_time: 0.7251 (0.7803300304792413) - | > loader_time: 0.0093 (0.005734451967685377) - - - --> TIME: 2024-11-23 06:30:47 -- STEP: 226/797 -- GLOBAL_STEP: 52025 - | > loss_disc: 2.466064214706421 (2.4371907109707887) - | > loss_disc_real_0: 0.10087041556835175 (0.12486393856857195) - | > loss_disc_real_1: 0.25540006160736084 (0.2174605847196241) - | > loss_disc_real_2: 0.21690872311592102 (0.23224610947402177) - | > loss_disc_real_3: 0.21797773241996765 (0.22193054129592085) - | > loss_disc_real_4: 0.2620495557785034 (0.22220475767302303) - | > loss_disc_real_5: 0.2484421283006668 (0.23013541010101285) - | > loss_0: 2.466064214706421 (2.4371907109707887) - | > grad_norm_0: tensor(23.1113, device='cuda:0') (tensor(64.3802, device='cuda:0')) - | > loss_gen: 2.454162120819092 (2.392115726935125) - | > loss_kl: 1.6448144912719727 (1.5620802730585623) - | > loss_feat: 7.06005334854126 (7.023236380214184) - | > loss_mel: 21.355138778686523 (20.969672295899517) - | > loss_duration: 1.6777225732803345 (1.712795313480681) - | > amp_scaler: 128.0 (138.76106194690257) - | > loss_1: 34.191890716552734 (33.65989999011556) - | > grad_norm_1: tensor(461.1690, device='cuda:0') (tensor(537.8507, device='cuda:0')) - | > current_lr_0: 0.0001984062837559772 - | > current_lr_1: 0.0001984062837559772 - | > step_time: 0.7885 (0.7836633087259478) - | > loader_time: 0.0061 (0.005949907598242296) - - - --> TIME: 2024-11-23 06:31:08 -- STEP: 251/797 -- GLOBAL_STEP: 52050 - | > loss_disc: 2.5816798210144043 (2.438051740486786) - | > loss_disc_real_0: 0.21430355310440063 (0.12627873045811608) - | > loss_disc_real_1: 0.21588794887065887 (0.21765833018547984) - | > loss_disc_real_2: 0.21456481516361237 (0.23254643362831784) - | > loss_disc_real_3: 0.22054246068000793 (0.22159616429492296) - | > loss_disc_real_4: 0.20112457871437073 (0.2218004564840005) - | > loss_disc_real_5: 0.19014988839626312 (0.22949125846306168) - | > loss_0: 2.5816798210144043 (2.438051740486786) - | > grad_norm_0: tensor(129.2514, device='cuda:0') (tensor(68.4665, device='cuda:0')) - | > loss_gen: 2.2332608699798584 (2.3949494295386202) - | > loss_kl: 1.3908246755599976 (1.5564136505126955) - | > loss_feat: 7.184151649475098 (7.018713687045641) - | > loss_mel: 21.236825942993164 (20.9780060589551) - | > loss_duration: 1.6277339458465576 (1.7089045679426764) - | > amp_scaler: 128.0 (137.68924302788835) - | > loss_1: 33.67279815673828 (33.65698733842706) - | > grad_norm_1: tensor(374.8643, device='cuda:0') (tensor(536.2471, device='cuda:0')) - | > current_lr_0: 0.0001984062837559772 - | > current_lr_1: 0.0001984062837559772 - | > step_time: 0.8338 (0.7884400356338319) - | > loader_time: 0.0057 (0.0061396156174253185) - - - --> TIME: 2024-11-23 06:31:29 -- STEP: 276/797 -- GLOBAL_STEP: 52075 - | > loss_disc: 2.4769468307495117 (2.4435256123542812) - | > loss_disc_real_0: 0.08915501087903976 (0.12780224074326127) - | > loss_disc_real_1: 0.21260429918766022 (0.21753110266897988) - | > loss_disc_real_2: 0.23450635373592377 (0.23265293148764665) - | > loss_disc_real_3: 0.21603038907051086 (0.2219907263482826) - | > loss_disc_real_4: 0.21472200751304626 (0.2222596322712691) - | > loss_disc_real_5: 0.19413205981254578 (0.230421438165333) - | > loss_0: 2.4769468307495117 (2.4435256123542812) - | > grad_norm_0: tensor(10.2758, device='cuda:0') (tensor(69.9320, device='cuda:0')) - | > loss_gen: 2.2735774517059326 (2.3909798083098037) - | > loss_kl: 1.592703938484192 (1.557869059020195) - | > loss_feat: 6.592636585235596 (7.0047158141067065) - | > loss_mel: 21.81946563720703 (21.00695898912955) - | > loss_duration: 1.737526535987854 (1.7063687771990679) - | > amp_scaler: 128.0 (136.81159420289848) - | > loss_1: 34.01591110229492 (33.66689232812412) - | > grad_norm_1: tensor(399.7511, device='cuda:0') (tensor(531.8830, device='cuda:0')) - | > current_lr_0: 0.0001984062837559772 - | > current_lr_1: 0.0001984062837559772 - | > step_time: 0.8181 (0.7908412710480069) - | > loader_time: 0.006 (0.006316676519919133) - - - --> TIME: 2024-11-23 06:31:49 -- STEP: 301/797 -- GLOBAL_STEP: 52100 - | > loss_disc: 2.6748549938201904 (2.4431146767448375) - | > loss_disc_real_0: 0.17709144949913025 (0.12784671527256206) - | > loss_disc_real_1: 0.24708274006843567 (0.21724019385255453) - | > loss_disc_real_2: 0.2771206796169281 (0.23209302256075648) - | > loss_disc_real_3: 0.23410071432590485 (0.22210588189850608) - | > loss_disc_real_4: 0.28247103095054626 (0.22255332213501597) - | > loss_disc_real_5: 0.2844858169555664 (0.23033831117557138) - | > loss_0: 2.6748549938201904 (2.4431146767448375) - | > grad_norm_0: tensor(112.0829, device='cuda:0') (tensor(66.9979, device='cuda:0')) - | > loss_gen: 2.243124485015869 (2.385997311221403) - | > loss_kl: 1.5013946294784546 (1.5544892628723603) - | > loss_feat: 5.701323986053467 (6.978426226745809) - | > loss_mel: 18.98019027709961 (21.013889528192156) - | > loss_duration: 1.6914944648742676 (1.7044740269746494) - | > amp_scaler: 128.0 (136.07973421926903) - | > loss_1: 30.11752700805664 (33.63727622174742) - | > grad_norm_1: tensor(760.8625, device='cuda:0') (tensor(519.5106, device='cuda:0')) - | > current_lr_0: 0.0001984062837559772 - | > current_lr_1: 0.0001984062837559772 - | > step_time: 0.7788 (0.7926038618499655) - | > loader_time: 0.0087 (0.00648143996431978) - - - --> TIME: 2024-11-23 06:32:10 -- STEP: 326/797 -- GLOBAL_STEP: 52125 - | > loss_disc: 2.453061103820801 (2.444150663592335) - | > loss_disc_real_0: 0.16199110448360443 (0.12801128471601605) - | > loss_disc_real_1: 0.25914424657821655 (0.21748157787176728) - | > loss_disc_real_2: 0.23367556929588318 (0.23230555123346716) - | > loss_disc_real_3: 0.20560984313488007 (0.22142919404375036) - | > loss_disc_real_4: 0.25032877922058105 (0.22237735090811558) - | > loss_disc_real_5: 0.2349092960357666 (0.23165477716301122) - | > loss_0: 2.453061103820801 (2.444150663592335) - | > grad_norm_0: tensor(58.1319, device='cuda:0') (tensor(65.2671, device='cuda:0')) - | > loss_gen: 2.48205304145813 (2.383807153058197) - | > loss_kl: 1.8156490325927734 (1.555884610655849) - | > loss_feat: 7.031291484832764 (6.976929664611816) - | > loss_mel: 21.64642333984375 (21.04566815733178) - | > loss_duration: 1.6668586730957031 (1.7029976888668317) - | > amp_scaler: 128.0 (135.46012269938646) - | > loss_1: 34.642276763916016 (33.665287140688285) - | > grad_norm_1: tensor(878.2834, device='cuda:0') (tensor(519.4264, device='cuda:0')) - | > current_lr_0: 0.0001984062837559772 - | > current_lr_1: 0.0001984062837559772 - | > step_time: 0.8261 (0.7952542005141087) - | > loader_time: 0.006 (0.00661051565884081) - - - --> TIME: 2024-11-23 06:32:31 -- STEP: 351/797 -- GLOBAL_STEP: 52150 - | > loss_disc: 2.532606601715088 (2.444989797396539) - | > loss_disc_real_0: 0.13885635137557983 (0.12849625515250065) - | > loss_disc_real_1: 0.2812512218952179 (0.217904457806522) - | > loss_disc_real_2: 0.21455807983875275 (0.23240201587011333) - | > loss_disc_real_3: 0.2173563688993454 (0.2218335905136206) - | > loss_disc_real_4: 0.21631094813346863 (0.22158453819418905) - | > loss_disc_real_5: 0.20614828169345856 (0.23127226217350053) - | > loss_0: 2.532606601715088 (2.444989797396539) - | > grad_norm_0: tensor(78.6635, device='cuda:0') (tensor(63.3923, device='cuda:0')) - | > loss_gen: 2.163409948348999 (2.3797447253496204) - | > loss_kl: 1.6111081838607788 (1.5538374460660493) - | > loss_feat: 6.230551719665527 (6.973239451731712) - | > loss_mel: 19.27022361755371 (21.05256118122329) - | > loss_duration: 1.6621785163879395 (1.700170353606895) - | > amp_scaler: 128.0 (134.9287749287748) - | > loss_1: 30.937471389770508 (33.65955302790021) - | > grad_norm_1: tensor(204.5155, device='cuda:0') (tensor(506.4290, device='cuda:0')) - | > current_lr_0: 0.0001984062837559772 - | > current_lr_1: 0.0001984062837559772 - | > step_time: 0.8151 (0.797165022276745) - | > loader_time: 0.0086 (0.006686212670089851) - - - --> TIME: 2024-11-23 06:32:53 -- STEP: 376/797 -- GLOBAL_STEP: 52175 - | > loss_disc: 2.544379711151123 (2.4460620689899386) - | > loss_disc_real_0: 0.2007668912410736 (0.12901276903861067) - | > loss_disc_real_1: 0.18421395123004913 (0.21791066328420283) - | > loss_disc_real_2: 0.2071286141872406 (0.23252742832645457) - | > loss_disc_real_3: 0.2045329511165619 (0.2215195214574007) - | > loss_disc_real_4: 0.2162044495344162 (0.2212881961480734) - | > loss_disc_real_5: 0.22179283201694489 (0.23151501351372997) - | > loss_0: 2.544379711151123 (2.4460620689899386) - | > grad_norm_0: tensor(36.5870, device='cuda:0') (tensor(61.4877, device='cuda:0')) - | > loss_gen: 2.2154641151428223 (2.3761167240903727) - | > loss_kl: 1.4393492937088013 (1.5543852521384016) - | > loss_feat: 7.426302433013916 (6.967313505233602) - | > loss_mel: 21.298412322998047 (21.063744676874045) - | > loss_duration: 1.6676191091537476 (1.6979096947198218) - | > amp_scaler: 128.0 (134.46808510638286) - | > loss_1: 34.04714584350586 (33.659469716092374) - | > grad_norm_1: tensor(434.2885, device='cuda:0') (tensor(495.9484, device='cuda:0')) - | > current_lr_0: 0.0001984062837559772 - | > current_lr_1: 0.0001984062837559772 - | > step_time: 0.8756 (0.8002748768380347) - | > loader_time: 0.0075 (0.006684821336827378) - - - --> TIME: 2024-11-23 06:33:14 -- STEP: 401/797 -- GLOBAL_STEP: 52200 - | > loss_disc: 2.4048802852630615 (2.446048784731633) - | > loss_disc_real_0: 0.14407071471214294 (0.12951541507147502) - | > loss_disc_real_1: 0.2298380583524704 (0.21780147070896597) - | > loss_disc_real_2: 0.20458872616291046 (0.2320053119240259) - | > loss_disc_real_3: 0.211037278175354 (0.22162594023785384) - | > loss_disc_real_4: 0.19820034503936768 (0.22105856020551667) - | > loss_disc_real_5: 0.22048845887184143 (0.2310180449649283) - | > loss_0: 2.4048802852630615 (2.446048784731633) - | > grad_norm_0: tensor(144.8325, device='cuda:0') (tensor(61.5745, device='cuda:0')) - | > loss_gen: 2.3777060508728027 (2.3733966677563454) - | > loss_kl: 1.684653401374817 (1.5557713571034761) - | > loss_feat: 6.669853210449219 (6.950821699346985) - | > loss_mel: 21.30294418334961 (21.02734770739168) - | > loss_duration: 1.6655070781707764 (1.696557404097179) - | > amp_scaler: 128.0 (134.06483790523677) - | > loss_1: 33.70066452026367 (33.603894702216955) - | > grad_norm_1: tensor(246.6031, device='cuda:0') (tensor(494.1672, device='cuda:0')) - | > current_lr_0: 0.0001984062837559772 - | > current_lr_1: 0.0001984062837559772 - | > step_time: 0.8311 (0.8023124965943599) - | > loader_time: 0.0117 (0.0067475305828370346) - - - --> TIME: 2024-11-23 06:33:35 -- STEP: 426/797 -- GLOBAL_STEP: 52225 - | > loss_disc: 2.4791221618652344 (2.4467034877186133) - | > loss_disc_real_0: 0.16650614142417908 (0.129327572532383) - | > loss_disc_real_1: 0.1683460772037506 (0.21771097442074) - | > loss_disc_real_2: 0.23323950171470642 (0.23270566862933512) - | > loss_disc_real_3: 0.2054268717765808 (0.221449705881412) - | > loss_disc_real_4: 0.20176658034324646 (0.22123505979636465) - | > loss_disc_real_5: 0.21206554770469666 (0.2314017574901872) - | > loss_0: 2.4791221618652344 (2.4467034877186133) - | > grad_norm_0: tensor(75.5719, device='cuda:0') (tensor(61.6750, device='cuda:0')) - | > loss_gen: 2.4663500785827637 (2.3767288805733267) - | > loss_kl: 1.5381066799163818 (1.554193250730004) - | > loss_feat: 7.138470649719238 (6.964219498522405) - | > loss_mel: 22.268850326538086 (21.054460641923647) - | > loss_duration: 1.6811888217926025 (1.6953204008335239) - | > amp_scaler: 128.0 (133.7089201877933) - | > loss_1: 35.09296798706055 (33.644922551974474) - | > grad_norm_1: tensor(567.8635, device='cuda:0') (tensor(492.3744, device='cuda:0')) - | > current_lr_0: 0.0001984062837559772 - | > current_lr_1: 0.0001984062837559772 - | > step_time: 0.8519 (0.8043841974276331) - | > loader_time: 0.0135 (0.006943755866216381) - - - --> TIME: 2024-11-23 06:33:56 -- STEP: 451/797 -- GLOBAL_STEP: 52250 - | > loss_disc: 2.4629428386688232 (2.444924642135726) - | > loss_disc_real_0: 0.12543237209320068 (0.1288694226391564) - | > loss_disc_real_1: 0.21135921776294708 (0.21737704265804883) - | > loss_disc_real_2: 0.24422124028205872 (0.23271702527339072) - | > loss_disc_real_3: 0.21701955795288086 (0.2215588448317246) - | > loss_disc_real_4: 0.25490063428878784 (0.22132070276663202) - | > loss_disc_real_5: 0.20981743931770325 (0.23094169508062817) - | > loss_0: 2.4629428386688232 (2.444924642135726) - | > grad_norm_0: tensor(99.8473, device='cuda:0') (tensor(61.0181, device='cuda:0')) - | > loss_gen: 2.4460694789886475 (2.3778824393870837) - | > loss_kl: 1.8329319953918457 (1.5555486776876344) - | > loss_feat: 7.043578624725342 (6.974734871984849) - | > loss_mel: 22.0810489654541 (21.093337703967045) - | > loss_duration: 1.705316424369812 (1.6939598691965683) - | > amp_scaler: 128.0 (133.39246119733906) - | > loss_1: 35.108943939208984 (33.69546342160384) - | > grad_norm_1: tensor(656.5147, device='cuda:0') (tensor(495.8430, device='cuda:0')) - | > current_lr_0: 0.0001984062837559772 - | > current_lr_1: 0.0001984062837559772 - | > step_time: 0.8252 (0.8063997128057373) - | > loader_time: 0.0125 (0.0070461307026594535) - - - --> TIME: 2024-11-23 06:34:18 -- STEP: 476/797 -- GLOBAL_STEP: 52275 - | > loss_disc: 2.3732197284698486 (2.4452178723671896) - | > loss_disc_real_0: 0.08518645912408829 (0.12880917262880742) - | > loss_disc_real_1: 0.19209648668766022 (0.21737974396898968) - | > loss_disc_real_2: 0.23792409896850586 (0.2325572674201817) - | > loss_disc_real_3: 0.18713907897472382 (0.22188364175938755) - | > loss_disc_real_4: 0.23237690329551697 (0.2214440159624865) - | > loss_disc_real_5: 0.24968741834163666 (0.23128803030532952) - | > loss_0: 2.3732197284698486 (2.4452178723671896) - | > grad_norm_0: tensor(106.7949, device='cuda:0') (tensor(61.9911, device='cuda:0')) - | > loss_gen: 2.3493456840515137 (2.378379782708754) - | > loss_kl: 1.5362894535064697 (1.556145548570056) - | > loss_feat: 6.710953712463379 (6.975953110125887) - | > loss_mel: 20.713176727294922 (21.09202020308551) - | > loss_duration: 1.6811496019363403 (1.6930482112059073) - | > amp_scaler: 128.0 (133.1092436974788) - | > loss_1: 32.99091339111328 (33.69554671519949) - | > grad_norm_1: tensor(649.1597, device='cuda:0') (tensor(497.9031, device='cuda:0')) - | > current_lr_0: 0.0001984062837559772 - | > current_lr_1: 0.0001984062837559772 - | > step_time: 0.8598 (0.8085332953629373) - | > loader_time: 0.007 (0.007173446046204126) - - - --> TIME: 2024-11-23 06:34:40 -- STEP: 501/797 -- GLOBAL_STEP: 52300 - | > loss_disc: 2.523988962173462 (2.443866024950073) - | > loss_disc_real_0: 0.18519696593284607 (0.12851930553179072) - | > loss_disc_real_1: 0.17430473864078522 (0.21711180524197882) - | > loss_disc_real_2: 0.24836403131484985 (0.2323508911325546) - | > loss_disc_real_3: 0.22190430760383606 (0.22198518667511358) - | > loss_disc_real_4: 0.20982524752616882 (0.22154637421676499) - | > loss_disc_real_5: 0.24344024062156677 (0.23118895777090345) - | > loss_0: 2.523988962173462 (2.443866024950073) - | > grad_norm_0: tensor(108.3802, device='cuda:0') (tensor(61.9028, device='cuda:0')) - | > loss_gen: 2.420788288116455 (2.381469181673732) - | > loss_kl: 1.3702667951583862 (1.555807845321244) - | > loss_feat: 6.94638204574585 (6.986264578120675) - | > loss_mel: 21.929716110229492 (21.10690783502575) - | > loss_duration: 1.6109247207641602 (1.6917933658687416) - | > amp_scaler: 128.0 (132.85429141716546) - | > loss_1: 34.278076171875 (33.72224265229921) - | > grad_norm_1: tensor(569.8952, device='cuda:0') (tensor(498.4653, device='cuda:0')) - | > current_lr_0: 0.0001984062837559772 - | > current_lr_1: 0.0001984062837559772 - | > step_time: 0.8873 (0.8105842819708787) - | > loader_time: 0.0082 (0.007298237787273352) - - - --> TIME: 2024-11-23 06:35:01 -- STEP: 526/797 -- GLOBAL_STEP: 52325 - | > loss_disc: 2.305873155593872 (2.443631182152059) - | > loss_disc_real_0: 0.09796765446662903 (0.12854101910422291) - | > loss_disc_real_1: 0.19860075414180756 (0.2168564626755823) - | > loss_disc_real_2: 0.23441968858242035 (0.2320835861473029) - | > loss_disc_real_3: 0.17470122873783112 (0.22198840876609197) - | > loss_disc_real_4: 0.20613738894462585 (0.22170833030807655) - | > loss_disc_real_5: 0.21683450043201447 (0.23171061033758378) - | > loss_0: 2.305873155593872 (2.443631182152059) - | > grad_norm_0: tensor(82.1922, device='cuda:0') (tensor(62.4026, device='cuda:0')) - | > loss_gen: 2.4213974475860596 (2.3839081815893666) - | > loss_kl: 1.5201125144958496 (1.5564371209180854) - | > loss_feat: 8.08745002746582 (6.992051909631649) - | > loss_mel: 20.69255256652832 (21.11168656149745) - | > loss_duration: 1.6685960292816162 (1.6913118412286157) - | > amp_scaler: 128.0 (132.6235741444865) - | > loss_1: 34.390106201171875 (33.73539544964929) - | > grad_norm_1: tensor(674.8724, device='cuda:0') (tensor(497.1349, device='cuda:0')) - | > current_lr_0: 0.0001984062837559772 - | > current_lr_1: 0.0001984062837559772 - | > step_time: 0.8708 (0.8127358399416557) - | > loader_time: 0.0069 (0.0074267931310849486) - - - --> TIME: 2024-11-23 06:35:23 -- STEP: 551/797 -- GLOBAL_STEP: 52350 - | > loss_disc: 2.460826873779297 (2.446125685627797) - | > loss_disc_real_0: 0.18570291996002197 (0.1291516449931205) - | > loss_disc_real_1: 0.20001423358917236 (0.21701058220733532) - | > loss_disc_real_2: 0.26204946637153625 (0.23225229064479277) - | > loss_disc_real_3: 0.2305944263935089 (0.22222844328724534) - | > loss_disc_real_4: 0.2256273329257965 (0.22162223819595933) - | > loss_disc_real_5: 0.24349386990070343 (0.2316879385612405) - | > loss_0: 2.460826873779297 (2.446125685627797) - | > grad_norm_0: tensor(108.2292, device='cuda:0') (tensor(63.1732, device='cuda:0')) - | > loss_gen: 2.4873833656311035 (2.383075419441542) - | > loss_kl: 1.5945684909820557 (1.5577501372287148) - | > loss_feat: 6.884377956390381 (6.9833947803061145) - | > loss_mel: 21.42321014404297 (21.10717825361692) - | > loss_duration: 1.6505159139633179 (1.6912594140116837) - | > amp_scaler: 128.0 (132.41379310344806) - | > loss_1: 34.04005813598633 (33.72265787349642) - | > grad_norm_1: tensor(351.4815, device='cuda:0') (tensor(494.7115, device='cuda:0')) - | > current_lr_0: 0.0001984062837559772 - | > current_lr_1: 0.0001984062837559772 - | > step_time: 0.8645 (0.8148401774425471) - | > loader_time: 0.0106 (0.007516419173585092) - - - --> TIME: 2024-11-23 06:35:45 -- STEP: 576/797 -- GLOBAL_STEP: 52375 - | > loss_disc: 2.4424076080322266 (2.445354664905206) - | > loss_disc_real_0: 0.1016756072640419 (0.12882205929296725) - | > loss_disc_real_1: 0.25285279750823975 (0.21683743658165136) - | > loss_disc_real_2: 0.21772463619709015 (0.2320901359586666) - | > loss_disc_real_3: 0.2230777144432068 (0.2219919667113572) - | > loss_disc_real_4: 0.1974623203277588 (0.22188648902293714) - | > loss_disc_real_5: 0.234446719288826 (0.23195777375561497) - | > loss_0: 2.4424076080322266 (2.445354664905206) - | > grad_norm_0: tensor(9.1251, device='cuda:0') (tensor(62.7766, device='cuda:0')) - | > loss_gen: 2.2469775676727295 (2.3831372662550887) - | > loss_kl: 1.6406056880950928 (1.5594074866837926) - | > loss_feat: 6.7302165031433105 (6.983604601687855) - | > loss_mel: 21.895423889160156 (21.121406929360496) - | > loss_duration: 1.710906982421875 (1.6906566079705958) - | > amp_scaler: 128.0 (132.22222222222203) - | > loss_1: 34.2241325378418 (33.73821280068826) - | > grad_norm_1: tensor(111.9960, device='cuda:0') (tensor(489.2021, device='cuda:0')) - | > current_lr_0: 0.0001984062837559772 - | > current_lr_1: 0.0001984062837559772 - | > step_time: 0.8339 (0.8171771893070806) - | > loader_time: 0.0112 (0.0076253703898853725) - - - --> TIME: 2024-11-23 06:36:07 -- STEP: 601/797 -- GLOBAL_STEP: 52400 - | > loss_disc: 2.3250041007995605 (2.4453617629909687) - | > loss_disc_real_0: 0.08150158822536469 (0.12890480955855038) - | > loss_disc_real_1: 0.2032252997159958 (0.2166337911380507) - | > loss_disc_real_2: 0.2131861448287964 (0.2318999418452655) - | > loss_disc_real_3: 0.2436620146036148 (0.2223835477912287) - | > loss_disc_real_4: 0.21316000819206238 (0.2217142493177373) - | > loss_disc_real_5: 0.2410152703523636 (0.2317464085367079) - | > loss_0: 2.3250041007995605 (2.4453617629909687) - | > grad_norm_0: tensor(13.8193, device='cuda:0') (tensor(62.2884, device='cuda:0')) - | > loss_gen: 2.463015556335449 (2.3809885681171403) - | > loss_kl: 1.6566084623336792 (1.5623289969518854) - | > loss_feat: 7.410106182098389 (6.977124279231676) - | > loss_mel: 23.692174911499023 (21.127284708514978) - | > loss_duration: 1.6341956853866577 (1.6900126463958307) - | > amp_scaler: 128.0 (132.04658901830257) - | > loss_1: 36.856101989746094 (33.737739125028064) - | > grad_norm_1: tensor(214.8431, device='cuda:0') (tensor(486.7908, device='cuda:0')) - | > current_lr_0: 0.0001984062837559772 - | > current_lr_1: 0.0001984062837559772 - | > step_time: 0.8781 (0.8193101057792068) - | > loader_time: 0.0071 (0.007718250081067077) - - - --> TIME: 2024-11-23 06:36:30 -- STEP: 626/797 -- GLOBAL_STEP: 52425 - | > loss_disc: 2.520648956298828 (2.4473387440934364) - | > loss_disc_real_0: 0.21019166707992554 (0.1292664768596809) - | > loss_disc_real_1: 0.20421472191810608 (0.21699185814625155) - | > loss_disc_real_2: 0.2641085088253021 (0.23210671879708195) - | > loss_disc_real_3: 0.213477224111557 (0.2224308818150252) - | > loss_disc_real_4: 0.21198855340480804 (0.22216914315669306) - | > loss_disc_real_5: 0.25528913736343384 (0.2320272665197095) - | > loss_0: 2.520648956298828 (2.4473387440934364) - | > grad_norm_0: tensor(60.7508, device='cuda:0') (tensor(61.1048, device='cuda:0')) - | > loss_gen: 2.3441758155822754 (2.379357070968556) - | > loss_kl: 1.8089025020599365 (1.5627092357260721) - | > loss_feat: 6.259929180145264 (6.96740685636624) - | > loss_mel: 21.655542373657227 (21.13273467042575) - | > loss_duration: 1.7157137393951416 (1.6900258787904685) - | > amp_scaler: 128.0 (131.8849840255588) - | > loss_1: 33.784263610839844 (33.73223364467441) - | > grad_norm_1: tensor(698.0509, device='cuda:0') (tensor(487.3611, device='cuda:0')) - | > current_lr_0: 0.0001984062837559772 - | > current_lr_1: 0.0001984062837559772 - | > step_time: 0.9025 (0.8219448587003226) - | > loader_time: 0.008 (0.007786067910849476) - - - --> TIME: 2024-11-23 06:36:52 -- STEP: 651/797 -- GLOBAL_STEP: 52450 - | > loss_disc: 2.326793670654297 (2.4475224014434596) - | > loss_disc_real_0: 0.09290726482868195 (0.12922071210021444) - | > loss_disc_real_1: 0.17222312092781067 (0.21731700069527102) - | > loss_disc_real_2: 0.2120201587677002 (0.23200419771781167) - | > loss_disc_real_3: 0.21197699010372162 (0.22243701310659517) - | > loss_disc_real_4: 0.1744466871023178 (0.22175297850654244) - | > loss_disc_real_5: 0.20360228419303894 (0.23160507673034286) - | > loss_0: 2.326793670654297 (2.4475224014434596) - | > grad_norm_0: tensor(72.4401, device='cuda:0') (tensor(60.8602, device='cuda:0')) - | > loss_gen: 2.3220109939575195 (2.3771517159568925) - | > loss_kl: 1.5523269176483154 (1.561540932882399) - | > loss_feat: 7.345940589904785 (6.959977673678537) - | > loss_mel: 21.256759643554688 (21.136911761376158) - | > loss_duration: 1.7209447622299194 (1.6898256232661586) - | > amp_scaler: 128.0 (131.7357910906295) - | > loss_1: 34.19798278808594 (33.725407642886054) - | > grad_norm_1: tensor(585.1356, device='cuda:0') (tensor(491.0027, device='cuda:0')) - | > current_lr_0: 0.0001984062837559772 - | > current_lr_1: 0.0001984062837559772 - | > step_time: 0.8981 (0.8246188302926387) - | > loader_time: 0.01 (0.007832233074440201) - - - --> TIME: 2024-11-23 06:37:15 -- STEP: 676/797 -- GLOBAL_STEP: 52475 - | > loss_disc: 2.5290236473083496 (2.4484501840800235) - | > loss_disc_real_0: 0.2506462335586548 (0.12977022525011273) - | > loss_disc_real_1: 0.17935514450073242 (0.21735868664711885) - | > loss_disc_real_2: 0.2008792757987976 (0.2320059541855338) - | > loss_disc_real_3: 0.212260439991951 (0.2224746925767357) - | > loss_disc_real_4: 0.21946333348751068 (0.2217560354510003) - | > loss_disc_real_5: 0.21519891917705536 (0.2318009542819311) - | > loss_0: 2.5290236473083496 (2.4484501840800235) - | > grad_norm_0: tensor(45.9038, device='cuda:0') (tensor(61.7438, device='cuda:0')) - | > loss_gen: 2.3325703144073486 (2.3780418056002737) - | > loss_kl: 1.6404114961624146 (1.5622269982064256) - | > loss_feat: 6.418560028076172 (6.957174314549689) - | > loss_mel: 19.12027359008789 (21.144110115322132) - | > loss_duration: 1.6981803178787231 (1.689422929780723) - | > amp_scaler: 128.0 (131.5976331360944) - | > loss_1: 31.209997177124023 (33.73097611602243) - | > grad_norm_1: tensor(370.0848, device='cuda:0') (tensor(492.8170, device='cuda:0')) - | > current_lr_0: 0.0001984062837559772 - | > current_lr_1: 0.0001984062837559772 - | > step_time: 0.906 (0.8275757495468185) - | > loader_time: 0.0109 (0.007898825160145057) - - - --> TIME: 2024-11-23 06:37:39 -- STEP: 701/797 -- GLOBAL_STEP: 52500 - | > loss_disc: 2.3792662620544434 (2.4501477454426306) - | > loss_disc_real_0: 0.0843891054391861 (0.13093503327580583) - | > loss_disc_real_1: 0.16312222182750702 (0.217115385704986) - | > loss_disc_real_2: 0.21884043514728546 (0.23207949335751962) - | > loss_disc_real_3: 0.19343993067741394 (0.2225138249989073) - | > loss_disc_real_4: 0.20555134117603302 (0.22188525218596306) - | > loss_disc_real_5: 0.24098409712314606 (0.23163683096029278) - | > loss_0: 2.3792662620544434 (2.4501477454426306) - | > grad_norm_0: tensor(52.3425, device='cuda:0') (tensor(62.1241, device='cuda:0')) - | > loss_gen: 2.2258119583129883 (2.3762991234511355) - | > loss_kl: 1.4551540613174438 (1.5629741089490266) - | > loss_feat: 7.41871976852417 (6.94887874061813) - | > loss_mel: 21.25006103515625 (21.138657473293428) - | > loss_duration: 1.6534702777862549 (1.6889107103184524) - | > amp_scaler: 128.0 (131.46932952924362) - | > loss_1: 34.00321578979492 (33.71572010187216) - | > grad_norm_1: tensor(738.7989, device='cuda:0') (tensor(491.8316, device='cuda:0')) - | > current_lr_0: 0.0001984062837559772 - | > current_lr_1: 0.0001984062837559772 - | > step_time: 0.9347 (0.8308794607279474) - | > loader_time: 0.009 (0.007989916753836944) - - - --> TIME: 2024-11-23 06:38:05 -- STEP: 726/797 -- GLOBAL_STEP: 52525 - | > loss_disc: 2.3935041427612305 (2.450129990735332) - | > loss_disc_real_0: 0.07229483127593994 (0.13077963606426232) - | > loss_disc_real_1: 0.13842418789863586 (0.21711589235904785) - | > loss_disc_real_2: 0.1669768989086151 (0.23209213960105066) - | > loss_disc_real_3: 0.17226068675518036 (0.22264053557612024) - | > loss_disc_real_4: 0.16399943828582764 (0.2217772587641212) - | > loss_disc_real_5: 0.18660534918308258 (0.231454429834999) - | > loss_0: 2.3935041427612305 (2.450129990735332) - | > grad_norm_0: tensor(20.0380, device='cuda:0') (tensor(61.7635, device='cuda:0')) - | > loss_gen: 2.076991319656372 (2.3749499531160057) - | > loss_kl: 1.6566160917282104 (1.563270646514314) - | > loss_feat: 7.247623443603516 (6.948760422136501) - | > loss_mel: 21.6473331451416 (21.146886334274768) - | > loss_duration: 1.6716604232788086 (1.688000593467849) - | > amp_scaler: 128.0 (131.34986225895298) - | > loss_1: 34.30022430419922 (33.721867905503835) - | > grad_norm_1: tensor(105.0533, device='cuda:0') (tensor(487.2869, device='cuda:0')) - | > current_lr_0: 0.0001984062837559772 - | > current_lr_1: 0.0001984062837559772 - | > step_time: 1.0565 (0.8374137142801417) - | > loader_time: 0.0107 (0.008123898965924893) - - - --> TIME: 2024-11-23 06:38:42 -- STEP: 751/797 -- GLOBAL_STEP: 52550 - | > loss_disc: 2.412778854370117 (2.4501900752279657) - | > loss_disc_real_0: 0.08010546118021011 (0.13070093630038015) - | > loss_disc_real_1: 0.23561421036720276 (0.21718404704975222) - | > loss_disc_real_2: 0.24760834872722626 (0.2321119458276962) - | > loss_disc_real_3: 0.19698874652385712 (0.22285464763165155) - | > loss_disc_real_4: 0.18568149209022522 (0.22172210197870967) - | > loss_disc_real_5: 0.20831084251403809 (0.23159228114488123) - | > loss_0: 2.412778854370117 (2.4501900752279657) - | > grad_norm_0: tensor(65.6014, device='cuda:0') (tensor(61.1944, device='cuda:0')) - | > loss_gen: 2.418849468231201 (2.3746274831926786) - | > loss_kl: 1.7200970649719238 (1.5633311543102741) - | > loss_feat: 7.877708435058594 (6.949176943889471) - | > loss_mel: 22.57919692993164 (21.15539271663256) - | > loss_duration: 1.6552010774612427 (1.6870514541745345) - | > amp_scaler: 128.0 (131.2383488681755) - | > loss_1: 36.25105285644531 (33.72957969949983) - | > grad_norm_1: tensor(618.3106, device='cuda:0') (tensor(487.5196, device='cuda:0')) - | > current_lr_0: 0.0001984062837559772 - | > current_lr_1: 0.0001984062837559772 - | > step_time: 3.9482 (0.8581834680707096) - | > loader_time: 0.0128 (0.008412161457554468) - - - --> TIME: 2024-11-23 06:39:44 -- STEP: 776/797 -- GLOBAL_STEP: 52575 - | > loss_disc: 2.372201442718506 (2.448802640143133) - | > loss_disc_real_0: 0.10542568564414978 (0.1303376009034897) - | > loss_disc_real_1: 0.27355119585990906 (0.21705339102016893) - | > loss_disc_real_2: 0.22642368078231812 (0.2321225153186272) - | > loss_disc_real_3: 0.2271663248538971 (0.2229395984412776) - | > loss_disc_real_4: 0.18654190003871918 (0.22198335079418632) - | > loss_disc_real_5: 0.23889829218387604 (0.23138771290631638) - | > loss_0: 2.372201442718506 (2.448802640143133) - | > grad_norm_0: tensor(28.0231, device='cuda:0') (tensor(61.3889, device='cuda:0')) - | > loss_gen: 2.4385569095611572 (2.376124282780382) - | > loss_kl: 1.5774965286254883 (1.5630335990608346) - | > loss_feat: 7.466528415679932 (6.955972472416986) - | > loss_mel: 21.276647567749023 (21.167103728068263) - | > loss_duration: 1.637207269668579 (1.686033547539072) - | > amp_scaler: 128.0 (131.13402061855643) - | > loss_1: 34.39643859863281 (33.74826756211903) - | > grad_norm_1: tensor(236.6152, device='cuda:0') (tensor(490.2668, device='cuda:0')) - | > current_lr_0: 0.0001984062837559772 - | > current_lr_1: 0.0001984062837559772 - | > step_time: 2.7152 (0.9093884890226974) - | > loader_time: 0.0112 (0.008687357005384764) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.5247960090637207 (2.5247960090637207) - | > loss_disc_real_0: 0.24852058291435242 (0.24852058291435242) - | > loss_disc_real_1: 0.16679291427135468 (0.16679291427135468) - | > loss_disc_real_2: 0.1701601892709732 (0.1701601892709732) - | > loss_disc_real_3: 0.20029115676879883 (0.20029115676879883) - | > loss_disc_real_4: 0.14412687718868256 (0.14412687718868256) - | > loss_disc_real_5: 0.2386573702096939 (0.2386573702096939) - | > loss_0: 2.5247960090637207 (2.5247960090637207) - | > loss_gen: 2.421987533569336 (2.421987533569336) - | > loss_kl: 1.2727833986282349 (1.2727833986282349) - | > loss_feat: 8.250118255615234 (8.250118255615234) - | > loss_mel: 22.55640411376953 (22.55640411376953) - | > loss_duration: 1.9824649095535278 (1.9824649095535278) - | > loss_1: 36.483760833740234 (36.483760833740234) - - --> STEP: 1 - | > loss_disc: 2.5635008811950684 (2.5635008811950684) - | > loss_disc_real_0: 0.24962039291858673 (0.24962039291858673) - | > loss_disc_real_1: 0.21129406988620758 (0.21129406988620758) - | > loss_disc_real_2: 0.19019198417663574 (0.19019198417663574) - | > loss_disc_real_3: 0.2471935898065567 (0.2471935898065567) - | > loss_disc_real_4: 0.15222035348415375 (0.15222035348415375) - | > loss_disc_real_5: 0.3386853337287903 (0.3386853337287903) - | > loss_0: 2.5635008811950684 (2.5635008811950684) - | > loss_gen: 2.5445406436920166 (2.5445406436920166) - | > loss_kl: 1.3825187683105469 (1.3825187683105469) - | > loss_feat: 6.835862159729004 (6.835862159729004) - | > loss_mel: 21.240015029907227 (21.240015029907227) - | > loss_duration: 1.647185206413269 (1.647185206413269) - | > loss_1: 33.650123596191406 (33.650123596191406) - - --> STEP: 2 - | > loss_disc: 2.7098851203918457 (2.636693000793457) - | > loss_disc_real_0: 0.18272200226783752 (0.21617119759321213) - | > loss_disc_real_1: 0.19528858363628387 (0.20329132676124573) - | > loss_disc_real_2: 0.19762080907821655 (0.19390639662742615) - | > loss_disc_real_3: 0.22250528633594513 (0.23484943807125092) - | > loss_disc_real_4: 0.25681161880493164 (0.2045159861445427) - | > loss_disc_real_5: 0.29482945799827576 (0.316757395863533) - | > loss_0: 2.7098851203918457 (2.636693000793457) - | > loss_gen: 2.302532434463501 (2.423536539077759) - | > loss_kl: 2.271636962890625 (1.827077865600586) - | > loss_feat: 4.666977882385254 (5.751420021057129) - | > loss_mel: 18.147689819335938 (19.693852424621582) - | > loss_duration: 1.674818515777588 (1.6610018610954285) - | > loss_1: 29.06365394592285 (31.35688877105713) - - --> STEP: 3 - | > loss_disc: 2.5270183086395264 (2.60013477007548) - | > loss_disc_real_0: 0.17470920085906982 (0.2023505320151647) - | > loss_disc_real_1: 0.22047844529151917 (0.20902036627133688) - | > loss_disc_real_2: 0.2049292027950287 (0.19758066534996033) - | > loss_disc_real_3: 0.20320014655590057 (0.2242996742328008) - | > loss_disc_real_4: 0.2536126673221588 (0.2208815465370814) - | > loss_disc_real_5: 0.3043597340583801 (0.31262484192848206) - | > loss_0: 2.5270183086395264 (2.60013477007548) - | > loss_gen: 2.6450862884521484 (2.4973864555358887) - | > loss_kl: 1.1095201969146729 (1.587891976038615) - | > loss_feat: 5.451935768127441 (5.651591936747233) - | > loss_mel: 19.018136978149414 (19.46861394246419) - | > loss_duration: 1.7579283714294434 (1.6933106978734334) - | > loss_1: 29.982608795166016 (30.89879544576009) - - --> STEP: 4 - | > loss_disc: 2.3830907344818115 (2.545873761177063) - | > loss_disc_real_0: 0.1639965921640396 (0.19276204705238342) - | > loss_disc_real_1: 0.1358090490102768 (0.19071753695607185) - | > loss_disc_real_2: 0.17821039259433746 (0.1927380971610546) - | > loss_disc_real_3: 0.17514416575431824 (0.21201079711318016) - | > loss_disc_real_4: 0.18306370079517365 (0.21142708510160446) - | > loss_disc_real_5: 0.1999918818473816 (0.28446660190820694) - | > loss_0: 2.3830907344818115 (2.545873761177063) - | > loss_gen: 2.615906000137329 (2.527016341686249) - | > loss_kl: 1.5543867349624634 (1.579515665769577) - | > loss_feat: 9.091716766357422 (6.51162314414978) - | > loss_mel: 21.69914436340332 (20.026246547698975) - | > loss_duration: 1.7043462991714478 (1.696069598197937) - | > loss_1: 36.66550064086914 (32.34047174453735) - - --> STEP: 5 - | > loss_disc: 2.623152732849121 (2.561329555511475) - | > loss_disc_real_0: 0.2804335355758667 (0.2102963447570801) - | > loss_disc_real_1: 0.22658301889896393 (0.19789063334465026) - | > loss_disc_real_2: 0.1800868958234787 (0.19020785689353942) - | > loss_disc_real_3: 0.22938327491283417 (0.21548529267311095) - | > loss_disc_real_4: 0.21185854077339172 (0.21151337623596192) - | > loss_disc_real_5: 0.248153418302536 (0.27720396518707274) - | > loss_0: 2.623152732849121 (2.561329555511475) - | > loss_gen: 2.454908847808838 (2.5125948429107665) - | > loss_kl: 2.1100332736968994 (1.6856191873550415) - | > loss_feat: 7.481671333312988 (6.7056327819824215) - | > loss_mel: 23.062053680419922 (20.633407974243163) - | > loss_duration: 1.8691749572753906 (1.7306906700134277) - | > loss_1: 36.97784423828125 (33.26794624328613) - - --> STEP: 6 - | > loss_disc: 2.680117607116699 (2.5811275641123452) - | > loss_disc_real_0: 0.2003197968006134 (0.20863358676433563) - | > loss_disc_real_1: 0.2090255469083786 (0.19974645227193832) - | > loss_disc_real_2: 0.2571324110031128 (0.20136194924513498) - | > loss_disc_real_3: 0.22975046932697296 (0.2178628221154213) - | > loss_disc_real_4: 0.24274899065494537 (0.21671931197245917) - | > loss_disc_real_5: 0.2445327639579773 (0.2717587649822235) - | > loss_0: 2.680117607116699 (2.5811275641123452) - | > loss_gen: 1.984892725944519 (2.424644490083059) - | > loss_kl: 1.155768871307373 (1.5973108013470967) - | > loss_feat: 3.0237691402435303 (6.091988841692607) - | > loss_mel: 15.800119400024414 (19.82785987854004) - | > loss_duration: 1.6932083368301392 (1.7244436144828796) - | > loss_1: 23.657756805419922 (31.666248003641766) - - --> STEP: 7 - | > loss_disc: 2.5216963291168213 (2.5726373876844133) - | > loss_disc_real_0: 0.20797333121299744 (0.2085392645427159) - | > loss_disc_real_1: 0.1843482255935669 (0.19754670560359955) - | > loss_disc_real_2: 0.22598911821842194 (0.20488011624131883) - | > loss_disc_real_3: 0.2314179241657257 (0.21979926526546478) - | > loss_disc_real_4: 0.18128234148025513 (0.21165688761643) - | > loss_disc_real_5: 0.2724713087081909 (0.271860556943076) - | > loss_0: 2.5216963291168213 (2.5726373876844133) - | > loss_gen: 2.460714101791382 (2.4297972917556763) - | > loss_kl: 1.7017067670822144 (1.612224510737828) - | > loss_feat: 6.752608299255371 (6.186363049915859) - | > loss_mel: 21.910879135131836 (20.125434058053152) - | > loss_duration: 1.6569467782974243 (1.714801209313529) - | > loss_1: 34.48285675048828 (32.068620681762695) - - --> STEP: 8 - | > loss_disc: 2.5480663776397705 (2.569566011428833) - | > loss_disc_real_0: 0.23640696704387665 (0.21202272735536098) - | > loss_disc_real_1: 0.2339138388633728 (0.2020925972610712) - | > loss_disc_real_2: 0.20882576704025269 (0.20537332259118557) - | > loss_disc_real_3: 0.23857499659061432 (0.22214623168110847) - | > loss_disc_real_4: 0.16360099613666534 (0.20564990118145943) - | > loss_disc_real_5: 0.20222777128219604 (0.263156458735466) - | > loss_0: 2.5480663776397705 (2.569566011428833) - | > loss_gen: 2.390129327774048 (2.4248387962579727) - | > loss_kl: 1.323174238204956 (1.5760932266712189) - | > loss_feat: 7.620169639587402 (6.365588873624802) - | > loss_mel: 20.559226989746094 (20.17965817451477) - | > loss_duration: 1.7137525081634521 (1.7146701216697693) - | > loss_1: 33.60645294189453 (32.260849714279175) - - --> STEP: 9 - | > loss_disc: 2.5367214679718018 (2.5659166177113852) - | > loss_disc_real_0: 0.2568507790565491 (0.21700362198882633) - | > loss_disc_real_1: 0.23685666918754578 (0.2059552719195684) - | > loss_disc_real_2: 0.2135745882987976 (0.2062845743364758) - | > loss_disc_real_3: 0.14795424044132233 (0.21390267709891) - | > loss_disc_real_4: 0.23818792402744293 (0.20926523705323538) - | > loss_disc_real_5: 0.2774312496185303 (0.26474254661136204) - | > loss_0: 2.5367214679718018 (2.5659166177113852) - | > loss_gen: 2.9090466499328613 (2.478639668888516) - | > loss_kl: 1.8254858255386353 (1.6038035154342651) - | > loss_feat: 8.045614242553711 (6.552258359061347) - | > loss_mel: 23.330400466918945 (20.529740651448567) - | > loss_duration: 1.6846009492874146 (1.7113291025161743) - | > loss_1: 37.79514694213867 (32.875771628485786) - - --> STEP: 10 - | > loss_disc: 2.531648874282837 (2.5624898433685304) - | > loss_disc_real_0: 0.12655802071094513 (0.2079590618610382) - | > loss_disc_real_1: 0.2452751249074936 (0.2098872572183609) - | > loss_disc_real_2: 0.24316059052944183 (0.2099721759557724) - | > loss_disc_real_3: 0.24352428317070007 (0.21686483770608903) - | > loss_disc_real_4: 0.2377316951751709 (0.21211188286542892) - | > loss_disc_real_5: 0.26256445050239563 (0.2645247370004654) - | > loss_0: 2.531648874282837 (2.5624898433685304) - | > loss_gen: 2.5446810722351074 (2.4852438092231752) - | > loss_kl: 1.1248282194137573 (1.5559059858322144) - | > loss_feat: 7.0044779777526855 (6.597480320930481) - | > loss_mel: 22.27146339416504 (20.703912925720214) - | > loss_duration: 1.5763392448425293 (1.69783011674881) - | > loss_1: 34.52178955078125 (33.04037342071533) - - --> STEP: 11 - | > loss_disc: 2.530945301055908 (2.5596221577037466) - | > loss_disc_real_0: 0.22270430624485016 (0.20929953862320294) - | > loss_disc_real_1: 0.1464921534061432 (0.20412406596270474) - | > loss_disc_real_2: 0.2375899702310562 (0.21248288452625275) - | > loss_disc_real_3: 0.1775694042444229 (0.2132925255732103) - | > loss_disc_real_4: 0.24683701992034912 (0.2152687135067853) - | > loss_disc_real_5: 0.2221975028514862 (0.26067680662328546) - | > loss_0: 2.530945301055908 (2.5596221577037466) - | > loss_gen: 2.6482269763946533 (2.5000604607842187) - | > loss_kl: 2.14223313331604 (1.6092084537852893) - | > loss_feat: 6.907893180847168 (6.625699671831998) - | > loss_mel: 19.41674041748047 (20.586897243152965) - | > loss_duration: 1.5949804782867432 (1.6884801496158948) - | > loss_1: 32.71007537841797 (33.010346325961024) - - --> STEP: 12 - | > loss_disc: 2.6324234008789062 (2.5656889279683432) - | > loss_disc_real_0: 0.17461270093917847 (0.20640896881620088) - | > loss_disc_real_1: 0.2205217480659485 (0.20549053947130838) - | > loss_disc_real_2: 0.20489494502544403 (0.21185055623451868) - | > loss_disc_real_3: 0.2228321135044098 (0.21408749123414358) - | > loss_disc_real_4: 0.18726658821105957 (0.21293520306547484) - | > loss_disc_real_5: 0.3077448010444641 (0.26459913949171704) - | > loss_0: 2.6324234008789062 (2.5656889279683432) - | > loss_gen: 2.1705408096313477 (2.472600489854813) - | > loss_kl: 1.6157020330429077 (1.609749585390091) - | > loss_feat: 5.534015655517578 (6.534726003805797) - | > loss_mel: 20.381759643554688 (20.569802443186443) - | > loss_duration: 1.7352958917617798 (1.692381461461385) - | > loss_1: 31.437314987182617 (32.87926038106283) - - --> STEP: 13 - | > loss_disc: 2.396231174468994 (2.552653716160701) - | > loss_disc_real_0: 0.15476912260055542 (0.20243667295345893) - | > loss_disc_real_1: 0.13230085372924805 (0.19986056364499605) - | > loss_disc_real_2: 0.20604678988456726 (0.2114041126691378) - | > loss_disc_real_3: 0.20724186301231384 (0.21356090444784898) - | > loss_disc_real_4: 0.22123616933822632 (0.21357373893260956) - | > loss_disc_real_5: 0.2007194608449936 (0.2596853180573537) - | > loss_0: 2.396231174468994 (2.552653716160701) - | > loss_gen: 2.441796064376831 (2.4702309186641993) - | > loss_kl: 1.8527048826217651 (1.628438454407912) - | > loss_feat: 7.901831150054932 (6.639887938132653) - | > loss_mel: 22.48516273498535 (20.717137850247898) - | > loss_duration: 1.723564863204956 (1.694780184672429) - | > loss_1: 36.405059814453125 (33.15047572209285) - - --> STEP: 14 - | > loss_disc: 2.72879695892334 (2.5652353763580322) - | > loss_disc_real_0: 0.2879194915294647 (0.20854258856603078) - | > loss_disc_real_1: 0.22328796982765198 (0.20153394980090006) - | > loss_disc_real_2: 0.1983778178691864 (0.21047366304056986) - | > loss_disc_real_3: 0.23446013033390045 (0.21505370629685266) - | > loss_disc_real_4: 0.2224041372537613 (0.2142044816698347) - | > loss_disc_real_5: 0.24644748866558075 (0.2587397588150842) - | > loss_0: 2.72879695892334 (2.5652353763580322) - | > loss_gen: 2.3088135719299316 (2.45870110818318) - | > loss_kl: 1.7443827390670776 (1.6367201890264238) - | > loss_feat: 5.857823371887207 (6.584026183400836) - | > loss_mel: 20.950780868530273 (20.733826637268066) - | > loss_duration: 1.7195484638214111 (1.696549347468785) - | > loss_1: 32.58134841918945 (33.109823771885466) - - --> STEP: 15 - | > loss_disc: 2.396775245666504 (2.554004700978597) - | > loss_disc_real_0: 0.1666073054075241 (0.20574690302213033) - | > loss_disc_real_1: 0.1682075411081314 (0.19931218922138214) - | > loss_disc_real_2: 0.19773083925247192 (0.20962414145469666) - | > loss_disc_real_3: 0.20382237434387207 (0.21430495083332063) - | > loss_disc_real_4: 0.20588679611682892 (0.21364996929963428) - | > loss_disc_real_5: 0.2543644607067108 (0.258448072274526) - | > loss_0: 2.396775245666504 (2.554004700978597) - | > loss_gen: 2.6467087268829346 (2.4712349494298302) - | > loss_kl: 1.6292600631713867 (1.6362228473027547) - | > loss_feat: 7.83267879486084 (6.667269690831502) - | > loss_mel: 24.164133071899414 (20.962513732910157) - | > loss_duration: 1.6679733991622925 (1.694644284248352) - | > loss_1: 37.94075393676758 (33.43188578287761) - - --> STEP: 16 - | > loss_disc: 2.758632183074951 (2.566793918609619) - | > loss_disc_real_0: 0.18753528594970703 (0.20460867695510387) - | > loss_disc_real_1: 0.17583249509334564 (0.19784470833837986) - | > loss_disc_real_2: 0.18923154473304749 (0.20834960415959358) - | > loss_disc_real_3: 0.22467772662639618 (0.21495324932038784) - | > loss_disc_real_4: 0.21435432136058807 (0.2136939913034439) - | > loss_disc_real_5: 0.25265929102897644 (0.2580862734466791) - | > loss_0: 2.758632183074951 (2.566793918609619) - | > loss_gen: 2.1410093307495117 (2.4505958482623105) - | > loss_kl: 2.226541757583618 (1.6731177791953087) - | > loss_feat: 7.3779497146606445 (6.711687192320824) - | > loss_mel: 22.356882095336914 (21.04966175556183) - | > loss_duration: 1.7911591529846191 (1.7006764635443687) - | > loss_1: 35.8935432434082 (33.58573937416077) - - --> STEP: 17 - | > loss_disc: 2.452099323272705 (2.560047177707448) - | > loss_disc_real_0: 0.2537018656730652 (0.2074965115855722) - | > loss_disc_real_1: 0.17412316799163818 (0.19644932361210093) - | > loss_disc_real_2: 0.22223107516765594 (0.2091661612777149) - | > loss_disc_real_3: 0.2129741609096527 (0.21483683235505047) - | > loss_disc_real_4: 0.18942105770111084 (0.21226617167977727) - | > loss_disc_real_5: 0.27168580889701843 (0.2588862461202285) - | > loss_0: 2.452099323272705 (2.560047177707448) - | > loss_gen: 2.717244863510132 (2.466281084453359) - | > loss_kl: 1.8195124864578247 (1.681729232563692) - | > loss_feat: 6.319781303405762 (6.688633904737585) - | > loss_mel: 21.58094596862793 (21.08091376809513) - | > loss_duration: 1.6312859058380127 (1.6965946660322302) - | > loss_1: 34.06877136230469 (33.614153020522174) - - --> STEP: 18 - | > loss_disc: 2.296452522277832 (2.5454030301835804) - | > loss_disc_real_0: 0.13376688957214355 (0.20340042147371504) - | > loss_disc_real_1: 0.17543044686317444 (0.19528160823716056) - | > loss_disc_real_2: 0.21180705726146698 (0.20931287772125667) - | > loss_disc_real_3: 0.18770867586135864 (0.21332971254984537) - | > loss_disc_real_4: 0.1990409940481186 (0.21153143958912957) - | > loss_disc_real_5: 0.2796517014503479 (0.26003988252745736) - | > loss_0: 2.296452522277832 (2.5454030301835804) - | > loss_gen: 2.7821192741394043 (2.483827650547028) - | > loss_kl: 1.865378975868225 (1.6919319960806105) - | > loss_feat: 7.68195104598999 (6.743818190362719) - | > loss_mel: 23.307106018066406 (21.204591115315754) - | > loss_duration: 1.6669002771377563 (1.694944977760315) - | > loss_1: 37.3034553527832 (33.81911426120334) - - --> STEP: 19 - | > loss_disc: 2.317046642303467 (2.533384272926732) - | > loss_disc_real_0: 0.13813799619674683 (0.19996555698545357) - | > loss_disc_real_1: 0.15365368127822876 (0.19309066471300626) - | > loss_disc_real_2: 0.17882493138313293 (0.20770824896661857) - | > loss_disc_real_3: 0.19696223735809326 (0.21246826648712158) - | > loss_disc_real_4: 0.1418730616569519 (0.20786520917164653) - | > loss_disc_real_5: 0.25553685426712036 (0.2598028810400712) - | > loss_0: 2.317046642303467 (2.533384272926732) - | > loss_gen: 2.4023609161376953 (2.479539927683379) - | > loss_kl: 2.3195297718048096 (1.7249634579608315) - | > loss_feat: 8.967236518859863 (6.860840207652042) - | > loss_mel: 23.536909103393555 (21.327344693635638) - | > loss_duration: 1.7952243089675903 (1.7002228372975399) - | > loss_1: 39.02125930786133 (34.09291136892218) - - --> STEP: 20 - | > loss_disc: 2.6504123210906982 (2.5392356753349303) - | > loss_disc_real_0: 0.2664579153060913 (0.20329017490148543) - | > loss_disc_real_1: 0.13387271761894226 (0.19012976735830306) - | > loss_disc_real_2: 0.1929200142621994 (0.20696883723139764) - | > loss_disc_real_3: 0.22432945668697357 (0.2130613259971142) - | > loss_disc_real_4: 0.16182808578014374 (0.20556335300207138) - | > loss_disc_real_5: 0.23896698653697968 (0.2587610863149166) - | > loss_0: 2.6504123210906982 (2.5392356753349303) - | > loss_gen: 2.4703752994537354 (2.479081696271897) - | > loss_kl: 1.6875938177108765 (1.7230949759483338) - | > loss_feat: 7.055118083953857 (6.870554101467133) - | > loss_mel: 22.929920196533203 (21.407473468780516) - | > loss_duration: 1.6773993968963623 (1.6990816652774812) - | > loss_1: 35.82040786743164 (34.17928619384766) - - --> STEP: 21 - | > loss_disc: 2.320505142211914 (2.5288199356624057) - | > loss_disc_real_0: 0.20510834455490112 (0.20337675440879094) - | > loss_disc_real_1: 0.18289944529533386 (0.1897854663076855) - | > loss_disc_real_2: 0.2237090766429901 (0.2077659914890925) - | > loss_disc_real_3: 0.20826014876365662 (0.21283269850980668) - | > loss_disc_real_4: 0.18662157654762268 (0.20466136364709764) - | > loss_disc_real_5: 0.20427753031253815 (0.2561666312671843) - | > loss_0: 2.320505142211914 (2.5288199356624057) - | > loss_gen: 2.867886543273926 (2.4975962127958033) - | > loss_kl: 1.2819734811782837 (1.7020891904830933) - | > loss_feat: 7.528487682342529 (6.901884271985009) - | > loss_mel: 22.250757217407227 (21.44762983776274) - | > loss_duration: 1.6694165468215942 (1.6976690405891055) - | > loss_1: 35.5985221862793 (34.246868860153924) - - --> STEP: 22 - | > loss_disc: 2.320688247680664 (2.5193594043905083) - | > loss_disc_real_0: 0.18204781413078308 (0.20240725712342697) - | > loss_disc_real_1: 0.15974703431129456 (0.18842008303512225) - | > loss_disc_real_2: 0.18749573826789856 (0.2068446163426746) - | > loss_disc_real_3: 0.20258593559265137 (0.2123669365590269) - | > loss_disc_real_4: 0.1578703671693802 (0.20253450017083774) - | > loss_disc_real_5: 0.2045319527387619 (0.2538196004249833) - | > loss_0: 2.320688247680664 (2.5193594043905083) - | > loss_gen: 2.738060712814331 (2.5085264173421) - | > loss_kl: 1.5772567987442017 (1.6964149908585981) - | > loss_feat: 8.496346473693848 (6.974359826608137) - | > loss_mel: 23.84789276123047 (21.556732697920364) - | > loss_duration: 1.7994574308395386 (1.7022957856004888) - | > loss_1: 38.459014892578125 (34.43833004344594) - - --> STEP: 23 - | > loss_disc: 2.604276418685913 (2.5230514484903086) - | > loss_disc_real_0: 0.2613588273525238 (0.20497036887251813) - | > loss_disc_real_1: 0.20813506841659546 (0.1892772563125776) - | > loss_disc_real_2: 0.23846493661403656 (0.20821941287621207) - | > loss_disc_real_3: 0.1937064826488495 (0.2115556124759757) - | > loss_disc_real_4: 0.15573705732822418 (0.20049982874289804) - | > loss_disc_real_5: 0.2457631230354309 (0.2534693187993506) - | > loss_0: 2.604276418685913 (2.5230514484903086) - | > loss_gen: 2.275952100753784 (2.498414490533912) - | > loss_kl: 1.612969994544983 (1.692786947540615) - | > loss_feat: 6.612475872039795 (6.958625741626905) - | > loss_mel: 21.334335327148438 (21.547063247017235) - | > loss_duration: 1.7920396327972412 (1.7061976920003477) - | > loss_1: 33.627769470214844 (34.40308827939241) - - --> STEP: 24 - | > loss_disc: 2.560267925262451 (2.5246021350224814) - | > loss_disc_real_0: 0.1896142065525055 (0.20433052877585092) - | > loss_disc_real_1: 0.24186965823173523 (0.1914686063925425) - | > loss_disc_real_2: 0.24452310800552368 (0.2097320668399334) - | > loss_disc_real_3: 0.16710533201694489 (0.20970351745684943) - | > loss_disc_real_4: 0.18830588459968567 (0.19999174773693085) - | > loss_disc_real_5: 0.2706031799316406 (0.2541832296798627) - | > loss_0: 2.560267925262451 (2.5246021350224814) - | > loss_gen: 2.6829516887664795 (2.506103540460269) - | > loss_kl: 1.3445346355438232 (1.6782764345407486) - | > loss_feat: 6.975824356079102 (6.959342350562413) - | > loss_mel: 20.070432662963867 (21.485536972681675) - | > loss_duration: 1.651314377784729 (1.7039108872413635) - | > loss_1: 32.725059509277344 (34.333170413970954) - - --> STEP: 25 - | > loss_disc: 2.3669965267181396 (2.5182979106903076) - | > loss_disc_real_0: 0.12491541355848312 (0.20115392416715622) - | > loss_disc_real_1: 0.16844405233860016 (0.19054762423038482) - | > loss_disc_real_2: 0.17432546615600586 (0.2083158028125763) - | > loss_disc_real_3: 0.17497646808624268 (0.20831443548202513) - | > loss_disc_real_4: 0.1795201301574707 (0.19917288303375244) - | > loss_disc_real_5: 0.2315191775560379 (0.2532766675949097) - | > loss_0: 2.3669965267181396 (2.5182979106903076) - | > loss_gen: 2.265918493270874 (2.4964961385726934) - | > loss_kl: 1.677979588508606 (1.6782645606994628) - | > loss_feat: 7.166304588317871 (6.967620840072632) - | > loss_mel: 23.29329490661621 (21.557847290039057) - | > loss_duration: 1.6585838794708252 (1.702097806930542) - | > loss_1: 36.06208419799805 (34.40232696533204) - - --> STEP: 26 - | > loss_disc: 2.4714395999908447 (2.5164956679710975) - | > loss_disc_real_0: 0.15665727853775024 (0.19944251471987137) - | > loss_disc_real_1: 0.17254149913787842 (0.18985508095759612) - | > loss_disc_real_2: 0.15857282280921936 (0.20640261127398565) - | > loss_disc_real_3: 0.195665180683136 (0.20782792568206787) - | > loss_disc_real_4: 0.15603525936603546 (0.19751374366191718) - | > loss_disc_real_5: 0.22170233726501465 (0.2520622702745291) - | > loss_0: 2.4714395999908447 (2.5164956679710975) - | > loss_gen: 2.4672365188598633 (2.4953707685837383) - | > loss_kl: 1.546919584274292 (1.6732128308369563) - | > loss_feat: 7.92903470993042 (7.004598296605623) - | > loss_mel: 23.341392517089844 (21.626445183387165) - | > loss_duration: 1.6815807819366455 (1.7013086905846229) - | > loss_1: 36.96615982055664 (34.500935921302215) - - --> STEP: 27 - | > loss_disc: 2.5624160766601562 (2.51819642384847) - | > loss_disc_real_0: 0.3283490836620331 (0.2042168320880996) - | > loss_disc_real_1: 0.16961278021335602 (0.18910536611521686) - | > loss_disc_real_2: 0.19229038059711456 (0.20587993606373114) - | > loss_disc_real_3: 0.19681008160114288 (0.20741985738277435) - | > loss_disc_real_4: 0.19519031047821045 (0.19742769058103915) - | > loss_disc_real_5: 0.21366119384765625 (0.25064000818464494) - | > loss_0: 2.5624160766601562 (2.51819642384847) - | > loss_gen: 2.3918471336364746 (2.491536559881988) - | > loss_kl: 1.5314642190933228 (1.6679628822538588) - | > loss_feat: 8.076623916625977 (7.04430294919897) - | > loss_mel: 23.541648864746094 (21.697378653067126) - | > loss_duration: 1.6541579961776733 (1.6995623685695507) - | > loss_1: 37.195743560791016 (34.600743611653655) - - --> STEP: 28 - | > loss_disc: 2.7824864387512207 (2.5276353529521396) - | > loss_disc_real_0: 0.2837488651275635 (0.207057261839509) - | > loss_disc_real_1: 0.2623620927333832 (0.19172167778015137) - | > loss_disc_real_2: 0.19781236350536346 (0.2055918084723609) - | > loss_disc_real_3: 0.22234028577804565 (0.20795272982546262) - | > loss_disc_real_4: 0.20838592946529388 (0.19781905625547683) - | > loss_disc_real_5: 0.23698264360427856 (0.2501522451639176) - | > loss_0: 2.7824864387512207 (2.5276353529521396) - | > loss_gen: 2.306565046310425 (2.484930434397289) - | > loss_kl: 1.894124150276184 (1.6760400703975133) - | > loss_feat: 5.661512851715088 (6.994917588574546) - | > loss_mel: 20.03571891784668 (21.638033662523537) - | > loss_duration: 1.710052490234375 (1.6999370157718658) - | > loss_1: 31.607973098754883 (34.493858950478696) - - --> STEP: 29 - | > loss_disc: 2.3848867416381836 (2.5227129870447618) - | > loss_disc_real_0: 0.21713876724243164 (0.20740489995685116) - | > loss_disc_real_1: 0.16579177975654602 (0.19082754336554428) - | > loss_disc_real_2: 0.2351762056350708 (0.20661196009866123) - | > loss_disc_real_3: 0.25954070687294006 (0.20973162558572045) - | > loss_disc_real_4: 0.2585792541503906 (0.19991423549323245) - | > loss_disc_real_5: 0.24447110295295715 (0.24995634370836725) - | > loss_0: 2.3848867416381836 (2.5227129870447618) - | > loss_gen: 2.684792995452881 (2.491822246847482) - | > loss_kl: 1.228954792022705 (1.6606233366604508) - | > loss_feat: 7.406633377075195 (7.009114684729741) - | > loss_mel: 23.88829803466797 (21.71562898570093) - | > loss_duration: 1.655859351158142 (1.698417096302427) - | > loss_1: 36.864540100097656 (34.57560657632763) - - --> STEP: 30 - | > loss_disc: 2.503117322921753 (2.5220597982406616) - | > loss_disc_real_0: 0.1860223114490509 (0.20669214700659116) - | > loss_disc_real_1: 0.14818571507930756 (0.1894061490893364) - | > loss_disc_real_2: 0.24730335175991058 (0.20796833982070287) - | > loss_disc_real_3: 0.1883772611618042 (0.20901981343825657) - | > loss_disc_real_4: 0.12434633076190948 (0.1973953053355217) - | > loss_disc_real_5: 0.16347749531269073 (0.24707371542851136) - | > loss_0: 2.503117322921753 (2.5220597982406616) - | > loss_gen: 2.170699119567871 (2.4811181426048283) - | > loss_kl: 1.6325042247772217 (1.65968603293101) - | > loss_feat: 7.321658134460449 (7.019532799720764) - | > loss_mel: 20.881258010864258 (21.687816619873043) - | > loss_duration: 1.6995670795440674 (1.6984554290771485) - | > loss_1: 33.705684661865234 (34.54660917917888) - - --> STEP: 31 - | > loss_disc: 2.36137056350708 (2.5168762745395785) - | > loss_disc_real_0: 0.23659993708133698 (0.20765691442835715) - | > loss_disc_real_1: 0.17019343376159668 (0.18878638407876414) - | > loss_disc_real_2: 0.20209597051143646 (0.207778908552662) - | > loss_disc_real_3: 0.1879662126302719 (0.2083406650250958) - | > loss_disc_real_4: 0.19253766536712646 (0.19723860727202508) - | > loss_disc_real_5: 0.2524963915348053 (0.24724864046419825) - | > loss_0: 2.36137056350708 (2.5168762745395785) - | > loss_gen: 2.6365907192230225 (2.4861333870118667) - | > loss_kl: 1.440940260887146 (1.6526297177037885) - | > loss_feat: 6.202891826629639 (6.993189542524276) - | > loss_mel: 19.529586791992188 (21.618196302844627) - | > loss_duration: 1.6568862199783325 (1.6971144868481545) - | > loss_1: 31.46689796447754 (34.447263656124) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.007232504506264964 (-0.005049436323104366) - | > avg_loss_disc: 2.5168762745395785 (-0.088383074729673) - | > avg_loss_disc_real_0: 0.20765691442835715 (+0.03913098261240988) - | > avg_loss_disc_real_1: 0.18878638407876414 (-0.05576923105024523) - | > avg_loss_disc_real_2: 0.207778908552662 (+0.014420419931411743) - | > avg_loss_disc_real_3: 0.2083406650250958 (-0.012688062364055258) - | > avg_loss_disc_real_4: 0.19723860727202508 (-0.006725732837953885) - | > avg_loss_disc_real_5: 0.24724864046419825 (-0.00392802299991718) - | > avg_loss_0: 2.5168762745395785 (-0.088383074729673) - | > avg_loss_gen: 2.4861333870118667 (+0.3960188819516097) - | > avg_loss_kl: 1.6526297177037885 (+0.012196844623934888) - | > avg_loss_feat: 6.993189542524276 (+0.33414064684221856) - | > avg_loss_mel: 21.618196302844627 (+0.0678097509568687) - | > avg_loss_duration: 1.6971144868481545 (+0.004203008067223513) - | > avg_loss_1: 34.447263656124 (+0.8143693862422907) - - - > EPOCH: 37/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 06:41:02)  - - --> TIME: 2024-11-23 06:41:06 -- STEP: 4/797 -- GLOBAL_STEP: 52600 - | > loss_disc: 2.4522438049316406 (2.5340903997421265) - | > loss_disc_real_0: 0.12480376660823822 (0.12223842740058899) - | > loss_disc_real_1: 0.24003291130065918 (0.23277144506573677) - | > loss_disc_real_2: 0.26927050948143005 (0.24965305253863335) - | > loss_disc_real_3: 0.2502817213535309 (0.24906025826931) - | > loss_disc_real_4: 0.2633397579193115 (0.2207951322197914) - | > loss_disc_real_5: 0.2506721615791321 (0.2391514927148819) - | > loss_0: 2.4522438049316406 (2.5340903997421265) - | > grad_norm_0: tensor(149.7498, device='cuda:0') (tensor(104.7668, device='cuda:0')) - | > loss_gen: 2.468956708908081 (2.3015071153640747) - | > loss_kl: 1.484582543373108 (1.4147554636001587) - | > loss_feat: 6.0953288078308105 (6.269649386405945) - | > loss_mel: 18.817026138305664 (19.6537127494812) - | > loss_duration: 1.81737220287323 (1.905138522386551) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.683265686035156 (31.544764041900635) - | > grad_norm_1: tensor(502.5373, device='cuda:0') (tensor(375.2500, device='cuda:0')) - | > current_lr_0: 0.00019838148297050769 - | > current_lr_1: 0.00019838148297050769 - | > step_time: 0.727 (0.7301795482635498) - | > loader_time: 0.0059 (0.003849923610687256) - - - --> TIME: 2024-11-23 06:41:25 -- STEP: 29/797 -- GLOBAL_STEP: 52625 - | > loss_disc: 2.3861331939697266 (2.4461319857630235) - | > loss_disc_real_0: 0.09817641973495483 (0.11948108339104159) - | > loss_disc_real_1: 0.2146708220243454 (0.2222850857109859) - | > loss_disc_real_2: 0.18383505940437317 (0.24288702319408284) - | > loss_disc_real_3: 0.2048882395029068 (0.21950058587666216) - | > loss_disc_real_4: 0.17782114446163177 (0.22322402175130515) - | > loss_disc_real_5: 0.18220332264900208 (0.231230147439858) - | > loss_0: 2.3861331939697266 (2.4461319857630235) - | > grad_norm_0: tensor(12.8592, device='cuda:0') (tensor(54.4692, device='cuda:0')) - | > loss_gen: 2.4216854572296143 (2.3868341856989366) - | > loss_kl: 1.865187168121338 (1.5515473053373139) - | > loss_feat: 7.969874382019043 (7.013759465053163) - | > loss_mel: 21.42546844482422 (20.45000898426977) - | > loss_duration: 1.6633855104446411 (1.7944277154988255) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.345603942871094 (33.196577664079335) - | > grad_norm_1: tensor(237.6009, device='cuda:0') (tensor(410.3889, device='cuda:0')) - | > current_lr_0: 0.00019838148297050769 - | > current_lr_1: 0.00019838148297050769 - | > step_time: 0.748 (0.7367750200732001) - | > loader_time: 0.0053 (0.004154410855523472) - - - --> TIME: 2024-11-23 06:41:44 -- STEP: 54/797 -- GLOBAL_STEP: 52650 - | > loss_disc: 2.4984655380249023 (2.4395654598871856) - | > loss_disc_real_0: 0.12239068746566772 (0.12557822866020382) - | > loss_disc_real_1: 0.18416453897953033 (0.22172203991148207) - | > loss_disc_real_2: 0.2516813278198242 (0.238150372825287) - | > loss_disc_real_3: 0.23989813029766083 (0.218807527312526) - | > loss_disc_real_4: 0.26593273878097534 (0.2222572890696702) - | > loss_disc_real_5: 0.2910703420639038 (0.22982876499493918) - | > loss_0: 2.4984655380249023 (2.4395654598871856) - | > grad_norm_0: tensor(26.1640, device='cuda:0') (tensor(52.9219, device='cuda:0')) - | > loss_gen: 2.3970580101013184 (2.3884639651687056) - | > loss_kl: 1.4997960329055786 (1.5536487058356956) - | > loss_feat: 6.54487419128418 (7.136958157574689) - | > loss_mel: 20.622846603393555 (20.854825055157683) - | > loss_duration: 1.6996796131134033 (1.7651077288168449) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.76425552368164 (33.69900364345973) - | > grad_norm_1: tensor(170.3370, device='cuda:0') (tensor(444.1571, device='cuda:0')) - | > current_lr_0: 0.00019838148297050769 - | > current_lr_1: 0.00019838148297050769 - | > step_time: 0.7392 (0.7468759527912846) - | > loader_time: 0.0037 (0.0046351176721078375) - - - --> TIME: 2024-11-23 06:42:04 -- STEP: 79/797 -- GLOBAL_STEP: 52675 - | > loss_disc: 2.343484878540039 (2.4307944895345948) - | > loss_disc_real_0: 0.11581256240606308 (0.12742800029772747) - | > loss_disc_real_1: 0.20847971737384796 (0.21982967193368114) - | > loss_disc_real_2: 0.22559739649295807 (0.23479285892806476) - | > loss_disc_real_3: 0.1693560928106308 (0.21808162425892264) - | > loss_disc_real_4: 0.19368337094783783 (0.2188145416446879) - | > loss_disc_real_5: 0.20256970822811127 (0.23004541234879555) - | > loss_0: 2.343484878540039 (2.4307944895345948) - | > grad_norm_0: tensor(53.4068, device='cuda:0') (tensor(49.1169, device='cuda:0')) - | > loss_gen: 2.603785991668701 (2.3865211975725393) - | > loss_kl: 1.8275372982025146 (1.5424433931519714) - | > loss_feat: 7.875268459320068 (7.171419071245797) - | > loss_mel: 22.45819664001465 (20.996157875543897) - | > loss_duration: 1.6497715711593628 (1.7438870668411255) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.4145622253418 (33.840428557577) - | > grad_norm_1: tensor(908.4726, device='cuda:0') (tensor(422.7212, device='cuda:0')) - | > current_lr_0: 0.00019838148297050769 - | > current_lr_1: 0.00019838148297050769 - | > step_time: 0.7997 (0.7538739880429037) - | > loader_time: 0.004 (0.005247263968745365) - - - --> TIME: 2024-11-23 06:42:23 -- STEP: 104/797 -- GLOBAL_STEP: 52700 - | > loss_disc: 2.4966626167297363 (2.443462853248303) - | > loss_disc_real_0: 0.08824284374713898 (0.12961181052602264) - | > loss_disc_real_1: 0.20219403505325317 (0.21973263887831798) - | > loss_disc_real_2: 0.2551060616970062 (0.23508617826379263) - | > loss_disc_real_3: 0.22214646637439728 (0.22150531640419593) - | > loss_disc_real_4: 0.20806750655174255 (0.21887217075205767) - | > loss_disc_real_5: 0.23512427508831024 (0.23057476087258413) - | > loss_0: 2.4966626167297363 (2.443462853248303) - | > grad_norm_0: tensor(129.0506, device='cuda:0') (tensor(54.6092, device='cuda:0')) - | > loss_gen: 2.358081579208374 (2.39947426548371) - | > loss_kl: 1.421685814857483 (1.5432531558550322) - | > loss_feat: 7.097828388214111 (7.15420872431535) - | > loss_mel: 21.20508575439453 (21.063548418191754) - | > loss_duration: 1.6689815521240234 (1.7339837688666124) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.75166320800781 (33.894468307495124) - | > grad_norm_1: tensor(698.9230, device='cuda:0') (tensor(439.1956, device='cuda:0')) - | > current_lr_0: 0.00019838148297050769 - | > current_lr_1: 0.00019838148297050769 - | > step_time: 0.8078 (0.7575893402099608) - | > loader_time: 0.0039 (0.005372521968988274) - - - --> TIME: 2024-11-23 06:42:44 -- STEP: 129/797 -- GLOBAL_STEP: 52725 - | > loss_disc: 2.5136072635650635 (2.451103774152061) - | > loss_disc_real_0: 0.1122945249080658 (0.1295736509180347) - | > loss_disc_real_1: 0.24195821583271027 (0.218874780706657) - | > loss_disc_real_2: 0.2043953388929367 (0.23464598997618802) - | > loss_disc_real_3: 0.24083057045936584 (0.22096364766128304) - | > loss_disc_real_4: 0.20894314348697662 (0.22103478592033535) - | > loss_disc_real_5: 0.22315149009227753 (0.2338329856247865) - | > loss_0: 2.5136072635650635 (2.451103774152061) - | > grad_norm_0: tensor(22.0757, device='cuda:0') (tensor(58.6017, device='cuda:0')) - | > loss_gen: 2.4371495246887207 (2.3958493203155755) - | > loss_kl: 1.6220892667770386 (1.539104097573332) - | > loss_feat: 6.653453350067139 (7.115729439166165) - | > loss_mel: 21.672094345092773 (21.072182810583772) - | > loss_duration: 1.7140791416168213 (1.7281202817148016) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.0988655090332 (33.85098599278651) - | > grad_norm_1: tensor(270.4115, device='cuda:0') (tensor(448.1531, device='cuda:0')) - | > current_lr_0: 0.00019838148297050769 - | > current_lr_1: 0.00019838148297050769 - | > step_time: 0.7555 (0.7671949715577354) - | > loader_time: 0.0094 (0.005704365959463195) - - - --> TIME: 2024-11-23 06:43:04 -- STEP: 154/797 -- GLOBAL_STEP: 52750 - | > loss_disc: 2.3877506256103516 (2.4455656169296858) - | > loss_disc_real_0: 0.0907592624425888 (0.12853770811933202) - | > loss_disc_real_1: 0.19122935831546783 (0.21777840365063061) - | > loss_disc_real_2: 0.21039991080760956 (0.23301989865767492) - | > loss_disc_real_3: 0.17540298402309418 (0.22132278514372838) - | > loss_disc_real_4: 0.21093347668647766 (0.22073165453099586) - | > loss_disc_real_5: 0.22230373322963715 (0.23234088689862908) - | > loss_0: 2.3877506256103516 (2.4455656169296858) - | > grad_norm_0: tensor(12.3763, device='cuda:0') (tensor(59.8109, device='cuda:0')) - | > loss_gen: 2.3968167304992676 (2.3964246650794876) - | > loss_kl: 1.4775488376617432 (1.546839627352628) - | > loss_feat: 8.019762992858887 (7.123699482385213) - | > loss_mel: 21.627172470092773 (21.105151263150297) - | > loss_duration: 1.6291115283966064 (1.722572190420968) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.150413513183594 (33.894687380109524) - | > grad_norm_1: tensor(196.5466, device='cuda:0') (tensor(466.3640, device='cuda:0')) - | > current_lr_0: 0.00019838148297050769 - | > current_lr_1: 0.00019838148297050769 - | > step_time: 0.777 (0.7737557888031006) - | > loader_time: 0.0116 (0.006065238605846058) - - - --> TIME: 2024-11-23 06:43:24 -- STEP: 179/797 -- GLOBAL_STEP: 52775 - | > loss_disc: 2.4629063606262207 (2.448672245334646) - | > loss_disc_real_0: 0.1391475945711136 (0.12886916814819394) - | > loss_disc_real_1: 0.20681123435497284 (0.21815864517036096) - | > loss_disc_real_2: 0.19697777926921844 (0.233223583361956) - | > loss_disc_real_3: 0.17962272465229034 (0.22098483428275784) - | > loss_disc_real_4: 0.22185949981212616 (0.22221982437472104) - | > loss_disc_real_5: 0.2292303591966629 (0.23383686637412238) - | > loss_0: 2.4629063606262207 (2.448672245334646) - | > grad_norm_0: tensor(76.8526, device='cuda:0') (tensor(59.3608, device='cuda:0')) - | > loss_gen: 2.2453410625457764 (2.3947991485702254) - | > loss_kl: 1.824908971786499 (1.55427080026552) - | > loss_feat: 7.278800964355469 (7.105106673427133) - | > loss_mel: 21.175739288330078 (21.11142942758912) - | > loss_duration: 1.680995225906372 (1.7160589988005228) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.205787658691406 (33.88166519250284) - | > grad_norm_1: tensor(741.5181, device='cuda:0') (tensor(489.1720, device='cuda:0')) - | > current_lr_0: 0.00019838148297050769 - | > current_lr_1: 0.00019838148297050769 - | > step_time: 0.8583 (0.7776769193191102) - | > loader_time: 0.0045 (0.006119011500694232) - - - --> TIME: 2024-11-23 06:43:45 -- STEP: 204/797 -- GLOBAL_STEP: 52800 - | > loss_disc: 2.63006591796875 (2.4480661574532006) - | > loss_disc_real_0: 0.140760600566864 (0.12782487355391767) - | > loss_disc_real_1: 0.22426027059555054 (0.21727875598213253) - | > loss_disc_real_2: 0.278780460357666 (0.23262302942720114) - | > loss_disc_real_3: 0.27421632409095764 (0.22168280856282102) - | > loss_disc_real_4: 0.2827325463294983 (0.22228829139003567) - | > loss_disc_real_5: 0.32609260082244873 (0.23355788803275893) - | > loss_0: 2.63006591796875 (2.4480661574532006) - | > grad_norm_0: tensor(120.1383, device='cuda:0') (tensor(60.7957, device='cuda:0')) - | > loss_gen: 2.4217453002929688 (2.397452047058179) - | > loss_kl: 1.455449104309082 (1.5532794407769746) - | > loss_feat: 6.4681501388549805 (7.1085266459221925) - | > loss_mel: 21.52368927001953 (21.16488790512086) - | > loss_duration: 1.7494890689849854 (1.7135554756603988) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.61852264404297 (33.93770169276818) - | > grad_norm_1: tensor(762.5497, device='cuda:0') (tensor(496.7437, device='cuda:0')) - | > current_lr_0: 0.00019838148297050769 - | > current_lr_1: 0.00019838148297050769 - | > step_time: 0.7348 (0.7804816411990746) - | > loader_time: 0.0049 (0.006302695648342955) - - - --> TIME: 2024-11-23 06:44:05 -- STEP: 229/797 -- GLOBAL_STEP: 52825 - | > loss_disc: 2.290137767791748 (2.44886275566301) - | > loss_disc_real_0: 0.06608649343252182 (0.12706313257849886) - | > loss_disc_real_1: 0.21770478785037994 (0.21756767192001425) - | > loss_disc_real_2: 0.2164105474948883 (0.23319532413149505) - | > loss_disc_real_3: 0.18210723996162415 (0.2209573278781108) - | > loss_disc_real_4: 0.18147031962871552 (0.22325951101738292) - | > loss_disc_real_5: 0.21629874408245087 (0.2346625980721811) - | > loss_0: 2.290137767791748 (2.44886275566301) - | > grad_norm_0: tensor(33.4521, device='cuda:0') (tensor(61.2507, device='cuda:0')) - | > loss_gen: 2.372511386871338 (2.3941574835881387) - | > loss_kl: 1.5242533683776855 (1.5532429593098735) - | > loss_feat: 7.134674072265625 (7.077295736454459) - | > loss_mel: 21.674837112426758 (21.15494653959983) - | > loss_duration: 1.688599944114685 (1.7105450635393633) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.394874572753906 (33.89018794230499) - | > grad_norm_1: tensor(396.1493, device='cuda:0') (tensor(509.2040, device='cuda:0')) - | > current_lr_0: 0.00019838148297050769 - | > current_lr_1: 0.00019838148297050769 - | > step_time: 0.7939 (0.7834311291640502) - | > loader_time: 0.005 (0.006318061112316415) - - - --> TIME: 2024-11-23 06:44:26 -- STEP: 254/797 -- GLOBAL_STEP: 52850 - | > loss_disc: 2.5220160484313965 (2.448003015180273) - | > loss_disc_real_0: 0.09008285403251648 (0.12859664999652554) - | > loss_disc_real_1: 0.21478715538978577 (0.21734294682506503) - | > loss_disc_real_2: 0.2948853373527527 (0.23319167016059394) - | > loss_disc_real_3: 0.22707760334014893 (0.22091096974029314) - | > loss_disc_real_4: 0.20142333209514618 (0.22231641581912678) - | > loss_disc_real_5: 0.24013802409172058 (0.23358139595178168) - | > loss_0: 2.5220160484313965 (2.448003015180273) - | > grad_norm_0: tensor(86.8157, device='cuda:0') (tensor(64.6544, device='cuda:0')) - | > loss_gen: 2.364773988723755 (2.3967275929263248) - | > loss_kl: 1.1740299463272095 (1.551250967453784) - | > loss_feat: 6.6716694831848145 (7.070364503409918) - | > loss_mel: 20.641254425048828 (21.148024720469806) - | > loss_duration: 1.6839706897735596 (1.7065908852524645) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.53569793701172 (33.872958821574535) - | > grad_norm_1: tensor(330.6833, device='cuda:0') (tensor(504.3507, device='cuda:0')) - | > current_lr_0: 0.00019838148297050769 - | > current_lr_1: 0.00019838148297050769 - | > step_time: 0.784 (0.7851071320180818) - | > loader_time: 0.0123 (0.006474470529030627) - - - --> TIME: 2024-11-23 06:44:46 -- STEP: 279/797 -- GLOBAL_STEP: 52875 - | > loss_disc: 2.6940817832946777 (2.450843286343374) - | > loss_disc_real_0: 0.10911132395267487 (0.12876239433670977) - | > loss_disc_real_1: 0.23103004693984985 (0.21752542332081815) - | > loss_disc_real_2: 0.26174378395080566 (0.23322122407856807) - | > loss_disc_real_3: 0.22137314081192017 (0.22112192774331701) - | > loss_disc_real_4: 0.22364597022533417 (0.22315940576001306) - | > loss_disc_real_5: 0.2455303966999054 (0.2341961951452344) - | > loss_0: 2.6940817832946777 (2.450843286343374) - | > grad_norm_0: tensor(130.7000, device='cuda:0') (tensor(65.7214, device='cuda:0')) - | > loss_gen: 2.1144442558288574 (2.398439927340408) - | > loss_kl: 1.6170568466186523 (1.5539658048246923) - | > loss_feat: 6.462135314941406 (7.055291269842441) - | > loss_mel: 20.330547332763672 (21.151426325562188) - | > loss_duration: 1.7501540184020996 (1.7041846334293325) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.27433776855469 (33.863308096444726) - | > grad_norm_1: tensor(608.5172, device='cuda:0') (tensor(500.4690, device='cuda:0')) - | > current_lr_0: 0.00019838148297050769 - | > current_lr_1: 0.00019838148297050769 - | > step_time: 0.8342 (0.787884685728285) - | > loader_time: 0.0062 (0.006538637222782257) - - - --> TIME: 2024-11-23 06:45:07 -- STEP: 304/797 -- GLOBAL_STEP: 52900 - | > loss_disc: 2.5804548263549805 (2.449313795880268) - | > loss_disc_real_0: 0.1055547371506691 (0.127815550720123) - | > loss_disc_real_1: 0.2381412386894226 (0.21713029441276663) - | > loss_disc_real_2: 0.24797429144382477 (0.23278919504465242) - | > loss_disc_real_3: 0.17959627509117126 (0.22155072696899117) - | > loss_disc_real_4: 0.23171547055244446 (0.22331129970323094) - | > loss_disc_real_5: 0.26236942410469055 (0.23391421864691533) - | > loss_0: 2.5804548263549805 (2.449313795880268) - | > grad_norm_0: tensor(16.8728, device='cuda:0') (tensor(64.4198, device='cuda:0')) - | > loss_gen: 2.394667148590088 (2.3952432521864) - | > loss_kl: 1.8077383041381836 (1.550878608305203) - | > loss_feat: 6.964635848999023 (7.047702492851957) - | > loss_mel: 21.046175003051758 (21.16287303912013) - | > loss_duration: 1.6898252964019775 (1.7024404590851383) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.903045654296875 (33.859137980561506) - | > grad_norm_1: tensor(437.0947, device='cuda:0') (tensor(506.6174, device='cuda:0')) - | > current_lr_0: 0.00019838148297050769 - | > current_lr_1: 0.00019838148297050769 - | > step_time: 0.7947 (0.7898692865120737) - | > loader_time: 0.0058 (0.006589209562853763) - - - --> TIME: 2024-11-23 06:45:28 -- STEP: 329/797 -- GLOBAL_STEP: 52925 - | > loss_disc: 2.4614877700805664 (2.448320643880084) - | > loss_disc_real_0: 0.09147344529628754 (0.12772252953025337) - | > loss_disc_real_1: 0.20305468142032623 (0.2173714986054006) - | > loss_disc_real_2: 0.2500362694263458 (0.23299289333965278) - | > loss_disc_real_3: 0.240991473197937 (0.22141751311832653) - | > loss_disc_real_4: 0.21020059287548065 (0.22300792958779897) - | > loss_disc_real_5: 0.2505744397640228 (0.23352845946162668) - | > loss_0: 2.4614877700805664 (2.448320643880084) - | > grad_norm_0: tensor(40.7134, device='cuda:0') (tensor(65.5448, device='cuda:0')) - | > loss_gen: 2.3103394508361816 (2.392222351216257) - | > loss_kl: 1.4796377420425415 (1.553478329014995) - | > loss_feat: 6.364204406738281 (7.034671202256684) - | > loss_mel: 20.888141632080078 (21.15559724326555) - | > loss_duration: 1.6432826519012451 (1.7007614308939878) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.685604095458984 (33.83673067875547) - | > grad_norm_1: tensor(324.8753, device='cuda:0') (tensor(515.7758, device='cuda:0')) - | > current_lr_0: 0.00019838148297050769 - | > current_lr_1: 0.00019838148297050769 - | > step_time: 0.8857 (0.7926900763642097) - | > loader_time: 0.0055 (0.006661263642702421) - - - --> TIME: 2024-11-23 06:45:49 -- STEP: 354/797 -- GLOBAL_STEP: 52950 - | > loss_disc: 2.479574680328369 (2.4485970614320145) - | > loss_disc_real_0: 0.1316221058368683 (0.12790090095062373) - | > loss_disc_real_1: 0.2294280230998993 (0.2173527435815267) - | > loss_disc_real_2: 0.2528091073036194 (0.2325007939911158) - | > loss_disc_real_3: 0.23785953223705292 (0.22160653349033188) - | > loss_disc_real_4: 0.2413492202758789 (0.22271675153472326) - | > loss_disc_real_5: 0.2470678836107254 (0.23389565734203252) - | > loss_0: 2.479574680328369 (2.4485970614320145) - | > grad_norm_0: tensor(30.6287, device='cuda:0') (tensor(65.0375, device='cuda:0')) - | > loss_gen: 2.4238359928131104 (2.388882440699024) - | > loss_kl: 1.4864367246627808 (1.5561191018691838) - | > loss_feat: 6.020956039428711 (7.01684018986373) - | > loss_mel: 20.09885025024414 (21.13978365720329) - | > loss_duration: 1.6540777683258057 (1.6983323918897553) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.68415641784668 (33.79995790039754) - | > grad_norm_1: tensor(238.6923, device='cuda:0') (tensor(517.9041, device='cuda:0')) - | > current_lr_0: 0.00019838148297050769 - | > current_lr_1: 0.00019838148297050769 - | > step_time: 0.8417 (0.7950123636062534) - | > loader_time: 0.0103 (0.006846882529177908) - - - --> TIME: 2024-11-23 06:46:11 -- STEP: 379/797 -- GLOBAL_STEP: 52975 - | > loss_disc: 2.4634933471679688 (2.447701551668876) - | > loss_disc_real_0: 0.05213237553834915 (0.12801649782187396) - | > loss_disc_real_1: 0.2086423933506012 (0.21732556241955167) - | > loss_disc_real_2: 0.2195904403924942 (0.23259480097048515) - | > loss_disc_real_3: 0.233553946018219 (0.2208858956054522) - | > loss_disc_real_4: 0.2389892190694809 (0.22253217471463696) - | > loss_disc_real_5: 0.22501063346862793 (0.23404595204739584) - | > loss_0: 2.4634933471679688 (2.447701551668876) - | > grad_norm_0: tensor(133.1218, device='cuda:0') (tensor(67.5324, device='cuda:0')) - | > loss_gen: 2.5782876014709473 (2.390243863996542) - | > loss_kl: 1.3146852254867554 (1.5599209878564189) - | > loss_feat: 6.661213397979736 (7.016876828387416) - | > loss_mel: 20.673831939697266 (21.143641733557075) - | > loss_duration: 1.625981330871582 (1.6956684259122783) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.854000091552734 (33.80635192086013) - | > grad_norm_1: tensor(674.4940, device='cuda:0') (tensor(525.4075, device='cuda:0')) - | > current_lr_0: 0.00019838148297050769 - | > current_lr_1: 0.00019838148297050769 - | > step_time: 0.9321 (0.7991484840815802) - | > loader_time: 0.0059 (0.0069786520935300154) - - - --> TIME: 2024-11-23 06:46:32 -- STEP: 404/797 -- GLOBAL_STEP: 53000 - | > loss_disc: 2.601375102996826 (2.4453517841820642) - | > loss_disc_real_0: 0.20363032817840576 (0.1287975963758361) - | > loss_disc_real_1: 0.25260329246520996 (0.2171219750722446) - | > loss_disc_real_2: 0.2550200819969177 (0.23191359550646035) - | > loss_disc_real_3: 0.2135125994682312 (0.22121926946657722) - | > loss_disc_real_4: 0.25190815329551697 (0.2220247335879519) - | > loss_disc_real_5: 0.29306161403656006 (0.23356627023751192) - | > loss_0: 2.601375102996826 (2.4453517841820642) - | > grad_norm_0: tensor(136.7661, device='cuda:0') (tensor(68.5870, device='cuda:0')) - | > loss_gen: 2.401740550994873 (2.39584191217281) - | > loss_kl: 1.597325086593628 (1.5618693017133387) - | > loss_feat: 6.1538405418396 (7.032568115999201) - | > loss_mel: 19.654430389404297 (21.145980639032807) - | > loss_duration: 1.6831364631652832 (1.6946365712302747) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.4904727935791 (33.83089662778498) - | > grad_norm_1: tensor(856.7703, device='cuda:0') (tensor(524.0327, device='cuda:0')) - | > current_lr_0: 0.00019838148297050769 - | > current_lr_1: 0.00019838148297050769 - | > step_time: 0.8096 (0.8015525577091933) - | > loader_time: 0.0092 (0.0070761908398996485) - - - --> TIME: 2024-11-23 06:46:54 -- STEP: 429/797 -- GLOBAL_STEP: 53025 - | > loss_disc: 2.525397539138794 (2.4479040860573984) - | > loss_disc_real_0: 0.09308558702468872 (0.1286588708472836) - | > loss_disc_real_1: 0.2035495787858963 (0.21719939642019206) - | > loss_disc_real_2: 0.24004080891609192 (0.23250936878311051) - | > loss_disc_real_3: 0.1976434886455536 (0.22119337212650372) - | > loss_disc_real_4: 0.2033870667219162 (0.22251797413631472) - | > loss_disc_real_5: 0.1731138378381729 (0.23390508382331518) - | > loss_0: 2.525397539138794 (2.4479040860573984) - | > grad_norm_0: tensor(12.6082, device='cuda:0') (tensor(68.8173, device='cuda:0')) - | > loss_gen: 2.296968460083008 (2.3920119873015753) - | > loss_kl: 1.4600027799606323 (1.5593434386042164) - | > loss_feat: 7.611669540405273 (7.023589071971829) - | > loss_mel: 21.915664672851562 (21.15043771961631) - | > loss_duration: 1.6234328746795654 (1.693216534483405) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.907737731933594 (33.818598838397136) - | > grad_norm_1: tensor(449.8837, device='cuda:0') (tensor(517.0056, device='cuda:0')) - | > current_lr_0: 0.00019838148297050769 - | > current_lr_1: 0.00019838148297050769 - | > step_time: 0.7968 (0.804374965476545) - | > loader_time: 0.0156 (0.007249881059695513) - - - --> TIME: 2024-11-23 06:47:15 -- STEP: 454/797 -- GLOBAL_STEP: 53050 - | > loss_disc: 2.631399631500244 (2.446252389626354) - | > loss_disc_real_0: 0.19452370703220367 (0.1285639500844452) - | > loss_disc_real_1: 0.2403695434331894 (0.2172402623006951) - | > loss_disc_real_2: 0.23440392315387726 (0.23234005804103902) - | > loss_disc_real_3: 0.23148782551288605 (0.22103923342564036) - | > loss_disc_real_4: 0.281991183757782 (0.22217708527385396) - | > loss_disc_real_5: 0.26157549023628235 (0.23372880274241192) - | > loss_0: 2.631399631500244 (2.446252389626354) - | > grad_norm_0: tensor(74.1955, device='cuda:0') (tensor(67.9162, device='cuda:0')) - | > loss_gen: 2.247260808944702 (2.3897615453220147) - | > loss_kl: 1.3984416723251343 (1.5607555172516907) - | > loss_feat: 5.921864032745361 (7.021020456557755) - | > loss_mel: 19.673254013061523 (21.162568195275806) - | > loss_duration: 1.6507033109664917 (1.6921810696828732) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.891525268554688 (33.826286862075094) - | > grad_norm_1: tensor(521.9515, device='cuda:0') (tensor(519.0305, device='cuda:0')) - | > current_lr_0: 0.00019838148297050769 - | > current_lr_1: 0.00019838148297050769 - | > step_time: 0.8422 (0.8067739855350375) - | > loader_time: 0.0073 (0.007414438650996675) - - - --> TIME: 2024-11-23 06:47:37 -- STEP: 479/797 -- GLOBAL_STEP: 53075 - | > loss_disc: 2.3795411586761475 (2.446429383033002) - | > loss_disc_real_0: 0.12561440467834473 (0.12818448670939514) - | > loss_disc_real_1: 0.21395908296108246 (0.2169168581233393) - | > loss_disc_real_2: 0.21220645308494568 (0.2323842929337866) - | > loss_disc_real_3: 0.2047325074672699 (0.22120692047420776) - | > loss_disc_real_4: 0.16712506115436554 (0.22246986366264007) - | > loss_disc_real_5: 0.18787629902362823 (0.23381345524668445) - | > loss_0: 2.3795411586761475 (2.446429383033002) - | > grad_norm_0: tensor(86.8511, device='cuda:0') (tensor(66.8390, device='cuda:0')) - | > loss_gen: 2.3519606590270996 (2.387303639304414) - | > loss_kl: 1.5410935878753662 (1.562975187391229) - | > loss_feat: 6.804080963134766 (7.017674810453346) - | > loss_mel: 21.24480438232422 (21.15603896720425) - | > loss_duration: 1.6505917310714722 (1.6912521987469062) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.592533111572266 (33.815244873779584) - | > grad_norm_1: tensor(278.2073, device='cuda:0') (tensor(519.8497, device='cuda:0')) - | > current_lr_0: 0.00019838148297050769 - | > current_lr_1: 0.00019838148297050769 - | > step_time: 0.8722 (0.8087415774829202) - | > loader_time: 0.0116 (0.007478087331656375) - - - --> TIME: 2024-11-23 06:47:58 -- STEP: 504/797 -- GLOBAL_STEP: 53100 - | > loss_disc: 2.494718551635742 (2.4448774461708354) - | > loss_disc_real_0: 0.08785945177078247 (0.12793547286844206) - | > loss_disc_real_1: 0.2786974310874939 (0.21670593747070857) - | > loss_disc_real_2: 0.2239130139350891 (0.23217331298760005) - | > loss_disc_real_3: 0.235490620136261 (0.2214060694511448) - | > loss_disc_real_4: 0.21304601430892944 (0.22233065690786116) - | > loss_disc_real_5: 0.2472599297761917 (0.23355047978342525) - | > loss_0: 2.494718551635742 (2.4448774461708354) - | > grad_norm_0: tensor(34.1269, device='cuda:0') (tensor(67.5031, device='cuda:0')) - | > loss_gen: 2.3080623149871826 (2.3884035625628064) - | > loss_kl: 1.5109580755233765 (1.5634898458208353) - | > loss_feat: 7.1737189292907715 (7.0262195373338345) - | > loss_mel: 20.9775447845459 (21.1712021165424) - | > loss_duration: 1.6483722925186157 (1.689970375999572) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.618656158447266 (33.839285498573695) - | > grad_norm_1: tensor(408.8533, device='cuda:0') (tensor(523.3408, device='cuda:0')) - | > current_lr_0: 0.00019838148297050769 - | > current_lr_1: 0.00019838148297050769 - | > step_time: 0.9101 (0.8108496864636738) - | > loader_time: 0.007 (0.007511162095599704) - - - --> TIME: 2024-11-23 06:48:20 -- STEP: 529/797 -- GLOBAL_STEP: 53125 - | > loss_disc: 2.2747106552124023 (2.443985062871401) - | > loss_disc_real_0: 0.10306421667337418 (0.12777288229907166) - | > loss_disc_real_1: 0.24082383513450623 (0.21659561983241024) - | > loss_disc_real_2: 0.26643604040145874 (0.23221289353807842) - | > loss_disc_real_3: 0.20466376841068268 (0.22133917591071536) - | > loss_disc_real_4: 0.1803479641675949 (0.22248566964736277) - | > loss_disc_real_5: 0.23225201666355133 (0.2337959925934588) - | > loss_0: 2.2747106552124023 (2.443985062871401) - | > grad_norm_0: tensor(43.2983, device='cuda:0') (tensor(66.4672, device='cuda:0')) - | > loss_gen: 2.4707248210906982 (2.3891381052356135) - | > loss_kl: 1.4968621730804443 (1.5641557241883302) - | > loss_feat: 6.608058452606201 (7.031109154562417) - | > loss_mel: 19.080690383911133 (21.18063352148565) - | > loss_duration: 1.707842230796814 (1.6894959276700516) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.364177703857422 (33.85453250502822) - | > grad_norm_1: tensor(623.3309, device='cuda:0') (tensor(526.5262, device='cuda:0')) - | > current_lr_0: 0.00019838148297050769 - | > current_lr_1: 0.00019838148297050769 - | > step_time: 0.899 (0.8132801339847151) - | > loader_time: 0.0138 (0.007588878696492128) - - - --> TIME: 2024-11-23 06:48:42 -- STEP: 554/797 -- GLOBAL_STEP: 53150 - | > loss_disc: 2.222933292388916 (2.44354334419815) - | > loss_disc_real_0: 0.053875334560871124 (0.12808037984995202) - | > loss_disc_real_1: 0.16894258558750153 (0.21614733332976538) - | > loss_disc_real_2: 0.21505442261695862 (0.23196245315703248) - | > loss_disc_real_3: 0.23618674278259277 (0.22135542174431394) - | > loss_disc_real_4: 0.21391817927360535 (0.2218569410352931) - | > loss_disc_real_5: 0.22455337643623352 (0.2335840251955745) - | > loss_0: 2.222933292388916 (2.44354334419815) - | > grad_norm_0: tensor(13.8117, device='cuda:0') (tensor(66.9315, device='cuda:0')) - | > loss_gen: 2.724578619003296 (2.390506223005508) - | > loss_kl: 1.5655993223190308 (1.5639503247471058) - | > loss_feat: 9.214214324951172 (7.034800767037841) - | > loss_mel: 23.16788673400879 (21.181506950502364) - | > loss_duration: 1.649078607559204 (1.689246688078457) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 38.32135772705078 (33.860011004368786) - | > grad_norm_1: tensor(537.4475, device='cuda:0') (tensor(525.0488, device='cuda:0')) - | > current_lr_0: 0.00019838148297050769 - | > current_lr_1: 0.00019838148297050769 - | > step_time: 0.8342 (0.8150514678404218) - | > loader_time: 0.0072 (0.007671618719823955) - - - --> TIME: 2024-11-23 06:49:04 -- STEP: 579/797 -- GLOBAL_STEP: 53175 - | > loss_disc: 2.300191640853882 (2.444527026902826) - | > loss_disc_real_0: 0.07719018310308456 (0.12845871659294922) - | > loss_disc_real_1: 0.22947578132152557 (0.2163152207004385) - | > loss_disc_real_2: 0.23684243857860565 (0.23201927627615365) - | > loss_disc_real_3: 0.2554093301296234 (0.22141273600243946) - | > loss_disc_real_4: 0.21263541281223297 (0.22216603270569418) - | > loss_disc_real_5: 0.1951318383216858 (0.23349239977015526) - | > loss_0: 2.300191640853882 (2.444527026902826) - | > grad_norm_0: tensor(82.5942, device='cuda:0') (tensor(67.5503, device='cuda:0')) - | > loss_gen: 2.3898916244506836 (2.390344636427924) - | > loss_kl: 1.5515003204345703 (1.565463128691098) - | > loss_feat: 6.226722717285156 (7.028594646223262) - | > loss_mel: 20.47244644165039 (21.19004101497934) - | > loss_duration: 1.6358816623687744 (1.6885447802733058) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.27644348144531 (33.86298830562719) - | > grad_norm_1: tensor(466.9243, device='cuda:0') (tensor(522.7623, device='cuda:0')) - | > current_lr_0: 0.00019838148297050769 - | > current_lr_1: 0.00019838148297050769 - | > step_time: 0.8831 (0.8179544097195429) - | > loader_time: 0.0073 (0.007732254235855656) - - - --> TIME: 2024-11-23 06:49:27 -- STEP: 604/797 -- GLOBAL_STEP: 53200 - | > loss_disc: 2.4784626960754395 (2.44507732217675) - | > loss_disc_real_0: 0.10221102833747864 (0.12844955347577064) - | > loss_disc_real_1: 0.2523469030857086 (0.2164764504460309) - | > loss_disc_real_2: 0.266781210899353 (0.23182950504370878) - | > loss_disc_real_3: 0.23998259007930756 (0.22168303641262432) - | > loss_disc_real_4: 0.18688561022281647 (0.22212430346288436) - | > loss_disc_real_5: 0.28668564558029175 (0.23370199295266575) - | > loss_0: 2.4784626960754395 (2.44507732217675) - | > grad_norm_0: tensor(48.2610, device='cuda:0') (tensor(66.9444, device='cuda:0')) - | > loss_gen: 2.256978988647461 (2.390795481718139) - | > loss_kl: 1.5740723609924316 (1.5658648716692887) - | > loss_feat: 6.517441749572754 (7.026282611272193) - | > loss_mel: 21.81052589416504 (21.22284133071142) - | > loss_duration: 1.7384811639785767 (1.6880801039815734) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.897499084472656 (33.893864489549074) - | > grad_norm_1: tensor(443.4750, device='cuda:0') (tensor(522.5264, device='cuda:0')) - | > current_lr_0: 0.00019838148297050769 - | > current_lr_1: 0.00019838148297050769 - | > step_time: 0.8679 (0.8202185097909134) - | > loader_time: 0.0102 (0.007810904490237205) - - - --> TIME: 2024-11-23 06:49:49 -- STEP: 629/797 -- GLOBAL_STEP: 53225 - | > loss_disc: 2.3724138736724854 (2.445396292948761) - | > loss_disc_real_0: 0.07892721891403198 (0.12797191740859098) - | > loss_disc_real_1: 0.21670293807983398 (0.21663990235385527) - | > loss_disc_real_2: 0.21855661273002625 (0.23204894160144096) - | > loss_disc_real_3: 0.20925790071487427 (0.22143954713791847) - | > loss_disc_real_4: 0.20096249878406525 (0.22227583380211716) - | > loss_disc_real_5: 0.22918342053890228 (0.2340471006112561) - | > loss_0: 2.3724138736724854 (2.445396292948761) - | > grad_norm_0: tensor(15.6614, device='cuda:0') (tensor(67.2178, device='cuda:0')) - | > loss_gen: 2.4026615619659424 (2.3899432947601524) - | > loss_kl: 1.5103566646575928 (1.5652601011985812) - | > loss_feat: 6.042320728302002 (7.015413851351352) - | > loss_mel: 21.388351440429688 (21.218205364027177) - | > loss_duration: 1.747863531112671 (1.6884195529789152) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.091552734375 (33.877242259645726) - | > grad_norm_1: tensor(242.9164, device='cuda:0') (tensor(524.4791, device='cuda:0')) - | > current_lr_0: 0.00019838148297050769 - | > current_lr_1: 0.00019838148297050769 - | > step_time: 0.839 (0.8223028618883825) - | > loader_time: 0.0119 (0.007933038596318517) - - - --> TIME: 2024-11-23 06:50:12 -- STEP: 654/797 -- GLOBAL_STEP: 53250 - | > loss_disc: 2.4798452854156494 (2.4454731456365795) - | > loss_disc_real_0: 0.09060090780258179 (0.12814426807749343) - | > loss_disc_real_1: 0.22631488740444183 (0.2169104015927431) - | > loss_disc_real_2: 0.23241126537322998 (0.2319450498720922) - | > loss_disc_real_3: 0.20794162154197693 (0.22136656251886933) - | > loss_disc_real_4: 0.27398422360420227 (0.22190891541198862) - | > loss_disc_real_5: 0.2671189606189728 (0.2336498159425339) - | > loss_0: 2.4798452854156494 (2.4454731456365795) - | > grad_norm_0: tensor(23.6458, device='cuda:0') (tensor(66.6709, device='cuda:0')) - | > loss_gen: 2.2930753231048584 (2.3885313770092935) - | > loss_kl: 1.6274933815002441 (1.564754695520488) - | > loss_feat: 5.89490270614624 (7.009784261750154) - | > loss_mel: 20.36709976196289 (21.204375390977315) - | > loss_duration: 1.6394832134246826 (1.6881279823247803) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.822053909301758 (33.855573782498) - | > grad_norm_1: tensor(297.4950, device='cuda:0') (tensor(524.2377, device='cuda:0')) - | > current_lr_0: 0.00019838148297050769 - | > current_lr_1: 0.00019838148297050769 - | > step_time: 0.8904 (0.8255523002111222) - | > loader_time: 0.0084 (0.008041356317129334) - - - --> TIME: 2024-11-23 06:50:35 -- STEP: 679/797 -- GLOBAL_STEP: 53275 - | > loss_disc: 2.570168972015381 (2.4443132722851804) - | > loss_disc_real_0: 0.13412949442863464 (0.12791958816119078) - | > loss_disc_real_1: 0.22125042974948883 (0.21689400362160838) - | > loss_disc_real_2: 0.2759033441543579 (0.23205124939049823) - | > loss_disc_real_3: 0.21830230951309204 (0.22131367339389138) - | > loss_disc_real_4: 0.21922840178012848 (0.22186132396443786) - | > loss_disc_real_5: 0.25286877155303955 (0.2336291643586531) - | > loss_0: 2.570168972015381 (2.4443132722851804) - | > grad_norm_0: tensor(47.1662, device='cuda:0') (tensor(65.9725, device='cuda:0')) - | > loss_gen: 2.4006760120391846 (2.3897527930311653) - | > loss_kl: 1.5972347259521484 (1.5652295856658416) - | > loss_feat: 5.900407791137695 (7.011630396077489) - | > loss_mel: 18.918094635009766 (21.20978876347044) - | > loss_duration: 1.6333041191101074 (1.6878679204232907) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.449718475341797 (33.864269520643035) - | > grad_norm_1: tensor(615.7245, device='cuda:0') (tensor(526.5324, device='cuda:0')) - | > current_lr_0: 0.00019838148297050769 - | > current_lr_1: 0.00019838148297050769 - | > step_time: 0.9596 (0.8285198229226521) - | > loader_time: 0.0084 (0.008131945080539436) - - - --> TIME: 2024-11-23 06:50:59 -- STEP: 704/797 -- GLOBAL_STEP: 53300 - | > loss_disc: 2.3887343406677246 (2.4442928369072345) - | > loss_disc_real_0: 0.07466769963502884 (0.12875455357028504) - | > loss_disc_real_1: 0.18706056475639343 (0.2168568931519985) - | > loss_disc_real_2: 0.23366142809391022 (0.23203483691693033) - | > loss_disc_real_3: 0.21341313421726227 (0.2212693926200948) - | > loss_disc_real_4: 0.22228935360908508 (0.22160847635347067) - | > loss_disc_real_5: 0.22987622022628784 (0.23333674417385322) - | > loss_0: 2.3887343406677246 (2.4442928369072345) - | > grad_norm_0: tensor(70.6385, device='cuda:0') (tensor(66.7000, device='cuda:0')) - | > loss_gen: 2.505601167678833 (2.3895951755006184) - | > loss_kl: 1.507755160331726 (1.5675108464942733) - | > loss_feat: 6.625029563903809 (7.004846054721963) - | > loss_mel: 20.36624526977539 (21.209100505167793) - | > loss_duration: 1.6826931238174438 (1.687432277609001) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.68732452392578 (33.85848492925821) - | > grad_norm_1: tensor(571.5627, device='cuda:0') (tensor(524.1929, device='cuda:0')) - | > current_lr_0: 0.00019838148297050769 - | > current_lr_1: 0.00019838148297050769 - | > step_time: 0.9889 (0.8321567062627189) - | > loader_time: 0.0094 (0.00828814438798211) - - - --> TIME: 2024-11-23 06:51:23 -- STEP: 729/797 -- GLOBAL_STEP: 53325 - | > loss_disc: 2.5273873805999756 (2.445503735575002) - | > loss_disc_real_0: 0.25806206464767456 (0.12957688209962281) - | > loss_disc_real_1: 0.23336224257946014 (0.2168287646296256) - | > loss_disc_real_2: 0.2136593759059906 (0.23202370814416964) - | > loss_disc_real_3: 0.2645409405231476 (0.2213327515108922) - | > loss_disc_real_4: 0.21706511080265045 (0.2218589834429437) - | > loss_disc_real_5: 0.22198086977005005 (0.2333116945906431) - | > loss_0: 2.5273873805999756 (2.445503735575002) - | > grad_norm_0: tensor(73.3842, device='cuda:0') (tensor(66.6719, device='cuda:0')) - | > loss_gen: 2.693983793258667 (2.390210886714552) - | > loss_kl: 1.609228491783142 (1.5685107631120823) - | > loss_feat: 7.785862445831299 (7.0025390813380115) - | > loss_mel: 22.688350677490234 (21.20565665209735) - | > loss_duration: 1.6316016912460327 (1.6865125384350366) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.40903091430664 (33.85343000623918) - | > grad_norm_1: tensor(562.9536, device='cuda:0') (tensor(521.2012, device='cuda:0')) - | > current_lr_0: 0.00019838148297050769 - | > current_lr_1: 0.00019838148297050769 - | > step_time: 1.0176 (0.8359147246482445) - | > loader_time: 0.0144 (0.008445070931286809) - - - --> TIME: 2024-11-23 06:51:49 -- STEP: 754/797 -- GLOBAL_STEP: 53350 - | > loss_disc: 2.5272765159606934 (2.444764695369912) - | > loss_disc_real_0: 0.134267657995224 (0.12964740521533893) - | > loss_disc_real_1: 0.2087564468383789 (0.21680694126798236) - | > loss_disc_real_2: 0.23335210978984833 (0.23186716178446934) - | > loss_disc_real_3: 0.22823064029216766 (0.2213368868598571) - | > loss_disc_real_4: 0.21879342198371887 (0.22173649436282866) - | > loss_disc_real_5: 0.2521219551563263 (0.2328970649474812) - | > loss_0: 2.5272765159606934 (2.444764695369912) - | > grad_norm_0: tensor(34.1337, device='cuda:0') (tensor(66.1550, device='cuda:0')) - | > loss_gen: 2.2751941680908203 (2.3882414518363886) - | > loss_kl: 1.7362279891967773 (1.568328810939738) - | > loss_feat: 6.886971950531006 (6.992932607387674) - | > loss_mel: 21.848983764648438 (21.188959062257556) - | > loss_duration: 1.6543011665344238 (1.685549526537128) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.401676177978516 (33.824011526942584) - | > grad_norm_1: tensor(535.1939, device='cuda:0') (tensor(519.4032, device='cuda:0')) - | > current_lr_0: 0.00019838148297050769 - | > current_lr_1: 0.00019838148297050769 - | > step_time: 1.0994 (0.8397103978088746) - | > loader_time: 0.1031 (0.01102082925386707) - - - --> TIME: 2024-11-23 06:52:22 -- STEP: 779/797 -- GLOBAL_STEP: 53375 - | > loss_disc: 2.3964154720306396 (2.445862746208101) - | > loss_disc_real_0: 0.08222509175539017 (0.12952198347839528) - | > loss_disc_real_1: 0.2541508674621582 (0.2168579257460399) - | > loss_disc_real_2: 0.21633511781692505 (0.23201649219983658) - | > loss_disc_real_3: 0.2595082223415375 (0.2213135105157235) - | > loss_disc_real_4: 0.260816752910614 (0.22184590293292983) - | > loss_disc_real_5: 0.23069395124912262 (0.2333443820935618) - | > loss_0: 2.3964154720306396 (2.445862746208101) - | > grad_norm_0: tensor(43.6607, device='cuda:0') (tensor(65.7548, device='cuda:0')) - | > loss_gen: 2.6035029888153076 (2.3882508034577548) - | > loss_kl: 1.677039623260498 (1.5679483484089447) - | > loss_feat: 7.076008319854736 (6.995741472011659) - | > loss_mel: 21.567617416381836 (21.196639450278905) - | > loss_duration: 1.665771245956421 (1.6846832160925216) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.58993911743164 (33.833263338453825) - | > grad_norm_1: tensor(556.5179, device='cuda:0') (tensor(520.4102, device='cuda:0')) - | > current_lr_0: 0.00019838148297050769 - | > current_lr_1: 0.00019838148297050769 - | > step_time: 1.3774 (0.8515792186820311) - | > loader_time: 0.1204 (0.014293083330480063) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.238710403442383 (2.238710403442383) - | > loss_disc_real_0: 0.11486679315567017 (0.11486679315567017) - | > loss_disc_real_1: 0.22149528563022614 (0.22149528563022614) - | > loss_disc_real_2: 0.22592484951019287 (0.22592484951019287) - | > loss_disc_real_3: 0.19583331048488617 (0.19583331048488617) - | > loss_disc_real_4: 0.1882319152355194 (0.1882319152355194) - | > loss_disc_real_5: 0.1736980378627777 (0.1736980378627777) - | > loss_0: 2.238710403442383 (2.238710403442383) - | > loss_gen: 2.359130859375 (2.359130859375) - | > loss_kl: 2.1878502368927 (2.1878502368927) - | > loss_feat: 7.173816680908203 (7.173816680908203) - | > loss_mel: 21.555892944335938 (21.555892944335938) - | > loss_duration: 2.031202793121338 (2.031202793121338) - | > loss_1: 35.30789566040039 (35.30789566040039) - - --> STEP: 1 - | > loss_disc: 2.1663389205932617 (2.1663389205932617) - | > loss_disc_real_0: 0.07511524856090546 (0.07511524856090546) - | > loss_disc_real_1: 0.17137160897254944 (0.17137160897254944) - | > loss_disc_real_2: 0.17497780919075012 (0.17497780919075012) - | > loss_disc_real_3: 0.1884172409772873 (0.1884172409772873) - | > loss_disc_real_4: 0.12056120485067368 (0.12056120485067368) - | > loss_disc_real_5: 0.15784898400306702 (0.15784898400306702) - | > loss_0: 2.1663389205932617 (2.1663389205932617) - | > loss_gen: 2.1084847450256348 (2.1084847450256348) - | > loss_kl: 1.5532535314559937 (1.5532535314559937) - | > loss_feat: 8.58542251586914 (8.58542251586914) - | > loss_mel: 23.063814163208008 (23.063814163208008) - | > loss_duration: 1.7224369049072266 (1.7224369049072266) - | > loss_1: 37.033416748046875 (37.033416748046875) - - --> STEP: 2 - | > loss_disc: 2.6372575759887695 (2.4017982482910156) - | > loss_disc_real_0: 0.18113107979297638 (0.12812316417694092) - | > loss_disc_real_1: 0.19251593947410583 (0.18194377422332764) - | > loss_disc_real_2: 0.2139129787683487 (0.1944453939795494) - | > loss_disc_real_3: 0.22492076456546783 (0.20666900277137756) - | > loss_disc_real_4: 0.26879793405532837 (0.19467956945300102) - | > loss_disc_real_5: 0.22586405277252197 (0.1918565183877945) - | > loss_0: 2.6372575759887695 (2.4017982482910156) - | > loss_gen: 1.9087202548980713 (2.008602499961853) - | > loss_kl: 1.784971833229065 (1.6691126823425293) - | > loss_feat: 4.8369669914245605 (6.711194753646851) - | > loss_mel: 17.126869201660156 (20.095341682434082) - | > loss_duration: 1.6940205097198486 (1.7082287073135376) - | > loss_1: 27.35154914855957 (32.19248294830322) - - --> STEP: 3 - | > loss_disc: 2.469799041748047 (2.4244651794433594) - | > loss_disc_real_0: 0.09447954595088959 (0.11690862476825714) - | > loss_disc_real_1: 0.21676954627037048 (0.19355236490567526) - | > loss_disc_real_2: 0.23840712010860443 (0.2090993026892344) - | > loss_disc_real_3: 0.22090059518814087 (0.21141286691029867) - | > loss_disc_real_4: 0.21147370338439941 (0.20027761409680048) - | > loss_disc_real_5: 0.25332528352737427 (0.21234610676765442) - | > loss_0: 2.469799041748047 (2.4244651794433594) - | > loss_gen: 2.025919198989868 (2.0143747329711914) - | > loss_kl: 1.507035732269287 (1.6150870323181152) - | > loss_feat: 6.115158557891846 (6.512516021728516) - | > loss_mel: 20.716421127319336 (20.3023681640625) - | > loss_duration: 1.7596931457519531 (1.7253835201263428) - | > loss_1: 32.124229431152344 (32.169731775919594) - - --> STEP: 4 - | > loss_disc: 2.492500066757202 (2.44147390127182) - | > loss_disc_real_0: 0.07829694449901581 (0.10725570470094681) - | > loss_disc_real_1: 0.23699849843978882 (0.20441389828920364) - | > loss_disc_real_2: 0.23999932408332825 (0.21682430803775787) - | > loss_disc_real_3: 0.265433669090271 (0.22491806745529175) - | > loss_disc_real_4: 0.26052606105804443 (0.21533972583711147) - | > loss_disc_real_5: 0.24397090077400208 (0.22025230526924133) - | > loss_0: 2.492500066757202 (2.44147390127182) - | > loss_gen: 2.286778211593628 (2.0824756026268005) - | > loss_kl: 1.4825899600982666 (1.581962764263153) - | > loss_feat: 7.165844917297363 (6.6758482456207275) - | > loss_mel: 21.29656982421875 (20.550918579101562) - | > loss_duration: 1.6508584022521973 (1.7067522406578064) - | > loss_1: 33.88264083862305 (32.59795904159546) - - --> STEP: 5 - | > loss_disc: 2.2182672023773193 (2.39683256149292) - | > loss_disc_real_0: 0.04742758348584175 (0.0952900804579258) - | > loss_disc_real_1: 0.1770041137933731 (0.19893194139003753) - | > loss_disc_real_2: 0.13079126179218292 (0.19961769878864288) - | > loss_disc_real_3: 0.14253182709217072 (0.20844081938266754) - | > loss_disc_real_4: 0.15208786725997925 (0.20268935412168504) - | > loss_disc_real_5: 0.1463581770658493 (0.20547347962856294) - | > loss_0: 2.2182672023773193 (2.39683256149292) - | > loss_gen: 1.8349082469940186 (2.032962131500244) - | > loss_kl: 2.2933924198150635 (1.7242486953735352) - | > loss_feat: 9.119438171386719 (7.164566230773926) - | > loss_mel: 22.59787368774414 (20.96030960083008) - | > loss_duration: 1.884005069732666 (1.7422028064727784) - | > loss_1: 37.729618072509766 (33.62429084777832) - - --> STEP: 6 - | > loss_disc: 2.2560458183288574 (2.3733681042989097) - | > loss_disc_real_0: 0.04537057876586914 (0.08697016350924969) - | > loss_disc_real_1: 0.18991219997406006 (0.1974286511540413) - | > loss_disc_real_2: 0.2458372414112091 (0.20732095589240393) - | > loss_disc_real_3: 0.17202532291412354 (0.20237156997124353) - | > loss_disc_real_4: 0.234779492020607 (0.208037710438172) - | > loss_disc_real_5: 0.2176266312599182 (0.20749900490045547) - | > loss_0: 2.2560458183288574 (2.3733681042989097) - | > loss_gen: 2.181793689727783 (2.057767391204834) - | > loss_kl: 2.0214974880218506 (1.7737901608149211) - | > loss_feat: 6.7609968185424805 (7.097304662068685) - | > loss_mel: 22.28479766845703 (21.181057612101238) - | > loss_duration: 1.6734519004821777 (1.7307443221410115) - | > loss_1: 34.92253494262695 (33.840664863586426) - - --> STEP: 7 - | > loss_disc: 2.446269989013672 (2.3837826592581615) - | > loss_disc_real_0: 0.13747325539588928 (0.09418489092162677) - | > loss_disc_real_1: 0.16361255943775177 (0.19259778090885707) - | > loss_disc_real_2: 0.21374377608299255 (0.20823850163391658) - | > loss_disc_real_3: 0.19094765186309814 (0.2007395816700799) - | > loss_disc_real_4: 0.15675793588161469 (0.20071202835866384) - | > loss_disc_real_5: 0.18665601313114166 (0.20452143464769637) - | > loss_0: 2.446269989013672 (2.3837826592581615) - | > loss_gen: 2.017616033554077 (2.0520314829690114) - | > loss_kl: 1.7565761804580688 (1.771331020763942) - | > loss_feat: 7.242245674133301 (7.118010520935059) - | > loss_mel: 22.342185974121094 (21.346933092389786) - | > loss_duration: 1.6694670915603638 (1.721990432058062) - | > loss_1: 35.02809143066406 (34.0102972303118) - - --> STEP: 8 - | > loss_disc: 2.0357601642608643 (2.340279847383499) - | > loss_disc_real_0: 0.08582694083452225 (0.0931401471607387) - | > loss_disc_real_1: 0.19959813356399536 (0.19347282499074936) - | > loss_disc_real_2: 0.2003534734249115 (0.20725287310779095) - | > loss_disc_real_3: 0.18633297085762024 (0.19893875531852245) - | > loss_disc_real_4: 0.14448803663253784 (0.19368402939289808) - | > loss_disc_real_5: 0.10048815608024597 (0.19151727482676506) - | > loss_0: 2.0357601642608643 (2.340279847383499) - | > loss_gen: 2.349370002746582 (2.089198797941208) - | > loss_kl: 1.8196372985839844 (1.7773693054914474) - | > loss_feat: 8.611078262329102 (7.304643988609314) - | > loss_mel: 22.878103256225586 (21.538329362869263) - | > loss_duration: 1.7499066591262817 (1.7254799604415894) - | > loss_1: 37.40809631347656 (34.4350221157074) - - --> STEP: 9 - | > loss_disc: 2.4024276733398438 (2.3471851613786487) - | > loss_disc_real_0: 0.12123987078666687 (0.09626233867473072) - | > loss_disc_real_1: 0.2137153595685959 (0.19572199549939898) - | > loss_disc_real_2: 0.28940021991729736 (0.21638035608662498) - | > loss_disc_real_3: 0.2556062936782837 (0.20523514846960703) - | > loss_disc_real_4: 0.17133939266204834 (0.19120129197835922) - | > loss_disc_real_5: 0.16313838958740234 (0.18836406535572475) - | > loss_0: 2.4024276733398438 (2.3471851613786487) - | > loss_gen: 2.0876097679138184 (2.089022239049276) - | > loss_kl: 1.720637321472168 (1.7710657517115276) - | > loss_feat: 6.276321887969971 (7.190385977427165) - | > loss_mel: 21.881315231323242 (21.576438903808594) - | > loss_duration: 1.680938720703125 (1.7205309338039823) - | > loss_1: 33.64682388305664 (34.34744453430176) - - --> STEP: 10 - | > loss_disc: 2.47629714012146 (2.3600963592529296) - | > loss_disc_real_0: 0.14829565584659576 (0.10146567039191723) - | > loss_disc_real_1: 0.22962868213653564 (0.19911266416311263) - | > loss_disc_real_2: 0.25222447514533997 (0.21996476799249648) - | > loss_disc_real_3: 0.25837257504463196 (0.21054889112710953) - | > loss_disc_real_4: 0.22497233748435974 (0.19457839652895928) - | > loss_disc_real_5: 0.23633432388305664 (0.19316109120845795) - | > loss_0: 2.47629714012146 (2.3600963592529296) - | > loss_gen: 2.2492008209228516 (2.105040097236633) - | > loss_kl: 1.1696664094924927 (1.710925817489624) - | > loss_feat: 5.542597770690918 (7.02560715675354) - | > loss_mel: 18.069852828979492 (21.225780296325684) - | > loss_duration: 1.5816638469696045 (1.7066442251205445) - | > loss_1: 28.612979888916016 (33.77399806976318) - - --> STEP: 11 - | > loss_disc: 2.327373504638672 (2.357121554287997) - | > loss_disc_real_0: 0.15711098909378052 (0.10652433572845026) - | > loss_disc_real_1: 0.1941661834716797 (0.1986629841002551) - | > loss_disc_real_2: 0.17819254100322723 (0.21616729281165384) - | > loss_disc_real_3: 0.17876607179641724 (0.20765954391522842) - | > loss_disc_real_4: 0.1567579060792923 (0.1911401701244441) - | > loss_disc_real_5: 0.14240948855876923 (0.18854730914939533) - | > loss_0: 2.327373504638672 (2.357121554287997) - | > loss_gen: 1.9839955568313599 (2.0940360481088813) - | > loss_kl: 1.7884085178375244 (1.717969699339433) - | > loss_feat: 8.132416725158691 (7.126226208426735) - | > loss_mel: 20.86077117919922 (21.192597649314187) - | > loss_duration: 1.563883900642395 (1.6936660138043491) - | > loss_1: 34.3294792175293 (33.82449635592374) - - --> STEP: 12 - | > loss_disc: 2.4612953662872314 (2.3658027052879333) - | > loss_disc_real_0: 0.12430976331233978 (0.10800645469377439) - | > loss_disc_real_1: 0.21892105042934418 (0.20035115629434586) - | > loss_disc_real_2: 0.2298039346933365 (0.2173036796351274) - | > loss_disc_real_3: 0.18707382678985596 (0.20594406748811403) - | > loss_disc_real_4: 0.17742949724197388 (0.1899976140509049) - | > loss_disc_real_5: 0.2041812539100647 (0.18985013787945113) - | > loss_0: 2.4612953662872314 (2.3658027052879333) - | > loss_gen: 1.9148520231246948 (2.0791040460268655) - | > loss_kl: 2.068875789642334 (1.7472118735313416) - | > loss_feat: 6.569667816162109 (7.079846342404683) - | > loss_mel: 19.478845596313477 (21.049784978230793) - | > loss_duration: 1.6723082065582275 (1.691886196533839) - | > loss_1: 31.70454978942871 (33.647834142049156) - - --> STEP: 13 - | > loss_disc: 2.2067062854766846 (2.3535645191486063) - | > loss_disc_real_0: 0.05193246901035309 (0.10369307117966506) - | > loss_disc_real_1: 0.20830072462558746 (0.20096266155059522) - | > loss_disc_real_2: 0.20063668489456177 (0.21602160311662233) - | > loss_disc_real_3: 0.18697239458560944 (0.20448470803407523) - | > loss_disc_real_4: 0.16760005056858063 (0.18827472455226457) - | > loss_disc_real_5: 0.1451261043548584 (0.1864098276083286) - | > loss_0: 2.2067062854766846 (2.3535645191486063) - | > loss_gen: 2.2005324363708496 (2.0884446914379415) - | > loss_kl: 2.022508144378662 (1.7683885097503662) - | > loss_feat: 7.402260780334473 (7.1046474530146675) - | > loss_mel: 23.248451232910156 (21.218913151667667) - | > loss_duration: 1.7497295141220093 (1.6963356825021596) - | > loss_1: 36.623477935791016 (33.87672981849084) - - --> STEP: 14 - | > loss_disc: 2.005913257598877 (2.328732286180769) - | > loss_disc_real_0: 0.07041451334953308 (0.10131603133465562) - | > loss_disc_real_1: 0.1715577244758606 (0.1988623089023999) - | > loss_disc_real_2: 0.23874007165431976 (0.21764435086931502) - | > loss_disc_real_3: 0.18744292855262756 (0.20326743807111466) - | > loss_disc_real_4: 0.1940220147371292 (0.18868524527975492) - | > loss_disc_real_5: 0.17830631136894226 (0.18583100501980102) - | > loss_0: 2.005913257598877 (2.328732286180769) - | > loss_gen: 2.4257631301879883 (2.1125388656343733) - | > loss_kl: 1.5362144708633423 (1.7518046498298645) - | > loss_feat: 6.967758655548096 (7.094869681767055) - | > loss_mel: 23.480966567993164 (21.380488395690918) - | > loss_duration: 1.735639214515686 (1.699143077645983) - | > loss_1: 36.146339416503906 (34.038844789777485) - - --> STEP: 15 - | > loss_disc: 2.418311357498169 (2.3347042242685956) - | > loss_disc_real_0: 0.0887383446097374 (0.10047751888632775) - | > loss_disc_real_1: 0.1953209638595581 (0.1986262192328771) - | > loss_disc_real_2: 0.24858631193637848 (0.2197071482737859) - | > loss_disc_real_3: 0.21195966005325317 (0.20384691953659057) - | > loss_disc_real_4: 0.24295926094055176 (0.1923035129904747) - | > loss_disc_real_5: 0.1782229244709015 (0.18532379964987436) - | > loss_0: 2.418311357498169 (2.3347042242685956) - | > loss_gen: 2.027763605117798 (2.106887181599935) - | > loss_kl: 1.1829315423965454 (1.7138797760009765) - | > loss_feat: 7.383926868438721 (7.1141401608785) - | > loss_mel: 24.533063888549805 (21.590660095214844) - | > loss_duration: 1.6640410423278809 (1.6968029419581094) - | > loss_1: 36.791725158691406 (34.22237014770508) - - --> STEP: 16 - | > loss_disc: 2.376493453979492 (2.3373160511255264) - | > loss_disc_real_0: 0.10887719690799713 (0.10100249876268208) - | > loss_disc_real_1: 0.16662289202213287 (0.19662601128220558) - | > loss_disc_real_2: 0.1784791797399521 (0.2171304002404213) - | > loss_disc_real_3: 0.20756757259368896 (0.20407946035265923) - | > loss_disc_real_4: 0.19510208070278168 (0.1924784234724939) - | > loss_disc_real_5: 0.134726881980896 (0.18216149229556322) - | > loss_0: 2.376493453979492 (2.3373160511255264) - | > loss_gen: 1.855683445930481 (2.091186948120594) - | > loss_kl: 1.8918678760528564 (1.725004032254219) - | > loss_feat: 6.455280780792236 (7.072961449623108) - | > loss_mel: 20.21631622314453 (21.50476360321045) - | > loss_duration: 1.7924436330795288 (1.7027804851531982) - | > loss_1: 32.21159362792969 (34.096696615219116) - - --> STEP: 17 - | > loss_disc: 2.303217887878418 (2.335310276816873) - | > loss_disc_real_0: 0.10116178542375565 (0.10101186856627464) - | > loss_disc_real_1: 0.20237547159194946 (0.19696421482983759) - | > loss_disc_real_2: 0.20365147292613983 (0.2163375221631106) - | > loss_disc_real_3: 0.1633189171552658 (0.20168178134104786) - | > loss_disc_real_4: 0.20797571539878845 (0.193390028879923) - | > loss_disc_real_5: 0.1456945538520813 (0.18001637826947606) - | > loss_0: 2.303217887878418 (2.335310276816873) - | > loss_gen: 1.9872915744781494 (2.0850754555533912) - | > loss_kl: 1.7271112203598022 (1.725127984495724) - | > loss_feat: 6.372359275817871 (7.0317495570463295) - | > loss_mel: 20.442123413085938 (21.442255356732538) - | > loss_duration: 1.6486204862594604 (1.6995946028653313) - | > loss_1: 32.17750549316406 (33.983803019804114) - - --> STEP: 18 - | > loss_disc: 2.4286959171295166 (2.340498367945353) - | > loss_disc_real_0: 0.11700519174337387 (0.10190038652055794) - | > loss_disc_real_1: 0.1817510724067688 (0.1961190402507782) - | > loss_disc_real_2: 0.20544415712356567 (0.21573233521646923) - | > loss_disc_real_3: 0.18715955317020416 (0.20087499088711208) - | > loss_disc_real_4: 0.18286831676959991 (0.19280548931823838) - | > loss_disc_real_5: 0.18061719834804535 (0.1800497571627299) - | > loss_0: 2.4286959171295166 (2.340498367945353) - | > loss_gen: 1.9422107934951782 (2.0771385298834906) - | > loss_kl: 1.788025140762329 (1.72862227095498) - | > loss_feat: 6.464563846588135 (7.000239239798652) - | > loss_mel: 19.247053146362305 (21.320299678378635) - | > loss_duration: 1.6549278497695923 (1.6971131165822346) - | > loss_1: 31.09678077697754 (33.82341289520264) - - --> STEP: 19 - | > loss_disc: 1.7655397653579712 (2.3102373888618066) - | > loss_disc_real_0: 0.03464628756046295 (0.09836069710160557) - | > loss_disc_real_1: 0.19629624485969543 (0.19612836680914225) - | > loss_disc_real_2: 0.16514557600021362 (0.21306987420508736) - | > loss_disc_real_3: 0.11455327272415161 (0.19633174256274574) - | > loss_disc_real_4: 0.12054233998060226 (0.18900216566888908) - | > loss_disc_real_5: 0.09383299946784973 (0.17551203307352567) - | > loss_0: 1.7655397653579712 (2.3102373888618066) - | > loss_gen: 2.354637622833252 (2.091743745301899) - | > loss_kl: 1.5752315521240234 (1.7205490752270347) - | > loss_feat: 9.356009483337402 (7.124227147353323) - | > loss_mel: 23.198436737060547 (21.41914899725663) - | > loss_duration: 1.760915756225586 (1.7004711502476741) - | > loss_1: 38.24523162841797 (34.056140196950814) - - --> STEP: 20 - | > loss_disc: 2.4867587089538574 (2.3190634548664093) - | > loss_disc_real_0: 0.10174332559108734 (0.09852982852607965) - | > loss_disc_real_1: 0.22324125468730927 (0.19748401120305062) - | > loss_disc_real_2: 0.2354888617992401 (0.214190823584795) - | > loss_disc_real_3: 0.29071763157844543 (0.20105103701353072) - | > loss_disc_real_4: 0.30952897667884827 (0.19502850621938703) - | > loss_disc_real_5: 0.29252249002456665 (0.18136255592107772) - | > loss_0: 2.4867587089538574 (2.3190634548664093) - | > loss_gen: 2.338207483291626 (2.1040669322013854) - | > loss_kl: 1.2382571697235107 (1.6964344799518585) - | > loss_feat: 6.1482062339782715 (7.07542610168457) - | > loss_mel: 22.994070053100586 (21.49789505004883) - | > loss_duration: 1.6654735803604126 (1.6987212717533111) - | > loss_1: 34.38421630859375 (34.07254400253296) - - --> STEP: 21 - | > loss_disc: 2.0902187824249268 (2.308166089512053) - | > loss_disc_real_0: 0.04785851389169693 (0.09611690878158524) - | > loss_disc_real_1: 0.22768867015838623 (0.19892232829616183) - | > loss_disc_real_2: 0.22894687950611115 (0.21489349291438148) - | > loss_disc_real_3: 0.1783648580312729 (0.19997074277628035) - | > loss_disc_real_4: 0.22121615707874298 (0.19627553721268973) - | > loss_disc_real_5: 0.16184376180171967 (0.18043308953444162) - | > loss_0: 2.0902187824249268 (2.308166089512053) - | > loss_gen: 2.390604019165039 (2.117711555390131) - | > loss_kl: 1.6167093515396118 (1.6926380452655612) - | > loss_feat: 8.139020919799805 (7.126073473975772) - | > loss_mel: 22.208913803100586 (21.531753085908434) - | > loss_duration: 1.631350040435791 (1.6955131178810483) - | > loss_1: 35.98659896850586 (34.1636894771031) - - --> STEP: 22 - | > loss_disc: 2.1674795150756836 (2.301771245219491) - | > loss_disc_real_0: 0.06588872522115707 (0.09474290043792942) - | > loss_disc_real_1: 0.23250256478786469 (0.20044870268214832) - | > loss_disc_real_2: 0.226127028465271 (0.21540410816669464) - | > loss_disc_real_3: 0.1465681940317154 (0.19754335419698196) - | > loss_disc_real_4: 0.1366427093744278 (0.19356495412913235) - | > loss_disc_real_5: 0.16279228031635284 (0.17963123456998306) - | > loss_0: 2.1674795150756836 (2.301771245219491) - | > loss_gen: 2.1558074951171875 (2.1194431890140883) - | > loss_kl: 1.3865902423858643 (1.678726781498302) - | > loss_feat: 7.662552356719971 (7.150458877736872) - | > loss_mel: 23.973127365112305 (21.642724644054066) - | > loss_duration: 1.7968666553497314 (1.7001200968568975) - | > loss_1: 36.974945068359375 (34.2914738221602) - - --> STEP: 23 - | > loss_disc: 2.1541640758514404 (2.2953535422034888) - | > loss_disc_real_0: 0.12776675820350647 (0.0961787203407806) - | > loss_disc_real_1: 0.18437471985816956 (0.19974983386371448) - | > loss_disc_real_2: 0.20488080382347107 (0.21494657319525015) - | > loss_disc_real_3: 0.13944289088249207 (0.19501724709635196) - | > loss_disc_real_4: 0.11715178936719894 (0.19024264261774396) - | > loss_disc_real_5: 0.09727564454078674 (0.17605055674262668) - | > loss_0: 2.1541640758514404 (2.2953535422034888) - | > loss_gen: 2.0612430572509766 (2.116912748502649) - | > loss_kl: 2.0093979835510254 (1.6931037902832031) - | > loss_feat: 8.444799423217773 (7.206734553627346) - | > loss_mel: 24.480600357055664 (21.76611054461935) - | > loss_duration: 1.7760627269744873 (1.703421950340271) - | > loss_1: 38.77210235595703 (34.486283758412235) - - --> STEP: 24 - | > loss_disc: 2.5818216800689697 (2.3072897146145506) - | > loss_disc_real_0: 0.06023269519209862 (0.09468096929291885) - | > loss_disc_real_1: 0.23682430386543274 (0.20129460344711939) - | > loss_disc_real_2: 0.23171629011631012 (0.2156453114002943) - | > loss_disc_real_3: 0.22025464475154877 (0.19606880533198515) - | > loss_disc_real_4: 0.2285345196723938 (0.19183813749502102) - | > loss_disc_real_5: 0.2144259363412857 (0.17764953089257082) - | > loss_0: 2.5818216800689697 (2.3072897146145506) - | > loss_gen: 1.9163076877593994 (2.1085542043050136) - | > loss_kl: 1.8398553133010864 (1.699218437075615) - | > loss_feat: 7.095824718475342 (7.202113310496013) - | > loss_mel: 23.11728858947754 (21.822409629821777) - | > loss_duration: 1.6758620738983154 (1.7022736221551895) - | > loss_1: 35.6451416015625 (34.53456950187683) - - --> STEP: 25 - | > loss_disc: 2.2370686531066895 (2.3044808721542362) - | > loss_disc_real_0: 0.10955691337585449 (0.09527600705623626) - | > loss_disc_real_1: 0.21968300640583038 (0.20203013956546784) - | > loss_disc_real_2: 0.2153548151254654 (0.21563369154930115) - | > loss_disc_real_3: 0.18384672701358795 (0.19557992219924927) - | > loss_disc_real_4: 0.19211767613887787 (0.1918493190407753) - | > loss_disc_real_5: 0.14637120068073273 (0.1763983976840973) - | > loss_0: 2.2370686531066895 (2.3044808721542362) - | > loss_gen: 2.1572506427764893 (2.1105020618438726) - | > loss_kl: 1.3142852783203125 (1.6838211107254029) - | > loss_feat: 6.903487205505371 (7.190168266296387) - | > loss_mel: 21.926170349121094 (21.82656005859375) - | > loss_duration: 1.615458607673645 (1.6988010215759277) - | > loss_1: 33.91665267944336 (34.50985282897949) - - --> STEP: 26 - | > loss_disc: 2.328383445739746 (2.305400201907525) - | > loss_disc_real_0: 0.08343712985515594 (0.09482066562542549) - | > loss_disc_real_1: 0.1840362548828125 (0.2013380670776734) - | > loss_disc_real_2: 0.1997615247964859 (0.2150232235972698) - | > loss_disc_real_3: 0.17993667721748352 (0.19497825893071982) - | > loss_disc_real_4: 0.19827154278755188 (0.19209632764642054) - | > loss_disc_real_5: 0.22294355928897858 (0.17818859620736197) - | > loss_0: 2.328383445739746 (2.305400201907525) - | > loss_gen: 2.1479640007019043 (2.1119429056461048) - | > loss_kl: 1.7515040636062622 (1.6864243012208204) - | > loss_feat: 6.872411727905273 (7.177946860973652) - | > loss_mel: 23.37424659729004 (21.886086463928223) - | > loss_duration: 1.6489934921264648 (1.696885347366333) - | > loss_1: 35.79512023925781 (34.55928619091328) - - --> STEP: 27 - | > loss_disc: 1.9492217302322388 (2.292208406660292) - | > loss_disc_real_0: 0.08821935951709747 (0.09457617280659852) - | > loss_disc_real_1: 0.15839846432209015 (0.1997477114200592) - | > loss_disc_real_2: 0.18283286690711975 (0.21383098816430127) - | > loss_disc_real_3: 0.12125324457883835 (0.1922477028436131) - | > loss_disc_real_4: 0.18093661963939667 (0.1916830051276419) - | > loss_disc_real_5: 0.13500341773033142 (0.1765891451526571) - | > loss_0: 1.9492217302322388 (2.292208406660292) - | > loss_gen: 2.307469367980957 (2.1191846264733214) - | > loss_kl: 1.8248968124389648 (1.6915529127474185) - | > loss_feat: 8.47446060180664 (7.225965888411911) - | > loss_mel: 23.170495986938477 (21.933657187002677) - | > loss_duration: 1.7197489738464355 (1.6977321483470775) - | > loss_1: 37.4970703125 (34.6680930102313) - - --> STEP: 28 - | > loss_disc: 2.3770992755889893 (2.2952402234077454) - | > loss_disc_real_0: 0.11408832669258118 (0.09527303544538361) - | > loss_disc_real_1: 0.2053249329328537 (0.19994689790265902) - | > loss_disc_real_2: 0.23462098836898804 (0.2145734881716115) - | > loss_disc_real_3: 0.1942194551229477 (0.19231812256787503) - | > loss_disc_real_4: 0.2015548050403595 (0.19203556941023894) - | > loss_disc_real_5: 0.12909264862537384 (0.17489284170525415) - | > loss_0: 2.3770992755889893 (2.2952402234077454) - | > loss_gen: 2.0280942916870117 (2.115931400230953) - | > loss_kl: 1.704868197441101 (1.6920284586293357) - | > loss_feat: 7.609457492828369 (7.23966201714107) - | > loss_mel: 22.152406692504883 (21.94146966934204) - | > loss_duration: 1.6764438152313232 (1.6969718507358007) - | > loss_1: 35.17127227783203 (34.686063698359895) - - --> STEP: 29 - | > loss_disc: 2.393610954284668 (2.298632317575915) - | > loss_disc_real_0: 0.11281527578830719 (0.09587794028479478) - | > loss_disc_real_1: 0.25514763593673706 (0.20185037162797204) - | > loss_disc_real_2: 0.2244633436203003 (0.21491451766984215) - | > loss_disc_real_3: 0.19829681515693665 (0.19252428438129096) - | > loss_disc_real_4: 0.20454837381839752 (0.1924670454243134) - | > loss_disc_real_5: 0.14177559316158295 (0.17375086761754135) - | > loss_0: 2.393610954284668 (2.298632317575915) - | > loss_gen: 1.9904704093933105 (2.111605159167586) - | > loss_kl: 1.5088224411010742 (1.6857110097490509) - | > loss_feat: 6.165258407592773 (7.202613616811818) - | > loss_mel: 18.376583099365234 (21.818542546239392) - | > loss_duration: 1.660858154296875 (1.6957265508585964) - | > loss_1: 29.70199203491211 (34.514199158241006) - - --> STEP: 30 - | > loss_disc: 2.4335405826568604 (2.30312925974528) - | > loss_disc_real_0: 0.13119858503341675 (0.09705529510974883) - | > loss_disc_real_1: 0.24083231389522552 (0.20314976970354717) - | > loss_disc_real_2: 0.22856803238391876 (0.21536963482697805) - | > loss_disc_real_3: 0.21421240270137787 (0.1932472216586272) - | > loss_disc_real_4: 0.2574516534805298 (0.19463319902618725) - | > loss_disc_real_5: 0.22710974514484406 (0.17552949686845143) - | > loss_0: 2.4335405826568604 (2.30312925974528) - | > loss_gen: 2.1532187461853027 (2.1129922787348434) - | > loss_kl: 1.471661925315857 (1.6785760402679444) - | > loss_feat: 6.488392353057861 (7.178806241353353) - | > loss_mel: 22.377479553222656 (21.8371737798055) - | > loss_duration: 1.6849582195281982 (1.6953676064809164) - | > loss_1: 34.17571258544922 (34.50291627248128) - - --> STEP: 31 - | > loss_disc: 2.678042411804199 (2.315223232392342) - | > loss_disc_real_0: 0.1375734508037567 (0.0983623323902007) - | > loss_disc_real_1: 0.24917753040790558 (0.2046345361778813) - | > loss_disc_real_2: 0.20775306224822998 (0.21512393893734102) - | > loss_disc_real_3: 0.25104162096977234 (0.19511155712027703) - | > loss_disc_real_4: 0.29892632365226746 (0.19799749336896405) - | > loss_disc_real_5: 0.270746111869812 (0.17860100057817274) - | > loss_0: 2.678042411804199 (2.315223232392342) - | > loss_gen: 2.008866786956787 (2.109633391903293) - | > loss_kl: 1.2722543478012085 (1.6654688888980496) - | > loss_feat: 7.145613670349121 (7.177735513256442) - | > loss_mel: 20.384658813476562 (21.79031845831102) - | > loss_duration: 1.6692785024642944 (1.6945260224803802) - | > loss_1: 32.48067092895508 (34.437682551722375) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.012038130914011309 (+0.004805626407746345) - | > avg_loss_disc: 2.315223232392342 (-0.20165304214723667) - | > avg_loss_disc_real_0: 0.0983623323902007 (-0.10929458203815645) - | > avg_loss_disc_real_1: 0.2046345361778813 (+0.015848152099117163) - | > avg_loss_disc_real_2: 0.21512393893734102 (+0.007345030384679013) - | > avg_loss_disc_real_3: 0.19511155712027703 (-0.013229107904818765) - | > avg_loss_disc_real_4: 0.19799749336896405 (+0.000758886096938971) - | > avg_loss_disc_real_5: 0.17860100057817274 (-0.06864763988602551) - | > avg_loss_0: 2.315223232392342 (-0.20165304214723667) - | > avg_loss_gen: 2.109633391903293 (-0.3764999951085737) - | > avg_loss_kl: 1.6654688888980496 (+0.012839171194261034) - | > avg_loss_feat: 7.177735513256442 (+0.18454597073216572) - | > avg_loss_mel: 21.79031845831102 (+0.17212215546639342) - | > avg_loss_duration: 1.6945260224803802 (-0.002588464367774268) - | > avg_loss_1: 34.437682551722375 (-0.00958110440162585) - - - > EPOCH: 38/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 06:53:24)  - - --> TIME: 2024-11-23 06:53:30 -- STEP: 7/797 -- GLOBAL_STEP: 53400 - | > loss_disc: 2.6273231506347656 (2.4576494693756104) - | > loss_disc_real_0: 0.12013512849807739 (0.13560268708637782) - | > loss_disc_real_1: 0.25639593601226807 (0.2229267316205161) - | > loss_disc_real_2: 0.2799609899520874 (0.22468464928013937) - | > loss_disc_real_3: 0.24032405018806458 (0.22771441723619187) - | > loss_disc_real_4: 0.27240321040153503 (0.22455930496965135) - | > loss_disc_real_5: 0.26785239577293396 (0.23365741116659983) - | > loss_0: 2.6273231506347656 (2.4576494693756104) - | > grad_norm_0: tensor(42.7097, device='cuda:0') (tensor(25.1194, device='cuda:0')) - | > loss_gen: 2.209947109222412 (2.274029084614345) - | > loss_kl: 1.7266631126403809 (1.6310214144842965) - | > loss_feat: 6.2393479347229 (6.056840692247663) - | > loss_mel: 18.66474151611328 (19.384745734078543) - | > loss_duration: 1.8253509998321533 (1.8704244579587663) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.666051864624023 (31.217061723981583) - | > grad_norm_1: tensor(125.7975, device='cuda:0') (tensor(219.1424, device='cuda:0')) - | > current_lr_0: 0.00019835668528513637 - | > current_lr_1: 0.00019835668528513637 - | > step_time: 0.7668 (0.7473616940634591) - | > loader_time: 0.0055 (0.003725017820085798) - - - --> TIME: 2024-11-23 06:53:49 -- STEP: 32/797 -- GLOBAL_STEP: 53425 - | > loss_disc: 2.5450809001922607 (2.4746542870998387) - | > loss_disc_real_0: 0.12159085273742676 (0.13004755508154628) - | > loss_disc_real_1: 0.21662622690200806 (0.21830278355628252) - | > loss_disc_real_2: 0.264121949672699 (0.2339697969146073) - | > loss_disc_real_3: 0.20983749628067017 (0.22623474523425102) - | > loss_disc_real_4: 0.25056320428848267 (0.22725513763725758) - | > loss_disc_real_5: 0.2406713217496872 (0.24264980433508754) - | > loss_0: 2.5450809001922607 (2.4746542870998387) - | > grad_norm_0: tensor(15.1363, device='cuda:0') (tensor(26.8604, device='cuda:0')) - | > loss_gen: 2.2875804901123047 (2.3232649341225624) - | > loss_kl: 1.4744645357131958 (1.6071964539587498) - | > loss_feat: 6.584786891937256 (6.708821669220924) - | > loss_mel: 21.582319259643555 (20.29697996377945) - | > loss_duration: 1.7955641746520996 (1.7908230386674404) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.72471618652344 (32.72708624601363) - | > grad_norm_1: tensor(430.9258, device='cuda:0') (tensor(349.3757, device='cuda:0')) - | > current_lr_0: 0.00019835668528513637 - | > current_lr_1: 0.00019835668528513637 - | > step_time: 0.7771 (0.7532827630639076) - | > loader_time: 0.006 (0.005052000284194945) - - - --> TIME: 2024-11-23 06:54:09 -- STEP: 57/797 -- GLOBAL_STEP: 53450 - | > loss_disc: 2.3174288272857666 (2.464388943555062) - | > loss_disc_real_0: 0.07043652981519699 (0.12959572267636912) - | > loss_disc_real_1: 0.21442833542823792 (0.22003260124147983) - | > loss_disc_real_2: 0.2183690220117569 (0.23388072482326575) - | > loss_disc_real_3: 0.22116400301456451 (0.22318611176390396) - | > loss_disc_real_4: 0.18268872797489166 (0.22389571342551917) - | > loss_disc_real_5: 0.20931315422058105 (0.23035195705137754) - | > loss_0: 2.3174288272857666 (2.464388943555062) - | > grad_norm_0: tensor(58.2539, device='cuda:0') (tensor(41.0606, device='cuda:0')) - | > loss_gen: 2.356708288192749 (2.32582477937665) - | > loss_kl: 1.7652949094772339 (1.6133409215692889) - | > loss_feat: 7.472515106201172 (6.799900347726387) - | > loss_mel: 21.35692024230957 (20.512575919168047) - | > loss_duration: 1.7529749870300293 (1.7618407868502433) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.70441436767578 (33.01348261247602) - | > grad_norm_1: tensor(521.7464, device='cuda:0') (tensor(436.6638, device='cuda:0')) - | > current_lr_0: 0.00019835668528513637 - | > current_lr_1: 0.00019835668528513637 - | > step_time: 0.7151 (0.7531069538049531) - | > loader_time: 0.0039 (0.005617275572659676) - - - --> TIME: 2024-11-23 06:54:28 -- STEP: 82/797 -- GLOBAL_STEP: 53475 - | > loss_disc: 2.4890174865722656 (2.4606702211426525) - | > loss_disc_real_0: 0.18532004952430725 (0.12756088680428695) - | > loss_disc_real_1: 0.24845068156719208 (0.21885438009006222) - | > loss_disc_real_2: 0.22813235223293304 (0.23429059164553154) - | > loss_disc_real_3: 0.21527352929115295 (0.22299031622526122) - | > loss_disc_real_4: 0.23388636112213135 (0.22427840185601536) - | > loss_disc_real_5: 0.20763160288333893 (0.23147078294579576) - | > loss_0: 2.4890174865722656 (2.4606702211426525) - | > grad_norm_0: tensor(96.8480, device='cuda:0') (tensor(47.8913, device='cuda:0')) - | > loss_gen: 2.38763165473938 (2.3501705570918756) - | > loss_kl: 1.601539969444275 (1.5898491667538155) - | > loss_feat: 6.931681156158447 (6.908983893510772) - | > loss_mel: 20.596210479736328 (20.725123312415153) - | > loss_duration: 1.7141072750091553 (1.7423584664740213) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.231170654296875 (33.31648533518722) - | > grad_norm_1: tensor(512.0930, device='cuda:0') (tensor(475.8914, device='cuda:0')) - | > current_lr_0: 0.00019835668528513637 - | > current_lr_1: 0.00019835668528513637 - | > step_time: 0.7994 (0.7611748968682639) - | > loader_time: 0.0049 (0.005709842937748608) - - - --> TIME: 2024-11-23 06:54:48 -- STEP: 107/797 -- GLOBAL_STEP: 53500 - | > loss_disc: 2.379908561706543 (2.453566121163769) - | > loss_disc_real_0: 0.08139489591121674 (0.12812680785901073) - | > loss_disc_real_1: 0.2550327777862549 (0.21775398131842924) - | > loss_disc_real_2: 0.2054762840270996 (0.23303406762185497) - | > loss_disc_real_3: 0.21637661755084991 (0.2231339436268138) - | > loss_disc_real_4: 0.2117127925157547 (0.2243634740882945) - | > loss_disc_real_5: 0.1916821151971817 (0.2295028008868761) - | > loss_0: 2.379908561706543 (2.453566121163769) - | > grad_norm_0: tensor(30.8183, device='cuda:0') (tensor(54.0201, device='cuda:0')) - | > loss_gen: 2.4152472019195557 (2.3682656756071276) - | > loss_kl: 1.4205559492111206 (1.5890753246913447) - | > loss_feat: 7.733301162719727 (6.934315975581374) - | > loss_mel: 21.23052978515625 (20.706643897796354) - | > loss_duration: 1.6926159858703613 (1.7336772580013098) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.492252349853516 (33.33197811162361) - | > grad_norm_1: tensor(351.1207, device='cuda:0') (tensor(486.2969, device='cuda:0')) - | > current_lr_0: 0.00019835668528513637 - | > current_lr_1: 0.00019835668528513637 - | > step_time: 0.8036 (0.7640862041544692) - | > loader_time: 0.0044 (0.005704614603630851) - - - --> TIME: 2024-11-23 06:55:08 -- STEP: 132/797 -- GLOBAL_STEP: 53525 - | > loss_disc: 2.3613221645355225 (2.45874031384786) - | > loss_disc_real_0: 0.09423700720071793 (0.1324590721986059) - | > loss_disc_real_1: 0.19590775668621063 (0.217780900836894) - | > loss_disc_real_2: 0.24614176154136658 (0.23325777132854317) - | > loss_disc_real_3: 0.2268064171075821 (0.22341028341289723) - | > loss_disc_real_4: 0.227492555975914 (0.22377368186910948) - | > loss_disc_real_5: 0.18531455099582672 (0.22914330808050704) - | > loss_0: 2.3613221645355225 (2.45874031384786) - | > grad_norm_0: tensor(145.3852, device='cuda:0') (tensor(62.4955, device='cuda:0')) - | > loss_gen: 2.403305768966675 (2.378308809164798) - | > loss_kl: 1.1699011325836182 (1.5860824684302013) - | > loss_feat: 7.008933067321777 (6.9706705844763555) - | > loss_mel: 21.095046997070312 (20.74731487216372) - | > loss_duration: 1.7365721464157104 (1.7275831410379119) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.41375732421875 (33.40995985088925) - | > grad_norm_1: tensor(507.3813, device='cuda:0') (tensor(484.5068, device='cuda:0')) - | > current_lr_0: 0.00019835668528513637 - | > current_lr_1: 0.00019835668528513637 - | > step_time: 0.7706 (0.7688743183107087) - | > loader_time: 0.0136 (0.0058585206667582206) - - - --> TIME: 2024-11-23 06:55:28 -- STEP: 157/797 -- GLOBAL_STEP: 53550 - | > loss_disc: 2.4348809719085693 (2.4660528176909047) - | > loss_disc_real_0: 0.15395261347293854 (0.1354041061346318) - | > loss_disc_real_1: 0.19433841109275818 (0.21823423313107465) - | > loss_disc_real_2: 0.21696726977825165 (0.2333272116579068) - | > loss_disc_real_3: 0.23078526556491852 (0.22372532422375527) - | > loss_disc_real_4: 0.16725337505340576 (0.22255020232716943) - | > loss_disc_real_5: 0.19471503794193268 (0.22921497645271813) - | > loss_0: 2.4348809719085693 (2.4660528176909047) - | > grad_norm_0: tensor(63.8656, device='cuda:0') (tensor(65.7190, device='cuda:0')) - | > loss_gen: 2.448662281036377 (2.372051884414284) - | > loss_kl: 1.829675316810608 (1.5789627201238254) - | > loss_feat: 7.530996322631836 (6.954862919582683) - | > loss_mel: 22.178560256958008 (20.768691834370813) - | > loss_duration: 1.707311749458313 (1.7204426375164343) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.69520950317383 (33.39501204764005) - | > grad_norm_1: tensor(132.7429, device='cuda:0') (tensor(479.0123, device='cuda:0')) - | > current_lr_0: 0.00019835668528513637 - | > current_lr_1: 0.00019835668528513637 - | > step_time: 0.763 (0.7718317402396233) - | > loader_time: 0.005 (0.006088408694905083) - - - --> TIME: 2024-11-23 06:55:48 -- STEP: 182/797 -- GLOBAL_STEP: 53575 - | > loss_disc: 2.470766067504883 (2.464553716418509) - | > loss_disc_real_0: 0.09272604435682297 (0.13598221169968877) - | > loss_disc_real_1: 0.24199198186397552 (0.2182907343402014) - | > loss_disc_real_2: 0.2114521861076355 (0.23306043094003592) - | > loss_disc_real_3: 0.19575032591819763 (0.22339689428662204) - | > loss_disc_real_4: 0.20689645409584045 (0.22255992660155663) - | > loss_disc_real_5: 0.1944161057472229 (0.230386764056735) - | > loss_0: 2.470766067504883 (2.464553716418509) - | > grad_norm_0: tensor(89.1840, device='cuda:0') (tensor(63.1175, device='cuda:0')) - | > loss_gen: 2.1819095611572266 (2.3658133339095913) - | > loss_kl: 1.395362138748169 (1.5781458144659524) - | > loss_feat: 7.615246772766113 (6.966328953648661) - | > loss_mel: 21.8445987701416 (20.832744367830056) - | > loss_duration: 1.6808600425720215 (1.7137779161170286) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.71797561645508 (33.456810406276134) - | > grad_norm_1: tensor(707.4677, device='cuda:0') (tensor(468.5114, device='cuda:0')) - | > current_lr_0: 0.00019835668528513637 - | > current_lr_1: 0.00019835668528513637 - | > step_time: 0.813 (0.7762039834326442) - | > loader_time: 0.0055 (0.006135410004919704) - - - --> TIME: 2024-11-23 06:56:09 -- STEP: 207/797 -- GLOBAL_STEP: 53600 - | > loss_disc: 2.279951810836792 (2.455453782841782) - | > loss_disc_real_0: 0.08518728613853455 (0.13488166989839584) - | > loss_disc_real_1: 0.17378799617290497 (0.21708380398542987) - | > loss_disc_real_2: 0.19122309982776642 (0.2316336275442787) - | > loss_disc_real_3: 0.21792814135551453 (0.2226558814302159) - | > loss_disc_real_4: 0.17207399010658264 (0.22229860845395333) - | > loss_disc_real_5: 0.18979637324810028 (0.22923380827558212) - | > loss_0: 2.279951810836792 (2.455453782841782) - | > grad_norm_0: tensor(11.1628, device='cuda:0') (tensor(58.5626, device='cuda:0')) - | > loss_gen: 2.2385642528533936 (2.3604972224304657) - | > loss_kl: 1.502468466758728 (1.5843214556790781) - | > loss_feat: 7.416782855987549 (6.96582053364187) - | > loss_mel: 21.648935317993164 (20.883942839028187) - | > loss_duration: 1.699392557144165 (1.7119494515340683) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.50614547729492 (33.506531508072534) - | > grad_norm_1: tensor(105.3968, device='cuda:0') (tensor(446.7588, device='cuda:0')) - | > current_lr_0: 0.00019835668528513637 - | > current_lr_1: 0.00019835668528513637 - | > step_time: 0.7956 (0.7793009834013125) - | > loader_time: 0.0123 (0.006195085636083632) - - - --> TIME: 2024-11-23 06:56:29 -- STEP: 232/797 -- GLOBAL_STEP: 53625 - | > loss_disc: 2.36795711517334 (2.4534651595970702) - | > loss_disc_real_0: 0.10838064551353455 (0.13396797080299455) - | > loss_disc_real_1: 0.23456315696239471 (0.21737354216647561) - | > loss_disc_real_2: 0.22757157683372498 (0.23216585146969762) - | > loss_disc_real_3: 0.21677491068840027 (0.22247068339894557) - | > loss_disc_real_4: 0.2141294628381729 (0.2220210337947155) - | > loss_disc_real_5: 0.20266130566596985 (0.229678885176264) - | > loss_0: 2.36795711517334 (2.4534651595970702) - | > grad_norm_0: tensor(23.0751, device='cuda:0') (tensor(57.0629, device='cuda:0')) - | > loss_gen: 2.357819080352783 (2.3572312809270017) - | > loss_kl: 1.5681196451187134 (1.5855248241588986) - | > loss_feat: 6.902328968048096 (6.947573205520367) - | > loss_mel: 20.935306549072266 (20.855232937582617) - | > loss_duration: 1.5918575525283813 (1.7084482178605833) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.355430603027344 (33.45401052770942) - | > grad_norm_1: tensor(230.6634, device='cuda:0') (tensor(432.3056, device='cuda:0')) - | > current_lr_0: 0.00019835668528513637 - | > current_lr_1: 0.00019835668528513637 - | > step_time: 0.7828 (0.7819024848526923) - | > loader_time: 0.0052 (0.00633762417168453) - - - --> TIME: 2024-11-23 06:56:50 -- STEP: 257/797 -- GLOBAL_STEP: 53650 - | > loss_disc: 2.398495674133301 (2.448230103296067) - | > loss_disc_real_0: 0.10949914157390594 (0.13385566366031929) - | > loss_disc_real_1: 0.2373482584953308 (0.21692193621327444) - | > loss_disc_real_2: 0.20183342695236206 (0.23114474245314467) - | > loss_disc_real_3: 0.2026311457157135 (0.2226927475822575) - | > loss_disc_real_4: 0.22602735459804535 (0.220873114953709) - | > loss_disc_real_5: 0.2080223709344864 (0.22890487510406554) - | > loss_0: 2.398495674133301 (2.448230103296067) - | > grad_norm_0: tensor(23.0168, device='cuda:0') (tensor(54.7591, device='cuda:0')) - | > loss_gen: 2.4439730644226074 (2.354845036792385) - | > loss_kl: 1.6650217771530151 (1.5832881468279352) - | > loss_feat: 7.634270191192627 (6.942481766415013) - | > loss_mel: 21.567474365234375 (20.840052266992956) - | > loss_duration: 1.6098111867904663 (1.7048538473329653) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.92054748535156 (33.42552113811328) - | > grad_norm_1: tensor(177.7218, device='cuda:0') (tensor(417.2331, device='cuda:0')) - | > current_lr_0: 0.00019835668528513637 - | > current_lr_1: 0.00019835668528513637 - | > step_time: 0.7829 (0.7843546524122068) - | > loader_time: 0.0048 (0.006424865833980102) - - - --> TIME: 2024-11-23 06:57:10 -- STEP: 282/797 -- GLOBAL_STEP: 53675 - | > loss_disc: 2.4195828437805176 (2.449392988326703) - | > loss_disc_real_0: 0.18333539366722107 (0.13349956801121526) - | > loss_disc_real_1: 0.2164473682641983 (0.216364582485341) - | > loss_disc_real_2: 0.23994648456573486 (0.23117797916873978) - | > loss_disc_real_3: 0.21021609008312225 (0.2222778438359288) - | > loss_disc_real_4: 0.19528548419475555 (0.22204394279219575) - | > loss_disc_real_5: 0.2492276132106781 (0.22955132318092575) - | > loss_0: 2.4195828437805176 (2.449392988326703) - | > grad_norm_0: tensor(92.8114, device='cuda:0') (tensor(53.7682, device='cuda:0')) - | > loss_gen: 2.361937999725342 (2.35301661745031) - | > loss_kl: 1.6549333333969116 (1.5790276899405409) - | > loss_feat: 5.801490783691406 (6.942559752903932) - | > loss_mel: 19.024993896484375 (20.87821410564667) - | > loss_duration: 1.6641488075256348 (1.7030176596438629) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.507505416870117 (33.455835897026304) - | > grad_norm_1: tensor(333.5203, device='cuda:0') (tensor(418.2208, device='cuda:0')) - | > current_lr_0: 0.00019835668528513637 - | > current_lr_1: 0.00019835668528513637 - | > step_time: 0.7937 (0.7873731589486413) - | > loader_time: 0.0051 (0.006443636637207464) - - - --> TIME: 2024-11-23 06:57:31 -- STEP: 307/797 -- GLOBAL_STEP: 53700 - | > loss_disc: 2.4466090202331543 (2.4495707428028233) - | > loss_disc_real_0: 0.07873540371656418 (0.13304386080427735) - | > loss_disc_real_1: 0.22875872254371643 (0.2167374774668038) - | > loss_disc_real_2: 0.21274694800376892 (0.23127422654085134) - | > loss_disc_real_3: 0.2508508563041687 (0.22265271866748698) - | > loss_disc_real_4: 0.24167215824127197 (0.22188655401091617) - | > loss_disc_real_5: 0.26207494735717773 (0.22986343901009823) - | > loss_0: 2.4466090202331543 (2.4495707428028233) - | > grad_norm_0: tensor(35.2922, device='cuda:0') (tensor(54.4518, device='cuda:0')) - | > loss_gen: 2.3219363689422607 (2.356086633881065) - | > loss_kl: 1.2856168746948242 (1.57789852098844) - | > loss_feat: 6.633877277374268 (6.946644231628517) - | > loss_mel: 21.191139221191406 (20.91432688212939) - | > loss_duration: 1.658312439918518 (1.7010854890369824) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.09088134765625 (33.496041835325116) - | > grad_norm_1: tensor(346.5673, device='cuda:0') (tensor(427.2505, device='cuda:0')) - | > current_lr_0: 0.00019835668528513637 - | > current_lr_1: 0.00019835668528513637 - | > step_time: 0.803 (0.790760747772863) - | > loader_time: 0.0057 (0.006513694210238876) - - - --> TIME: 2024-11-23 06:57:52 -- STEP: 332/797 -- GLOBAL_STEP: 53725 - | > loss_disc: 2.4412691593170166 (2.4496321721249332) - | > loss_disc_real_0: 0.06014299392700195 (0.13240881927356296) - | > loss_disc_real_1: 0.24836915731430054 (0.2166065594338509) - | > loss_disc_real_2: 0.2072642594575882 (0.2316657355930432) - | > loss_disc_real_3: 0.18659375607967377 (0.22257364752242365) - | > loss_disc_real_4: 0.17905239760875702 (0.22218154599688136) - | > loss_disc_real_5: 0.20616629719734192 (0.2301041537738708) - | > loss_0: 2.4412691593170166 (2.4496321721249332) - | > grad_norm_0: tensor(95.9205, device='cuda:0') (tensor(57.0677, device='cuda:0')) - | > loss_gen: 2.1278059482574463 (2.358813081879215) - | > loss_kl: 1.64204740524292 (1.5767455018428436) - | > loss_feat: 6.916420936584473 (6.949234171086047) - | > loss_mel: 19.80615997314453 (20.94266269867679) - | > loss_duration: 1.6722681522369385 (1.699186430638095) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.164703369140625 (33.526641966348606) - | > grad_norm_1: tensor(439.1049, device='cuda:0') (tensor(440.1513, device='cuda:0')) - | > current_lr_0: 0.00019835668528513637 - | > current_lr_1: 0.00019835668528513637 - | > step_time: 0.8097 (0.793420179062579) - | > loader_time: 0.0116 (0.006604635571858969) - - - --> TIME: 2024-11-23 06:58:13 -- STEP: 357/797 -- GLOBAL_STEP: 53750 - | > loss_disc: 2.5917654037475586 (2.4523597010711327) - | > loss_disc_real_0: 0.1812218576669693 (0.1336276821520816) - | > loss_disc_real_1: 0.2310185432434082 (0.2171228899090898) - | > loss_disc_real_2: 0.22562271356582642 (0.23162443439165756) - | > loss_disc_real_3: 0.22748704254627228 (0.22308006160566451) - | > loss_disc_real_4: 0.20912425220012665 (0.22150792978724843) - | > loss_disc_real_5: 0.23301294445991516 (0.23030138458190513) - | > loss_0: 2.5917654037475586 (2.4523597010711327) - | > grad_norm_0: tensor(96.1691, device='cuda:0') (tensor(58.9341, device='cuda:0')) - | > loss_gen: 2.092005968093872 (2.3601730764747013) - | > loss_kl: 1.7011356353759766 (1.5776360268686331) - | > loss_feat: 5.45854377746582 (6.941101323990595) - | > loss_mel: 20.11000633239746 (20.96906469115357) - | > loss_duration: 1.693495512008667 (1.6964684127091694) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.055187225341797 (33.544443595309154) - | > grad_norm_1: tensor(257.8326, device='cuda:0') (tensor(436.3071, device='cuda:0')) - | > current_lr_0: 0.00019835668528513637 - | > current_lr_1: 0.00019835668528513637 - | > step_time: 0.8652 (0.7962192180109959) - | > loader_time: 0.0103 (0.006797699033379221) - - - --> TIME: 2024-11-23 06:58:35 -- STEP: 382/797 -- GLOBAL_STEP: 53775 - | > loss_disc: 2.6071972846984863 (2.4516913129397104) - | > loss_disc_real_0: 0.1650846302509308 (0.1335987503401428) - | > loss_disc_real_1: 0.22233107686042786 (0.21684923713431933) - | > loss_disc_real_2: 0.24404311180114746 (0.2318274553923707) - | > loss_disc_real_3: 0.24752935767173767 (0.22274696081876755) - | > loss_disc_real_4: 0.2598750591278076 (0.22193179677450217) - | > loss_disc_real_5: 0.24817176163196564 (0.2297844814224393) - | > loss_0: 2.6071972846984863 (2.4516913129397104) - | > grad_norm_0: tensor(21.7067, device='cuda:0') (tensor(58.6334, device='cuda:0')) - | > loss_gen: 2.1976969242095947 (2.3625804273245845) - | > loss_kl: 1.8299643993377686 (1.57468813626554) - | > loss_feat: 6.604575157165527 (6.9609908770516284) - | > loss_mel: 21.39708709716797 (20.994402251318498) - | > loss_duration: 1.713182806968689 (1.6939923781999118) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.74250793457031 (33.58665412383547) - | > grad_norm_1: tensor(340.7032, device='cuda:0') (tensor(435.1562, device='cuda:0')) - | > current_lr_0: 0.00019835668528513637 - | > current_lr_1: 0.00019835668528513637 - | > step_time: 0.8389 (0.7993289088703575) - | > loader_time: 0.0106 (0.0069631650185709845) - - - --> TIME: 2024-11-23 06:58:56 -- STEP: 407/797 -- GLOBAL_STEP: 53800 - | > loss_disc: 2.496873140335083 (2.4533703819246795) - | > loss_disc_real_0: 0.17118068039417267 (0.13380853481206315) - | > loss_disc_real_1: 0.19287694990634918 (0.21709199930731143) - | > loss_disc_real_2: 0.22240160405635834 (0.231766351171442) - | > loss_disc_real_3: 0.21297785639762878 (0.22301428338526508) - | > loss_disc_real_4: 0.19256582856178284 (0.22233562025010437) - | > loss_disc_real_5: 0.21368083357810974 (0.23013304305750262) - | > loss_0: 2.496873140335083 (2.4533703819246795) - | > grad_norm_0: tensor(11.0503, device='cuda:0') (tensor(57.3782, device='cuda:0')) - | > loss_gen: 2.1889944076538086 (2.3606411754645658) - | > loss_kl: 1.2028616666793823 (1.5743217743585385) - | > loss_feat: 5.555480003356934 (6.952968300999822) - | > loss_mel: 18.940513610839844 (20.998066623322217) - | > loss_duration: 1.6975305080413818 (1.6928641441706065) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 29.58538246154785 (33.578862084803426) - | > grad_norm_1: tensor(623.9342, device='cuda:0') (tensor(431.9713, device='cuda:0')) - | > current_lr_0: 0.00019835668528513637 - | > current_lr_1: 0.00019835668528513637 - | > step_time: 0.844 (0.8013688199936025) - | > loader_time: 0.0068 (0.0070770975998637135) - - - --> TIME: 2024-11-23 06:59:18 -- STEP: 432/797 -- GLOBAL_STEP: 53825 - | > loss_disc: 2.3796374797821045 (2.45473744471868) - | > loss_disc_real_0: 0.07680469006299973 (0.13339745869894534) - | > loss_disc_real_1: 0.19393454492092133 (0.217087564713977) - | > loss_disc_real_2: 0.23467622697353363 (0.23206715651408394) - | > loss_disc_real_3: 0.23928429186344147 (0.2228634841050263) - | > loss_disc_real_4: 0.22261789441108704 (0.2220573982706776) - | > loss_disc_real_5: 0.2661202549934387 (0.23075191435162667) - | > loss_0: 2.3796374797821045 (2.45473744471868) - | > grad_norm_0: tensor(9.2858, device='cuda:0') (tensor(56.6392, device='cuda:0')) - | > loss_gen: 2.4806032180786133 (2.359837239539183) - | > loss_kl: 1.4793740510940552 (1.574209447812151) - | > loss_feat: 7.637052536010742 (6.95154650123031) - | > loss_mel: 22.950531005859375 (21.003757768207134) - | > loss_duration: 1.6765708923339844 (1.691637576178268) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.22412872314453 (33.580988601401955) - | > grad_norm_1: tensor(473.6276, device='cuda:0') (tensor(434.1082, device='cuda:0')) - | > current_lr_0: 0.00019835668528513637 - | > current_lr_1: 0.00019835668528513637 - | > step_time: 0.8783 (0.8041737029949824) - | > loader_time: 0.0124 (0.007190382039105451) - - - --> TIME: 2024-11-23 06:59:39 -- STEP: 457/797 -- GLOBAL_STEP: 53850 - | > loss_disc: 2.406430244445801 (2.45291946962052) - | > loss_disc_real_0: 0.08622387051582336 (0.13272794648287586) - | > loss_disc_real_1: 0.2709607779979706 (0.21698351527199441) - | > loss_disc_real_2: 0.23502494394779205 (0.23196402433403737) - | > loss_disc_real_3: 0.24187399446964264 (0.2229579834825883) - | > loss_disc_real_4: 0.24811217188835144 (0.22201444766192777) - | > loss_disc_real_5: 0.21276728808879852 (0.23046488808855187) - | > loss_0: 2.406430244445801 (2.45291946962052) - | > grad_norm_0: tensor(52.4814, device='cuda:0') (tensor(56.5256, device='cuda:0')) - | > loss_gen: 2.6770009994506836 (2.360710050658012) - | > loss_kl: 1.6447291374206543 (1.574990603542954) - | > loss_feat: 7.173429489135742 (6.949678933333516) - | > loss_mel: 21.86541748046875 (21.02535379689424) - | > loss_duration: 1.7044717073440552 (1.6906705416527046) - | > amp_scaler: 256.0 (131.92122538293222) - | > loss_1: 35.06504821777344 (33.60140398972923) - | > grad_norm_1: tensor(798.4732, device='cuda:0') (tensor(440.6134, device='cuda:0')) - | > current_lr_0: 0.00019835668528513637 - | > current_lr_1: 0.00019835668528513637 - | > step_time: 0.8353 (0.8068695433551947) - | > loader_time: 0.0094 (0.007260427433239292) - - - --> TIME: 2024-11-23 07:00:01 -- STEP: 482/797 -- GLOBAL_STEP: 53875 - | > loss_disc: 2.3575947284698486 (2.4525878508555947) - | > loss_disc_real_0: 0.0986369252204895 (0.13273539339265633) - | > loss_disc_real_1: 0.20798824727535248 (0.21676521176371832) - | > loss_disc_real_2: 0.28861409425735474 (0.23203363730205048) - | > loss_disc_real_3: 0.2362128049135208 (0.22316284425154762) - | > loss_disc_real_4: 0.22537386417388916 (0.222410886335917) - | > loss_disc_real_5: 0.22694998979568481 (0.23037799515788485) - | > loss_0: 2.3575947284698486 (2.4525878508555947) - | > grad_norm_0: tensor(20.9721, device='cuda:0') (tensor(56.2245, device='cuda:0')) - | > loss_gen: 2.383927822113037 (2.3611302568704766) - | > loss_kl: 1.6240733861923218 (1.5766250102846455) - | > loss_feat: 7.702728748321533 (6.9553645310065555) - | > loss_mel: 22.97770881652832 (21.04007016573705) - | > loss_duration: 1.7008213996887207 (1.6894383104015682) - | > amp_scaler: 256.0 (138.3568464730291) - | > loss_1: 36.389259338378906 (33.622628338604024) - | > grad_norm_1: tensor(75.4079, device='cuda:0') (tensor(439.9068, device='cuda:0')) - | > current_lr_0: 0.00019835668528513637 - | > current_lr_1: 0.00019835668528513637 - | > step_time: 0.8578 (0.809540625429747) - | > loader_time: 0.0065 (0.007388395392548494) - - - --> TIME: 2024-11-23 07:00:23 -- STEP: 507/797 -- GLOBAL_STEP: 53900 - | > loss_disc: 2.4023337364196777 (2.451456562772071) - | > loss_disc_real_0: 0.1562873125076294 (0.1324600438262231) - | > loss_disc_real_1: 0.215822234749794 (0.21670408570437272) - | > loss_disc_real_2: 0.21915218234062195 (0.23191283090697712) - | > loss_disc_real_3: 0.22304415702819824 (0.22278126833236664) - | > loss_disc_real_4: 0.2297762632369995 (0.22244930146831496) - | > loss_disc_real_5: 0.2224259376525879 (0.2304694686356851) - | > loss_0: 2.4023337364196777 (2.451456562772071) - | > grad_norm_0: tensor(44.2532, device='cuda:0') (tensor(55.4324, device='cuda:0')) - | > loss_gen: 2.4277849197387695 (2.362194334496644) - | > loss_kl: 1.702250361442566 (1.5757095042535305) - | > loss_feat: 7.272449016571045 (6.958362315063176) - | > loss_mel: 20.55329132080078 (21.04066979673488) - | > loss_duration: 1.6335854530334473 (1.6881996792919303) - | > amp_scaler: 256.0 (144.15779092702175) - | > loss_1: 33.58936309814453 (33.62513567757086) - | > grad_norm_1: tensor(536.4509, device='cuda:0') (tensor(446.8229, device='cuda:0')) - | > current_lr_0: 0.00019835668528513637 - | > current_lr_1: 0.00019835668528513637 - | > step_time: 0.8966 (0.8114008278066119) - | > loader_time: 0.0122 (0.007452212376942531) - - - --> TIME: 2024-11-23 07:00:44 -- STEP: 532/797 -- GLOBAL_STEP: 53925 - | > loss_disc: 2.305762767791748 (2.4500402082177937) - | > loss_disc_real_0: 0.07990655303001404 (0.13191689545974916) - | > loss_disc_real_1: 0.16407252848148346 (0.21651514406715122) - | > loss_disc_real_2: 0.1951136440038681 (0.23192935425760158) - | > loss_disc_real_3: 0.19297324120998383 (0.22301179988491804) - | > loss_disc_real_4: 0.24618655443191528 (0.22258460011921427) - | > loss_disc_real_5: 0.2557373046875 (0.2306310388826786) - | > loss_0: 2.305762767791748 (2.4500402082177937) - | > grad_norm_0: tensor(36.3448, device='cuda:0') (tensor(55.9613, device='cuda:0')) - | > loss_gen: 2.4314746856689453 (2.367858132473509) - | > loss_kl: 1.5842804908752441 (1.5757726500357003) - | > loss_feat: 8.002370834350586 (6.978180711430714) - | > loss_mel: 22.285741806030273 (21.06054223211189) - | > loss_duration: 1.6596336364746094 (1.687767458365376) - | > amp_scaler: 256.0 (149.41353383458653) - | > loss_1: 35.9635009765625 (33.67012123954025) - | > grad_norm_1: tensor(633.1713, device='cuda:0') (tensor(448.4151, device='cuda:0')) - | > current_lr_0: 0.00019835668528513637 - | > current_lr_1: 0.00019835668528513637 - | > step_time: 0.8951 (0.8133703613639774) - | > loader_time: 0.0134 (0.007545761147836097) - - - --> TIME: 2024-11-23 07:01:07 -- STEP: 557/797 -- GLOBAL_STEP: 53950 - | > loss_disc: 2.369225263595581 (2.452607977968145) - | > loss_disc_real_0: 0.10362592339515686 (0.13264400934670081) - | > loss_disc_real_1: 0.18402855098247528 (0.21672011162798113) - | > loss_disc_real_2: 0.20816490054130554 (0.23215370902146215) - | > loss_disc_real_3: 0.2345786839723587 (0.22297447045037733) - | > loss_disc_real_4: 0.20630180835723877 (0.2223549055025864) - | > loss_disc_real_5: 0.19717004895210266 (0.23048783132482045) - | > loss_0: 2.369225263595581 (2.452607977968145) - | > grad_norm_0: tensor(13.0355, device='cuda:0') (tensor(56.2755, device='cuda:0')) - | > loss_gen: 2.249229907989502 (2.367117868505647) - | > loss_kl: 1.4272018671035767 (1.5772054165441216) - | > loss_feat: 6.580521583557129 (6.976683348684808) - | > loss_mel: 21.400741577148438 (21.07094205174884) - | > loss_duration: 1.662900686264038 (1.6873551607131956) - | > amp_scaler: 256.0 (154.19748653500906) - | > loss_1: 33.320594787597656 (33.67930389007073) - | > grad_norm_1: tensor(94.7621, device='cuda:0') (tensor(446.3261, device='cuda:0')) - | > current_lr_0: 0.00019835668528513637 - | > current_lr_1: 0.00019835668528513637 - | > step_time: 0.846 (0.8158292671936419) - | > loader_time: 0.0072 (0.0076638727684637375) - - - --> TIME: 2024-11-23 07:01:29 -- STEP: 582/797 -- GLOBAL_STEP: 53975 - | > loss_disc: 2.2651920318603516 (2.4511653819854327) - | > loss_disc_real_0: 0.09485787153244019 (0.13198188036885042) - | > loss_disc_real_1: 0.161993145942688 (0.21673566574083572) - | > loss_disc_real_2: 0.18695776164531708 (0.2321143409947759) - | > loss_disc_real_3: 0.14864374697208405 (0.22278368247743316) - | > loss_disc_real_4: 0.21291163563728333 (0.22216404093704684) - | > loss_disc_real_5: 0.1791761815547943 (0.23032528694552654) - | > loss_0: 2.2651920318603516 (2.4511653819854327) - | > grad_norm_0: tensor(58.8680, device='cuda:0') (tensor(55.7020, device='cuda:0')) - | > loss_gen: 2.4547719955444336 (2.3676509431137673) - | > loss_kl: 1.2697292566299438 (1.5778886376787298) - | > loss_feat: 7.685443878173828 (6.980741284557222) - | > loss_mel: 21.23938751220703 (21.091613343491193) - | > loss_duration: 1.7122881412506104 (1.6871702609602939) - | > amp_scaler: 256.0 (158.57044673539525) - | > loss_1: 34.36162185668945 (33.70506450482659) - | > grad_norm_1: tensor(241.8989, device='cuda:0') (tensor(452.2580, device='cuda:0')) - | > current_lr_0: 0.00019835668528513637 - | > current_lr_1: 0.00019835668528513637 - | > step_time: 0.8489 (0.8190865045560589) - | > loader_time: 0.0115 (0.007751239943750126) - - - --> TIME: 2024-11-23 07:01:51 -- STEP: 607/797 -- GLOBAL_STEP: 54000 - | > loss_disc: 2.478931427001953 (2.449663007475399) - | > loss_disc_real_0: 0.17038802802562714 (0.13161608067385644) - | > loss_disc_real_1: 0.22715453803539276 (0.21680968437693657) - | > loss_disc_real_2: 0.23658236861228943 (0.23213478701904147) - | > loss_disc_real_3: 0.24066631495952606 (0.22283319176421715) - | > loss_disc_real_4: 0.23406168818473816 (0.22245714571664518) - | > loss_disc_real_5: 0.19013364613056183 (0.23008052832899611) - | > loss_0: 2.478931427001953 (2.449663007475399) - | > grad_norm_0: tensor(87.9658, device='cuda:0') (tensor(55.8124, device='cuda:0')) - | > loss_gen: 2.3109543323516846 (2.370726134081847) - | > loss_kl: 1.5244818925857544 (1.5785244214279455) - | > loss_feat: 6.988335609436035 (6.989147007956337) - | > loss_mel: 20.209264755249023 (21.107997712036347) - | > loss_duration: 1.7120842933654785 (1.6869280118329524) - | > amp_scaler: 128.0 (161.10708401976936) - | > loss_1: 32.745121002197266 (33.73332331875795) - | > grad_norm_1: tensor(356.4314, device='cuda:0') (tensor(455.6920, device='cuda:0')) - | > current_lr_0: 0.00019835668528513637 - | > current_lr_1: 0.00019835668528513637 - | > step_time: 0.8456 (0.821360475345341) - | > loader_time: 0.0171 (0.007839310110302694) - - - --> TIME: 2024-11-23 07:02:14 -- STEP: 632/797 -- GLOBAL_STEP: 54025 - | > loss_disc: 2.5306451320648193 (2.4490319954443596) - | > loss_disc_real_0: 0.09737037122249603 (0.13084331984761405) - | > loss_disc_real_1: 0.2115269899368286 (0.21703258654267726) - | > loss_disc_real_2: 0.27309051156044006 (0.23189027006207388) - | > loss_disc_real_3: 0.2547241449356079 (0.22330957790247238) - | > loss_disc_real_4: 0.3168111741542816 (0.22229067203176173) - | > loss_disc_real_5: 0.2819898724555969 (0.2300022168768735) - | > loss_0: 2.5306451320648193 (2.4490319954443596) - | > grad_norm_0: tensor(54.9310, device='cuda:0') (tensor(56.0225, device='cuda:0')) - | > loss_gen: 2.456557035446167 (2.375128234111811) - | > loss_kl: 1.5541470050811768 (1.5789678526830078) - | > loss_feat: 7.545307636260986 (6.99214130338234) - | > loss_mel: 21.976200103759766 (21.110318787490275) - | > loss_duration: 1.7018911838531494 (1.687026099690908) - | > amp_scaler: 128.0 (159.79746835443035) - | > loss_1: 35.23410415649414 (33.74358228490321) - | > grad_norm_1: tensor(591.6895, device='cuda:0') (tensor(455.5377, device='cuda:0')) - | > current_lr_0: 0.00019835668528513637 - | > current_lr_1: 0.00019835668528513637 - | > step_time: 0.9379 (0.8243791344045084) - | > loader_time: 0.0077 (0.007943229961998853) - - - --> TIME: 2024-11-23 07:02:37 -- STEP: 657/797 -- GLOBAL_STEP: 54050 - | > loss_disc: 2.4484167098999023 (2.449213591884807) - | > loss_disc_real_0: 0.1211719959974289 (0.13065366163464268) - | > loss_disc_real_1: 0.2137901484966278 (0.21712560001392162) - | > loss_disc_real_2: 0.20441842079162598 (0.23172349742467727) - | > loss_disc_real_3: 0.24159401655197144 (0.22331458228091663) - | > loss_disc_real_4: 0.25631532073020935 (0.22261377250495024) - | > loss_disc_real_5: 0.23880578577518463 (0.23035037152389776) - | > loss_0: 2.4484167098999023 (2.449213591884807) - | > grad_norm_0: tensor(15.4976, device='cuda:0') (tensor(56.0911, device='cuda:0')) - | > loss_gen: 2.3786511421203613 (2.3751552464210843) - | > loss_kl: 1.6585733890533447 (1.5782817219308884) - | > loss_feat: 7.19228458404541 (6.988397397951446) - | > loss_mel: 22.436983108520508 (21.11840079436746) - | > loss_duration: 1.7441438436508179 (1.6869600494158323) - | > amp_scaler: 128.0 (158.5875190258751) - | > loss_1: 35.41063690185547 (33.74719522496518) - | > grad_norm_1: tensor(391.8524, device='cuda:0') (tensor(454.5631, device='cuda:0')) - | > current_lr_0: 0.00019835668528513637 - | > current_lr_1: 0.00019835668528513637 - | > step_time: 0.8789 (0.8274355232261994) - | > loader_time: 0.0142 (0.008038926886641271) - - - --> TIME: 2024-11-23 07:03:01 -- STEP: 682/797 -- GLOBAL_STEP: 54075 - | > loss_disc: 2.4181888103485107 (2.448725020780594) - | > loss_disc_real_0: 0.13972637057304382 (0.1307846063917334) - | > loss_disc_real_1: 0.16250304877758026 (0.21707651016911453) - | > loss_disc_real_2: 0.22417744994163513 (0.23146519390456488) - | > loss_disc_real_3: 0.2684999108314514 (0.22314973743605115) - | > loss_disc_real_4: 0.22378414869308472 (0.22271346606729317) - | > loss_disc_real_5: 0.30744752287864685 (0.2300197925648032) - | > loss_0: 2.4181888103485107 (2.448725020780594) - | > grad_norm_0: tensor(27.1437, device='cuda:0') (tensor(55.6505, device='cuda:0')) - | > loss_gen: 2.504957437515259 (2.3745460230584037) - | > loss_kl: 1.6219292879104614 (1.5783412229280667) - | > loss_feat: 6.228096008300781 (6.984446343089126) - | > loss_mel: 20.495819091796875 (21.126386617285767) - | > loss_duration: 1.721606731414795 (1.6867172866622724) - | > amp_scaler: 128.0 (157.46627565982388) - | > loss_1: 32.57240676879883 (33.750437509978624) - | > grad_norm_1: tensor(591.4471, device='cuda:0') (tensor(452.6223, device='cuda:0')) - | > current_lr_0: 0.00019835668528513637 - | > current_lr_1: 0.00019835668528513637 - | > step_time: 0.9605 (0.8310736557605329) - | > loader_time: 0.0082 (0.008140981721738215) - - - --> TIME: 2024-11-23 07:03:25 -- STEP: 707/797 -- GLOBAL_STEP: 54100 - | > loss_disc: 2.3953263759613037 (2.4488157248058653) - | > loss_disc_real_0: 0.08861630409955978 (0.13049388388132274) - | > loss_disc_real_1: 0.26126107573509216 (0.21717106208437065) - | > loss_disc_real_2: 0.25823643803596497 (0.23162420776895282) - | > loss_disc_real_3: 0.2316015362739563 (0.22298972426664704) - | > loss_disc_real_4: 0.23996128141880035 (0.22285062513054682) - | > loss_disc_real_5: 0.2572164833545685 (0.23067422259646392) - | > loss_0: 2.3953263759613037 (2.4488157248058653) - | > grad_norm_0: tensor(72.1185, device='cuda:0') (tensor(55.8427, device='cuda:0')) - | > loss_gen: 2.591088056564331 (2.3758133223235536) - | > loss_kl: 1.6924469470977783 (1.5801740765065755) - | > loss_feat: 7.7033796310424805 (6.983248521111471) - | > loss_mel: 22.390544891357422 (21.141554647658804) - | > loss_duration: 1.6443076133728027 (1.6863354656955984) - | > amp_scaler: 128.0 (156.42432814710025) - | > loss_1: 36.021766662597656 (33.767126048302536) - | > grad_norm_1: tensor(804.2940, device='cuda:0') (tensor(457.8365, device='cuda:0')) - | > current_lr_0: 0.00019835668528513637 - | > current_lr_1: 0.00019835668528513637 - | > step_time: 0.9135 (0.8348543165090904) - | > loader_time: 0.0113 (0.008273108845215702) - - - --> TIME: 2024-11-23 07:03:52 -- STEP: 732/797 -- GLOBAL_STEP: 54125 - | > loss_disc: 2.388514995574951 (2.448390439234147) - | > loss_disc_real_0: 0.13009430468082428 (0.13073657930426585) - | > loss_disc_real_1: 0.22085972130298615 (0.21699177180645896) - | > loss_disc_real_2: 0.18556299805641174 (0.23141211474853787) - | > loss_disc_real_3: 0.19159704446792603 (0.22279909316226426) - | > loss_disc_real_4: 0.20539642870426178 (0.22267121436898826) - | > loss_disc_real_5: 0.24413183331489563 (0.23044331713778074) - | > loss_0: 2.388514995574951 (2.448390439234147) - | > grad_norm_0: tensor(15.6644, device='cuda:0') (tensor(56.3528, device='cuda:0')) - | > loss_gen: 2.478572368621826 (2.3762190234465685) - | > loss_kl: 1.4790867567062378 (1.5802793123357284) - | > loss_feat: 6.641345024108887 (6.983815619202908) - | > loss_mel: 21.02797508239746 (21.164229770827156) - | > loss_duration: 1.6401680707931519 (1.6856266475114665) - | > amp_scaler: 128.0 (155.4535519125682) - | > loss_1: 33.267147064208984 (33.790170369903876) - | > grad_norm_1: tensor(432.4315, device='cuda:0') (tensor(459.4137, device='cuda:0')) - | > current_lr_0: 0.00019835668528513637 - | > current_lr_1: 0.00019835668528513637 - | > step_time: 1.2505 (0.8428425059292486) - | > loader_time: 0.0089 (0.00839116990240545) - - - --> TIME: 2024-11-23 07:04:39 -- STEP: 757/797 -- GLOBAL_STEP: 54150 - | > loss_disc: 2.4461352825164795 (2.4478292458910937) - | > loss_disc_real_0: 0.09723475575447083 (0.13058682076406597) - | > loss_disc_real_1: 0.25354161858558655 (0.21699518973162812) - | > loss_disc_real_2: 0.2403748333454132 (0.23168584481964338) - | > loss_disc_real_3: 0.19161617755889893 (0.2228759623069901) - | > loss_disc_real_4: 0.2368318736553192 (0.22279281313857124) - | > loss_disc_real_5: 0.23127026855945587 (0.2302226738972267) - | > loss_0: 2.4461352825164795 (2.4478292458910937) - | > grad_norm_0: tensor(18.8427, device='cuda:0') (tensor(56.4387, device='cuda:0')) - | > loss_gen: 2.475318193435669 (2.376907841847469) - | > loss_kl: 1.4849694967269897 (1.5802893062248886) - | > loss_feat: 7.588963508605957 (6.9875217164365875) - | > loss_mel: 22.26240348815918 (21.17040449971409) - | > loss_duration: 1.6718153953552246 (1.6847443813691838) - | > amp_scaler: 128.0 (154.5468956406868) - | > loss_1: 35.48346710205078 (33.79986774338753) - | > grad_norm_1: tensor(593.3993, device='cuda:0') (tensor(458.7614, device='cuda:0')) - | > current_lr_0: 0.00019835668528513637 - | > current_lr_1: 0.00019835668528513637 - | > step_time: 2.822 (0.8768156192104284) - | > loader_time: 0.0114 (0.00867574942474164) - - - --> TIME: 2024-11-23 07:05:55 -- STEP: 782/797 -- GLOBAL_STEP: 54175 - | > loss_disc: 2.308328151702881 (2.4471912850504345) - | > loss_disc_real_0: 0.09534090012311935 (0.1306674258921609) - | > loss_disc_real_1: 0.21829646825790405 (0.2170893943027767) - | > loss_disc_real_2: 0.20268525183200836 (0.231531331377566) - | > loss_disc_real_3: 0.18988607823848724 (0.2227327332205479) - | > loss_disc_real_4: 0.19610752165317535 (0.22272162894001396) - | > loss_disc_real_5: 0.21432018280029297 (0.23009210664902807) - | > loss_0: 2.308328151702881 (2.4471912850504345) - | > grad_norm_0: tensor(41.5611, device='cuda:0') (tensor(56.0066, device='cuda:0')) - | > loss_gen: 2.2793142795562744 (2.375726696170505) - | > loss_kl: 1.5807684659957886 (1.5791443891232582) - | > loss_feat: 7.748574256896973 (6.989889999789653) - | > loss_mel: 22.40337562561035 (21.181473512478792) - | > loss_duration: 1.656569242477417 (1.6838280430535222) - | > amp_scaler: 128.0 (153.69820971866994) - | > loss_1: 35.66860580444336 (33.810062649914656) - | > grad_norm_1: tensor(658.8583, device='cuda:0') (tensor(458.1787, device='cuda:0')) - | > current_lr_0: 0.00019835668528513637 - | > current_lr_1: 0.00019835668528513637 - | > step_time: 3.1508 (0.9448020659444277) - | > loader_time: 0.0108 (0.00914102625054167) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.2186405658721924 (2.2186405658721924) - | > loss_disc_real_0: 0.23151865601539612 (0.23151865601539612) - | > loss_disc_real_1: 0.1722814440727234 (0.1722814440727234) - | > loss_disc_real_2: 0.18307659029960632 (0.18307659029960632) - | > loss_disc_real_3: 0.16763176023960114 (0.16763176023960114) - | > loss_disc_real_4: 0.1528126299381256 (0.1528126299381256) - | > loss_disc_real_5: 0.15192700922489166 (0.15192700922489166) - | > loss_0: 2.2186405658721924 (2.2186405658721924) - | > loss_gen: 2.4212474822998047 (2.4212474822998047) - | > loss_kl: 2.1558823585510254 (2.1558823585510254) - | > loss_feat: 8.029662132263184 (8.029662132263184) - | > loss_mel: 21.598344802856445 (21.598344802856445) - | > loss_duration: 1.874563217163086 (1.874563217163086) - | > loss_1: 36.07970428466797 (36.07970428466797) - - --> STEP: 1 - | > loss_disc: 2.28912091255188 (2.28912091255188) - | > loss_disc_real_0: 0.10253490507602692 (0.10253490507602692) - | > loss_disc_real_1: 0.15291647613048553 (0.15291647613048553) - | > loss_disc_real_2: 0.20356814563274384 (0.20356814563274384) - | > loss_disc_real_3: 0.17570140957832336 (0.17570140957832336) - | > loss_disc_real_4: 0.159806028008461 (0.159806028008461) - | > loss_disc_real_5: 0.30557963252067566 (0.30557963252067566) - | > loss_0: 2.28912091255188 (2.28912091255188) - | > loss_gen: 2.406503438949585 (2.406503438949585) - | > loss_kl: 1.8544825315475464 (1.8544825315475464) - | > loss_feat: 7.885051250457764 (7.885051250457764) - | > loss_mel: 22.140893936157227 (22.140893936157227) - | > loss_duration: 1.716550588607788 (1.716550588607788) - | > loss_1: 36.00347900390625 (36.00347900390625) - - --> STEP: 2 - | > loss_disc: 2.6232991218566895 (2.4562100172042847) - | > loss_disc_real_0: 0.1834844946861267 (0.1430096998810768) - | > loss_disc_real_1: 0.24234282970428467 (0.1976296529173851) - | > loss_disc_real_2: 0.27877604961395264 (0.24117209762334824) - | > loss_disc_real_3: 0.23282493650913239 (0.20426317304372787) - | > loss_disc_real_4: 0.22716814279556274 (0.19348708540201187) - | > loss_disc_real_5: 0.251222163438797 (0.27840089797973633) - | > loss_0: 2.6232991218566895 (2.4562100172042847) - | > loss_gen: 2.277189016342163 (2.341846227645874) - | > loss_kl: 1.9628804922103882 (1.9086815118789673) - | > loss_feat: 4.92190408706665 (6.403477668762207) - | > loss_mel: 18.95935821533203 (20.55012607574463) - | > loss_duration: 1.676331877708435 (1.6964412331581116) - | > loss_1: 29.797664642333984 (32.90057182312012) - - --> STEP: 3 - | > loss_disc: 2.4703402519226074 (2.4609200954437256) - | > loss_disc_real_0: 0.17743708193302155 (0.15448549389839172) - | > loss_disc_real_1: 0.20411746203899384 (0.19979225595792136) - | > loss_disc_real_2: 0.22128188610076904 (0.23454202711582184) - | > loss_disc_real_3: 0.23020987212657928 (0.2129120727380117) - | > loss_disc_real_4: 0.15791790187358856 (0.18163069089253744) - | > loss_disc_real_5: 0.20384211838245392 (0.25354797144730884) - | > loss_0: 2.4703402519226074 (2.4609200954437256) - | > loss_gen: 2.166348934173584 (2.2833471298217773) - | > loss_kl: 1.8148624897003174 (1.877408504486084) - | > loss_feat: 6.01885986328125 (6.275271733601888) - | > loss_mel: 20.138832092285156 (20.413028081258137) - | > loss_duration: 1.7606807947158813 (1.717854420344035) - | > loss_1: 31.89958381652832 (32.56690915425619) - - --> STEP: 4 - | > loss_disc: 2.4713315963745117 (2.463522970676422) - | > loss_disc_real_0: 0.13534043729305267 (0.14969922974705696) - | > loss_disc_real_1: 0.13454774022102356 (0.1834811270236969) - | > loss_disc_real_2: 0.21946704387664795 (0.23077328130602837) - | > loss_disc_real_3: 0.2238464653491974 (0.2156456708908081) - | > loss_disc_real_4: 0.1937311589717865 (0.1846558079123497) - | > loss_disc_real_5: 0.27213993668556213 (0.2581959627568722) - | > loss_0: 2.4713315963745117 (2.463522970676422) - | > loss_gen: 2.1935598850250244 (2.260900318622589) - | > loss_kl: 1.622849702835083 (1.8137688040733337) - | > loss_feat: 7.322004318237305 (6.536954879760742) - | > loss_mel: 22.32974624633789 (20.892207622528076) - | > loss_duration: 1.6614720821380615 (1.7037588357925415) - | > loss_1: 35.129634857177734 (33.20759057998657) - - --> STEP: 5 - | > loss_disc: 2.3157835006713867 (2.433975076675415) - | > loss_disc_real_0: 0.12292924523353577 (0.14434523284435272) - | > loss_disc_real_1: 0.18090279400348663 (0.18296546041965484) - | > loss_disc_real_2: 0.21453356742858887 (0.22752533853054047) - | > loss_disc_real_3: 0.20099854469299316 (0.2127162456512451) - | > loss_disc_real_4: 0.178256094455719 (0.18337586522102356) - | > loss_disc_real_5: 0.2265477478504181 (0.2518663197755814) - | > loss_0: 2.3157835006713867 (2.433975076675415) - | > loss_gen: 2.452815055847168 (2.299283266067505) - | > loss_kl: 2.070329427719116 (1.8650809288024903) - | > loss_feat: 7.528771877288818 (6.735318279266357) - | > loss_mel: 22.506134033203125 (21.214992904663085) - | > loss_duration: 1.8857146501541138 (1.7401499986648559) - | > loss_1: 36.44376754760742 (33.85482597351074) - - --> STEP: 6 - | > loss_disc: 3.0149765014648438 (2.5308086474736533) - | > loss_disc_real_0: 0.3655763268470764 (0.18121708184480667) - | > loss_disc_real_1: 0.24616952240467072 (0.19349947075049082) - | > loss_disc_real_2: 0.2468370646238327 (0.23074395954608917) - | > loss_disc_real_3: 0.23555414378643036 (0.21652256200710931) - | > loss_disc_real_4: 0.2235364019870758 (0.1900692880153656) - | > loss_disc_real_5: 0.25463709235191345 (0.25232811520497006) - | > loss_0: 3.0149765014648438 (2.5308086474736533) - | > loss_gen: 1.8937512636184692 (2.2316945989926658) - | > loss_kl: 1.9211692810058594 (1.8744289875030518) - | > loss_feat: 3.906903028488159 (6.263915737469991) - | > loss_mel: 14.757272720336914 (20.13870620727539) - | > loss_duration: 1.637342929840088 (1.7230154871940613) - | > loss_1: 24.116439819335938 (32.231761614481606) - - --> STEP: 7 - | > loss_disc: 2.453564167022705 (2.5197737216949463) - | > loss_disc_real_0: 0.16100354492664337 (0.1783294337136405) - | > loss_disc_real_1: 0.18928779661655426 (0.19289780301707132) - | > loss_disc_real_2: 0.23938092589378357 (0.2319778118814741) - | > loss_disc_real_3: 0.21736852824687958 (0.2166434143270765) - | > loss_disc_real_4: 0.1959388554096222 (0.19090779764311655) - | > loss_disc_real_5: 0.21538518369197845 (0.24705055356025696) - | > loss_0: 2.453564167022705 (2.5197737216949463) - | > loss_gen: 2.2302956581115723 (2.2314947502953664) - | > loss_kl: 2.3190343379974365 (1.937944037573678) - | > loss_feat: 7.66136360168457 (6.4635511466435025) - | > loss_mel: 21.00754737854004 (20.262826374598912) - | > loss_duration: 1.652877926826477 (1.7129958357129778) - | > loss_1: 34.87112045288086 (32.608812877110076) - - --> STEP: 8 - | > loss_disc: 2.352823495864868 (2.4989049434661865) - | > loss_disc_real_0: 0.1035802960395813 (0.1689857915043831) - | > loss_disc_real_1: 0.137438103556633 (0.18596534058451653) - | > loss_disc_real_2: 0.16050578653812408 (0.22304380871355534) - | > loss_disc_real_3: 0.17518192529678345 (0.21146072819828987) - | > loss_disc_real_4: 0.1812666803598404 (0.18970265798270702) - | > loss_disc_real_5: 0.2258354127407074 (0.24439866095781326) - | > loss_0: 2.352823495864868 (2.4989049434661865) - | > loss_gen: 2.0110766887664795 (2.2039424926042557) - | > loss_kl: 2.411811113357544 (1.9971774220466614) - | > loss_feat: 7.608514308929443 (6.606671541929245) - | > loss_mel: 22.395736694335938 (20.52944016456604) - | > loss_duration: 1.7297755479812622 (1.7150932997465134) - | > loss_1: 36.15691375732422 (33.05232548713684) - - --> STEP: 9 - | > loss_disc: 2.417762041091919 (2.489889065424601) - | > loss_disc_real_0: 0.16587281227111816 (0.1686399049229092) - | > loss_disc_real_1: 0.2537921369075775 (0.19350165128707886) - | > loss_disc_real_2: 0.20969367027282715 (0.22156045999791887) - | > loss_disc_real_3: 0.19152748584747314 (0.20924592349264357) - | > loss_disc_real_4: 0.17729389667510986 (0.18832390672630733) - | > loss_disc_real_5: 0.2512427270412445 (0.24515911274486119) - | > loss_0: 2.417762041091919 (2.489889065424601) - | > loss_gen: 2.3277080059051514 (2.217694216304355) - | > loss_kl: 1.2331037521362305 (1.912280347612169) - | > loss_feat: 5.835846900939941 (6.5210243595971) - | > loss_mel: 18.554716110229492 (20.31002638075087) - | > loss_duration: 1.6856132745742798 (1.711817741394043) - | > loss_1: 29.636987686157227 (32.672843509250214) - - --> STEP: 10 - | > loss_disc: 2.643702983856201 (2.5052704572677613) - | > loss_disc_real_0: 0.17941811680793762 (0.16971772611141206) - | > loss_disc_real_1: 0.18112032115459442 (0.19226351827383042) - | > loss_disc_real_2: 0.24506308138370514 (0.2239107221364975) - | > loss_disc_real_3: 0.2768055200576782 (0.21600188314914703) - | > loss_disc_real_4: 0.253226637840271 (0.19481417983770372) - | > loss_disc_real_5: 0.25945597887039185 (0.24658879935741423) - | > loss_0: 2.643702983856201 (2.5052704572677613) - | > loss_gen: 2.17866849899292 (2.2137916445732118) - | > loss_kl: 1.6470718383789062 (1.8857594966888427) - | > loss_feat: 7.106661796569824 (6.579588103294372) - | > loss_mel: 22.546892166137695 (20.533712959289552) - | > loss_duration: 1.5938206911087036 (1.700018036365509) - | > loss_1: 35.073116302490234 (32.91287078857422) - - --> STEP: 11 - | > loss_disc: 2.297449827194214 (2.4863776727156206) - | > loss_disc_real_0: 0.1409289389848709 (0.16710056364536285) - | > loss_disc_real_1: 0.2214951515197754 (0.19492093947800723) - | > loss_disc_real_2: 0.15539947152137756 (0.21768242662603204) - | > loss_disc_real_3: 0.18143470585346222 (0.21285941248590295) - | > loss_disc_real_4: 0.2759249806404114 (0.2021878890015862) - | > loss_disc_real_5: 0.24690842628479004 (0.24661785635081204) - | > loss_0: 2.297449827194214 (2.4863776727156206) - | > loss_gen: 2.523277759552002 (2.24192674593492) - | > loss_kl: 2.152942180633545 (1.9100488315929065) - | > loss_feat: 7.706517219543457 (6.6820362047715625) - | > loss_mel: 22.284711837768555 (20.692894675514914) - | > loss_duration: 1.556361198425293 (1.6869583238254895) - | > loss_1: 36.223812103271484 (33.213865453546696) - - --> STEP: 12 - | > loss_disc: 2.5785937309265137 (2.494062344233195) - | > loss_disc_real_0: 0.213663712143898 (0.17098082602024078) - | > loss_disc_real_1: 0.1676131635904312 (0.19264529148737589) - | > loss_disc_real_2: 0.19718432426452637 (0.2159742514292399) - | > loss_disc_real_3: 0.23880663514137268 (0.21502168104052544) - | > loss_disc_real_4: 0.1906338781118393 (0.20122505476077399) - | > loss_disc_real_5: 0.218081533908844 (0.24423982948064804) - | > loss_0: 2.5785937309265137 (2.494062344233195) - | > loss_gen: 2.121306896209717 (2.231875091791153) - | > loss_kl: 1.950807809829712 (1.9134454131126404) - | > loss_feat: 5.640657901763916 (6.595254679520925) - | > loss_mel: 23.010793685913086 (20.886052926381428) - | > loss_duration: 1.7272690534591675 (1.6903175512949626) - | > loss_1: 34.450836181640625 (33.31694634755453) - - --> STEP: 13 - | > loss_disc: 2.3431265354156494 (2.4824518974010763) - | > loss_disc_real_0: 0.0617927722632885 (0.1625817449620137) - | > loss_disc_real_1: 0.17568513751029968 (0.19134066425837004) - | > loss_disc_real_2: 0.1590893715620041 (0.21159849143945253) - | > loss_disc_real_3: 0.16044780611991882 (0.21082369066201723) - | > loss_disc_real_4: 0.10529770702123642 (0.19384602801157877) - | > loss_disc_real_5: 0.19499313831329346 (0.2404516224677746) - | > loss_0: 2.3431265354156494 (2.4824518974010763) - | > loss_gen: 2.0119271278381348 (2.2149560176409206) - | > loss_kl: 1.9987479448318481 (1.9200071463218102) - | > loss_feat: 8.705260276794434 (6.757562802388118) - | > loss_mel: 23.570165634155273 (21.092523134671726) - | > loss_duration: 1.7146081924438477 (1.692186062152569) - | > loss_1: 38.000709533691406 (33.67723582341121) - - --> STEP: 14 - | > loss_disc: 2.41023325920105 (2.4772934232439314) - | > loss_disc_real_0: 0.1429395079612732 (0.16117872803338937) - | > loss_disc_real_1: 0.23097890615463257 (0.19417196725096023) - | > loss_disc_real_2: 0.25447389483451843 (0.21466102025338582) - | > loss_disc_real_3: 0.21064384281635284 (0.21081084438732692) - | > loss_disc_real_4: 0.17730474472045898 (0.1926645077764988) - | > loss_disc_real_5: 0.20206770300865173 (0.23770991393498012) - | > loss_0: 2.41023325920105 (2.4772934232439314) - | > loss_gen: 2.4137837886810303 (2.2291580012866428) - | > loss_kl: 1.6928001642227173 (1.903778076171875) - | > loss_feat: 6.791537761688232 (6.759989585195269) - | > loss_mel: 21.984371185302734 (21.156226566859655) - | > loss_duration: 1.7395548820495605 (1.6955695492880685) - | > loss_1: 34.622047424316406 (33.74472236633301) - - --> STEP: 15 - | > loss_disc: 2.287203788757324 (2.4646207809448244) - | > loss_disc_real_0: 0.1265697181224823 (0.15887146070599556) - | > loss_disc_real_1: 0.17631004750728607 (0.19298117260138195) - | > loss_disc_real_2: 0.1959572583436966 (0.21341410279273987) - | > loss_disc_real_3: 0.16096936166286469 (0.20748807887236279) - | > loss_disc_real_4: 0.19638627767562866 (0.1929126257697741) - | > loss_disc_real_5: 0.2558276951313019 (0.2389177660147349) - | > loss_0: 2.287203788757324 (2.4646207809448244) - | > loss_gen: 2.3919317722320557 (2.240009586016337) - | > loss_kl: 1.7329334020614624 (1.8923884312311807) - | > loss_feat: 7.885979652404785 (6.835055589675903) - | > loss_mel: 23.52228546142578 (21.313963826497396) - | > loss_duration: 1.6138794422149658 (1.6901235421498617) - | > loss_1: 37.147010803222656 (33.97154159545899) - - --> STEP: 16 - | > loss_disc: 2.475306987762451 (2.465288668870926) - | > loss_disc_real_0: 0.19003009796142578 (0.16081887553445995) - | > loss_disc_real_1: 0.22253385186195374 (0.19482821505516768) - | > loss_disc_real_2: 0.24539633095264435 (0.2154129920527339) - | > loss_disc_real_3: 0.1903601884841919 (0.2064175857231021) - | > loss_disc_real_4: 0.22521908581256866 (0.19493177952244878) - | > loss_disc_real_5: 0.25098201632499695 (0.23967178165912628) - | > loss_0: 2.475306987762451 (2.465288668870926) - | > loss_gen: 2.344388723373413 (2.2465332821011543) - | > loss_kl: 1.7290695905685425 (1.882181003689766) - | > loss_feat: 6.171107292175293 (6.793558821082115) - | > loss_mel: 19.841693878173828 (21.221946954727173) - | > loss_duration: 1.802318811416626 (1.6971357464790344) - | > loss_1: 31.888578414916992 (33.84135639667511) - - --> STEP: 17 - | > loss_disc: 2.340026617050171 (2.4579203128814697) - | > loss_disc_real_0: 0.04134040325880051 (0.15379073010647998) - | > loss_disc_real_1: 0.1561344861984253 (0.19255211335771225) - | > loss_disc_real_2: 0.2138863056898117 (0.215323186972562) - | > loss_disc_real_3: 0.18881960213184357 (0.20538241021773396) - | > loss_disc_real_4: 0.2468189001083374 (0.19798396308632457) - | > loss_disc_real_5: 0.22410662472248077 (0.23875618419226477) - | > loss_0: 2.340026617050171 (2.4579203128814697) - | > loss_gen: 2.1630446910858154 (2.2416221885120167) - | > loss_kl: 1.754960298538208 (1.8746974327984978) - | > loss_feat: 7.085815906524658 (6.810750414343441) - | > loss_mel: 22.604156494140625 (21.303253398222083) - | > loss_duration: 1.6429959535598755 (1.6939510527779074) - | > loss_1: 35.2509765625 (33.92427522995893) - - --> STEP: 18 - | > loss_disc: 2.509615421295166 (2.4607922633488974) - | > loss_disc_real_0: 0.16924284398555756 (0.15464918087753984) - | > loss_disc_real_1: 0.1340618133544922 (0.18930265224642223) - | > loss_disc_real_2: 0.15957829356193542 (0.2122262484497494) - | > loss_disc_real_3: 0.23294824361801147 (0.20691384540663826) - | > loss_disc_real_4: 0.18216918408870697 (0.1971053642531236) - | > loss_disc_real_5: 0.2296288162469864 (0.23824910819530487) - | > loss_0: 2.509615421295166 (2.4607922633488974) - | > loss_gen: 2.08642840385437 (2.2330003115865917) - | > loss_kl: 1.549739956855774 (1.8566442396905687) - | > loss_feat: 7.959574222564697 (6.874573959244622) - | > loss_mel: 25.698625564575195 (21.547440740797256) - | > loss_duration: 1.6647095680236816 (1.6923265258471172) - | > loss_1: 38.95907974243164 (34.20398659176297) - - --> STEP: 19 - | > loss_disc: 2.5417544841766357 (2.4650534328661466) - | > loss_disc_real_0: 0.1955675184726715 (0.1568027775930731) - | > loss_disc_real_1: 0.1762494146823883 (0.18861563974305204) - | > loss_disc_real_2: 0.22536297142505646 (0.212917654922134) - | > loss_disc_real_3: 0.2568390667438507 (0.2095414886349126) - | > loss_disc_real_4: 0.22562958300113678 (0.19860663892407165) - | > loss_disc_real_5: 0.25172194838523865 (0.23895820504740664) - | > loss_0: 2.5417544841766357 (2.4650534328661466) - | > loss_gen: 2.3106460571289062 (2.2370869297730294) - | > loss_kl: 1.7123358249664307 (1.8490490599682456) - | > loss_feat: 7.719135284423828 (6.919024555306685) - | > loss_mel: 22.112049102783203 (21.577156970375462) - | > loss_duration: 1.7816014289855957 (1.6970252049596686) - | > loss_1: 35.635765075683594 (34.27934335407458) - - --> STEP: 20 - | > loss_disc: 2.3868818283081055 (2.4611448526382445) - | > loss_disc_real_0: 0.1581876277923584 (0.15687202010303736) - | > loss_disc_real_1: 0.17748689651489258 (0.18805920258164405) - | > loss_disc_real_2: 0.17787688970565796 (0.2111656166613102) - | > loss_disc_real_3: 0.2692217528820038 (0.21252550184726715) - | > loss_disc_real_4: 0.1453024297952652 (0.19594142846763135) - | > loss_disc_real_5: 0.23440685868263245 (0.23873063772916794) - | > loss_0: 2.3868818283081055 (2.4611448526382445) - | > loss_gen: 2.2720930576324463 (2.2388372361660003) - | > loss_kl: 1.6025331020355225 (1.8367232620716094) - | > loss_feat: 7.059088706970215 (6.926027762889862) - | > loss_mel: 23.042356491088867 (21.650416946411134) - | > loss_duration: 1.637831687927246 (1.6940655291080475) - | > loss_1: 35.61390686035156 (34.346071529388425) - - --> STEP: 21 - | > loss_disc: 2.4777002334594727 (2.461933204105922) - | > loss_disc_real_0: 0.20631033182144165 (0.15922622542296136) - | > loss_disc_real_1: 0.18976867198944092 (0.18814060588677725) - | > loss_disc_real_2: 0.22638089954853058 (0.21189015394165403) - | > loss_disc_real_3: 0.19096782803535461 (0.2114989459514618) - | > loss_disc_real_4: 0.16510611772537231 (0.19447308033704758) - | > loss_disc_real_5: 0.24651721119880676 (0.2391014269420079) - | > loss_0: 2.4777002334594727 (2.461933204105922) - | > loss_gen: 2.0697884559631348 (2.230787294251578) - | > loss_kl: 1.658801794052124 (1.8282508112135387) - | > loss_feat: 5.758615493774414 (6.870436702455793) - | > loss_mel: 19.643800735473633 (21.554863793509348) - | > loss_duration: 1.6410540342330933 (1.6915411722092402) - | > loss_1: 30.77206039428711 (34.17588052295503) - - --> STEP: 22 - | > loss_disc: 2.283442258834839 (2.453819979320873) - | > loss_disc_real_0: 0.14504343271255493 (0.15858155302703378) - | > loss_disc_real_1: 0.1858689934015274 (0.18803735077381134) - | > loss_disc_real_2: 0.20581556856632233 (0.2116140364245935) - | > loss_disc_real_3: 0.20147809386253357 (0.21104345267469232) - | > loss_disc_real_4: 0.1615111529827118 (0.1929748109118505) - | > loss_disc_real_5: 0.18044079840183258 (0.2364350347356363) - | > loss_0: 2.283442258834839 (2.453819979320873) - | > loss_gen: 2.2908973693847656 (2.233519570393996) - | > loss_kl: 1.778902292251587 (1.8260076967152683) - | > loss_feat: 8.293905258178711 (6.935139818625017) - | > loss_mel: 23.143247604370117 (21.627063057639383) - | > loss_duration: 1.7693688869476318 (1.6950787956064397) - | > loss_1: 37.27632141113281 (34.31680965423584) - - --> STEP: 23 - | > loss_disc: 2.176605224609375 (2.441767163898634) - | > loss_disc_real_0: 0.09237250685691833 (0.1557028988457244) - | > loss_disc_real_1: 0.19097280502319336 (0.18816497921943665) - | > loss_disc_real_2: 0.214712992310524 (0.21174877363702524) - | > loss_disc_real_3: 0.15320755541324615 (0.2085288484459338) - | > loss_disc_real_4: 0.13453416526317596 (0.1904339132749516) - | > loss_disc_real_5: 0.24430891871452332 (0.23677737751732703) - | > loss_0: 2.176605224609375 (2.441767163898634) - | > loss_gen: 2.4426116943359375 (2.242610532304515) - | > loss_kl: 2.0238983631134033 (1.8346116387325784) - | > loss_feat: 9.209135055541992 (7.034009176751842) - | > loss_mel: 22.77141761779785 (21.67681760373323) - | > loss_duration: 1.7766166925430298 (1.6986239215602046) - | > loss_1: 38.22367858886719 (34.486673520958945) - - --> STEP: 24 - | > loss_disc: 2.5191497802734375 (2.4449914395809174) - | > loss_disc_real_0: 0.27047619223594666 (0.16048511940365034) - | > loss_disc_real_1: 0.1314399391412735 (0.1858014358828465) - | > loss_disc_real_2: 0.22701305150985718 (0.2123847852150599) - | > loss_disc_real_3: 0.22207704186439514 (0.20909335650503635) - | > loss_disc_real_4: 0.23490118980407715 (0.19228671646366516) - | > loss_disc_real_5: 0.21267209947109222 (0.23577299093206724) - | > loss_0: 2.5191497802734375 (2.4449914395809174) - | > loss_gen: 2.3180973529815674 (2.245755816499392) - | > loss_kl: 1.6135135889053345 (1.8253992199897766) - | > loss_feat: 6.231781482696533 (7.0005830228328705) - | > loss_mel: 22.60552978515625 (21.715513944625854) - | > loss_duration: 1.642068862915039 (1.6962674607833226) - | > loss_1: 34.410987854003906 (34.48351995150249) - - --> STEP: 25 - | > loss_disc: 2.653625726699829 (2.453336811065674) - | > loss_disc_real_0: 0.204400897026062 (0.16224175050854683) - | > loss_disc_real_1: 0.2094491422176361 (0.18674734413623809) - | > loss_disc_real_2: 0.2624245285987854 (0.21438637495040894) - | > loss_disc_real_3: 0.24819213151931763 (0.2106573075056076) - | > loss_disc_real_4: 0.17150044441223145 (0.19145526558160783) - | > loss_disc_real_5: 0.23035427927970886 (0.2355562424659729) - | > loss_0: 2.653625726699829 (2.453336811065674) - | > loss_gen: 2.1120002269744873 (2.240405592918396) - | > loss_kl: 1.9568322896957397 (1.830656542778015) - | > loss_feat: 5.925472259521484 (6.957578592300415) - | > loss_mel: 18.17974853515625 (21.57408332824707) - | > loss_duration: 1.6085827350616455 (1.6927600717544555) - | > loss_1: 29.782636642456055 (34.29548461914063) - - --> STEP: 26 - | > loss_disc: 2.441767692565918 (2.452891844969529) - | > loss_disc_real_0: 0.21289224922657013 (0.1641898466130862) - | > loss_disc_real_1: 0.18317848443984985 (0.18661008030176163) - | > loss_disc_real_2: 0.21871447563171387 (0.21455284036122835) - | > loss_disc_real_3: 0.1786494255065918 (0.20942623512103006) - | > loss_disc_real_4: 0.1593918800354004 (0.19022205844521523) - | > loss_disc_real_5: 0.2944263219833374 (0.23782047629356384) - | > loss_0: 2.441767692565918 (2.452891844969529) - | > loss_gen: 2.4171690940856934 (2.2472041891171384) - | > loss_kl: 1.8195663690567017 (1.8302299976348877) - | > loss_feat: 6.477537155151367 (6.939115460102375) - | > loss_mel: 20.395912170410156 (21.528769052945652) - | > loss_duration: 1.678626298904419 (1.6922164651063771) - | > loss_1: 32.78881072998047 (34.2375356234037) - - --> STEP: 27 - | > loss_disc: 2.347491979598999 (2.4489881462521024) - | > loss_disc_real_0: 0.15458397567272186 (0.16383407361529492) - | > loss_disc_real_1: 0.1544935554265976 (0.18542057938045925) - | > loss_disc_real_2: 0.23048610985279083 (0.21514296145350845) - | > loss_disc_real_3: 0.22867341339588165 (0.21013909357565422) - | > loss_disc_real_4: 0.1570301502943039 (0.1889927285137) - | > loss_disc_real_5: 0.18998253345489502 (0.2360487006328724) - | > loss_0: 2.347491979598999 (2.4489881462521024) - | > loss_gen: 2.450852394104004 (2.254746715227763) - | > loss_kl: 1.8821396827697754 (1.8321525785658095) - | > loss_feat: 8.18704605102539 (6.985335111618042) - | > loss_mel: 21.94841766357422 (21.544311594080042) - | > loss_duration: 1.7105883359909058 (1.6928969047687672) - | > loss_1: 36.179039001464844 (34.309443155924484) - - --> STEP: 28 - | > loss_disc: 2.2793984413146973 (2.4429313710757663) - | > loss_disc_real_0: 0.1311514675617218 (0.16266683768481016) - | > loss_disc_real_1: 0.18527011573314667 (0.1854152056787695) - | > loss_disc_real_2: 0.21040767431259155 (0.21497384405561856) - | > loss_disc_real_3: 0.1874062716960907 (0.2093272070799555) - | > loss_disc_real_4: 0.17632713913917542 (0.1885403860360384) - | > loss_disc_real_5: 0.1592995673418045 (0.2333076601581914) - | > loss_0: 2.2793984413146973 (2.4429313710757663) - | > loss_gen: 2.168156623840332 (2.2516542119639262) - | > loss_kl: 1.5859895944595337 (1.8233610434191567) - | > loss_feat: 7.752668380737305 (7.012739871229444) - | > loss_mel: 24.75545883178711 (21.658995423998153) - | > loss_duration: 1.6808228492736816 (1.6924656885010856) - | > loss_1: 37.94309616088867 (34.439216477530344) - - --> STEP: 29 - | > loss_disc: 2.335662841796875 (2.439232456273046) - | > loss_disc_real_0: 0.16902130842208862 (0.16288595736540598) - | > loss_disc_real_1: 0.23630055785179138 (0.18716987299508062) - | > loss_disc_real_2: 0.22794725000858307 (0.21542120288158284) - | > loss_disc_real_3: 0.2472904473543167 (0.21063628433079556) - | > loss_disc_real_4: 0.1522134691476822 (0.18728773372954335) - | > loss_disc_real_5: 0.14888933300971985 (0.23039668335996824) - | > loss_0: 2.335662841796875 (2.439232456273046) - | > loss_gen: 2.4326224327087402 (2.2578944954378852) - | > loss_kl: 1.0798592567443848 (1.7977230507751991) - | > loss_feat: 5.799952030181885 (6.970919600848494) - | > loss_mel: 21.555217742919922 (21.655416883271315) - | > loss_duration: 1.6535916328430176 (1.6911252038232212) - | > loss_1: 32.521244049072266 (34.373079497238685) - - --> STEP: 30 - | > loss_disc: 2.1394057273864746 (2.429238231976827) - | > loss_disc_real_0: 0.10580681264400482 (0.16098331920802594) - | > loss_disc_real_1: 0.14776526391506195 (0.18585638602574667) - | > loss_disc_real_2: 0.1712896227836609 (0.21395015021165212) - | > loss_disc_real_3: 0.182130366563797 (0.2096860870718956) - | > loss_disc_real_4: 0.1621379852294922 (0.18644940877954166) - | > loss_disc_real_5: 0.2359454333782196 (0.23058164169390996) - | > loss_0: 2.1394057273864746 (2.429238231976827) - | > loss_gen: 2.3965816497802734 (2.2625174005826314) - | > loss_kl: 1.5571627616882324 (1.7897043744723002) - | > loss_feat: 8.885573387145996 (7.034741393725077) - | > loss_mel: 23.187509536743164 (21.706486638387045) - | > loss_duration: 1.6674716472625732 (1.6903367519378663) - | > loss_1: 37.694297790527344 (34.48378677368164) - - --> STEP: 31 - | > loss_disc: 2.5621752738952637 (2.4335265236516155) - | > loss_disc_real_0: 0.1801186203956604 (0.1616005869882722) - | > loss_disc_real_1: 0.26436635851860046 (0.18838896578358066) - | > loss_disc_real_2: 0.18485859036445618 (0.21301171279722644) - | > loss_disc_real_3: 0.19757908582687378 (0.20929553864463682) - | > loss_disc_real_4: 0.17862986028194427 (0.18619716527961916) - | > loss_disc_real_5: 0.17380671203136444 (0.2287501923499569) - | > loss_0: 2.5621752738952637 (2.4335265236516155) - | > loss_gen: 1.9549517631530762 (2.2525959284074846) - | > loss_kl: 1.4044137001037598 (1.777275643041057) - | > loss_feat: 5.0048604011535645 (6.969261361706641) - | > loss_mel: 16.356481552124023 (21.533905829152754) - | > loss_duration: 1.6408324241638184 (1.6887398381387033) - | > loss_1: 26.361539840698242 (34.22177880810153) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.01074937851198258 (-0.0012887524020287287) - | > avg_loss_disc: 2.4335265236516155 (+0.11830329125927364) - | > avg_loss_disc_real_0: 0.1616005869882722 (+0.0632382545980715) - | > avg_loss_disc_real_1: 0.18838896578358066 (-0.016245570394300635) - | > avg_loss_disc_real_2: 0.21301171279722644 (-0.0021122261401145814) - | > avg_loss_disc_real_3: 0.20929553864463682 (+0.01418398152435979) - | > avg_loss_disc_real_4: 0.18619716527961916 (-0.011800328089344891) - | > avg_loss_disc_real_5: 0.2287501923499569 (+0.050149191771784146) - | > avg_loss_0: 2.4335265236516155 (+0.11830329125927364) - | > avg_loss_gen: 2.2525959284074846 (+0.14296253650419155) - | > avg_loss_kl: 1.777275643041057 (+0.11180675414300745) - | > avg_loss_feat: 6.969261361706641 (-0.20847415154980098) - | > avg_loss_mel: 21.533905829152754 (-0.256412629158266) - | > avg_loss_duration: 1.6887398381387033 (-0.005786184341676881) - | > avg_loss_1: 34.22177880810153 (-0.2159037436208422) - - - > EPOCH: 39/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 07:07:05)  - - --> TIME: 2024-11-23 07:07:14 -- STEP: 10/797 -- GLOBAL_STEP: 54200 - | > loss_disc: 2.4036526679992676 (2.453896689414978) - | > loss_disc_real_0: 0.0967908576130867 (0.1308089330792427) - | > loss_disc_real_1: 0.27917614579200745 (0.2272148996591568) - | > loss_disc_real_2: 0.2647222578525543 (0.23204427659511567) - | > loss_disc_real_3: 0.23450805246829987 (0.22220427840948104) - | > loss_disc_real_4: 0.26822078227996826 (0.22308542877435683) - | > loss_disc_real_5: 0.2490512579679489 (0.20415220856666566) - | > loss_0: 2.4036526679992676 (2.453896689414978) - | > grad_norm_0: tensor(18.6055, device='cuda:0') (tensor(76.7041, device='cuda:0')) - | > loss_gen: 2.579927444458008 (2.3210946798324583) - | > loss_kl: 1.7781544923782349 (1.5716773986816406) - | > loss_feat: 7.448544025421143 (6.6298144340515135) - | > loss_mel: 22.59868621826172 (20.36166286468506) - | > loss_duration: 1.8174893856048584 (1.8782920598983766) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.222801208496094 (32.76254119873047) - | > grad_norm_1: tensor(355.6324, device='cuda:0') (tensor(490.4521, device='cuda:0')) - | > current_lr_0: 0.00019833189069947573 - | > current_lr_1: 0.00019833189069947573 - | > step_time: 0.8174 (0.7588570833206176) - | > loader_time: 0.0032 (0.005863046646118164) - - - --> TIME: 2024-11-23 07:07:32 -- STEP: 35/797 -- GLOBAL_STEP: 54225 - | > loss_disc: 2.4088199138641357 (2.4351405075618198) - | > loss_disc_real_0: 0.1278826743364334 (0.12807632940156116) - | > loss_disc_real_1: 0.2320706844329834 (0.21878640864576612) - | > loss_disc_real_2: 0.2226562649011612 (0.23252694862229484) - | > loss_disc_real_3: 0.2075956165790558 (0.22467838738645826) - | > loss_disc_real_4: 0.21632710099220276 (0.21922352995191302) - | > loss_disc_real_5: 0.2080715149641037 (0.21664701274463108) - | > loss_0: 2.4088199138641357 (2.4351405075618198) - | > grad_norm_0: tensor(29.8478, device='cuda:0') (tensor(48.4085, device='cuda:0')) - | > loss_gen: 2.4492084980010986 (2.3656280790056505) - | > loss_kl: 1.8995928764343262 (1.5527225630623953) - | > loss_feat: 7.617594242095947 (6.966094085148403) - | > loss_mel: 21.548112869262695 (20.44959166390555) - | > loss_duration: 1.8015962839126587 (1.7893859420503888) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.316104888916016 (33.12342218671525) - | > grad_norm_1: tensor(391.1972, device='cuda:0') (tensor(414.5717, device='cuda:0')) - | > current_lr_0: 0.00019833189069947573 - | > current_lr_1: 0.00019833189069947573 - | > step_time: 0.7438 (0.7489720685141427) - | > loader_time: 0.0038 (0.005750887734549386) - - - --> TIME: 2024-11-23 07:07:52 -- STEP: 60/797 -- GLOBAL_STEP: 54250 - | > loss_disc: 2.408161163330078 (2.436197094122568) - | > loss_disc_real_0: 0.1014808863401413 (0.12631262664993603) - | > loss_disc_real_1: 0.20414644479751587 (0.22009953732291856) - | > loss_disc_real_2: 0.2977801561355591 (0.234960824996233) - | > loss_disc_real_3: 0.26471495628356934 (0.22216649626692136) - | > loss_disc_real_4: 0.2507063150405884 (0.22117029229799906) - | > loss_disc_real_5: 0.2286086231470108 (0.2194404902557532) - | > loss_0: 2.408161163330078 (2.436197094122568) - | > grad_norm_0: tensor(34.7826, device='cuda:0') (tensor(46.4659, device='cuda:0')) - | > loss_gen: 2.4444549083709717 (2.370662995179494) - | > loss_kl: 1.8414673805236816 (1.571688050031662) - | > loss_feat: 6.668480396270752 (7.07864871819814) - | > loss_mel: 20.721174240112305 (20.4970334370931) - | > loss_duration: 1.7211943864822388 (1.7578891475995382) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.39677047729492 (33.275922362009666) - | > grad_norm_1: tensor(744.2180, device='cuda:0') (tensor(427.3336, device='cuda:0')) - | > current_lr_0: 0.00019833189069947573 - | > current_lr_1: 0.00019833189069947573 - | > step_time: 0.8291 (0.7509441534678142) - | > loader_time: 0.0038 (0.005693447589874269) - - - --> TIME: 2024-11-23 07:08:11 -- STEP: 85/797 -- GLOBAL_STEP: 54275 - | > loss_disc: 2.377039909362793 (2.4169209929073556) - | > loss_disc_real_0: 0.14170366525650024 (0.12288708949790281) - | > loss_disc_real_1: 0.20999281108379364 (0.21672705762526567) - | > loss_disc_real_2: 0.2606871724128723 (0.23281197582974153) - | > loss_disc_real_3: 0.26216134428977966 (0.22105341185541713) - | > loss_disc_real_4: 0.24488243460655212 (0.21982806272366467) - | > loss_disc_real_5: 0.24926795065402985 (0.22176323638242834) - | > loss_0: 2.377039909362793 (2.4169209929073556) - | > grad_norm_0: tensor(22.6834, device='cuda:0') (tensor(45.9762, device='cuda:0')) - | > loss_gen: 2.392521381378174 (2.3914289193994858) - | > loss_kl: 1.6549675464630127 (1.5745229931438665) - | > loss_feat: 6.4712605476379395 (7.126683538100298) - | > loss_mel: 19.691926956176758 (20.594892905740178) - | > loss_duration: 1.7246665954589844 (1.7394722812315997) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.93534278869629 (33.42700049456426) - | > grad_norm_1: tensor(175.8825, device='cuda:0') (tensor(463.6658, device='cuda:0')) - | > current_lr_0: 0.00019833189069947573 - | > current_lr_1: 0.00019833189069947573 - | > step_time: 0.8179 (0.7593009836533491) - | > loader_time: 0.0051 (0.005732957054586972) - - - --> TIME: 2024-11-23 07:08:31 -- STEP: 110/797 -- GLOBAL_STEP: 54300 - | > loss_disc: 2.376535415649414 (2.4235212109305633) - | > loss_disc_real_0: 0.1366225779056549 (0.12409739887172526) - | > loss_disc_real_1: 0.18466608226299286 (0.21671814918518068) - | > loss_disc_real_2: 0.22311896085739136 (0.23234366205605594) - | > loss_disc_real_3: 0.2381339818239212 (0.22050017511302775) - | > loss_disc_real_4: 0.18716628849506378 (0.22072500058195807) - | > loss_disc_real_5: 0.24044157564640045 (0.22385794655843214) - | > loss_0: 2.376535415649414 (2.4235212109305633) - | > grad_norm_0: tensor(55.0552, device='cuda:0') (tensor(52.7711, device='cuda:0')) - | > loss_gen: 2.53756046295166 (2.3954275109551157) - | > loss_kl: 1.232123613357544 (1.5633500110019332) - | > loss_feat: 7.349867820739746 (7.127329774336381) - | > loss_mel: 20.66524887084961 (20.63615327314897) - | > loss_duration: 1.7263063192367554 (1.7299482399767094) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.5111083984375 (33.45220867503771) - | > grad_norm_1: tensor(485.2042, device='cuda:0') (tensor(483.5490, device='cuda:0')) - | > current_lr_0: 0.00019833189069947573 - | > current_lr_1: 0.00019833189069947573 - | > step_time: 0.7866 (0.7609404368834062) - | > loader_time: 0.0062 (0.0057384902780706236) - - - --> TIME: 2024-11-23 07:08:50 -- STEP: 135/797 -- GLOBAL_STEP: 54325 - | > loss_disc: 2.571831226348877 (2.421591642167832) - | > loss_disc_real_0: 0.17157162725925446 (0.1234230148019614) - | > loss_disc_real_1: 0.23043130338191986 (0.21637303597397275) - | > loss_disc_real_2: 0.2585650384426117 (0.23194390656771482) - | > loss_disc_real_3: 0.21576055884361267 (0.2211710305125625) - | > loss_disc_real_4: 0.2538846433162689 (0.2200311498509513) - | > loss_disc_real_5: 0.23508673906326294 (0.22360029341997925) - | > loss_0: 2.571831226348877 (2.421591642167832) - | > grad_norm_0: tensor(27.7304, device='cuda:0') (tensor(53.2961, device='cuda:0')) - | > loss_gen: 2.4040679931640625 (2.4038984704900663) - | > loss_kl: 1.2772332429885864 (1.5617151525285504) - | > loss_feat: 6.295339584350586 (7.140881058021828) - | > loss_mel: 20.15229034423828 (20.658267070628977) - | > loss_duration: 1.6990234851837158 (1.7246899754912766) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.82795524597168 (33.489451641506605) - | > grad_norm_1: tensor(507.6081, device='cuda:0') (tensor(495.9937, device='cuda:0')) - | > current_lr_0: 0.00019833189069947573 - | > current_lr_1: 0.00019833189069947573 - | > step_time: 0.7896 (0.7642637429413972) - | > loader_time: 0.0041 (0.005694751386289243) - - - --> TIME: 2024-11-23 07:09:10 -- STEP: 160/797 -- GLOBAL_STEP: 54350 - | > loss_disc: 2.4338245391845703 (2.4223671153187736) - | > loss_disc_real_0: 0.1506245732307434 (0.12242036387324333) - | > loss_disc_real_1: 0.16865690052509308 (0.21654671793803573) - | > loss_disc_real_2: 0.2036874145269394 (0.23182900436222553) - | > loss_disc_real_3: 0.2502809166908264 (0.2206080172210932) - | > loss_disc_real_4: 0.23041419684886932 (0.22060457691550256) - | > loss_disc_real_5: 0.22324949502944946 (0.2260893636383116) - | > loss_0: 2.4338245391845703 (2.4223671153187736) - | > grad_norm_0: tensor(11.0836, device='cuda:0') (tensor(56.7024, device='cuda:0')) - | > loss_gen: 2.3313398361206055 (2.4048622056841844) - | > loss_kl: 1.5855634212493896 (1.558411011099815) - | > loss_feat: 7.446876525878906 (7.1393728971481325) - | > loss_mel: 22.181915283203125 (20.694674122333517) - | > loss_duration: 1.6674935817718506 (1.7187972091138364) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.21318817138672 (33.51611735820771) - | > grad_norm_1: tensor(537.1413, device='cuda:0') (tensor(523.1033, device='cuda:0')) - | > current_lr_0: 0.00019833189069947573 - | > current_lr_1: 0.00019833189069947573 - | > step_time: 0.7829 (0.7680051013827324) - | > loader_time: 0.0062 (0.0057557433843612674) - - - --> TIME: 2024-11-23 07:09:31 -- STEP: 185/797 -- GLOBAL_STEP: 54375 - | > loss_disc: 2.659261465072632 (2.423505905512216) - | > loss_disc_real_0: 0.16462160646915436 (0.12224504468408791) - | > loss_disc_real_1: 0.2575816214084625 (0.21692694151723707) - | > loss_disc_real_2: 0.2913516163825989 (0.23190003029398015) - | > loss_disc_real_3: 0.278725266456604 (0.22129008463911107) - | > loss_disc_real_4: 0.20399464666843414 (0.2202696737405416) - | > loss_disc_real_5: 0.27398332953453064 (0.22517575041667834) - | > loss_0: 2.659261465072632 (2.423505905512216) - | > grad_norm_0: tensor(9.0089, device='cuda:0') (tensor(55.9384, device='cuda:0')) - | > loss_gen: 2.424349784851074 (2.3978846923725015) - | > loss_kl: 1.612005591392517 (1.5637138018736962) - | > loss_feat: 6.9149909019470215 (7.122999057254276) - | > loss_mel: 21.457897186279297 (20.73714409905511) - | > loss_duration: 1.7457963228225708 (1.7129452731158283) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.1550407409668 (33.5346869597564) - | > grad_norm_1: tensor(187.4145, device='cuda:0') (tensor(529.4929, device='cuda:0')) - | > current_lr_0: 0.00019833189069947573 - | > current_lr_1: 0.00019833189069947573 - | > step_time: 0.7902 (0.7718137573551487) - | > loader_time: 0.0056 (0.005801483102746915) - - - --> TIME: 2024-11-23 07:09:51 -- STEP: 210/797 -- GLOBAL_STEP: 54400 - | > loss_disc: 2.300210475921631 (2.426083844048635) - | > loss_disc_real_0: 0.13395583629608154 (0.12376712840937433) - | > loss_disc_real_1: 0.19678203761577606 (0.2167022487946919) - | > loss_disc_real_2: 0.24066327512264252 (0.23190350866033918) - | > loss_disc_real_3: 0.20719724893569946 (0.2214720918309121) - | > loss_disc_real_4: 0.20540910959243774 (0.2200651928072884) - | > loss_disc_real_5: 0.22608239948749542 (0.2269376271537372) - | > loss_0: 2.300210475921631 (2.426083844048635) - | > grad_norm_0: tensor(14.4022, device='cuda:0') (tensor(57.4465, device='cuda:0')) - | > loss_gen: 2.4252398014068604 (2.3923456430435173) - | > loss_kl: 1.5076541900634766 (1.557096802052997) - | > loss_feat: 6.899656295776367 (7.0938487779526485) - | > loss_mel: 21.29492950439453 (20.715703982398622) - | > loss_duration: 1.6888408660888672 (1.7120061766533625) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.816322326660156 (33.47100143432614) - | > grad_norm_1: tensor(453.7404, device='cuda:0') (tensor(525.2249, device='cuda:0')) - | > current_lr_0: 0.00019833189069947573 - | > current_lr_1: 0.00019833189069947573 - | > step_time: 0.762 (0.7751895109812419) - | > loader_time: 0.0048 (0.005922628584362214) - - - --> TIME: 2024-11-23 07:10:11 -- STEP: 235/797 -- GLOBAL_STEP: 54425 - | > loss_disc: 2.671769380569458 (2.429677516856091) - | > loss_disc_real_0: 0.3436240255832672 (0.12470431178808213) - | > loss_disc_real_1: 0.1994241327047348 (0.21725423887689063) - | > loss_disc_real_2: 0.2555652856826782 (0.23169583919200493) - | > loss_disc_real_3: 0.1952124536037445 (0.22147486393756055) - | > loss_disc_real_4: 0.2297794669866562 (0.22041702974349894) - | > loss_disc_real_5: 0.2383863925933838 (0.22618175776714974) - | > loss_0: 2.671769380569458 (2.429677516856091) - | > grad_norm_0: tensor(149.8729, device='cuda:0') (tensor(59.6451, device='cuda:0')) - | > loss_gen: 2.32956600189209 (2.394746778366413) - | > loss_kl: 1.5893776416778564 (1.560886889822939) - | > loss_feat: 5.985272407531738 (7.0844564843685065) - | > loss_mel: 19.518877029418945 (20.744315281320127) - | > loss_duration: 1.6170425415039062 (1.7079932466466377) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.04013442993164 (33.49239872871559) - | > grad_norm_1: tensor(395.9366, device='cuda:0') (tensor(531.3909, device='cuda:0')) - | > current_lr_0: 0.00019833189069947573 - | > current_lr_1: 0.00019833189069947573 - | > step_time: 0.7751 (0.778414493926028) - | > loader_time: 0.0167 (0.006165952885404548) - - - --> TIME: 2024-11-23 07:10:32 -- STEP: 260/797 -- GLOBAL_STEP: 54450 - | > loss_disc: 2.5012152194976807 (2.431662625532883) - | > loss_disc_real_0: 0.11113886535167694 (0.12620398916590672) - | > loss_disc_real_1: 0.23646298050880432 (0.21702145240627801) - | > loss_disc_real_2: 0.20055106282234192 (0.23207762321600547) - | > loss_disc_real_3: 0.20387054979801178 (0.22161870478437498) - | > loss_disc_real_4: 0.22786931693553925 (0.22026223259476516) - | > loss_disc_real_5: 0.25153326988220215 (0.22673905291236363) - | > loss_0: 2.5012152194976807 (2.431662625532883) - | > grad_norm_0: tensor(93.3913, device='cuda:0') (tensor(60.5660, device='cuda:0')) - | > loss_gen: 2.427809715270996 (2.397245176021869) - | > loss_kl: 1.3749841451644897 (1.55818083011187) - | > loss_feat: 7.573818206787109 (7.098330692144541) - | > loss_mel: 21.331933975219727 (20.78424273270827) - | > loss_duration: 1.6623973846435547 (1.7053584369329307) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.370941162109375 (33.54335787112895) - | > grad_norm_1: tensor(655.7408, device='cuda:0') (tensor(521.7908, device='cuda:0')) - | > current_lr_0: 0.00019833189069947573 - | > current_lr_1: 0.00019833189069947573 - | > step_time: 0.8543 (0.7811862817177406) - | > loader_time: 0.006 (0.006348299063169041) - - - --> TIME: 2024-11-23 07:10:53 -- STEP: 285/797 -- GLOBAL_STEP: 54475 - | > loss_disc: 2.4783761501312256 (2.4302975177764883) - | > loss_disc_real_0: 0.1193072497844696 (0.12581921984490593) - | > loss_disc_real_1: 0.2244013100862503 (0.21726532071305996) - | > loss_disc_real_2: 0.23179665207862854 (0.23145085473855337) - | > loss_disc_real_3: 0.21170349419116974 (0.2217715443749177) - | > loss_disc_real_4: 0.23315975069999695 (0.22022956097335153) - | > loss_disc_real_5: 0.2218281626701355 (0.22657130073037063) - | > loss_0: 2.4783761501312256 (2.4302975177764883) - | > grad_norm_0: tensor(47.1252, device='cuda:0') (tensor(59.8624, device='cuda:0')) - | > loss_gen: 2.2707366943359375 (2.400636687195091) - | > loss_kl: 1.4052116870880127 (1.5587805919479902) - | > loss_feat: 6.187317848205566 (7.105747589312102) - | > loss_mel: 19.982595443725586 (20.82131067911784) - | > loss_duration: 1.658856987953186 (1.7037491693831326) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.504718780517578 (33.5902246910229) - | > grad_norm_1: tensor(516.2731, device='cuda:0') (tensor(515.6546, device='cuda:0')) - | > current_lr_0: 0.00019833189069947573 - | > current_lr_1: 0.00019833189069947573 - | > step_time: 0.8088 (0.7844310283660889) - | > loader_time: 0.0058 (0.0065316526513350655) - - - --> TIME: 2024-11-23 07:11:13 -- STEP: 310/797 -- GLOBAL_STEP: 54500 - | > loss_disc: 2.387596607208252 (2.43215278656252) - | > loss_disc_real_0: 0.1112268939614296 (0.12609890015615566) - | > loss_disc_real_1: 0.21848520636558533 (0.21731594488505393) - | > loss_disc_real_2: 0.20660774409770966 (0.23176591968344104) - | > loss_disc_real_3: 0.20473045110702515 (0.22195212336317185) - | > loss_disc_real_4: 0.17923511564731598 (0.22049965762322957) - | > loss_disc_real_5: 0.22471942007541656 (0.22713190264278843) - | > loss_0: 2.387596607208252 (2.43215278656252) - | > grad_norm_0: tensor(90.3041, device='cuda:0') (tensor(59.7549, device='cuda:0')) - | > loss_gen: 2.3693175315856934 (2.3968693041032356) - | > loss_kl: 1.33347749710083 (1.562157132164124) - | > loss_feat: 7.1200737953186035 (7.084634324043027) - | > loss_mel: 21.56756019592285 (20.83064629339402) - | > loss_duration: 1.698071002960205 (1.7018835444604197) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.088497161865234 (33.576190585474784) - | > grad_norm_1: tensor(725.4941, device='cuda:0') (tensor(513.2295, device='cuda:0')) - | > current_lr_0: 0.00019833189069947573 - | > current_lr_1: 0.00019833189069947573 - | > step_time: 0.7506 (0.7863635809190813) - | > loader_time: 0.0064 (0.006705117994739166) - - - --> TIME: 2024-11-23 07:11:34 -- STEP: 335/797 -- GLOBAL_STEP: 54525 - | > loss_disc: 2.35254168510437 (2.432216451417155) - | > loss_disc_real_0: 0.10497722774744034 (0.12660257205811895) - | > loss_disc_real_1: 0.18863427639007568 (0.21704374244853633) - | > loss_disc_real_2: 0.2027437686920166 (0.23159540526902497) - | > loss_disc_real_3: 0.16793015599250793 (0.22210309736764253) - | > loss_disc_real_4: 0.21263402700424194 (0.22117615568993704) - | > loss_disc_real_5: 0.26379096508026123 (0.22713684848885038) - | > loss_0: 2.35254168510437 (2.432216451417155) - | > grad_norm_0: tensor(66.0435, device='cuda:0') (tensor(60.4376, device='cuda:0')) - | > loss_gen: 2.379340171813965 (2.400116140451004) - | > loss_kl: 1.3956011533737183 (1.5616024615159672) - | > loss_feat: 7.623375415802002 (7.093584887661151) - | > loss_mel: 20.014015197753906 (20.858199355851347) - | > loss_duration: 1.6768155097961426 (1.6999949914305958) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.08914566040039 (33.61349784509455) - | > grad_norm_1: tensor(605.9221, device='cuda:0') (tensor(517.2617, device='cuda:0')) - | > current_lr_0: 0.00019833189069947573 - | > current_lr_1: 0.00019833189069947573 - | > step_time: 0.8242 (0.7889656358690406) - | > loader_time: 0.0058 (0.006776356341233897) - - - --> TIME: 2024-11-23 07:11:55 -- STEP: 360/797 -- GLOBAL_STEP: 54550 - | > loss_disc: 2.509476661682129 (2.4362401485443117) - | > loss_disc_real_0: 0.2556390166282654 (0.12747138236752814) - | > loss_disc_real_1: 0.2146672010421753 (0.21718106265697215) - | > loss_disc_real_2: 0.2154085338115692 (0.2316146289722787) - | > loss_disc_real_3: 0.2151072919368744 (0.22269666724734835) - | > loss_disc_real_4: 0.20093241333961487 (0.2214705364571678) - | > loss_disc_real_5: 0.18923401832580566 (0.22781565032071538) - | > loss_0: 2.509476661682129 (2.4362401485443117) - | > grad_norm_0: tensor(136.0681, device='cuda:0') (tensor(61.4985, device='cuda:0')) - | > loss_gen: 2.2454986572265625 (2.398816735214658) - | > loss_kl: 1.7621722221374512 (1.5636401951313015) - | > loss_feat: 6.465541839599609 (7.077298907438914) - | > loss_mel: 19.79650115966797 (20.871490441428275) - | > loss_duration: 1.7300658226013184 (1.6972579969300163) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.999780654907227 (33.60850428475269) - | > grad_norm_1: tensor(654.6503, device='cuda:0') (tensor(512.1181, device='cuda:0')) - | > current_lr_0: 0.00019833189069947573 - | > current_lr_1: 0.00019833189069947573 - | > step_time: 0.8346 (0.7916746576627097) - | > loader_time: 0.006 (0.006791575087441341) - - - --> TIME: 2024-11-23 07:12:16 -- STEP: 385/797 -- GLOBAL_STEP: 54575 - | > loss_disc: 2.4426002502441406 (2.437292107049522) - | > loss_disc_real_0: 0.14132243394851685 (0.12751215459270906) - | > loss_disc_real_1: 0.16634207963943481 (0.21704100738098095) - | > loss_disc_real_2: 0.21204036474227905 (0.23140526239748124) - | > loss_disc_real_3: 0.2598680555820465 (0.22286219283357844) - | > loss_disc_real_4: 0.2187793105840683 (0.22162472683113899) - | > loss_disc_real_5: 0.22295843064785004 (0.2279381979208488) - | > loss_0: 2.4426002502441406 (2.437292107049522) - | > grad_norm_0: tensor(79.4147, device='cuda:0') (tensor(61.5868, device='cuda:0')) - | > loss_gen: 2.376375198364258 (2.3967614303935663) - | > loss_kl: 1.6581072807312012 (1.564353354255874) - | > loss_feat: 7.584866046905518 (7.07641446002118) - | > loss_mel: 22.655467987060547 (20.89583912638874) - | > loss_duration: 1.671220302581787 (1.6947246601055195) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.94603729248047 (33.62809306553428) - | > grad_norm_1: tensor(639.9930, device='cuda:0') (tensor(513.6757, device='cuda:0')) - | > current_lr_0: 0.00019833189069947573 - | > current_lr_1: 0.00019833189069947573 - | > step_time: 0.8194 (0.7935614945052507) - | > loader_time: 0.0057 (0.006909698634952696) - - - --> TIME: 2024-11-23 07:12:37 -- STEP: 410/797 -- GLOBAL_STEP: 54600 - | > loss_disc: 2.5595543384552 (2.436678540415883) - | > loss_disc_real_0: 0.1687014102935791 (0.12781242371150636) - | > loss_disc_real_1: 0.2290678322315216 (0.2174399396631776) - | > loss_disc_real_2: 0.22541050612926483 (0.23131341505341413) - | > loss_disc_real_3: 0.1952856034040451 (0.2221860153646004) - | > loss_disc_real_4: 0.19175204634666443 (0.22124085070156477) - | > loss_disc_real_5: 0.22066594660282135 (0.22834553267897628) - | > loss_0: 2.5595543384552 (2.436678540415883) - | > grad_norm_0: tensor(4.6452, device='cuda:0') (tensor(59.9637, device='cuda:0')) - | > loss_gen: 2.2518186569213867 (2.3938805120747273) - | > loss_kl: 1.2305986881256104 (1.5631068642546488) - | > loss_feat: 7.422142505645752 (7.06698297872776) - | > loss_mel: 22.127323150634766 (20.897277059787648) - | > loss_duration: 1.6748847961425781 (1.6933442191379826) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.70676803588867 (33.614591668291744) - | > grad_norm_1: tensor(275.9417, device='cuda:0') (tensor(505.5539, device='cuda:0')) - | > current_lr_0: 0.00019833189069947573 - | > current_lr_1: 0.00019833189069947573 - | > step_time: 0.8575 (0.7965716856281934) - | > loader_time: 0.0066 (0.006953302243860759) - - - --> TIME: 2024-11-23 07:12:59 -- STEP: 435/797 -- GLOBAL_STEP: 54625 - | > loss_disc: 2.5613937377929688 (2.436655137730743) - | > loss_disc_real_0: 0.10579155385494232 (0.1284330116691946) - | > loss_disc_real_1: 0.2382742464542389 (0.21739157541044826) - | > loss_disc_real_2: 0.2577084004878998 (0.23129873361395695) - | > loss_disc_real_3: 0.22113525867462158 (0.22229556965416875) - | > loss_disc_real_4: 0.28731995820999146 (0.2210205525502392) - | > loss_disc_real_5: 0.31117910146713257 (0.22817736929175497) - | > loss_0: 2.5613937377929688 (2.436655137730743) - | > grad_norm_0: tensor(15.3059, device='cuda:0') (tensor(58.4829, device='cuda:0')) - | > loss_gen: 2.301522970199585 (2.392457331734142) - | > loss_kl: 1.454422950744629 (1.566098412151994) - | > loss_feat: 6.57647705078125 (7.073246139219438) - | > loss_mel: 20.326255798339844 (20.92339779645546) - | > loss_duration: 1.695495843887329 (1.6921010088646549) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.35417556762695 (33.64730072898425) - | > grad_norm_1: tensor(520.9866, device='cuda:0') (tensor(499.2411, device='cuda:0')) - | > current_lr_0: 0.00019833189069947573 - | > current_lr_1: 0.00019833189069947573 - | > step_time: 0.8581 (0.7994420150230672) - | > loader_time: 0.0084 (0.0070684219228810295) - - - --> TIME: 2024-11-23 07:13:20 -- STEP: 460/797 -- GLOBAL_STEP: 54650 - | > loss_disc: 2.4369454383850098 (2.4376124122868434) - | > loss_disc_real_0: 0.08195734024047852 (0.1279411631028939) - | > loss_disc_real_1: 0.2262870967388153 (0.21707201836549717) - | > loss_disc_real_2: 0.2290063500404358 (0.23138813852615978) - | > loss_disc_real_3: 0.24487429857254028 (0.2220494811301646) - | > loss_disc_real_4: 0.20966775715351105 (0.22155908385048748) - | > loss_disc_real_5: 0.27924618124961853 (0.22943228249964506) - | > loss_0: 2.4369454383850098 (2.4376124122868434) - | > grad_norm_0: tensor(82.6830, device='cuda:0') (tensor(58.3067, device='cuda:0')) - | > loss_gen: 2.4843831062316895 (2.392085005407748) - | > loss_kl: 1.6771413087844849 (1.567820390411045) - | > loss_feat: 7.136248588562012 (7.070660817104837) - | > loss_mel: 21.31203842163086 (20.95421867370605) - | > loss_duration: 1.7002508640289307 (1.6912106223728345) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.310062408447266 (33.675995524033254) - | > grad_norm_1: tensor(545.8864, device='cuda:0') (tensor(498.4665, device='cuda:0')) - | > current_lr_0: 0.00019833189069947573 - | > current_lr_1: 0.00019833189069947573 - | > step_time: 0.8639 (0.8018997487814531) - | > loader_time: 0.0159 (0.0072167396545410175) - - - --> TIME: 2024-11-23 07:13:42 -- STEP: 485/797 -- GLOBAL_STEP: 54675 - | > loss_disc: 2.47515869140625 (2.43728477045433) - | > loss_disc_real_0: 0.11253921687602997 (0.12772438569935346) - | > loss_disc_real_1: 0.23991329967975616 (0.21697735995361486) - | > loss_disc_real_2: 0.23618729412555695 (0.2314814096566328) - | > loss_disc_real_3: 0.21751008927822113 (0.2224803279355629) - | > loss_disc_real_4: 0.26723021268844604 (0.22146152101226693) - | > loss_disc_real_5: 0.32542046904563904 (0.22917453935465862) - | > loss_0: 2.47515869140625 (2.43728477045433) - | > grad_norm_0: tensor(84.3060, device='cuda:0') (tensor(58.1224, device='cuda:0')) - | > loss_gen: 2.5015158653259277 (2.393555075360328) - | > loss_kl: 1.5195374488830566 (1.567598919032775) - | > loss_feat: 7.6613969802856445 (7.079913911131239) - | > loss_mel: 20.784151077270508 (20.977722423592787) - | > loss_duration: 1.6570923328399658 (1.6900451488101604) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.123695373535156 (33.70883551922041) - | > grad_norm_1: tensor(737.9252, device='cuda:0') (tensor(499.1112, device='cuda:0')) - | > current_lr_0: 0.00019833189069947573 - | > current_lr_1: 0.00019833189069947573 - | > step_time: 0.8898 (0.8048760738569438) - | > loader_time: 0.0102 (0.007313123191754844) - - - --> TIME: 2024-11-23 07:14:04 -- STEP: 510/797 -- GLOBAL_STEP: 54700 - | > loss_disc: 2.692495107650757 (2.4379780862845646) - | > loss_disc_real_0: 0.14384782314300537 (0.12749013362415887) - | > loss_disc_real_1: 0.25154200196266174 (0.21710201309007757) - | > loss_disc_real_2: 0.23119403421878815 (0.2314312998570648) - | > loss_disc_real_3: 0.27046483755111694 (0.22235212381563935) - | > loss_disc_real_4: 0.25332316756248474 (0.2217502029210914) - | > loss_disc_real_5: 0.271603524684906 (0.22978605519907147) - | > loss_0: 2.692495107650757 (2.4379780862845646) - | > grad_norm_0: tensor(72.3646, device='cuda:0') (tensor(57.3966, device='cuda:0')) - | > loss_gen: 2.1668078899383545 (2.3937955496357937) - | > loss_kl: 1.6350456476211548 (1.570202708711811) - | > loss_feat: 6.3040385246276855 (7.077348514631683) - | > loss_mel: 20.622896194458008 (20.982108808031263) - | > loss_duration: 1.6836442947387695 (1.6888452473808737) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.41243362426758 (33.71230086906284) - | > grad_norm_1: tensor(375.0583, device='cuda:0') (tensor(497.4076, device='cuda:0')) - | > current_lr_0: 0.00019833189069947573 - | > current_lr_1: 0.00019833189069947573 - | > step_time: 0.8541 (0.807305672121983) - | > loader_time: 0.0103 (0.007413720617107318) - - - --> TIME: 2024-11-23 07:14:26 -- STEP: 535/797 -- GLOBAL_STEP: 54725 - | > loss_disc: 2.624199151992798 (2.4388481576866092) - | > loss_disc_real_0: 0.12007470428943634 (0.12737508769208045) - | > loss_disc_real_1: 0.280325323343277 (0.21737508991054286) - | > loss_disc_real_2: 0.26952168345451355 (0.23155806649511104) - | > loss_disc_real_3: 0.23533254861831665 (0.22234547049085668) - | > loss_disc_real_4: 0.18949341773986816 (0.22152112115209352) - | > loss_disc_real_5: 0.23591195046901703 (0.22969744333596986) - | > loss_0: 2.624199151992798 (2.4388481576866092) - | > grad_norm_0: tensor(78.4526, device='cuda:0') (tensor(57.1986, device='cuda:0')) - | > loss_gen: 2.1165828704833984 (2.391444473177474) - | > loss_kl: 1.7504618167877197 (1.5704743224883744) - | > loss_feat: 7.07248592376709 (7.069991170580142) - | > loss_mel: 20.87985610961914 (20.969963565719453) - | > loss_duration: 1.707603096961975 (1.68847692035069) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.5269889831543 (33.69035051648861) - | > grad_norm_1: tensor(316.5454, device='cuda:0') (tensor(496.1685, device='cuda:0')) - | > current_lr_0: 0.00019833189069947573 - | > current_lr_1: 0.00019833189069947573 - | > step_time: 0.8128 (0.809703494900855) - | > loader_time: 0.008 (0.007497811094622747) - - - --> TIME: 2024-11-23 07:14:48 -- STEP: 560/797 -- GLOBAL_STEP: 54750 - | > loss_disc: 2.434628486633301 (2.439646935037206) - | > loss_disc_real_0: 0.18311035633087158 (0.12748187723835683) - | > loss_disc_real_1: 0.1793530136346817 (0.21703533413154738) - | > loss_disc_real_2: 0.20877906680107117 (0.2315798331052065) - | > loss_disc_real_3: 0.2508845031261444 (0.22237679867872165) - | > loss_disc_real_4: 0.2185036838054657 (0.2221445343856301) - | > loss_disc_real_5: 0.2648167610168457 (0.23034181536308357) - | > loss_0: 2.434628486633301 (2.439646935037206) - | > grad_norm_0: tensor(40.9983, device='cuda:0') (tensor(55.7537, device='cuda:0')) - | > loss_gen: 2.3047409057617188 (2.3894141997609823) - | > loss_kl: 1.8305984735488892 (1.5733775794506069) - | > loss_feat: 6.455499649047852 (7.066843660388672) - | > loss_mel: 20.851167678833008 (20.975516966411046) - | > loss_duration: 1.7016931772232056 (1.6878146822963447) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.143699645996094 (33.692967138971596) - | > grad_norm_1: tensor(381.5163, device='cuda:0') (tensor(483.7720, device='cuda:0')) - | > current_lr_0: 0.00019833189069947573 - | > current_lr_1: 0.00019833189069947573 - | > step_time: 0.8738 (0.8129577338695527) - | > loader_time: 0.0115 (0.007648305807794845) - - - --> TIME: 2024-11-23 07:15:11 -- STEP: 585/797 -- GLOBAL_STEP: 54775 - | > loss_disc: 2.4011995792388916 (2.4373390307793272) - | > loss_disc_real_0: 0.09865659475326538 (0.12732553592222384) - | > loss_disc_real_1: 0.15146295726299286 (0.2167994567471692) - | > loss_disc_real_2: 0.1833934634923935 (0.23097429178718829) - | > loss_disc_real_3: 0.24080078303813934 (0.22204007419765506) - | > loss_disc_real_4: 0.22225666046142578 (0.22187850256251473) - | > loss_disc_real_5: 0.2329062521457672 (0.22999631714107643) - | > loss_0: 2.4011995792388916 (2.4373390307793272) - | > grad_norm_0: tensor(41.5476, device='cuda:0') (tensor(55.1038, device='cuda:0')) - | > loss_gen: 2.4752590656280518 (2.389143037388467) - | > loss_kl: 1.5847396850585938 (1.5737992207209264) - | > loss_feat: 8.852081298828125 (7.072887039999676) - | > loss_mel: 23.486024856567383 (20.99864797673673) - | > loss_duration: 1.6649045944213867 (1.6871139940033615) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 38.06300735473633 (33.721591300638295) - | > grad_norm_1: tensor(808.3375, device='cuda:0') (tensor(486.7699, device='cuda:0')) - | > current_lr_0: 0.00019833189069947573 - | > current_lr_1: 0.00019833189069947573 - | > step_time: 0.9462 (0.8158819765107246) - | > loader_time: 0.0163 (0.007783599185128499) - - - --> TIME: 2024-11-23 07:15:33 -- STEP: 610/797 -- GLOBAL_STEP: 54800 - | > loss_disc: 2.4285147190093994 (2.437691135484666) - | > loss_disc_real_0: 0.22393828630447388 (0.12742594807240823) - | > loss_disc_real_1: 0.21365155279636383 (0.21653737652985777) - | > loss_disc_real_2: 0.1818266212940216 (0.23113479040196686) - | > loss_disc_real_3: 0.18655134737491608 (0.22184364905611414) - | > loss_disc_real_4: 0.22754324972629547 (0.22210875915699319) - | > loss_disc_real_5: 0.20905140042304993 (0.2307467119615586) - | > loss_0: 2.4285147190093994 (2.437691135484666) - | > grad_norm_0: tensor(88.7365, device='cuda:0') (tensor(55.8635, device='cuda:0')) - | > loss_gen: 2.304192066192627 (2.390565090882973) - | > loss_kl: 1.5998363494873047 (1.574401814820336) - | > loss_feat: 7.0498175621032715 (7.075158047285236) - | > loss_mel: 21.7825870513916 (21.019007829759936) - | > loss_duration: 1.702256679534912 (1.6869144939985432) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.438690185546875 (33.74604728886337) - | > grad_norm_1: tensor(585.2269, device='cuda:0') (tensor(490.1013, device='cuda:0')) - | > current_lr_0: 0.00019833189069947573 - | > current_lr_1: 0.00019833189069947573 - | > step_time: 0.8863 (0.818420835401191) - | > loader_time: 0.0095 (0.00787733382866031) - - - --> TIME: 2024-11-23 07:15:55 -- STEP: 635/797 -- GLOBAL_STEP: 54825 - | > loss_disc: 2.4913721084594727 (2.4376252241960676) - | > loss_disc_real_0: 0.16505667567253113 (0.12790726723633428) - | > loss_disc_real_1: 0.20925967395305634 (0.21643982900409248) - | > loss_disc_real_2: 0.23302128911018372 (0.23097767684403367) - | > loss_disc_real_3: 0.19576476514339447 (0.2220476566102561) - | > loss_disc_real_4: 0.2258126437664032 (0.22183837557402183) - | > loss_disc_real_5: 0.21093551814556122 (0.23033217851101884) - | > loss_0: 2.4913721084594727 (2.4376252241960676) - | > grad_norm_0: tensor(75.7841, device='cuda:0') (tensor(56.4088, device='cuda:0')) - | > loss_gen: 2.3584814071655273 (2.3917998546690455) - | > loss_kl: 1.551891565322876 (1.5733167672720476) - | > loss_feat: 6.984739780426025 (7.072161848714033) - | > loss_mel: 21.672882080078125 (21.026586947103183) - | > loss_duration: 1.7064120769500732 (1.6868103641224659) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.274410247802734 (33.75067579915203) - | > grad_norm_1: tensor(726.4796, device='cuda:0') (tensor(489.7090, device='cuda:0')) - | > current_lr_0: 0.00019833189069947573 - | > current_lr_1: 0.00019833189069947573 - | > step_time: 0.8898 (0.820790123751783) - | > loader_time: 0.0122 (0.00797530722430372) - - - --> TIME: 2024-11-23 07:16:19 -- STEP: 660/797 -- GLOBAL_STEP: 54850 - | > loss_disc: 2.2968573570251465 (2.435771855079768) - | > loss_disc_real_0: 0.10290955752134323 (0.12744095057926402) - | > loss_disc_real_1: 0.18034245073795319 (0.2165167764732332) - | > loss_disc_real_2: 0.2503388524055481 (0.23090558438138528) - | > loss_disc_real_3: 0.20295803248882294 (0.22186188860373063) - | > loss_disc_real_4: 0.19632424414157867 (0.22178752587148637) - | > loss_disc_real_5: 0.2233509123325348 (0.2304797069367134) - | > loss_0: 2.2968573570251465 (2.435771855079768) - | > grad_norm_0: tensor(50.2959, device='cuda:0') (tensor(55.8868, device='cuda:0')) - | > loss_gen: 2.3984158039093018 (2.3922588879411877) - | > loss_kl: 1.596539855003357 (1.573242110013961) - | > loss_feat: 7.429220676422119 (7.07824929338513) - | > loss_mel: 22.064285278320312 (21.046305075558752) - | > loss_duration: 1.6727120876312256 (1.6865388229037777) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.161170959472656 (33.776594196666366) - | > grad_norm_1: tensor(690.2425, device='cuda:0') (tensor(491.5148, device='cuda:0')) - | > current_lr_0: 0.00019833189069947573 - | > current_lr_1: 0.00019833189069947573 - | > step_time: 0.9553 (0.8244440949324405) - | > loader_time: 0.0087 (0.008061011271043266) - - - --> TIME: 2024-11-23 07:16:42 -- STEP: 685/797 -- GLOBAL_STEP: 54875 - | > loss_disc: 2.4534213542938232 (2.4359328416142167) - | > loss_disc_real_0: 0.07235605269670486 (0.12771318622314157) - | > loss_disc_real_1: 0.2700016498565674 (0.21655297631764933) - | > loss_disc_real_2: 0.21621841192245483 (0.23081579021293752) - | > loss_disc_real_3: 0.23642612993717194 (0.22183325249348243) - | > loss_disc_real_4: 0.2248162180185318 (0.22180013310735244) - | > loss_disc_real_5: 0.20118653774261475 (0.23038741354524656) - | > loss_0: 2.4534213542938232 (2.4359328416142167) - | > grad_norm_0: tensor(17.3550, device='cuda:0') (tensor(56.8063, device='cuda:0')) - | > loss_gen: 2.3048272132873535 (2.3931469081962193) - | > loss_kl: 1.396430492401123 (1.5743617273595205) - | > loss_feat: 6.7982587814331055 (7.075941988673524) - | > loss_mel: 21.64008331298828 (21.04939980889759) - | > loss_duration: 1.655050277709961 (1.6859814003436235) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.794647216796875 (33.778831816067644) - | > grad_norm_1: tensor(407.2809, device='cuda:0') (tensor(491.9365, device='cuda:0')) - | > current_lr_0: 0.00019833189069947573 - | > current_lr_1: 0.00019833189069947573 - | > step_time: 0.9665 (0.8280038196675099) - | > loader_time: 0.0136 (0.00814907603020216) - - - --> TIME: 2024-11-23 07:17:06 -- STEP: 710/797 -- GLOBAL_STEP: 54900 - | > loss_disc: 2.473973512649536 (2.437761309449103) - | > loss_disc_real_0: 0.13904787600040436 (0.1278240486822079) - | > loss_disc_real_1: 0.22098150849342346 (0.216393553455111) - | > loss_disc_real_2: 0.24051517248153687 (0.23086356317073525) - | > loss_disc_real_3: 0.21175938844680786 (0.222484171831272) - | > loss_disc_real_4: 0.19007819890975952 (0.22217648635867615) - | > loss_disc_real_5: 0.2562239170074463 (0.23064538328580453) - | > loss_0: 2.473973512649536 (2.437761309449103) - | > grad_norm_0: tensor(45.5705, device='cuda:0') (tensor(57.1047, device='cuda:0')) - | > loss_gen: 2.3077147006988525 (2.3937799205242727) - | > loss_kl: 1.4316178560256958 (1.5747636853809082) - | > loss_feat: 6.49959659576416 (7.070881178009678) - | > loss_mel: 20.48541259765625 (21.057309978109004) - | > loss_duration: 1.6459158658981323 (1.6853321422993297) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.37025451660156 (33.78206687980973) - | > grad_norm_1: tensor(140.0844, device='cuda:0') (tensor(488.1529, device='cuda:0')) - | > current_lr_0: 0.00019833189069947573 - | > current_lr_1: 0.00019833189069947573 - | > step_time: 0.914 (0.8316112797025224) - | > loader_time: 0.0101 (0.008240227632119627) - - - --> TIME: 2024-11-23 07:17:30 -- STEP: 735/797 -- GLOBAL_STEP: 54925 - | > loss_disc: 2.426100730895996 (2.4383537792024166) - | > loss_disc_real_0: 0.11636912822723389 (0.12806022616774862) - | > loss_disc_real_1: 0.21050584316253662 (0.21634874767592163) - | > loss_disc_real_2: 0.18087445199489594 (0.23107308682535782) - | > loss_disc_real_3: 0.21124006807804108 (0.22243374825334875) - | > loss_disc_real_4: 0.1924702376127243 (0.22233567527767753) - | > loss_disc_real_5: 0.21242962777614594 (0.23070304290372498) - | > loss_0: 2.426100730895996 (2.4383537792024166) - | > grad_norm_0: tensor(73.0717, device='cuda:0') (tensor(57.5161, device='cuda:0')) - | > loss_gen: 2.239499092102051 (2.392822746679083) - | > loss_kl: 1.4708516597747803 (1.5747950253843443) - | > loss_feat: 6.15017557144165 (7.068640005020868) - | > loss_mel: 18.53335952758789 (21.061391534610667) - | > loss_duration: 1.6706269979476929 (1.6846673877871767) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.06451416015625 (33.78231667758655) - | > grad_norm_1: tensor(334.5378, device='cuda:0') (tensor(485.8277, device='cuda:0')) - | > current_lr_0: 0.00019833189069947573 - | > current_lr_1: 0.00019833189069947573 - | > step_time: 0.9141 (0.8353337534430887) - | > loader_time: 0.1138 (0.00847718018252834) - - - --> TIME: 2024-11-23 07:17:57 -- STEP: 760/797 -- GLOBAL_STEP: 54950 - | > loss_disc: 2.5004355907440186 (2.437907709573444) - | > loss_disc_real_0: 0.07432648539543152 (0.12774570507340527) - | > loss_disc_real_1: 0.19810250401496887 (0.21641948103512587) - | > loss_disc_real_2: 0.2341996431350708 (0.23125993970193362) - | > loss_disc_real_3: 0.22177910804748535 (0.22264965151093508) - | > loss_disc_real_4: 0.26409173011779785 (0.22219486865950258) - | > loss_disc_real_5: 0.26413917541503906 (0.23063414181141476) - | > loss_0: 2.5004355907440186 (2.437907709573444) - | > grad_norm_0: tensor(32.7144, device='cuda:0') (tensor(56.7805, device='cuda:0')) - | > loss_gen: 2.244345188140869 (2.3925440323980203) - | > loss_kl: 1.5125564336776733 (1.5751284604009823) - | > loss_feat: 5.986958026885986 (7.0682739891503985) - | > loss_mel: 19.787084579467773 (21.069984109778147) - | > loss_duration: 1.6319382190704346 (1.6835284606406564) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.16288185119629 (33.78945903025173) - | > grad_norm_1: tensor(239.0207, device='cuda:0') (tensor(486.2849, device='cuda:0')) - | > current_lr_0: 0.00019833189069947573 - | > current_lr_1: 0.00019833189069947573 - | > step_time: 1.4943 (0.8404865547230369) - | > loader_time: 0.1105 (0.011637837949552043) - - - --> TIME: 2024-11-23 07:18:39 -- STEP: 785/797 -- GLOBAL_STEP: 54975 - | > loss_disc: 2.3852949142456055 (2.4369739137637394) - | > loss_disc_real_0: 0.09597188234329224 (0.12751460083445917) - | > loss_disc_real_1: 0.29170089960098267 (0.21633975558979496) - | > loss_disc_real_2: 0.22906146943569183 (0.23117082386639468) - | > loss_disc_real_3: 0.20170173048973083 (0.22271841175996573) - | > loss_disc_real_4: 0.2162027508020401 (0.22224810945380266) - | > loss_disc_real_5: 0.20588013529777527 (0.23029353565471186) - | > loss_0: 2.3852949142456055 (2.4369739137637394) - | > grad_norm_0: tensor(23.1931, device='cuda:0') (tensor(56.6770, device='cuda:0')) - | > loss_gen: 2.470071792602539 (2.3929743083419304) - | > loss_kl: 1.5315481424331665 (1.5776869184651947) - | > loss_feat: 6.864007472991943 (7.0662508685118075) - | > loss_mel: 21.05063819885254 (21.075522783607425) - | > loss_duration: 1.6461941003799438 (1.6824701160382314) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.56245803833008 (33.79490497613405) - | > grad_norm_1: tensor(171.1112, device='cuda:0') (tensor(485.3701, device='cuda:0')) - | > current_lr_0: 0.00019833189069947573 - | > current_lr_1: 0.00019833189069947573 - | > step_time: 2.0628 (0.8627070833922951) - | > loader_time: 0.123 (0.014898874805231771) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.3893699645996094 (2.3893699645996094) - | > loss_disc_real_0: 0.12225840985774994 (0.12225840985774994) - | > loss_disc_real_1: 0.18142564594745636 (0.18142564594745636) - | > loss_disc_real_2: 0.21131137013435364 (0.21131137013435364) - | > loss_disc_real_3: 0.22967781126499176 (0.22967781126499176) - | > loss_disc_real_4: 0.30441489815711975 (0.30441489815711975) - | > loss_disc_real_5: 0.23450464010238647 (0.23450464010238647) - | > loss_0: 2.3893699645996094 (2.3893699645996094) - | > loss_gen: 2.2379443645477295 (2.2379443645477295) - | > loss_kl: 1.4568146467208862 (1.4568146467208862) - | > loss_feat: 5.270925045013428 (5.270925045013428) - | > loss_mel: 21.542133331298828 (21.542133331298828) - | > loss_duration: 1.9328221082687378 (1.9328221082687378) - | > loss_1: 32.44063949584961 (32.44063949584961) - - --> STEP: 1 - | > loss_disc: 2.3615400791168213 (2.3615400791168213) - | > loss_disc_real_0: 0.08084052056074142 (0.08084052056074142) - | > loss_disc_real_1: 0.14889898896217346 (0.14889898896217346) - | > loss_disc_real_2: 0.24130231142044067 (0.24130231142044067) - | > loss_disc_real_3: 0.28707292675971985 (0.28707292675971985) - | > loss_disc_real_4: 0.22775369882583618 (0.22775369882583618) - | > loss_disc_real_5: 0.18657685816287994 (0.18657685816287994) - | > loss_0: 2.3615400791168213 (2.3615400791168213) - | > loss_gen: 2.3399996757507324 (2.3399996757507324) - | > loss_kl: 1.732956886291504 (1.732956886291504) - | > loss_feat: 7.796481609344482 (7.796481609344482) - | > loss_mel: 20.229215621948242 (20.229215621948242) - | > loss_duration: 1.7305594682693481 (1.7305594682693481) - | > loss_1: 33.8292121887207 (33.8292121887207) - - --> STEP: 2 - | > loss_disc: 2.4291012287139893 (2.3953206539154053) - | > loss_disc_real_0: 0.06849399209022522 (0.07466725632548332) - | > loss_disc_real_1: 0.20199686288833618 (0.17544792592525482) - | > loss_disc_real_2: 0.2843078374862671 (0.2628050744533539) - | > loss_disc_real_3: 0.16460806131362915 (0.2258404940366745) - | > loss_disc_real_4: 0.32775670289993286 (0.2777552008628845) - | > loss_disc_real_5: 0.3478506803512573 (0.26721376925706863) - | > loss_0: 2.4291012287139893 (2.3953206539154053) - | > loss_gen: 2.445326328277588 (2.39266300201416) - | > loss_kl: 1.289290428161621 (1.5111236572265625) - | > loss_feat: 6.955699443817139 (7.3760905265808105) - | > loss_mel: 22.228975296020508 (21.229095458984375) - | > loss_duration: 1.6963882446289062 (1.7134738564491272) - | > loss_1: 34.61568069458008 (34.22244644165039) - - --> STEP: 3 - | > loss_disc: 2.4997358322143555 (2.4301257133483887) - | > loss_disc_real_0: 0.17515456676483154 (0.10816302647193272) - | > loss_disc_real_1: 0.21408070623874664 (0.18832551936308542) - | > loss_disc_real_2: 0.2670300602912903 (0.26421340306599933) - | > loss_disc_real_3: 0.2378743290901184 (0.22985177238782248) - | > loss_disc_real_4: 0.2466268390417099 (0.2673790802558263) - | > loss_disc_real_5: 0.2659400403499603 (0.2667891929546992) - | > loss_0: 2.4997358322143555 (2.4301257133483887) - | > loss_gen: 2.3430094718933105 (2.3761118253072104) - | > loss_kl: 1.6171798706054688 (1.5464757283528645) - | > loss_feat: 5.347951412200928 (6.70004415512085) - | > loss_mel: 21.647443771362305 (21.368544896443684) - | > loss_duration: 1.7430256605148315 (1.723324457804362) - | > loss_1: 32.698612213134766 (33.71450169881185) - - --> STEP: 4 - | > loss_disc: 2.268066883087158 (2.389611005783081) - | > loss_disc_real_0: 0.082204669713974 (0.10167343728244305) - | > loss_disc_real_1: 0.19698257744312286 (0.1904897838830948) - | > loss_disc_real_2: 0.20087218284606934 (0.24837809801101685) - | > loss_disc_real_3: 0.2388586401939392 (0.23210348933935165) - | > loss_disc_real_4: 0.23234379291534424 (0.2586202584207058) - | > loss_disc_real_5: 0.22202324867248535 (0.25559770688414574) - | > loss_0: 2.268066883087158 (2.389611005783081) - | > loss_gen: 2.3081469535827637 (2.3591206073760986) - | > loss_kl: 1.5864067077636719 (1.5564584732055664) - | > loss_feat: 6.382784366607666 (6.620729207992554) - | > loss_mel: 20.81655502319336 (21.230547428131104) - | > loss_duration: 1.6468799114227295 (1.7042133212089539) - | > loss_1: 32.74077224731445 (33.4710693359375) - - --> STEP: 5 - | > loss_disc: 2.537196397781372 (2.419128084182739) - | > loss_disc_real_0: 0.14205224812030792 (0.10974919945001602) - | > loss_disc_real_1: 0.10375307500362396 (0.17314244210720062) - | > loss_disc_real_2: 0.1101546511054039 (0.22073340862989427) - | > loss_disc_real_3: 0.2654958665370941 (0.23878196477890015) - | > loss_disc_real_4: 0.2896715998649597 (0.2648305267095566) - | > loss_disc_real_5: 0.19252197444438934 (0.24298256039619445) - | > loss_0: 2.537196397781372 (2.419128084182739) - | > loss_gen: 2.0959482192993164 (2.306486129760742) - | > loss_kl: 1.5741997957229614 (1.5600067377090454) - | > loss_feat: 7.923737049102783 (6.881330776214599) - | > loss_mel: 22.74226188659668 (21.53289031982422) - | > loss_duration: 1.8254220485687256 (1.7284550666809082) - | > loss_1: 36.16156768798828 (34.009169006347655) - - --> STEP: 6 - | > loss_disc: 2.5932860374450684 (2.448154409726461) - | > loss_disc_real_0: 0.1362318992614746 (0.11416298275192578) - | > loss_disc_real_1: 0.18106885254383087 (0.17446351051330566) - | > loss_disc_real_2: 0.23833642899990082 (0.22366724535822868) - | > loss_disc_real_3: 0.3274783790111542 (0.2535647004842758) - | > loss_disc_real_4: 0.325324684381485 (0.27491288632154465) - | > loss_disc_real_5: 0.2697124183177948 (0.24743753671646118) - | > loss_0: 2.5932860374450684 (2.448154409726461) - | > loss_gen: 2.332548141479492 (2.3108297983805337) - | > loss_kl: 1.3465851545333862 (1.5244364738464355) - | > loss_feat: 6.574855327606201 (6.830251534779866) - | > loss_mel: 23.542036056518555 (21.86774794260661) - | > loss_duration: 1.6372559070587158 (1.7132552067438762) - | > loss_1: 35.43328094482422 (34.24652099609375) - - --> STEP: 7 - | > loss_disc: 2.658355712890625 (2.4781831673213413) - | > loss_disc_real_0: 0.14996010065078735 (0.11927685673747744) - | > loss_disc_real_1: 0.269578218460083 (0.18805132593427384) - | > loss_disc_real_2: 0.22924888134002686 (0.224464621927057) - | > loss_disc_real_3: 0.27575185894966125 (0.25673429455075947) - | > loss_disc_real_4: 0.25720104575157166 (0.2723826233829771) - | > loss_disc_real_5: 0.2551913559436798 (0.24854522517749242) - | > loss_0: 2.658355712890625 (2.4781831673213413) - | > loss_gen: 2.1730282306671143 (2.2911438601357594) - | > loss_kl: 2.16899037361145 (1.6165156023842948) - | > loss_feat: 6.72851037979126 (6.8157170840672086) - | > loss_mel: 18.736831665039062 (21.420474188668386) - | > loss_duration: 1.6558001041412354 (1.705047334943499) - | > loss_1: 31.46316146850586 (33.848898206438335) - - --> STEP: 8 - | > loss_disc: 2.185648202896118 (2.4416162967681885) - | > loss_disc_real_0: 0.10984785854816437 (0.1180982319638133) - | > loss_disc_real_1: 0.15616250038146973 (0.18406522274017334) - | > loss_disc_real_2: 0.20197464525699615 (0.2216533748432994) - | > loss_disc_real_3: 0.17017579078674316 (0.24591448158025742) - | > loss_disc_real_4: 0.19602248072624207 (0.2628376055508852) - | > loss_disc_real_5: 0.15783058106899261 (0.23720589466392994) - | > loss_0: 2.185648202896118 (2.4416162967681885) - | > loss_gen: 2.2114644050598145 (2.2811839282512665) - | > loss_kl: 1.7708563804626465 (1.6358081996440887) - | > loss_feat: 8.280261993408203 (6.998785197734833) - | > loss_mel: 22.1999568939209 (21.51790952682495) - | > loss_duration: 1.7134652137756348 (1.7060995697975159) - | > loss_1: 36.17600631713867 (34.13978672027588) - - --> STEP: 9 - | > loss_disc: 2.3096978664398193 (2.42695869339837) - | > loss_disc_real_0: 0.07038995623588562 (0.112797312438488) - | > loss_disc_real_1: 0.22816236317157745 (0.18896490501032936) - | > loss_disc_real_2: 0.2338055968284607 (0.22300362173053953) - | > loss_disc_real_3: 0.16477741301059723 (0.23689925173918405) - | > loss_disc_real_4: 0.17268575727939606 (0.25282073352071976) - | > loss_disc_real_5: 0.18245026469230652 (0.231121935778194) - | > loss_0: 2.3096978664398193 (2.42695869339837) - | > loss_gen: 2.161846399307251 (2.2679242028130426) - | > loss_kl: 1.963010549545288 (1.6721640162997775) - | > loss_feat: 7.307868003845215 (7.033127731747097) - | > loss_mel: 22.773754119873047 (21.657447814941406) - | > loss_duration: 1.69443678855896 (1.704803705215454) - | > loss_1: 35.90091323852539 (34.335467444525825) - - --> STEP: 10 - | > loss_disc: 2.565626859664917 (2.4408255100250242) - | > loss_disc_real_0: 0.09443030506372452 (0.11096061170101165) - | > loss_disc_real_1: 0.22152359783649445 (0.19222077429294587) - | > loss_disc_real_2: 0.27603161334991455 (0.22830642089247705) - | > loss_disc_real_3: 0.2841094434261322 (0.24162027090787888) - | > loss_disc_real_4: 0.28597790002822876 (0.25613645017147063) - | > loss_disc_real_5: 0.31886133551597595 (0.2398958757519722) - | > loss_0: 2.565626859664917 (2.4408255100250242) - | > loss_gen: 2.40730619430542 (2.28186240196228) - | > loss_kl: 1.4387012720108032 (1.64881774187088) - | > loss_feat: 6.196861743927002 (6.9495011329650875) - | > loss_mel: 21.578943252563477 (21.649597358703613) - | > loss_duration: 1.585552453994751 (1.6928785800933839) - | > loss_1: 33.207366943359375 (34.22265739440918) - - --> STEP: 11 - | > loss_disc: 2.072826385498047 (2.4073710441589355) - | > loss_disc_real_0: 0.10242503881454468 (0.11018465052951466) - | > loss_disc_real_1: 0.14019054174423218 (0.18749075315215372) - | > loss_disc_real_2: 0.1666119396686554 (0.22269783169031143) - | > loss_disc_real_3: 0.188289612531662 (0.2367720292373137) - | > loss_disc_real_4: 0.19504442811012268 (0.2505826299840754) - | > loss_disc_real_5: 0.18308770656585693 (0.23473149673505264) - | > loss_0: 2.072826385498047 (2.4073710441589355) - | > loss_gen: 2.5404233932495117 (2.305367946624756) - | > loss_kl: 2.062880039215088 (1.6864597689021716) - | > loss_feat: 8.804615020751953 (7.118147850036621) - | > loss_mel: 23.87976837158203 (21.852340178056195) - | > loss_duration: 1.5841864347457886 (1.6829974759708752) - | > loss_1: 38.87187194824219 (34.64531326293945) - - --> STEP: 12 - | > loss_disc: 2.5548298358917236 (2.4196592768033347) - | > loss_disc_real_0: 0.16254961490631104 (0.11454839756091435) - | > loss_disc_real_1: 0.1965642124414444 (0.1882468747595946) - | > loss_disc_real_2: 0.2577382028102875 (0.2256178626169761) - | > loss_disc_real_3: 0.24844764173030853 (0.23774499694506326) - | > loss_disc_real_4: 0.25496700406074524 (0.2509479944904645) - | > loss_disc_real_5: 0.20516042411327362 (0.2322672406832377) - | > loss_0: 2.5548298358917236 (2.4196592768033347) - | > loss_gen: 2.1567153930664062 (2.2929802338282266) - | > loss_kl: 1.7306979894638062 (1.6901462872823079) - | > loss_feat: 7.71537971496582 (7.167917172114055) - | > loss_mel: 23.047565460205078 (21.951942284901936) - | > loss_duration: 1.6975524425506592 (1.6842103898525238) - | > loss_1: 36.3479118347168 (34.787196477254234) - - --> STEP: 13 - | > loss_disc: 2.3315646648406982 (2.412882768190824) - | > loss_disc_real_0: 0.11105918139219284 (0.11427999631716655) - | > loss_disc_real_1: 0.19972652196884155 (0.18912992454492128) - | > loss_disc_real_2: 0.2290317714214325 (0.22588047098654968) - | > loss_disc_real_3: 0.20790039002895355 (0.23544925795151636) - | > loss_disc_real_4: 0.22774375975131989 (0.24916305335668418) - | > loss_disc_real_5: 0.18939734995365143 (0.22896955678096184) - | > loss_0: 2.3315646648406982 (2.412882768190824) - | > loss_gen: 2.3758299350738525 (2.299353287770198) - | > loss_kl: 1.7423288822174072 (1.6941603330465465) - | > loss_feat: 6.019436359405518 (7.079572494213398) - | > loss_mel: 19.493671417236328 (21.762844525850735) - | > loss_duration: 1.6912024021148682 (1.6847482369496272) - | > loss_1: 31.322467803955078 (34.52067888700045) - - --> STEP: 14 - | > loss_disc: 2.106329917907715 (2.390986136027745) - | > loss_disc_real_0: 0.09444338083267212 (0.11286309521113123) - | > loss_disc_real_1: 0.2037857174873352 (0.19017676689795085) - | > loss_disc_real_2: 0.21756871044635773 (0.2252867738051074) - | > loss_disc_real_3: 0.1894550919532776 (0.2321639603802136) - | > loss_disc_real_4: 0.14133720099925995 (0.2414612067597253) - | > loss_disc_real_5: 0.17527608573436737 (0.22513430884906224) - | > loss_0: 2.106329917907715 (2.390986136027745) - | > loss_gen: 2.3570992946624756 (2.3034780025482178) - | > loss_kl: 1.5454150438308716 (1.683535669531141) - | > loss_feat: 6.53961706161499 (7.0410042490277975) - | > loss_mel: 19.451894760131836 (21.597776685442245) - | > loss_duration: 1.7494022846221924 (1.6893663832119532) - | > loss_1: 31.643428802490234 (34.31516102382115) - - --> STEP: 15 - | > loss_disc: 2.3427083492279053 (2.3877676169077557) - | > loss_disc_real_0: 0.11091041564941406 (0.11273291657368342) - | > loss_disc_real_1: 0.12354359775781631 (0.18573455562194188) - | > loss_disc_real_2: 0.2298617660999298 (0.22559177329142888) - | > loss_disc_real_3: 0.30854007601737976 (0.23725570142269134) - | > loss_disc_real_4: 0.2626942992210388 (0.2428767462571462) - | > loss_disc_real_5: 0.25831177830696106 (0.22734614014625548) - | > loss_0: 2.3427083492279053 (2.3877676169077557) - | > loss_gen: 2.5029642581939697 (2.3167770862579347) - | > loss_kl: 1.1866923570632935 (1.6504127820332846) - | > loss_feat: 8.471639633178711 (7.136379941304525) - | > loss_mel: 25.081501007080078 (21.83002497355143) - | > loss_duration: 1.6492493152618408 (1.6866919120152792) - | > loss_1: 38.89204788208008 (34.620286814371745) - - --> STEP: 16 - | > loss_disc: 2.4241721630096436 (2.3900429010391235) - | > loss_disc_real_0: 0.09519176185131073 (0.11163659440353513) - | > loss_disc_real_1: 0.19763676822185516 (0.18647844390943646) - | > loss_disc_real_2: 0.24730518460273743 (0.22694886149838567) - | > loss_disc_real_3: 0.19699376821517944 (0.23473933059722185) - | > loss_disc_real_4: 0.19856707751750946 (0.2401073919609189) - | > loss_disc_real_5: 0.2850836217403412 (0.23095473274588585) - | > loss_0: 2.4241721630096436 (2.3900429010391235) - | > loss_gen: 2.255674123764038 (2.312958151102066) - | > loss_kl: 1.8414037227630615 (1.6623497158288956) - | > loss_feat: 7.550515174865723 (7.1622633934021) - | > loss_mel: 22.09416389465332 (21.8465336561203) - | > loss_duration: 1.779608964920044 (1.692499227821827) - | > loss_1: 35.521366119384766 (34.67660427093506) - - --> STEP: 17 - | > loss_disc: 2.385936737060547 (2.38980136198156) - | > loss_disc_real_0: 0.13195596635341644 (0.11283185157705755) - | > loss_disc_real_1: 0.21274276077747345 (0.18802340372520335) - | > loss_disc_real_2: 0.27625536918640137 (0.22984924430356307) - | > loss_disc_real_3: 0.25193071365356445 (0.23575058842406554) - | > loss_disc_real_4: 0.23891210556030273 (0.24003708099617677) - | > loss_disc_real_5: 0.18431827425956726 (0.22821141165845535) - | > loss_0: 2.385936737060547 (2.38980136198156) - | > loss_gen: 2.229985237121582 (2.3080773914561554) - | > loss_kl: 1.9079707860946655 (1.6767980140798233) - | > loss_feat: 4.117839813232422 (6.983179653392119) - | > loss_mel: 12.748613357543945 (21.3113618738511) - | > loss_duration: 1.6457628011703491 (1.689750026254093) - | > loss_1: 22.65017318725586 (33.96916714836569) - - --> STEP: 18 - | > loss_disc: 2.4764137268066406 (2.394613160027398) - | > loss_disc_real_0: 0.06057630479335785 (0.10992876564462979) - | > loss_disc_real_1: 0.10845640301704407 (0.18360301479697227) - | > loss_disc_real_2: 0.24528808891773224 (0.23070695789323914) - | > loss_disc_real_3: 0.2237468957901001 (0.23508371661106744) - | > loss_disc_real_4: 0.2599426209926605 (0.24114294432931477) - | > loss_disc_real_5: 0.29362043738365173 (0.23184524642096627) - | > loss_0: 2.4764137268066406 (2.394613160027398) - | > loss_gen: 2.1888585090637207 (2.301454120212131) - | > loss_kl: 2.063286781311035 (1.698269612259335) - | > loss_feat: 9.584750175476074 (7.12771134906345) - | > loss_mel: 24.04451560974121 (21.46320374806722) - | > loss_duration: 1.6527714729309082 (1.6876956621805828) - | > loss_1: 39.5341796875 (34.27833451165093) - - --> STEP: 19 - | > loss_disc: 2.4862289428710938 (2.399435043334961) - | > loss_disc_real_0: 0.061105307191610336 (0.10735910993657614) - | > loss_disc_real_1: 0.15777304768562317 (0.18224354284374336) - | > loss_disc_real_2: 0.2480183094739914 (0.23161808166064715) - | > loss_disc_real_3: 0.29659345746040344 (0.23832107139261147) - | > loss_disc_real_4: 0.19825950264930725 (0.23888592108299858) - | > loss_disc_real_5: 0.3108426034450531 (0.23600300205381294) - | > loss_0: 2.4862289428710938 (2.399435043334961) - | > loss_gen: 2.1638200283050537 (2.2942102206380746) - | > loss_kl: 2.050645351409912 (1.7168157037935758) - | > loss_feat: 7.2151618003845215 (7.132314004396138) - | > loss_mel: 20.837682723999023 (21.430281588905736) - | > loss_duration: 1.756396770477295 (1.6913115099856728) - | > loss_1: 34.023704528808594 (34.2649329336066) - - --> STEP: 20 - | > loss_disc: 2.487555503845215 (2.4038410663604735) - | > loss_disc_real_0: 0.13662534952163696 (0.10882242191582918) - | > loss_disc_real_1: 0.19387619197368622 (0.1828251753002405) - | > loss_disc_real_2: 0.22471977770328522 (0.23127316646277904) - | > loss_disc_real_3: 0.2690168619155884 (0.2398558609187603) - | > loss_disc_real_4: 0.27803438901901245 (0.24084334447979927) - | > loss_disc_real_5: 0.2485751211643219 (0.23663160800933838) - | > loss_0: 2.487555503845215 (2.4038410663604735) - | > loss_gen: 2.4350171089172363 (2.3012505650520323) - | > loss_kl: 1.8261462450027466 (1.7222822308540344) - | > loss_feat: 6.961543560028076 (7.123775482177734) - | > loss_mel: 21.416301727294922 (21.429582595825195) - | > loss_duration: 1.6430567502975464 (1.6888987720012665) - | > loss_1: 34.28206253051758 (34.26578941345215) - - --> STEP: 21 - | > loss_disc: 2.5120673179626465 (2.4089946973891485) - | > loss_disc_real_0: 0.11132968217134476 (0.10894181526132993) - | > loss_disc_real_1: 0.25236764550209045 (0.18613672150032862) - | > loss_disc_real_2: 0.2499503642320633 (0.23216255683274495) - | > loss_disc_real_3: 0.2569902241230011 (0.2406717829761051) - | > loss_disc_real_4: 0.24167361855506897 (0.2408828813405264) - | > loss_disc_real_5: 0.2733512818813324 (0.23838016390800476) - | > loss_0: 2.5120673179626465 (2.4089946973891485) - | > loss_gen: 2.173938035964966 (2.295188063666934) - | > loss_kl: 1.4902840852737427 (1.7112347001121158) - | > loss_feat: 6.158977031707764 (7.0778326988220215) - | > loss_mel: 20.22882652282715 (21.37240373520624) - | > loss_duration: 1.6841422319412231 (1.6886722700936454) - | > loss_1: 31.736169815063477 (34.145331337338405) - - --> STEP: 22 - | > loss_disc: 2.2842328548431396 (2.403323704546148) - | > loss_disc_real_0: 0.09565438330173492 (0.10833784108134834) - | > loss_disc_real_1: 0.20381905138492584 (0.1869404637678103) - | > loss_disc_real_2: 0.19559639692306519 (0.23050045865503224) - | > loss_disc_real_3: 0.23561547696590424 (0.24044195088473233) - | > loss_disc_real_4: 0.2097862809896469 (0.2394693995063955) - | > loss_disc_real_5: 0.2159643918275833 (0.2373612651770765) - | > loss_0: 2.2842328548431396 (2.403323704546148) - | > loss_gen: 2.340648889541626 (2.2972544648430566) - | > loss_kl: 1.6147817373275757 (1.7068504745310003) - | > loss_feat: 7.326531887054443 (7.089137207378041) - | > loss_mel: 24.518251419067383 (21.515396811745383) - | > loss_duration: 1.7772833108901978 (1.6927000446753069) - | > loss_1: 37.57749557495117 (34.301338802684434) - - --> STEP: 23 - | > loss_disc: 2.360445499420166 (2.401459434758062) - | > loss_disc_real_0: 0.12087269127368927 (0.10888283456797185) - | > loss_disc_real_1: 0.15416552126407623 (0.18551546626764795) - | > loss_disc_real_2: 0.2153722196817398 (0.22984270913445431) - | > loss_disc_real_3: 0.2004302442073822 (0.23870231146397797) - | > loss_disc_real_4: 0.19647659361362457 (0.23760014707627503) - | > loss_disc_real_5: 0.20492880046367645 (0.23595115801562433) - | > loss_0: 2.360445499420166 (2.401459434758062) - | > loss_gen: 2.1431725025177 (2.2905552490897803) - | > loss_kl: 1.876145362854004 (1.7142111218493918) - | > loss_feat: 7.457575798034668 (7.105156276537024) - | > loss_mel: 21.291929244995117 (21.505680830582328) - | > loss_duration: 1.7509582042694092 (1.69523300813592) - | > loss_1: 34.519779205322266 (34.310836211494774) - - --> STEP: 24 - | > loss_disc: 2.4068007469177246 (2.4016819894313812) - | > loss_disc_real_0: 0.14932894706726074 (0.11056808925544222) - | > loss_disc_real_1: 0.2593402862548828 (0.18859150043378273) - | > loss_disc_real_2: 0.26869136095046997 (0.23146140296012163) - | > loss_disc_real_3: 0.21926972270011902 (0.23789262026548386) - | > loss_disc_real_4: 0.2933198809623718 (0.2399218026548624) - | > loss_disc_real_5: 0.24501515924930573 (0.2363288247336944) - | > loss_0: 2.4068007469177246 (2.4016819894313812) - | > loss_gen: 2.490358352661133 (2.2988803784052534) - | > loss_kl: 1.6623528003692627 (1.7120503584543865) - | > loss_feat: 5.783529281616211 (7.05008848508199) - | > loss_mel: 22.48531150817871 (21.546498775482178) - | > loss_duration: 1.6231123208999634 (1.6922279795010884) - | > loss_1: 34.0446662902832 (34.299745798110955) - - --> STEP: 25 - | > loss_disc: 2.6972994804382324 (2.413506689071655) - | > loss_disc_real_0: 0.13788214325904846 (0.11166065141558647) - | > loss_disc_real_1: 0.24435874819755554 (0.19082219034433365) - | > loss_disc_real_2: 0.27091532945632935 (0.23303956001996995) - | > loss_disc_real_3: 0.2576209306716919 (0.23868175268173217) - | > loss_disc_real_4: 0.2712204158306122 (0.24117374718189238) - | > loss_disc_real_5: 0.30537915229797363 (0.23909083783626556) - | > loss_0: 2.6972994804382324 (2.413506689071655) - | > loss_gen: 2.2281651496887207 (2.296051769256592) - | > loss_kl: 1.900787353515625 (1.719599838256836) - | > loss_feat: 5.990103244781494 (7.007689075469971) - | > loss_mel: 20.15433692932129 (21.490812301635742) - | > loss_duration: 1.598031997680664 (1.6884601402282715) - | > loss_1: 31.871423721313477 (34.202612915039055) - - --> STEP: 26 - | > loss_disc: 2.381925344467163 (2.4122920219714823) - | > loss_disc_real_0: 0.15057002007961273 (0.1131571655949721) - | > loss_disc_real_1: 0.18347232043743134 (0.19053950304022202) - | > loss_disc_real_2: 0.2457909733057022 (0.2335299989924981) - | > loss_disc_real_3: 0.21480432152748108 (0.2377633899450302) - | > loss_disc_real_4: 0.2169080525636673 (0.2402404512350376) - | > loss_disc_real_5: 0.23623676598072052 (0.23898106584182152) - | > loss_0: 2.381925344467163 (2.4122920219714823) - | > loss_gen: 2.2546775341033936 (2.294460452519931) - | > loss_kl: 1.546075701713562 (1.7129258330051715) - | > loss_feat: 6.078813552856445 (6.971963093830989) - | > loss_mel: 19.49384117126465 (21.41400571969839) - | > loss_duration: 1.6679697036743164 (1.6876720465146577) - | > loss_1: 31.041378021240234 (34.08102695758525) - - --> STEP: 27 - | > loss_disc: 2.4763431549072266 (2.414664286154288) - | > loss_disc_real_0: 0.07951928675174713 (0.11191131823040822) - | > loss_disc_real_1: 0.1806461215019226 (0.19017308150176648) - | > loss_disc_real_2: 0.22787895798683167 (0.23332070117747342) - | > loss_disc_real_3: 0.25987035036087036 (0.23858216625672798) - | > loss_disc_real_4: 0.23049938678741455 (0.2398796710703108) - | > loss_disc_real_5: 0.22671109437942505 (0.23852662245432535) - | > loss_0: 2.4763431549072266 (2.414664286154288) - | > loss_gen: 2.111995220184326 (2.2877024809519457) - | > loss_kl: 1.9240882396697998 (1.7207466628816392) - | > loss_feat: 7.143929481506348 (6.978332219300447) - | > loss_mel: 22.270233154296875 (21.445717846905744) - | > loss_duration: 1.724017858505249 (1.6890181876994945) - | > loss_1: 35.17426300048828 (34.12151718139648) - - --> STEP: 28 - | > loss_disc: 2.333989143371582 (2.4117830310549055) - | > loss_disc_real_0: 0.09216615557670593 (0.11120613384991884) - | > loss_disc_real_1: 0.22524280846118927 (0.1914255717503173) - | > loss_disc_real_2: 0.24157309532165527 (0.23361542953976563) - | > loss_disc_real_3: 0.2566523551940918 (0.23922753014734813) - | > loss_disc_real_4: 0.25377365946769714 (0.24037588494164602) - | > loss_disc_real_5: 0.22221775352954865 (0.23794416284986905) - | > loss_0: 2.333989143371582 (2.4117830310549055) - | > loss_gen: 2.4602768421173096 (2.293865850993566) - | > loss_kl: 1.8460800647735596 (1.7252228558063507) - | > loss_feat: 6.992493152618408 (6.978837966918945) - | > loss_mel: 21.6910343170166 (21.454479149409703) - | > loss_duration: 1.6963512897491455 (1.6892800842012679) - | > loss_1: 34.68623352050781 (34.141685622079024) - - --> STEP: 29 - | > loss_disc: 2.3740897178649902 (2.4104832616345635) - | > loss_disc_real_0: 0.13436657190322876 (0.11200476964486056) - | > loss_disc_real_1: 0.20245328545570374 (0.19180583774015822) - | > loss_disc_real_2: 0.22029177844524384 (0.23315599329512696) - | > loss_disc_real_3: 0.25488775968551636 (0.23976753806245737) - | > loss_disc_real_4: 0.15494203567504883 (0.23742989013934956) - | > loss_disc_real_5: 0.2435503453016281 (0.2381374794861366) - | > loss_0: 2.3740897178649902 (2.4104832616345635) - | > loss_gen: 2.1671907901763916 (2.289497745448146) - | > loss_kl: 1.4085533618927002 (1.7143032180851903) - | > loss_feat: 6.172644138336182 (6.951038179726436) - | > loss_mel: 20.064863204956055 (21.406561358221644) - | > loss_duration: 1.6301932334899902 (1.6872426065905342) - | > loss_1: 31.443445205688477 (34.04864284910004) - - --> STEP: 30 - | > loss_disc: 2.4402709007263184 (2.411476182937622) - | > loss_disc_real_0: 0.1463320553302765 (0.11314901250104109) - | > loss_disc_real_1: 0.20930802822113037 (0.19238924408952396) - | > loss_disc_real_2: 0.19660894572734833 (0.23193775837620098) - | > loss_disc_real_3: 0.2439718395471573 (0.2399076814452807) - | > loss_disc_real_4: 0.20034655928611755 (0.2361937791109085) - | > loss_disc_real_5: 0.24069185554981232 (0.2382226253549258) - | > loss_0: 2.4402709007263184 (2.411476182937622) - | > loss_gen: 2.0649681091308594 (2.28201342423757) - | > loss_kl: 1.570850133895874 (1.7095214486122132) - | > loss_feat: 5.35378885269165 (6.897796535491944) - | > loss_mel: 18.797306060791016 (21.319586181640624) - | > loss_duration: 1.6644026041030884 (1.686481273174286) - | > loss_1: 29.45131492614746 (33.89539858500162) - - --> STEP: 31 - | > loss_disc: 2.3028903007507324 (2.4079734125444965) - | > loss_disc_real_0: 0.13646137714385986 (0.11390102426371267) - | > loss_disc_real_1: 0.18440957367420197 (0.19213183536644904) - | > loss_disc_real_2: 0.2378520369529724 (0.23212854155609686) - | > loss_disc_real_3: 0.2498483657836914 (0.24022834868200363) - | > loss_disc_real_4: 0.2805282771587372 (0.23762392420922557) - | > loss_disc_real_5: 0.2130425125360489 (0.23741036365109106) - | > loss_0: 2.3028903007507324 (2.4079734125444965) - | > loss_gen: 2.56705379486084 (2.291208274902837) - | > loss_kl: 1.4332492351531982 (1.7006094417264384) - | > loss_feat: 8.032243728637695 (6.934391606238581) - | > loss_mel: 21.923410415649414 (21.339064382737682) - | > loss_duration: 1.6559109687805176 (1.685495134322874) - | > loss_1: 35.61186981201172 (33.9507686245826) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.012234964678364416 (+0.001485586166381836) - | > avg_loss_disc: 2.4079734125444965 (-0.025553111107118998) - | > avg_loss_disc_real_0: 0.11390102426371267 (-0.04769956272455954) - | > avg_loss_disc_real_1: 0.19213183536644904 (+0.0037428695828683745) - | > avg_loss_disc_real_2: 0.23212854155609686 (+0.019116828758870413) - | > avg_loss_disc_real_3: 0.24022834868200363 (+0.03093281003736681) - | > avg_loss_disc_real_4: 0.23762392420922557 (+0.05142675892960641) - | > avg_loss_disc_real_5: 0.23741036365109106 (+0.008660171301134167) - | > avg_loss_0: 2.4079734125444965 (-0.025553111107118998) - | > avg_loss_gen: 2.291208274902837 (+0.0386123464953525) - | > avg_loss_kl: 1.7006094417264384 (-0.07666620131461865) - | > avg_loss_feat: 6.934391606238581 (-0.03486975546806015) - | > avg_loss_mel: 21.339064382737682 (-0.19484144641507228) - | > avg_loss_duration: 1.685495134322874 (-0.0032447038158294195) - | > avg_loss_1: 33.9507686245826 (-0.271010183518932) - - - > EPOCH: 40/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 07:19:30)  - - --> TIME: 2024-11-23 07:19:41 -- STEP: 13/797 -- GLOBAL_STEP: 55000 - | > loss_disc: 2.3438613414764404 (2.4600926362551174) - | > loss_disc_real_0: 0.13932302594184875 (0.13614104172358146) - | > loss_disc_real_1: 0.18286773562431335 (0.22388979334097642) - | > loss_disc_real_2: 0.2007761299610138 (0.22700600899182832) - | > loss_disc_real_3: 0.21014875173568726 (0.22632041000402892) - | > loss_disc_real_4: 0.18654696643352509 (0.2265738191512915) - | > loss_disc_real_5: 0.18053609132766724 (0.220497910793011) - | > loss_0: 2.3438613414764404 (2.4600926362551174) - | > grad_norm_0: tensor(9.9188, device='cuda:0') (tensor(25.1542, device='cuda:0')) - | > loss_gen: 2.3275022506713867 (2.2985637738154483) - | > loss_kl: 1.5660802125930786 (1.521411038362063) - | > loss_feat: 7.311310768127441 (6.8305559525123005) - | > loss_mel: 21.46167755126953 (20.584603529710037) - | > loss_duration: 1.7915593385696411 (1.8366030087837806) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.458133697509766 (33.071737436147835) - | > grad_norm_1: tensor(338.7852, device='cuda:0') (tensor(321.6481, device='cuda:0')) - | > current_lr_0: 0.0001983070992131383 - | > current_lr_1: 0.0001983070992131383 - | > step_time: 0.7375 (0.7369846013876108) - | > loader_time: 0.0038 (0.005418043870192308) - - - > CHECKPOINT : vits_shi_male-November-22-2024_02+49AM-0000000/checkpoint_55000.pth - - --> TIME: 2024-11-23 07:20:04 -- STEP: 38/797 -- GLOBAL_STEP: 55025 - | > loss_disc: 2.4183595180511475 (2.422020861977025) - | > loss_disc_real_0: 0.1228625699877739 (0.12694209794464864) - | > loss_disc_real_1: 0.20296338200569153 (0.21933764140856893) - | > loss_disc_real_2: 0.23054617643356323 (0.22809446289351112) - | > loss_disc_real_3: 0.2603549361228943 (0.2230627654414428) - | > loss_disc_real_4: 0.1993943452835083 (0.21646796872741297) - | > loss_disc_real_5: 0.19117632508277893 (0.22009365613523282) - | > loss_0: 2.4183595180511475 (2.422020861977025) - | > grad_norm_0: tensor(46.8502, device='cuda:0') (tensor(35.9379, device='cuda:0')) - | > loss_gen: 2.5004100799560547 (2.347592931044729) - | > loss_kl: 1.4784142971038818 (1.51880165620854) - | > loss_feat: 7.098745822906494 (7.063205806832564) - | > loss_mel: 19.445236206054688 (20.488548981515986) - | > loss_duration: 1.7434728145599365 (1.779742021309702) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.26627731323242 (33.197891436125104) - | > grad_norm_1: tensor(285.6485, device='cuda:0') (tensor(315.0744, device='cuda:0')) - | > current_lr_0: 0.0001983070992131383 - | > current_lr_1: 0.0001983070992131383 - | > step_time: 0.7467 (0.7583088059174388) - | > loader_time: 0.0047 (0.006255074551230983) - - - --> TIME: 2024-11-23 07:20:23 -- STEP: 63/797 -- GLOBAL_STEP: 55050 - | > loss_disc: 2.5313186645507812 (2.4383590864756757) - | > loss_disc_real_0: 0.13962562382221222 (0.12957661409699728) - | > loss_disc_real_1: 0.21171873807907104 (0.2186483026496948) - | > loss_disc_real_2: 0.2043706178665161 (0.22963121036688486) - | > loss_disc_real_3: 0.18983039259910583 (0.22072894563750614) - | > loss_disc_real_4: 0.21762394905090332 (0.2207537636397377) - | > loss_disc_real_5: 0.22888724505901337 (0.228411099030858) - | > loss_0: 2.5313186645507812 (2.4383590864756757) - | > grad_norm_0: tensor(32.5682, device='cuda:0') (tensor(35.3958, device='cuda:0')) - | > loss_gen: 2.4888548851013184 (2.3678229952615397) - | > loss_kl: 1.6233763694763184 (1.550678274934254) - | > loss_feat: 8.677238464355469 (7.143873123895554) - | > loss_mel: 22.937427520751953 (20.70339466276623) - | > loss_duration: 1.7046476602554321 (1.747599473075261) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.43154525756836 (33.51336875794426) - | > grad_norm_1: tensor(818.6061, device='cuda:0') (tensor(323.0420, device='cuda:0')) - | > current_lr_0: 0.0001983070992131383 - | > current_lr_1: 0.0001983070992131383 - | > step_time: 0.7449 (0.7613267898559571) - | > loader_time: 0.0039 (0.006162291481381371) - - - --> TIME: 2024-11-23 07:20:43 -- STEP: 88/797 -- GLOBAL_STEP: 55075 - | > loss_disc: 2.632028341293335 (2.441872984170914) - | > loss_disc_real_0: 0.2128734588623047 (0.12932263204658578) - | > loss_disc_real_1: 0.23365789651870728 (0.2202629777179523) - | > loss_disc_real_2: 0.25285443663597107 (0.2305417367341844) - | > loss_disc_real_3: 0.2495441734790802 (0.22439675507220355) - | > loss_disc_real_4: 0.2527719736099243 (0.22141318209469318) - | > loss_disc_real_5: 0.27756866812705994 (0.2273685016076673) - | > loss_0: 2.632028341293335 (2.441872984170914) - | > grad_norm_0: tensor(158.7684, device='cuda:0') (tensor(44.4194, device='cuda:0')) - | > loss_gen: 2.28678297996521 (2.388163295659151) - | > loss_kl: 1.6136815547943115 (1.548054923388091) - | > loss_feat: 5.790853977203369 (7.154952374371615) - | > loss_mel: 21.032651901245117 (20.78020995313472) - | > loss_duration: 1.6657450199127197 (1.7323954024098136) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.38971710205078 (33.603776129809305) - | > grad_norm_1: tensor(496.5913, device='cuda:0') (tensor(381.6916, device='cuda:0')) - | > current_lr_0: 0.0001983070992131383 - | > current_lr_1: 0.0001983070992131383 - | > step_time: 0.7736 (0.7639575519345023) - | > loader_time: 0.0038 (0.005853932012211193) - - - --> TIME: 2024-11-23 07:21:02 -- STEP: 113/797 -- GLOBAL_STEP: 55100 - | > loss_disc: 2.3184189796447754 (2.4365906799789046) - | > loss_disc_real_0: 0.11872626096010208 (0.12756077526549328) - | > loss_disc_real_1: 0.12956573069095612 (0.2187801079939952) - | > loss_disc_real_2: 0.1759270429611206 (0.23169897945053813) - | > loss_disc_real_3: 0.2037731409072876 (0.22363176308901964) - | > loss_disc_real_4: 0.19703388214111328 (0.22131501797553713) - | > loss_disc_real_5: 0.2123149037361145 (0.2272395912261136) - | > loss_0: 2.3184189796447754 (2.4365906799789046) - | > grad_norm_0: tensor(7.3436, device='cuda:0') (tensor(50.8307, device='cuda:0')) - | > loss_gen: 2.4066579341888428 (2.399246198941121) - | > loss_kl: 1.4683648347854614 (1.5602626890207814) - | > loss_feat: 7.512203693389893 (7.162577692386323) - | > loss_mel: 20.97679328918457 (20.780974886058715) - | > loss_duration: 1.666581153869629 (1.7237985587753026) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.030601501464844 (33.62686020505112) - | > grad_norm_1: tensor(196.4876, device='cuda:0') (tensor(393.1987, device='cuda:0')) - | > current_lr_0: 0.0001983070992131383 - | > current_lr_1: 0.0001983070992131383 - | > step_time: 0.7726 (0.7637004113830297) - | > loader_time: 0.0048 (0.005683540242963132) - - - --> TIME: 2024-11-23 07:21:22 -- STEP: 138/797 -- GLOBAL_STEP: 55125 - | > loss_disc: 2.5497095584869385 (2.435646406118422) - | > loss_disc_real_0: 0.12127964198589325 (0.12620665492031027) - | > loss_disc_real_1: 0.16856852173805237 (0.21894289877103723) - | > loss_disc_real_2: 0.2550208568572998 (0.2314622338483299) - | > loss_disc_real_3: 0.2851388454437256 (0.22378796090682349) - | > loss_disc_real_4: 0.29037654399871826 (0.22110991601062857) - | > loss_disc_real_5: 0.3046879172325134 (0.22762098282143692) - | > loss_0: 2.5497095584869385 (2.435646406118422) - | > grad_norm_0: tensor(9.1456, device='cuda:0') (tensor(50.9324, device='cuda:0')) - | > loss_gen: 2.4262099266052246 (2.399154450582422) - | > loss_kl: 1.9322500228881836 (1.5609624649303546) - | > loss_feat: 6.6395955085754395 (7.1599580066791475) - | > loss_mel: 20.90757179260254 (20.773411280866988) - | > loss_duration: 1.6943105459213257 (1.7178104295246843) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.599937438964844 (33.611296805782594) - | > grad_norm_1: tensor(641.5396, device='cuda:0') (tensor(420.2527, device='cuda:0')) - | > current_lr_0: 0.0001983070992131383 - | > current_lr_1: 0.0001983070992131383 - | > step_time: 0.7652 (0.7697553496429885) - | > loader_time: 0.0053 (0.006038496459739796) - - - --> TIME: 2024-11-23 07:21:43 -- STEP: 163/797 -- GLOBAL_STEP: 55150 - | > loss_disc: 2.3715524673461914 (2.4339619077787815) - | > loss_disc_real_0: 0.12300026416778564 (0.12550067563364115) - | > loss_disc_real_1: 0.17660242319107056 (0.21771577741105133) - | > loss_disc_real_2: 0.26199302077293396 (0.23143956065177917) - | > loss_disc_real_3: 0.24133308231830597 (0.22303451615974215) - | > loss_disc_real_4: 0.20310597121715546 (0.22124393430589898) - | > loss_disc_real_5: 0.2755122482776642 (0.22931785415286668) - | > loss_0: 2.3715524673461914 (2.4339619077787815) - | > grad_norm_0: tensor(63.8814, device='cuda:0') (tensor(51.9690, device='cuda:0')) - | > loss_gen: 2.4778823852539062 (2.39901564311396) - | > loss_kl: 1.4584754705429077 (1.5553941927804542) - | > loss_feat: 7.910279750823975 (7.159028217105046) - | > loss_mel: 22.359590530395508 (20.803831311091326) - | > loss_duration: 1.655654788017273 (1.7126138385819512) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.86188507080078 (33.62988329226255) - | > grad_norm_1: tensor(682.4788, device='cuda:0') (tensor(459.0766, device='cuda:0')) - | > current_lr_0: 0.0001983070992131383 - | > current_lr_1: 0.0001983070992131383 - | > step_time: 0.7909 (0.77502194504065) - | > loader_time: 0.0056 (0.006053139095657443) - - - --> TIME: 2024-11-23 07:22:03 -- STEP: 188/797 -- GLOBAL_STEP: 55175 - | > loss_disc: 2.493407726287842 (2.4264044229020483) - | > loss_disc_real_0: 0.15853339433670044 (0.1245116281541104) - | > loss_disc_real_1: 0.176580548286438 (0.21779972132533154) - | > loss_disc_real_2: 0.2555120885372162 (0.23054555732202023) - | > loss_disc_real_3: 0.23164783418178558 (0.22253469988069635) - | > loss_disc_real_4: 0.20678086578845978 (0.22046525942835402) - | > loss_disc_real_5: 0.2610589861869812 (0.2282657324475177) - | > loss_0: 2.493407726287842 (2.4264044229020483) - | > grad_norm_0: tensor(9.9703, device='cuda:0') (tensor(50.5078, device='cuda:0')) - | > loss_gen: 2.348720073699951 (2.40211529681023) - | > loss_kl: 1.5070916414260864 (1.56071420457769) - | > loss_feat: 6.727202415466309 (7.175951189183174) - | > loss_mel: 20.244314193725586 (20.86382817207498) - | > loss_duration: 1.7018845081329346 (1.7076593922807815) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.529212951660156 (33.71026825397573) - | > grad_norm_1: tensor(741.9967, device='cuda:0') (tensor(470.9153, device='cuda:0')) - | > current_lr_0: 0.0001983070992131383 - | > current_lr_1: 0.0001983070992131383 - | > step_time: 0.8205 (0.7783401760649172) - | > loader_time: 0.0048 (0.006202583617352425) - - - --> TIME: 2024-11-23 07:22:24 -- STEP: 213/797 -- GLOBAL_STEP: 55200 - | > loss_disc: 2.4184494018554688 (2.4312712866375725) - | > loss_disc_real_0: 0.12864509224891663 (0.12471928583904052) - | > loss_disc_real_1: 0.21858152747154236 (0.21811375840448996) - | > loss_disc_real_2: 0.2402963787317276 (0.23123601421783788) - | > loss_disc_real_3: 0.1899537891149521 (0.22193262064960642) - | > loss_disc_real_4: 0.18421395123004913 (0.22129401809452845) - | > loss_disc_real_5: 0.22039003670215607 (0.22912765878466934) - | > loss_0: 2.4184494018554688 (2.4312712866375725) - | > grad_norm_0: tensor(8.1740, device='cuda:0') (tensor(52.1503, device='cuda:0')) - | > loss_gen: 2.4281458854675293 (2.4006630210249624) - | > loss_kl: 1.3996806144714355 (1.5653520780549928) - | > loss_feat: 7.8824896812438965 (7.146563612799129) - | > loss_mel: 21.638551712036133 (20.875650137243138) - | > loss_duration: 1.7143750190734863 (1.7066865969151959) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.0632438659668 (33.69491549388903) - | > grad_norm_1: tensor(331.8977, device='cuda:0') (tensor(466.2422, device='cuda:0')) - | > current_lr_0: 0.0001983070992131383 - | > current_lr_1: 0.0001983070992131383 - | > step_time: 0.839 (0.7829915536961084) - | > loader_time: 0.0133 (0.0064997292460410245) - - - --> TIME: 2024-11-23 07:22:45 -- STEP: 238/797 -- GLOBAL_STEP: 55225 - | > loss_disc: 2.4266624450683594 (2.4345334016976254) - | > loss_disc_real_0: 0.11012175679206848 (0.1256898487252848) - | > loss_disc_real_1: 0.20429261028766632 (0.21859201795163274) - | > loss_disc_real_2: 0.23791207373142242 (0.23078358066933496) - | > loss_disc_real_3: 0.2290450483560562 (0.22251835728392882) - | > loss_disc_real_4: 0.2680206000804901 (0.22136784438826457) - | > loss_disc_real_5: 0.24912406504154205 (0.22885213166224858) - | > loss_0: 2.4266624450683594 (2.4345334016976254) - | > grad_norm_0: tensor(58.4930, device='cuda:0') (tensor(52.5624, device='cuda:0')) - | > loss_gen: 2.3810532093048096 (2.39701486435257) - | > loss_kl: 1.851189136505127 (1.5718174594290122) - | > loss_feat: 6.785296440124512 (7.119022938383727) - | > loss_mel: 21.177888870239258 (20.886816185061672) - | > loss_duration: 1.7319343090057373 (1.7032658217333947) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.92736053466797 (33.67793733131984) - | > grad_norm_1: tensor(680.9404, device='cuda:0') (tensor(471.6296, device='cuda:0')) - | > current_lr_0: 0.0001983070992131383 - | > current_lr_1: 0.0001983070992131383 - | > step_time: 0.8419 (0.7862345811699618) - | > loader_time: 0.0117 (0.00659305408221333) - - - --> TIME: 2024-11-23 07:23:05 -- STEP: 263/797 -- GLOBAL_STEP: 55250 - | > loss_disc: 2.396432876586914 (2.4386812443968933) - | > loss_disc_real_0: 0.07876768708229065 (0.12684163191982542) - | > loss_disc_real_1: 0.14558152854442596 (0.21830427589978554) - | > loss_disc_real_2: 0.21728254854679108 (0.2315404615701378) - | > loss_disc_real_3: 0.2570105195045471 (0.22255270789331355) - | > loss_disc_real_4: 0.23859213292598724 (0.22230163120271587) - | > loss_disc_real_5: 0.2512097656726837 (0.229829687865968) - | > loss_0: 2.396432876586914 (2.4386812443968933) - | > grad_norm_0: tensor(72.7784, device='cuda:0') (tensor(54.9148, device='cuda:0')) - | > loss_gen: 2.2476587295532227 (2.3962571675333226) - | > loss_kl: 1.6809240579605103 (1.5695743626514773) - | > loss_feat: 6.735337257385254 (7.100607594609714) - | > loss_mel: 21.183319091796875 (20.900484984365253) - | > loss_duration: 1.649176836013794 (1.7008094733205585) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.49641799926758 (33.66773364571109) - | > grad_norm_1: tensor(413.3650, device='cuda:0') (tensor(480.6797, device='cuda:0')) - | > current_lr_0: 0.0001983070992131383 - | > current_lr_1: 0.0001983070992131383 - | > step_time: 0.812 (0.7891409360863862) - | > loader_time: 0.0067 (0.006669855843025469) - - - --> TIME: 2024-11-23 07:23:26 -- STEP: 288/797 -- GLOBAL_STEP: 55275 - | > loss_disc: 2.553328514099121 (2.4401317983865742) - | > loss_disc_real_0: 0.06427255272865295 (0.12662503644565323) - | > loss_disc_real_1: 0.16582933068275452 (0.21820919862430954) - | > loss_disc_real_2: 0.25202906131744385 (0.23117845500301984) - | > loss_disc_real_3: 0.22968406975269318 (0.2226623355721434) - | > loss_disc_real_4: 0.25250622630119324 (0.22215136290631357) - | > loss_disc_real_5: 0.25820040702819824 (0.2298799684374696) - | > loss_0: 2.553328514099121 (2.4401317983865742) - | > grad_norm_0: tensor(158.1765, device='cuda:0') (tensor(56.6551, device='cuda:0')) - | > loss_gen: 2.0654358863830566 (2.39715825435188) - | > loss_kl: 1.4554510116577148 (1.5703589719616706) - | > loss_feat: 6.117682456970215 (7.091862221558889) - | > loss_mel: 20.038238525390625 (20.921195639504326) - | > loss_duration: 1.62931227684021 (1.6989707781208885) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.306119918823242 (33.67954588598673) - | > grad_norm_1: tensor(658.1345, device='cuda:0') (tensor(487.3835, device='cuda:0')) - | > current_lr_0: 0.0001983070992131383 - | > current_lr_1: 0.0001983070992131383 - | > step_time: 0.8367 (0.7917779005236096) - | > loader_time: 0.0049 (0.006832268502977159) - - - --> TIME: 2024-11-23 07:23:47 -- STEP: 313/797 -- GLOBAL_STEP: 55300 - | > loss_disc: 2.2390098571777344 (2.4382334342018104) - | > loss_disc_real_0: 0.08545443415641785 (0.12584082063394603) - | > loss_disc_real_1: 0.21048453450202942 (0.21791706541285347) - | > loss_disc_real_2: 0.23516251146793365 (0.2310567480592301) - | > loss_disc_real_3: 0.18132361769676208 (0.22215295961489692) - | > loss_disc_real_4: 0.16810433566570282 (0.22200264546056145) - | > loss_disc_real_5: 0.1963147670030594 (0.22978707367238901) - | > loss_0: 2.2390098571777344 (2.4382334342018104) - | > grad_norm_0: tensor(39.2561, device='cuda:0') (tensor(56.6542, device='cuda:0')) - | > loss_gen: 2.540706157684326 (2.3948184423172423) - | > loss_kl: 1.4454175233840942 (1.567409272963247) - | > loss_feat: 7.777586936950684 (7.077470851020691) - | > loss_mel: 19.56562042236328 (20.910858526016565) - | > loss_duration: 1.6039721965789795 (1.6969991065442749) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.93330383300781 (33.64755623180645) - | > grad_norm_1: tensor(227.6011, device='cuda:0') (tensor(487.6561, device='cuda:0')) - | > current_lr_0: 0.0001983070992131383 - | > current_lr_1: 0.0001983070992131383 - | > step_time: 0.7902 (0.794447782321479) - | > loader_time: 0.0071 (0.0068663674802444995) - - - --> TIME: 2024-11-23 07:24:08 -- STEP: 338/797 -- GLOBAL_STEP: 55325 - | > loss_disc: 2.4545130729675293 (2.4385118350474797) - | > loss_disc_real_0: 0.1061953455209732 (0.12614650404929398) - | > loss_disc_real_1: 0.24976731836795807 (0.21818658202533892) - | > loss_disc_real_2: 0.270218163728714 (0.23140010546297718) - | > loss_disc_real_3: 0.27550405263900757 (0.22239582522733678) - | > loss_disc_real_4: 0.23240232467651367 (0.2219646159978308) - | > loss_disc_real_5: 0.2296711653470993 (0.22939312206746554) - | > loss_0: 2.4545130729675293 (2.4385118350474797) - | > grad_norm_0: tensor(60.3191, device='cuda:0') (tensor(55.6449, device='cuda:0')) - | > loss_gen: 2.370643377304077 (2.3921198880178682) - | > loss_kl: 1.2751318216323853 (1.5651491790480871) - | > loss_feat: 5.370805263519287 (7.060178001956827) - | > loss_mel: 19.53759765625 (20.9130536649354) - | > loss_duration: 1.6582932472229004 (1.6953268668355317) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.21247100830078 (33.62582760308621) - | > grad_norm_1: tensor(377.8778, device='cuda:0') (tensor(487.0215, device='cuda:0')) - | > current_lr_0: 0.0001983070992131383 - | > current_lr_1: 0.0001983070992131383 - | > step_time: 0.7826 (0.7961482649018778) - | > loader_time: 0.0067 (0.006982730690544173) - - - --> TIME: 2024-11-23 07:24:29 -- STEP: 363/797 -- GLOBAL_STEP: 55350 - | > loss_disc: 2.284658193588257 (2.4370493750926885) - | > loss_disc_real_0: 0.1350060999393463 (0.12570582580632084) - | > loss_disc_real_1: 0.24117282032966614 (0.21824460967184756) - | > loss_disc_real_2: 0.2566428780555725 (0.23161953433157656) - | > loss_disc_real_3: 0.18230566382408142 (0.22190979447410783) - | > loss_disc_real_4: 0.19805364310741425 (0.22203110273383536) - | > loss_disc_real_5: 0.2114570140838623 (0.22953634538762166) - | > loss_0: 2.284658193588257 (2.4370493750926885) - | > grad_norm_0: tensor(44.4240, device='cuda:0') (tensor(54.6628, device='cuda:0')) - | > loss_gen: 2.5379645824432373 (2.3933819410886317) - | > loss_kl: 1.5721075534820557 (1.5666928289678803) - | > loss_feat: 7.824363708496094 (7.0656674387698) - | > loss_mel: 21.556631088256836 (20.92171582308682) - | > loss_duration: 1.657975435256958 (1.6930842626193334) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.14904022216797 (33.64054224313783) - | > grad_norm_1: tensor(762.4822, device='cuda:0') (tensor(492.9168, device='cuda:0')) - | > current_lr_0: 0.0001983070992131383 - | > current_lr_1: 0.0001983070992131383 - | > step_time: 0.8525 (0.798666492966581) - | > loader_time: 0.0076 (0.00703879690038928) - - - --> TIME: 2024-11-23 07:24:50 -- STEP: 388/797 -- GLOBAL_STEP: 55375 - | > loss_disc: 2.6340038776397705 (2.437087133987664) - | > loss_disc_real_0: 0.09707682579755783 (0.12599877010762073) - | > loss_disc_real_1: 0.16608260571956635 (0.21805928770414332) - | > loss_disc_real_2: 0.2542593777179718 (0.2316454564864488) - | > loss_disc_real_3: 0.24914692342281342 (0.22216956816690484) - | > loss_disc_real_4: 0.23968927562236786 (0.22172000600965983) - | > loss_disc_real_5: 0.22051456570625305 (0.2290858162816652) - | > loss_0: 2.6340038776397705 (2.437087133987664) - | > grad_norm_0: tensor(43.7307, device='cuda:0') (tensor(54.0221, device='cuda:0')) - | > loss_gen: 2.2291605472564697 (2.3920750430564293) - | > loss_kl: 1.417738437652588 (1.5677643806971229) - | > loss_feat: 5.900407314300537 (7.05856448719182) - | > loss_mel: 17.656492233276367 (20.91488405109679) - | > loss_duration: 1.7487621307373047 (1.691287954750749) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 28.952560424804688 (33.6245758656374) - | > grad_norm_1: tensor(403.1600, device='cuda:0') (tensor(496.2247, device='cuda:0')) - | > current_lr_0: 0.0001983070992131383 - | > current_lr_1: 0.0001983070992131383 - | > step_time: 0.868 (0.8014555493580926) - | > loader_time: 0.0146 (0.007093938970074211) - - - --> TIME: 2024-11-23 07:25:12 -- STEP: 413/797 -- GLOBAL_STEP: 55400 - | > loss_disc: 2.4431095123291016 (2.4416697440944066) - | > loss_disc_real_0: 0.26622432470321655 (0.12769820097355797) - | > loss_disc_real_1: 0.19014622271060944 (0.21879371831116895) - | > loss_disc_real_2: 0.19791144132614136 (0.23202488089733495) - | > loss_disc_real_3: 0.2027936726808548 (0.22209860142726298) - | > loss_disc_real_4: 0.22165028750896454 (0.2223114992602397) - | > loss_disc_real_5: 0.22380344569683075 (0.23010068962273814) - | > loss_0: 2.4431095123291016 (2.4416697440944066) - | > grad_norm_0: tensor(173.1927, device='cuda:0') (tensor(55.8806, device='cuda:0')) - | > loss_gen: 2.369443893432617 (2.3950491260385403) - | > loss_kl: 1.3288935422897339 (1.56721742577472) - | > loss_feat: 6.923640251159668 (7.0588172365331765) - | > loss_mel: 20.98552894592285 (20.932720387530367) - | > loss_duration: 1.6717569828033447 (1.6898703237422728) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.279266357421875 (33.64367444405545) - | > grad_norm_1: tensor(392.0897, device='cuda:0') (tensor(495.8979, device='cuda:0')) - | > current_lr_0: 0.0001983070992131383 - | > current_lr_1: 0.0001983070992131383 - | > step_time: 0.8196 (0.8039352414683049) - | > loader_time: 0.0131 (0.00716711649305884) - - - --> TIME: 2024-11-23 07:25:33 -- STEP: 438/797 -- GLOBAL_STEP: 55425 - | > loss_disc: 2.618424415588379 (2.446160774797067) - | > loss_disc_real_0: 0.0787738636136055 (0.12884346113357356) - | > loss_disc_real_1: 0.17889636754989624 (0.21841597669336893) - | > loss_disc_real_2: 0.2541325092315674 (0.23208126987088218) - | > loss_disc_real_3: 0.23128415644168854 (0.2224762774153387) - | > loss_disc_real_4: 0.2230702042579651 (0.22223919412316798) - | > loss_disc_real_5: 0.24028146266937256 (0.23055028350658066) - | > loss_0: 2.618424415588379 (2.446160774797067) - | > grad_norm_0: tensor(11.3179, device='cuda:0') (tensor(56.3091, device='cuda:0')) - | > loss_gen: 2.093780040740967 (2.3932340773817615) - | > loss_kl: 1.90207040309906 (1.5659839052315718) - | > loss_feat: 6.112706184387207 (7.052459819131791) - | > loss_mel: 21.463586807250977 (20.952025966557176) - | > loss_duration: 1.632507562637329 (1.688757055426297) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.20465087890625 (33.652460799369635) - | > grad_norm_1: tensor(187.3088, device='cuda:0') (tensor(493.5209, device='cuda:0')) - | > current_lr_0: 0.0001983070992131383 - | > current_lr_1: 0.0001983070992131383 - | > step_time: 0.887 (0.8061651824271843) - | > loader_time: 0.0079 (0.007255545489864262) - - - --> TIME: 2024-11-23 07:25:55 -- STEP: 463/797 -- GLOBAL_STEP: 55450 - | > loss_disc: 2.2927238941192627 (2.443953436857682) - | > loss_disc_real_0: 0.09821328520774841 (0.12892077172871014) - | > loss_disc_real_1: 0.22294403612613678 (0.21804715628629112) - | > loss_disc_real_2: 0.22546185553073883 (0.23161984191599985) - | > loss_disc_real_3: 0.19233684241771698 (0.22252354196415608) - | > loss_disc_real_4: 0.2052195519208908 (0.22200041275559954) - | > loss_disc_real_5: 0.23804502189159393 (0.2303628326427859) - | > loss_0: 2.2927238941192627 (2.443953436857682) - | > grad_norm_0: tensor(13.8017, device='cuda:0') (tensor(55.1944, device='cuda:0')) - | > loss_gen: 2.3491861820220947 (2.3900772693605203) - | > loss_kl: 1.7142938375473022 (1.567198458680839) - | > loss_feat: 7.3785176277160645 (7.05605223472381) - | > loss_mel: 20.710451126098633 (20.98604442027937) - | > loss_duration: 1.6632225513458252 (1.688191739580801) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.815673828125 (33.687564112455235) - | > grad_norm_1: tensor(271.7601, device='cuda:0') (tensor(485.7593, device='cuda:0')) - | > current_lr_0: 0.0001983070992131383 - | > current_lr_1: 0.0001983070992131383 - | > step_time: 0.8526 (0.808404289105541) - | > loader_time: 0.0092 (0.007383462419777658) - - - --> TIME: 2024-11-23 07:26:17 -- STEP: 488/797 -- GLOBAL_STEP: 55475 - | > loss_disc: 2.436720132827759 (2.4425652437522776) - | > loss_disc_real_0: 0.10981352627277374 (0.1286687691253227) - | > loss_disc_real_1: 0.20047850906848907 (0.21769039580201516) - | > loss_disc_real_2: 0.24107402563095093 (0.23178394215150935) - | > loss_disc_real_3: 0.2624434232711792 (0.22213824075020727) - | > loss_disc_real_4: 0.21997517347335815 (0.22202509986694718) - | > loss_disc_real_5: 0.2356555312871933 (0.23005377623389975) - | > loss_0: 2.436720132827759 (2.4425652437522776) - | > grad_norm_0: tensor(31.4654, device='cuda:0') (tensor(54.0990, device='cuda:0')) - | > loss_gen: 2.37294340133667 (2.3888783853073594) - | > loss_kl: 1.402923345565796 (1.5670005448284698) - | > loss_feat: 6.632967948913574 (7.05265018979057) - | > loss_mel: 20.020193099975586 (20.987935718942847) - | > loss_duration: 1.6903746128082275 (1.6869986887838018) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.11940383911133 (33.683463514828276) - | > grad_norm_1: tensor(392.4649, device='cuda:0') (tensor(482.7000, device='cuda:0')) - | > current_lr_0: 0.0001983070992131383 - | > current_lr_1: 0.0001983070992131383 - | > step_time: 0.8277 (0.8114423038529568) - | > loader_time: 0.0095 (0.007460369926984193) - - - --> TIME: 2024-11-23 07:26:39 -- STEP: 513/797 -- GLOBAL_STEP: 55500 - | > loss_disc: 2.3603403568267822 (2.440742783146761) - | > loss_disc_real_0: 0.10251481831073761 (0.12834076942117115) - | > loss_disc_real_1: 0.22973847389221191 (0.21767340321638431) - | > loss_disc_real_2: 0.20572662353515625 (0.2314265781094921) - | > loss_disc_real_3: 0.2418282926082611 (0.2221705982966265) - | > loss_disc_real_4: 0.1921427845954895 (0.22153046096858459) - | > loss_disc_real_5: 0.2448919266462326 (0.2302360822524708) - | > loss_0: 2.3603403568267822 (2.440742783146761) - | > grad_norm_0: tensor(46.5237, device='cuda:0') (tensor(52.6788, device='cuda:0')) - | > loss_gen: 2.530839443206787 (2.388655811025386) - | > loss_kl: 1.6177806854248047 (1.567808854765827) - | > loss_feat: 8.072689056396484 (7.058577557985778) - | > loss_mel: 22.56195640563965 (21.00108318068594) - | > loss_duration: 1.6314241886138916 (1.6859023968378701) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.41468811035156 (33.702027765166214) - | > grad_norm_1: tensor(593.5408, device='cuda:0') (tensor(476.4330, device='cuda:0')) - | > current_lr_0: 0.0001983070992131383 - | > current_lr_1: 0.0001983070992131383 - | > step_time: 0.7996 (0.8136092580085145) - | > loader_time: 0.0122 (0.007541130393104479) - - - --> TIME: 2024-11-23 07:27:01 -- STEP: 538/797 -- GLOBAL_STEP: 55525 - | > loss_disc: 2.4187793731689453 (2.4395483032035132) - | > loss_disc_real_0: 0.1264251172542572 (0.12789178605028678) - | > loss_disc_real_1: 0.19926755130290985 (0.21747653061683292) - | > loss_disc_real_2: 0.22782278060913086 (0.23118920624256134) - | > loss_disc_real_3: 0.2765059173107147 (0.22208431958598276) - | > loss_disc_real_4: 0.18562255799770355 (0.22163480498090551) - | > loss_disc_real_5: 0.22883810102939606 (0.2305457987805281) - | > loss_0: 2.4187793731689453 (2.4395483032035132) - | > grad_norm_0: tensor(55.2277, device='cuda:0') (tensor(52.0642, device='cuda:0')) - | > loss_gen: 2.3372035026550293 (2.3886951440772157) - | > loss_kl: 1.5416803359985352 (1.5682646218950425) - | > loss_feat: 6.374612331390381 (7.071750109080488) - | > loss_mel: 19.68205451965332 (21.008260914827353) - | > loss_duration: 1.7165937423706055 (1.685772291568132) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.652145385742188 (33.722743066270105) - | > grad_norm_1: tensor(646.4380, device='cuda:0') (tensor(479.9629, device='cuda:0')) - | > current_lr_0: 0.0001983070992131383 - | > current_lr_1: 0.0001983070992131383 - | > step_time: 0.8477 (0.8160579913610863) - | > loader_time: 0.0077 (0.007604051256711598) - - - --> TIME: 2024-11-23 07:27:23 -- STEP: 563/797 -- GLOBAL_STEP: 55550 - | > loss_disc: 2.3186066150665283 (2.4391448802676976) - | > loss_disc_real_0: 0.08679482340812683 (0.12729412959111092) - | > loss_disc_real_1: 0.22313210368156433 (0.21751175214723414) - | > loss_disc_real_2: 0.2384442687034607 (0.23132636195601197) - | > loss_disc_real_3: 0.23289594054222107 (0.22207636207500953) - | > loss_disc_real_4: 0.2341269850730896 (0.22172900962893108) - | > loss_disc_real_5: 0.21359819173812866 (0.23047473764652468) - | > loss_0: 2.3186066150665283 (2.4391448802676976) - | > grad_norm_0: tensor(10.2257, device='cuda:0') (tensor(52.0110, device='cuda:0')) - | > loss_gen: 2.671550750732422 (2.389955982010063) - | > loss_kl: 1.6936440467834473 (1.569610027288671) - | > loss_feat: 7.182467460632324 (7.0752057173747565) - | > loss_mel: 22.02577781677246 (21.02206185444209) - | > loss_duration: 1.635615587234497 (1.68488263829775) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.20905685424805 (33.74171618500569) - | > grad_norm_1: tensor(512.5423, device='cuda:0') (tensor(482.0956, device='cuda:0')) - | > current_lr_0: 0.0001983070992131383 - | > current_lr_1: 0.0001983070992131383 - | > step_time: 0.9495 (0.8189118374304492) - | > loader_time: 0.017 (0.007722334582259346) - - - --> TIME: 2024-11-23 07:27:45 -- STEP: 588/797 -- GLOBAL_STEP: 55575 - | > loss_disc: 2.416119337081909 (2.4391392177465008) - | > loss_disc_real_0: 0.1934906393289566 (0.12737160753205312) - | > loss_disc_real_1: 0.19898425042629242 (0.2171943500688692) - | > loss_disc_real_2: 0.20381273329257965 (0.23131923329363874) - | > loss_disc_real_3: 0.20468884706497192 (0.22211009641589763) - | > loss_disc_real_4: 0.20337903499603271 (0.22189218178391448) - | > loss_disc_real_5: 0.23934367299079895 (0.23096560334571364) - | > loss_0: 2.416119337081909 (2.4391392177465008) - | > grad_norm_0: tensor(147.7723, device='cuda:0') (tensor(52.7096, device='cuda:0')) - | > loss_gen: 2.35151743888855 (2.3929492148006846) - | > loss_kl: 1.6425694227218628 (1.5721587363351774) - | > loss_feat: 7.136300563812256 (7.079131467812727) - | > loss_mel: 21.97406578063965 (21.027561447247344) - | > loss_duration: 1.7380017042160034 (1.6844261122398632) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.84245681762695 (33.75622696779213) - | > grad_norm_1: tensor(530.2164, device='cuda:0') (tensor(485.0535, device='cuda:0')) - | > current_lr_0: 0.0001983070992131383 - | > current_lr_1: 0.0001983070992131383 - | > step_time: 0.8216 (0.8214845312695925) - | > loader_time: 0.0075 (0.007803813535339979) - - - --> TIME: 2024-11-23 07:28:08 -- STEP: 613/797 -- GLOBAL_STEP: 55600 - | > loss_disc: 2.2967581748962402 (2.4396969498078938) - | > loss_disc_real_0: 0.06614596396684647 (0.12689726984471714) - | > loss_disc_real_1: 0.15317168831825256 (0.2174472170008337) - | > loss_disc_real_2: 0.19497866928577423 (0.23152372119477288) - | > loss_disc_real_3: 0.185576930642128 (0.2222222231486493) - | > loss_disc_real_4: 0.19472713768482208 (0.22192365057511187) - | > loss_disc_real_5: 0.2119055539369583 (0.23100002462478875) - | > loss_0: 2.2967581748962402 (2.4396969498078938) - | > grad_norm_0: tensor(45.7078, device='cuda:0') (tensor(53.4455, device='cuda:0')) - | > loss_gen: 2.4972124099731445 (2.3945948970648434) - | > loss_kl: 1.3082969188690186 (1.5706077177217315) - | > loss_feat: 7.227435111999512 (7.081356392404578) - | > loss_mel: 20.82505226135254 (21.04811672752093) - | > loss_duration: 1.6837505102157593 (1.684464683734962) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.541748046875 (33.77914041640513) - | > grad_norm_1: tensor(508.6186, device='cuda:0') (tensor(485.8211, device='cuda:0')) - | > current_lr_0: 0.0001983070992131383 - | > current_lr_1: 0.0001983070992131383 - | > step_time: 0.8478 (0.8238785282433714) - | > loader_time: 0.008 (0.007925753103383794) - - - --> TIME: 2024-11-23 07:28:30 -- STEP: 638/797 -- GLOBAL_STEP: 55625 - | > loss_disc: 2.481442451477051 (2.4397391585347052) - | > loss_disc_real_0: 0.1263616979122162 (0.12711131055386832) - | > loss_disc_real_1: 0.23289084434509277 (0.21734496206045145) - | > loss_disc_real_2: 0.23962612450122833 (0.23146875552996574) - | > loss_disc_real_3: 0.2582833468914032 (0.22254410418783982) - | > loss_disc_real_4: 0.2792030870914459 (0.2217003310969256) - | > loss_disc_real_5: 0.29008039832115173 (0.2311210204207785) - | > loss_0: 2.481442451477051 (2.4397391585347052) - | > grad_norm_0: tensor(13.8629, device='cuda:0') (tensor(53.6761, device='cuda:0')) - | > loss_gen: 2.612846851348877 (2.3982500811355623) - | > loss_kl: 1.6480239629745483 (1.5705631226768324) - | > loss_feat: 8.184488296508789 (7.082767713032546) - | > loss_mel: 22.57685661315918 (21.05841994210843) - | > loss_duration: 1.7117319107055664 (1.6846841302785003) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.73394775390625 (33.79468498409351) - | > grad_norm_1: tensor(412.4308, device='cuda:0') (tensor(484.8533, device='cuda:0')) - | > current_lr_0: 0.0001983070992131383 - | > current_lr_1: 0.0001983070992131383 - | > step_time: 0.8849 (0.8266563807909018) - | > loader_time: 0.0083 (0.007991623729000271) - - - --> TIME: 2024-11-23 07:28:53 -- STEP: 663/797 -- GLOBAL_STEP: 55650 - | > loss_disc: 2.3770389556884766 (2.4403250192265333) - | > loss_disc_real_0: 0.1661902368068695 (0.12704471825744226) - | > loss_disc_real_1: 0.1649431735277176 (0.21716700031297057) - | > loss_disc_real_2: 0.19350945949554443 (0.23148403819060434) - | > loss_disc_real_3: 0.20426583290100098 (0.22238154850933886) - | > loss_disc_real_4: 0.19210289418697357 (0.2220495620778962) - | > loss_disc_real_5: 0.23777836561203003 (0.23168049220046308) - | > loss_0: 2.3770389556884766 (2.4403250192265333) - | > grad_norm_0: tensor(56.2013, device='cuda:0') (tensor(53.0008, device='cuda:0')) - | > loss_gen: 2.240137815475464 (2.3945634115155827) - | > loss_kl: 1.5289266109466553 (1.570279321789203) - | > loss_feat: 6.7233357429504395 (7.060444357887832) - | > loss_mel: 21.5079288482666 (21.049687041776025) - | > loss_duration: 1.6837310791015625 (1.6844089230800643) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.684059143066406 (33.75938304768785) - | > grad_norm_1: tensor(354.4520, device='cuda:0') (tensor(479.8153, device='cuda:0')) - | > current_lr_0: 0.0001983070992131383 - | > current_lr_1: 0.0001983070992131383 - | > step_time: 0.9027 (0.8295311125874699) - | > loader_time: 0.0096 (0.008111509981917762) - - - --> TIME: 2024-11-23 07:29:17 -- STEP: 688/797 -- GLOBAL_STEP: 55675 - | > loss_disc: 2.45540452003479 (2.4402500512294973) - | > loss_disc_real_0: 0.10353294759988785 (0.1273014280555206) - | > loss_disc_real_1: 0.1732935905456543 (0.2171328327683515) - | > loss_disc_real_2: 0.25333836674690247 (0.2315544971633096) - | > loss_disc_real_3: 0.22247464954853058 (0.22246802082761777) - | > loss_disc_real_4: 0.28853291273117065 (0.2220354526152097) - | > loss_disc_real_5: 0.26739567518234253 (0.23147191683393578) - | > loss_0: 2.45540452003479 (2.4402500512294973) - | > grad_norm_0: tensor(48.5732, device='cuda:0') (tensor(52.3335, device='cuda:0')) - | > loss_gen: 2.39151668548584 (2.392994252921535) - | > loss_kl: 1.6611111164093018 (1.571306627763566) - | > loss_feat: 6.963945388793945 (7.054816505936689) - | > loss_mel: 21.4849796295166 (21.048249275185338) - | > loss_duration: 1.6747512817382812 (1.6840304456824478) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.17630386352539 (33.7513971051504) - | > grad_norm_1: tensor(813.8652, device='cuda:0') (tensor(478.9977, device='cuda:0')) - | > current_lr_0: 0.0001983070992131383 - | > current_lr_1: 0.0001983070992131383 - | > step_time: 0.9343 (0.8336659364922102) - | > loader_time: 0.0121 (0.008180775614671933) - - - --> TIME: 2024-11-23 07:29:41 -- STEP: 713/797 -- GLOBAL_STEP: 55700 - | > loss_disc: 2.27547550201416 (2.440532618786141) - | > loss_disc_real_0: 0.1419125199317932 (0.1275604828188997) - | > loss_disc_real_1: 0.19610153138637543 (0.21707482347565307) - | > loss_disc_real_2: 0.20420978963375092 (0.23146134947242442) - | > loss_disc_real_3: 0.19610850512981415 (0.22233411548515522) - | > loss_disc_real_4: 0.17176881432533264 (0.22222286433524863) - | > loss_disc_real_5: 0.18656401336193085 (0.2316065558753542) - | > loss_0: 2.27547550201416 (2.440532618786141) - | > grad_norm_0: tensor(76.0542, device='cuda:0') (tensor(53.0592, device='cuda:0')) - | > loss_gen: 2.502017021179199 (2.3933793513671198) - | > loss_kl: 1.4367245435714722 (1.57128358831914) - | > loss_feat: 7.966015815734863 (7.052408583535386) - | > loss_mel: 22.532093048095703 (21.066448575483975) - | > loss_duration: 1.6207623481750488 (1.6834406660449117) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.057613372802734 (33.76696074594116) - | > grad_norm_1: tensor(521.5222, device='cuda:0') (tensor(480.3553, device='cuda:0')) - | > current_lr_0: 0.0001983070992131383 - | > current_lr_1: 0.0001983070992131383 - | > step_time: 0.9504 (0.8374073983576321) - | > loader_time: 0.0161 (0.008300716378745661) - - - --> TIME: 2024-11-23 07:30:11 -- STEP: 738/797 -- GLOBAL_STEP: 55725 - | > loss_disc: 2.461430788040161 (2.4407248732843363) - | > loss_disc_real_0: 0.1723994016647339 (0.12742631090931117) - | > loss_disc_real_1: 0.1810562014579773 (0.21705917153901197) - | > loss_disc_real_2: 0.21892663836479187 (0.2315016262293831) - | > loss_disc_real_3: 0.26010027527809143 (0.2226193089108803) - | > loss_disc_real_4: 0.2832646369934082 (0.22209885280306738) - | > loss_disc_real_5: 0.2540413737297058 (0.23169441402039231) - | > loss_0: 2.461430788040161 (2.4407248732843363) - | > grad_norm_0: tensor(27.8792, device='cuda:0') (tensor(52.8755, device='cuda:0')) - | > loss_gen: 2.451434850692749 (2.3934258246809472) - | > loss_kl: 1.4353203773498535 (1.5710003165210176) - | > loss_feat: 6.433505535125732 (7.054466225590486) - | > loss_mel: 21.3980770111084 (21.079904530429594) - | > loss_duration: 1.6065866947174072 (1.6827302054984135) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.32492446899414 (33.78152708503285) - | > grad_norm_1: tensor(631.2325, device='cuda:0') (tensor(481.1521, device='cuda:0')) - | > current_lr_0: 0.0001983070992131383 - | > current_lr_1: 0.0001983070992131383 - | > step_time: 1.2139 (0.8490442664319584) - | > loader_time: 0.011 (0.008574542960500331) - - - --> TIME: 2024-11-23 07:30:54 -- STEP: 763/797 -- GLOBAL_STEP: 55750 - | > loss_disc: 2.329787254333496 (2.439454861112222) - | > loss_disc_real_0: 0.12170106172561646 (0.12732942193395022) - | > loss_disc_real_1: 0.22160769999027252 (0.2169159021946268) - | > loss_disc_real_2: 0.21685518324375153 (0.2313835311920271) - | > loss_disc_real_3: 0.1941717267036438 (0.22248777499127045) - | > loss_disc_real_4: 0.17642661929130554 (0.22206351276228337) - | > loss_disc_real_5: 0.18313370645046234 (0.2314682558745263) - | > loss_0: 2.329787254333496 (2.439454861112222) - | > grad_norm_0: tensor(65.7003, device='cuda:0') (tensor(53.1652, device='cuda:0')) - | > loss_gen: 2.448171615600586 (2.3924105475176964) - | > loss_kl: 1.7841949462890625 (1.5718352257971067) - | > loss_feat: 8.260054588317871 (7.047725864350405) - | > loss_mel: 22.67818260192871 (21.071788595357088) - | > loss_duration: 1.6433181762695312 (1.6818302237034466) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.81391906738281 (33.7655904327432) - | > grad_norm_1: tensor(795.3655, device='cuda:0') (tensor(483.2453, device='cuda:0')) - | > current_lr_0: 0.0001983070992131383 - | > current_lr_1: 0.0001983070992131383 - | > step_time: 1.9792 (0.875671143925518) - | > loader_time: 0.0136 (0.008878014190793813) - - - --> TIME: 2024-11-23 07:32:07 -- STEP: 788/797 -- GLOBAL_STEP: 55775 - | > loss_disc: 2.4328837394714355 (2.4400290689492574) - | > loss_disc_real_0: 0.18006592988967896 (0.12726145855099097) - | > loss_disc_real_1: 0.1754189133644104 (0.21691738036910285) - | > loss_disc_real_2: 0.22681371867656708 (0.23154861037501223) - | > loss_disc_real_3: 0.25077885389328003 (0.2227264331266057) - | > loss_disc_real_4: 0.239394873380661 (0.22213434390156395) - | > loss_disc_real_5: 0.2050912231206894 (0.2313661458263845) - | > loss_0: 2.4328837394714355 (2.4400290689492574) - | > grad_norm_0: tensor(137.6039, device='cuda:0') (tensor(53.3090, device='cuda:0')) - | > loss_gen: 2.5357320308685303 (2.3928500817814444) - | > loss_kl: 1.4245235919952393 (1.5732422787979783) - | > loss_feat: 7.478695869445801 (7.046971361044094) - | > loss_mel: 21.51994514465332 (21.080853784144846) - | > loss_duration: 1.6481108665466309 (1.6808612047113134) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.60700607299805 (33.77477868075294) - | > grad_norm_1: tensor(805.8159, device='cuda:0') (tensor(484.6551, device='cuda:0')) - | > current_lr_0: 0.0001983070992131383 - | > current_lr_1: 0.0001983070992131383 - | > step_time: 3.1052 (0.9404161393944988) - | > loader_time: 0.0167 (0.009792259501926786) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.408689260482788 (2.408689260482788) - | > loss_disc_real_0: 0.09539969265460968 (0.09539969265460968) - | > loss_disc_real_1: 0.13751423358917236 (0.13751423358917236) - | > loss_disc_real_2: 0.15249031782150269 (0.15249031782150269) - | > loss_disc_real_3: 0.18718300759792328 (0.18718300759792328) - | > loss_disc_real_4: 0.21297362446784973 (0.21297362446784973) - | > loss_disc_real_5: 0.22484448552131653 (0.22484448552131653) - | > loss_0: 2.408689260482788 (2.408689260482788) - | > loss_gen: 1.9954594373703003 (1.9954594373703003) - | > loss_kl: 2.054258108139038 (2.054258108139038) - | > loss_feat: 7.092552185058594 (7.092552185058594) - | > loss_mel: 22.953304290771484 (22.953304290771484) - | > loss_duration: 1.9333298206329346 (1.9333298206329346) - | > loss_1: 36.02890396118164 (36.02890396118164) - - --> STEP: 1 - | > loss_disc: 2.460040807723999 (2.460040807723999) - | > loss_disc_real_0: 0.12032483518123627 (0.12032483518123627) - | > loss_disc_real_1: 0.11901692301034927 (0.11901692301034927) - | > loss_disc_real_2: 0.1805535852909088 (0.1805535852909088) - | > loss_disc_real_3: 0.236994668841362 (0.236994668841362) - | > loss_disc_real_4: 0.19843997061252594 (0.19843997061252594) - | > loss_disc_real_5: 0.1823309063911438 (0.1823309063911438) - | > loss_0: 2.460040807723999 (2.460040807723999) - | > loss_gen: 1.9345647096633911 (1.9345647096633911) - | > loss_kl: 1.4328025579452515 (1.4328025579452515) - | > loss_feat: 7.0057597160339355 (7.0057597160339355) - | > loss_mel: 22.15631675720215 (22.15631675720215) - | > loss_duration: 1.7587640285491943 (1.7587640285491943) - | > loss_1: 34.2882080078125 (34.2882080078125) - - --> STEP: 2 - | > loss_disc: 2.547525405883789 (2.503783106803894) - | > loss_disc_real_0: 0.19335909187793732 (0.1568419635295868) - | > loss_disc_real_1: 0.1842774897813797 (0.1516472063958645) - | > loss_disc_real_2: 0.2034868448972702 (0.1920202150940895) - | > loss_disc_real_3: 0.24469348788261414 (0.24084407836198807) - | > loss_disc_real_4: 0.21623510122299194 (0.20733753591775894) - | > loss_disc_real_5: 0.19665957987308502 (0.1894952431321144) - | > loss_0: 2.547525405883789 (2.503783106803894) - | > loss_gen: 2.0039637088775635 (1.9692642092704773) - | > loss_kl: 1.6296377182006836 (1.5312201380729675) - | > loss_feat: 5.498769283294678 (6.252264499664307) - | > loss_mel: 21.181299209594727 (21.668807983398438) - | > loss_duration: 1.708362102508545 (1.7335630655288696) - | > loss_1: 32.022029876708984 (33.15511894226074) - - --> STEP: 3 - | > loss_disc: 2.775960683822632 (2.59450896581014) - | > loss_disc_real_0: 0.278419554233551 (0.19736782709757486) - | > loss_disc_real_1: 0.18035240471363068 (0.16121560583511987) - | > loss_disc_real_2: 0.21153312921524048 (0.19852451980113983) - | > loss_disc_real_3: 0.2908337414264679 (0.2575072993834813) - | > loss_disc_real_4: 0.2371184229850769 (0.2172644982735316) - | > loss_disc_real_5: 0.2733801305294037 (0.21745687226454416) - | > loss_0: 2.775960683822632 (2.59450896581014) - | > loss_gen: 1.9652949571609497 (1.967941125233968) - | > loss_kl: 1.4847599267959595 (1.5157334009806316) - | > loss_feat: 3.2183971405029297 (5.240975379943848) - | > loss_mel: 15.882318496704102 (19.739978154500324) - | > loss_duration: 1.7219419479370117 (1.729689359664917) - | > loss_1: 24.27271270751953 (30.194316864013672) - - --> STEP: 4 - | > loss_disc: 2.538325071334839 (2.5804629921913147) - | > loss_disc_real_0: 0.08575668931007385 (0.16946504265069962) - | > loss_disc_real_1: 0.13044269382953644 (0.15352237783372402) - | > loss_disc_real_2: 0.1626787930727005 (0.18956308811903) - | > loss_disc_real_3: 0.1899063140153885 (0.24060705304145813) - | > loss_disc_real_4: 0.15987418591976166 (0.2029169201850891) - | > loss_disc_real_5: 0.1653633713722229 (0.20443349704146385) - | > loss_0: 2.538325071334839 (2.5804629921913147) - | > loss_gen: 1.6363434791564941 (1.8850417137145996) - | > loss_kl: 1.525855302810669 (1.5182638764381409) - | > loss_feat: 8.000174522399902 (5.930775165557861) - | > loss_mel: 21.493112564086914 (20.178261756896973) - | > loss_duration: 1.65548574924469 (1.7111384570598602) - | > loss_1: 34.31097412109375 (31.22348117828369) - - --> STEP: 5 - | > loss_disc: 2.426767349243164 (2.5497238636016846) - | > loss_disc_real_0: 0.10674253851175308 (0.15692054182291032) - | > loss_disc_real_1: 0.10972008109092712 (0.14476191848516465) - | > loss_disc_real_2: 0.10456065833568573 (0.17256260216236113) - | > loss_disc_real_3: 0.14254112541675568 (0.22099386751651764) - | > loss_disc_real_4: 0.16973502933979034 (0.19628054201602935) - | > loss_disc_real_5: 0.2014225274324417 (0.2038313031196594) - | > loss_0: 2.426767349243164 (2.5497238636016846) - | > loss_gen: 1.6988260746002197 (1.8477985858917236) - | > loss_kl: 2.1013846397399902 (1.6348880290985108) - | > loss_feat: 9.189868927001953 (6.58259391784668) - | > loss_mel: 23.67327117919922 (20.877263641357423) - | > loss_duration: 1.9260380268096924 (1.7541183710098267) - | > loss_1: 38.589385986328125 (32.69666213989258) - - --> STEP: 6 - | > loss_disc: 2.445934295654297 (2.53242560227712) - | > loss_disc_real_0: 0.10657013952732086 (0.14852880810697874) - | > loss_disc_real_1: 0.12152702361345291 (0.14088943600654602) - | > loss_disc_real_2: 0.18883518874645233 (0.17527469992637634) - | > loss_disc_real_3: 0.24742621183395386 (0.22539925823609033) - | > loss_disc_real_4: 0.15886834263801575 (0.1900451754530271) - | > loss_disc_real_5: 0.1461021602153778 (0.19420977930227915) - | > loss_0: 2.445934295654297 (2.53242560227712) - | > loss_gen: 1.8234459161758423 (1.8437398076057434) - | > loss_kl: 1.8049232959747314 (1.6632272402445476) - | > loss_feat: 7.074701309204102 (6.66461181640625) - | > loss_mel: 22.440948486328125 (21.13787778218587) - | > loss_duration: 1.6455649137496948 (1.736026128133138) - | > loss_1: 34.789581298828125 (33.04548199971517) - - --> STEP: 7 - | > loss_disc: 2.4916088581085205 (2.526594638824463) - | > loss_disc_real_0: 0.1251157522201538 (0.1451840858374323) - | > loss_disc_real_1: 0.15364286303520203 (0.14271135415349687) - | > loss_disc_real_2: 0.1411799192428589 (0.17040401697158813) - | > loss_disc_real_3: 0.19601337611675262 (0.22120127507618495) - | > loss_disc_real_4: 0.16033045947551727 (0.18580021602766855) - | > loss_disc_real_5: 0.27437394857406616 (0.205661803483963) - | > loss_0: 2.4916088581085205 (2.526594638824463) - | > loss_gen: 1.9054675102233887 (1.8525580508368356) - | > loss_kl: 1.7481157779693604 (1.6753541742052351) - | > loss_feat: 7.46233606338501 (6.7785724231175015) - | > loss_mel: 21.176462173461914 (21.14338983808245) - | > loss_duration: 1.6941781044006348 (1.7300478390284948) - | > loss_1: 33.9865608215332 (33.17992183140346) - - --> STEP: 8 - | > loss_disc: 2.527545928955078 (2.52671355009079) - | > loss_disc_real_0: 0.07389603555202484 (0.13627307955175638) - | > loss_disc_real_1: 0.11931858956813812 (0.13978725858032703) - | > loss_disc_real_2: 0.15101483464241028 (0.1679803691804409) - | > loss_disc_real_3: 0.15037913620471954 (0.21234850771725178) - | > loss_disc_real_4: 0.14753302931785583 (0.18101681768894196) - | > loss_disc_real_5: 0.19995778799057007 (0.2049488015472889) - | > loss_0: 2.527545928955078 (2.52671355009079) - | > loss_gen: 1.8327947854995728 (1.8500876426696777) - | > loss_kl: 2.3224635124206543 (1.7562428414821625) - | > loss_feat: 7.049442291259766 (6.812431156635284) - | > loss_mel: 21.58522605895996 (21.19861936569214) - | > loss_duration: 1.7021223306655884 (1.7265571504831314) - | > loss_1: 34.49205017089844 (33.34393787384033) - - --> STEP: 9 - | > loss_disc: 2.208456039428711 (2.49135160446167) - | > loss_disc_real_0: 0.08432735502719879 (0.13050133238236108) - | > loss_disc_real_1: 0.17001472413539886 (0.1431458658642239) - | > loss_disc_real_2: 0.1702408641576767 (0.16823153528902265) - | > loss_disc_real_3: 0.19157707691192627 (0.2100405709611045) - | > loss_disc_real_4: 0.15419526398181915 (0.1780366450548172) - | > loss_disc_real_5: 0.153070867061615 (0.19918458660443625) - | > loss_0: 2.208456039428711 (2.49135160446167) - | > loss_gen: 2.1147563457489014 (1.8794952763451471) - | > loss_kl: 1.6782735586166382 (1.7475795878304377) - | > loss_feat: 6.097443580627441 (6.732988092634413) - | > loss_mel: 21.333681106567383 (21.213626225789387) - | > loss_duration: 1.657985806465149 (1.7189381122589111) - | > loss_1: 32.88214111328125 (33.2926271226671) - - --> STEP: 10 - | > loss_disc: 2.346576690673828 (2.4768741130828857) - | > loss_disc_real_0: 0.10464842617511749 (0.12791604176163673) - | > loss_disc_real_1: 0.15154756605625153 (0.14398603588342668) - | > loss_disc_real_2: 0.1901833862066269 (0.17042672038078308) - | > loss_disc_real_3: 0.21623392403125763 (0.2106599062681198) - | > loss_disc_real_4: 0.23086272180080414 (0.1833192527294159) - | > loss_disc_real_5: 0.17292305827140808 (0.1965584337711334) - | > loss_0: 2.346576690673828 (2.4768741130828857) - | > loss_gen: 2.002453327178955 (1.891791081428528) - | > loss_kl: 1.5950677394866943 (1.7323284029960633) - | > loss_feat: 6.068043231964111 (6.666493606567383) - | > loss_mel: 22.997085571289062 (21.391972160339357) - | > loss_duration: 1.6121575832366943 (1.7082600593566895) - | > loss_1: 34.27480697631836 (33.390845108032224) - - --> STEP: 11 - | > loss_disc: 2.548056125640869 (2.4833452051336113) - | > loss_disc_real_0: 0.05589728429913521 (0.12136888199231842) - | > loss_disc_real_1: 0.1039205864071846 (0.1403437222946774) - | > loss_disc_real_2: 0.12661324441432953 (0.1664436771111055) - | > loss_disc_real_3: 0.20901642739772797 (0.2105104990980842) - | > loss_disc_real_4: 0.23475316166877747 (0.18799506263299423) - | > loss_disc_real_5: 0.20276914536952972 (0.19712304391644217) - | > loss_0: 2.548056125640869 (2.4833452051336113) - | > loss_gen: 1.808583378791809 (1.8842267448251897) - | > loss_kl: 2.272068738937378 (1.7813957062634556) - | > loss_feat: 8.080885887145996 (6.79507472298362) - | > loss_mel: 23.46658706665039 (21.58057351545854) - | > loss_duration: 1.5565662384033203 (1.6944697119972922) - | > loss_1: 37.1846923828125 (33.73574031483043) - - --> STEP: 12 - | > loss_disc: 2.368243932723999 (2.4737534324328103) - | > loss_disc_real_0: 0.1394748091697693 (0.12287770925710599) - | > loss_disc_real_1: 0.12395898252725601 (0.13897832731405893) - | > loss_disc_real_2: 0.15925368666648865 (0.16584451124072078) - | > loss_disc_real_3: 0.2556197941303253 (0.2142696070174376) - | > loss_disc_real_4: 0.21848447620868683 (0.19053584709763527) - | > loss_disc_real_5: 0.18046340346336365 (0.1957347405453523) - | > loss_0: 2.368243932723999 (2.4737534324328103) - | > loss_gen: 2.0129544734954834 (1.8949540555477142) - | > loss_kl: 1.5791289806365967 (1.7645401457945507) - | > loss_feat: 7.027044296264648 (6.814405520757039) - | > loss_mel: 22.492345809936523 (21.65655453999837) - | > loss_duration: 1.6891471147537231 (1.6940261622269948) - | > loss_1: 34.800621032714844 (33.82448037465413) - - --> STEP: 13 - | > loss_disc: 2.484679937362671 (2.4745939328120303) - | > loss_disc_real_0: 0.07853811979293823 (0.11946697160601616) - | > loss_disc_real_1: 0.13102419674396515 (0.1383664711163594) - | > loss_disc_real_2: 0.16548116505146027 (0.1658165615338546) - | > loss_disc_real_3: 0.1840936690568924 (0.2119483810204726) - | > loss_disc_real_4: 0.14174982905387878 (0.18678307647888476) - | > loss_disc_real_5: 0.16807658970355988 (0.19360719048059905) - | > loss_0: 2.484679937362671 (2.4745939328120303) - | > loss_gen: 1.7967588901519775 (1.8874005812865038) - | > loss_kl: 2.430490732192993 (1.815767113979046) - | > loss_feat: 6.868958950042725 (6.8186019383944) - | > loss_mel: 21.41107940673828 (21.637671837439903) - | > loss_duration: 1.7573151588439941 (1.6988945465821486) - | > loss_1: 34.26460647583008 (33.858336228590744) - - --> STEP: 14 - | > loss_disc: 2.5294151306152344 (2.4785097326551164) - | > loss_disc_real_0: 0.15348458290100098 (0.12189680098422936) - | > loss_disc_real_1: 0.1499667465686798 (0.1391950622200966) - | > loss_disc_real_2: 0.21402834355831146 (0.16926026024988722) - | > loss_disc_real_3: 0.15642213821411133 (0.20798222082001822) - | > loss_disc_real_4: 0.21885277330875397 (0.1890737691095897) - | > loss_disc_real_5: 0.122179314494133 (0.1885051993387086) - | > loss_0: 2.5294151306152344 (2.4785097326551164) - | > loss_gen: 1.8240801095962524 (1.8828776904514857) - | > loss_kl: 1.5912288427352905 (1.7997286660330636) - | > loss_feat: 6.994274139404297 (6.8311499527522495) - | > loss_mel: 21.430816650390625 (21.622896466936385) - | > loss_duration: 1.7486732006072998 (1.7024501647268022) - | > loss_1: 33.589073181152344 (33.83910315377371) - - --> STEP: 15 - | > loss_disc: 1.9903923273086548 (2.445968572298686) - | > loss_disc_real_0: 0.10063007473945618 (0.12047901923457781) - | > loss_disc_real_1: 0.11561889946460724 (0.1376233180363973) - | > loss_disc_real_2: 0.15929847955703735 (0.16859614153703056) - | > loss_disc_real_3: 0.15168924629688263 (0.20422935585180918) - | > loss_disc_real_4: 0.14095236361026764 (0.18586567540963492) - | > loss_disc_real_5: 0.18040646612644196 (0.18796528379122415) - | > loss_0: 1.9903923273086548 (2.445968572298686) - | > loss_gen: 2.321713924407959 (1.9121334393819174) - | > loss_kl: 1.4104046821594238 (1.773773733774821) - | > loss_feat: 8.799534797668457 (6.962375609079997) - | > loss_mel: 25.733808517456055 (21.896957270304362) - | > loss_duration: 1.6136109828948975 (1.6965275526046752) - | > loss_1: 39.87907028198242 (34.24176762898763) - - --> STEP: 16 - | > loss_disc: 2.38847017288208 (2.442374922335148) - | > loss_disc_real_0: 0.03810996562242508 (0.11533095338381827) - | > loss_disc_real_1: 0.0781172588467598 (0.13390418933704495) - | > loss_disc_real_2: 0.1489180326461792 (0.16736625973135236) - | > loss_disc_real_3: 0.18276208639144897 (0.20288765151053667) - | > loss_disc_real_4: 0.20593243837356567 (0.18711984809488058) - | > loss_disc_real_5: 0.1882484406232834 (0.18798298109322786) - | > loss_0: 2.38847017288208 (2.442374922335148) - | > loss_gen: 1.7418200969696045 (1.9014888554811478) - | > loss_kl: 1.4299262762069702 (1.7522832676768303) - | > loss_feat: 8.184784889221191 (7.038776189088821) - | > loss_mel: 22.3177490234375 (21.923256754875183) - | > loss_duration: 1.837410569190979 (1.7053327411413193) - | > loss_1: 35.51169204711914 (34.32113790512085) - - --> STEP: 17 - | > loss_disc: 2.292175531387329 (2.4335396640441) - | > loss_disc_real_0: 0.09370756149291992 (0.11405898915494189) - | > loss_disc_real_1: 0.12851166725158691 (0.13358698215554743) - | > loss_disc_real_2: 0.15684743225574493 (0.1667475051739637) - | > loss_disc_real_3: 0.1752500683069229 (0.20126191132208882) - | > loss_disc_real_4: 0.19358599185943604 (0.1875002094927956) - | > loss_disc_real_5: 0.17715498805046082 (0.18734604032600627) - | > loss_0: 2.292175531387329 (2.4335396640441) - | > loss_gen: 2.0314488410949707 (1.909133560517255) - | > loss_kl: 1.5296823978424072 (1.7391890988630407) - | > loss_feat: 6.647090435028076 (7.01573585061466) - | > loss_mel: 21.427669525146484 (21.89410456489114) - | > loss_duration: 1.6347887516021729 (1.7011830946978401) - | > loss_1: 33.27067947387695 (34.25934623269474) - - --> STEP: 18 - | > loss_disc: 2.2638072967529297 (2.424110088083479) - | > loss_disc_real_0: 0.08376602828502655 (0.11237604688439104) - | > loss_disc_real_1: 0.1499582827091217 (0.13449649885296822) - | > loss_disc_real_2: 0.15501630306243896 (0.16609577172332343) - | > loss_disc_real_3: 0.20613522827625275 (0.2015326511528757) - | > loss_disc_real_4: 0.15120401978492737 (0.18548375450902516) - | > loss_disc_real_5: 0.18577460944652557 (0.18725873861047956) - | > loss_0: 2.2638072967529297 (2.424110088083479) - | > loss_gen: 2.0638089179992676 (1.9177266359329224) - | > loss_kl: 1.8935750722885132 (1.747766097386678) - | > loss_feat: 8.665507316589355 (7.1073898209465876) - | > loss_mel: 22.713050842285156 (21.93960158030192) - | > loss_duration: 1.6318215131759644 (1.6973296735021803) - | > loss_1: 36.9677619934082 (34.409813774956596) - - --> STEP: 19 - | > loss_disc: 2.491452217102051 (2.427654410663404) - | > loss_disc_real_0: 0.11142311990261078 (0.11232589283271839) - | > loss_disc_real_1: 0.18187594413757324 (0.13699015386794744) - | > loss_disc_real_2: 0.1997862309217453 (0.16786895378639827) - | > loss_disc_real_3: 0.21687602996826172 (0.20234019740631706) - | > loss_disc_real_4: 0.1925213783979416 (0.18585415576633654) - | > loss_disc_real_5: 0.1916428953409195 (0.18748948370155535) - | > loss_0: 2.491452217102051 (2.427654410663404) - | > loss_gen: 1.9312453269958496 (1.918438145988866) - | > loss_kl: 1.7184491157531738 (1.7462230983533358) - | > loss_feat: 5.860047817230225 (7.041740241803621) - | > loss_mel: 21.2530517578125 (21.90346737911827) - | > loss_duration: 1.7880873680114746 (1.7021063942658274) - | > loss_1: 32.550880432128906 (34.311975177965664) - - --> STEP: 20 - | > loss_disc: 2.4623560905456543 (2.4293894946575163) - | > loss_disc_real_0: 0.11221382766962051 (0.1123202895745635) - | > loss_disc_real_1: 0.12881429493427277 (0.1365813609212637) - | > loss_disc_real_2: 0.14720278978347778 (0.16683564558625225) - | > loss_disc_real_3: 0.19255194067955017 (0.2018507845699787) - | > loss_disc_real_4: 0.14633463323116302 (0.18387817963957787) - | > loss_disc_real_5: 0.15077750384807587 (0.1856538847088814) - | > loss_0: 2.4623560905456543 (2.4293894946575163) - | > loss_gen: 1.8625773191452026 (1.9156451046466827) - | > loss_kl: 1.6496639251708984 (1.7413951396942138) - | > loss_feat: 7.786433219909668 (7.078974890708923) - | > loss_mel: 23.108089447021484 (21.96369848251343) - | > loss_duration: 1.669535517692566 (1.7004778504371643) - | > loss_1: 36.076297760009766 (34.40019130706787) - - --> STEP: 21 - | > loss_disc: 2.303163528442383 (2.423378734361558) - | > loss_disc_real_0: 0.0968259647488594 (0.1115824645828633) - | > loss_disc_real_1: 0.1297757625579834 (0.13625728480872654) - | > loss_disc_real_2: 0.22274422645568848 (0.16949795896098732) - | > loss_disc_real_3: 0.21012242138385773 (0.20224467203730628) - | > loss_disc_real_4: 0.1300528645515442 (0.18131506939729056) - | > loss_disc_real_5: 0.19447965919971466 (0.18607415968463534) - | > loss_0: 2.303163528442383 (2.423378734361558) - | > loss_gen: 2.1111481189727783 (1.9249547719955444) - | > loss_kl: 1.9727652072906494 (1.7524127619607108) - | > loss_feat: 7.366623401641846 (7.092672438848586) - | > loss_mel: 22.795093536376953 (22.003288723173597) - | > loss_duration: 1.6610755920410156 (1.6986015524183) - | > loss_1: 35.906707763671875 (34.471930185953774) - - --> STEP: 22 - | > loss_disc: 2.24685001373291 (2.41535470160571) - | > loss_disc_real_0: 0.10794692486524582 (0.11141721277751705) - | > loss_disc_real_1: 0.10403455793857574 (0.13479261540553786) - | > loss_disc_real_2: 0.13853348791599274 (0.16809048300439666) - | > loss_disc_real_3: 0.2008642554283142 (0.20218192582780664) - | > loss_disc_real_4: 0.15846729278564453 (0.18027653409676117) - | > loss_disc_real_5: 0.14630942046642303 (0.18426667153835297) - | > loss_0: 2.24685001373291 (2.41535470160571) - | > loss_gen: 1.8797134160995483 (1.9228983467275447) - | > loss_kl: 1.7253345251083374 (1.7511819330128757) - | > loss_feat: 8.0325288772583 (7.135393186049028) - | > loss_mel: 23.36845588684082 (22.06534177606756) - | > loss_duration: 1.7668876647949219 (1.7017054666172375) - | > loss_1: 36.77292251586914 (34.576520746404476) - - --> STEP: 23 - | > loss_disc: 2.336728096008301 (2.4119361535362573) - | > loss_disc_real_0: 0.11514854431152344 (0.11157944458334343) - | > loss_disc_real_1: 0.13438133895397186 (0.13477473382068716) - | > loss_disc_real_2: 0.1529925912618637 (0.16743405292863436) - | > loss_disc_real_3: 0.16414348781108856 (0.200528080696645) - | > loss_disc_real_4: 0.1662389487028122 (0.17966620429702426) - | > loss_disc_real_5: 0.1896938681602478 (0.18450263660887015) - | > loss_0: 2.336728096008301 (2.4119361535362573) - | > loss_gen: 1.824150800704956 (1.9186049751613452) - | > loss_kl: 1.5661039352416992 (1.7431350635445637) - | > loss_feat: 7.644553184509277 (7.15753057728643) - | > loss_mel: 23.35788345336914 (22.121539240298063) - | > loss_duration: 1.7238538265228271 (1.7026684387870457) - | > loss_1: 36.116546630859375 (34.64347839355469) - - --> STEP: 24 - | > loss_disc: 2.1587958335876465 (2.4013886402050653) - | > loss_disc_real_0: 0.1446797400712967 (0.11295862356200814) - | > loss_disc_real_1: 0.11445809155702591 (0.1339282070597013) - | > loss_disc_real_2: 0.16045814752578735 (0.16714339020351576) - | > loss_disc_real_3: 0.2048027068376541 (0.20070619011918703) - | > loss_disc_real_4: 0.16714616119861603 (0.17914453583459058) - | > loss_disc_real_5: 0.2355334311723709 (0.18662891971568266) - | > loss_0: 2.1587958335876465 (2.4013886402050653) - | > loss_gen: 2.3357913494110107 (1.9359877407550812) - | > loss_kl: 1.714239478111267 (1.7419310808181763) - | > loss_feat: 7.636423587799072 (7.177484452724457) - | > loss_mel: 21.362804412841797 (22.089925289154053) - | > loss_duration: 1.638396143913269 (1.6999904265006383) - | > loss_1: 34.68765640258789 (34.64531914393107) - - --> STEP: 25 - | > loss_disc: 2.5289418697357178 (2.4064907693862914) - | > loss_disc_real_0: 0.15170735120773315 (0.11450857266783715) - | > loss_disc_real_1: 0.16684600710868835 (0.13524491906166078) - | > loss_disc_real_2: 0.18929700553417206 (0.16802953481674202) - | > loss_disc_real_3: 0.2306995689868927 (0.20190592527389525) - | > loss_disc_real_4: 0.2015148401260376 (0.18003934800624846) - | > loss_disc_real_5: 0.20058728754520416 (0.18718725442886353) - | > loss_0: 2.5289418697357178 (2.4064907693862914) - | > loss_gen: 2.070258378982544 (1.9413585662841797) - | > loss_kl: 1.880051851272583 (1.7474559116363526) - | > loss_feat: 6.537641525268555 (7.151890735626221) - | > loss_mel: 20.479778289794922 (22.025519409179687) - | > loss_duration: 1.5991801023483276 (1.695958013534546) - | > loss_1: 32.56690979003906 (34.56218276977539) - - --> STEP: 26 - | > loss_disc: 2.3814620971679688 (2.4055281281471252) - | > loss_disc_real_0: 0.1061205267906189 (0.11418595551871337) - | > loss_disc_real_1: 0.14737825095653534 (0.13571158567300212) - | > loss_disc_real_2: 0.16601252555847168 (0.16795195753757777) - | > loss_disc_real_3: 0.20899343490600586 (0.20217852179820722) - | > loss_disc_real_4: 0.1258496344089508 (0.17795512825250626) - | > loss_disc_real_5: 0.230372354388237 (0.18884821981191635) - | > loss_0: 2.3814620971679688 (2.4055281281471252) - | > loss_gen: 1.9802491664886475 (1.9428543585997362) - | > loss_kl: 1.8656291961669922 (1.7520010379644542) - | > loss_feat: 6.778957366943359 (7.137547144523034) - | > loss_mel: 21.90127944946289 (22.02074094919058) - | > loss_duration: 1.6762547492980957 (1.695200195679298) - | > loss_1: 34.202369689941406 (34.54834380516639) - - --> STEP: 27 - | > loss_disc: 2.452716827392578 (2.4072758577488087) - | > loss_disc_real_0: 0.13153186440467834 (0.11482839658856392) - | > loss_disc_real_1: 0.12091080099344254 (0.13516340846264807) - | > loss_disc_real_2: 0.15430967509746552 (0.1674466878175736) - | > loss_disc_real_3: 0.23168745636940002 (0.20327144530084398) - | > loss_disc_real_4: 0.16102997958660126 (0.17732827089450978) - | > loss_disc_real_5: 0.19841741025447845 (0.189202634272752) - | > loss_0: 2.452716827392578 (2.4072758577488087) - | > loss_gen: 1.972898006439209 (1.9439670862974945) - | > loss_kl: 1.5155171155929565 (1.743242374172917) - | > loss_feat: 8.25439739227295 (7.178911968513772) - | > loss_mel: 23.50082015991211 (22.075558697735822) - | > loss_duration: 1.6703810691833496 (1.6942809687720404) - | > loss_1: 36.91401290893555 (34.63596117938006) - - --> STEP: 28 - | > loss_disc: 2.3741655349731445 (2.4060933462211063) - | > loss_disc_real_0: 0.2690553665161133 (0.12033650265740496) - | > loss_disc_real_1: 0.1343408077955246 (0.13513402986739367) - | > loss_disc_real_2: 0.19001860916614532 (0.1682528278657369) - | > loss_disc_real_3: 0.22167232632637024 (0.2039286196231842) - | > loss_disc_real_4: 0.19013647735118866 (0.17778570683939116) - | > loss_disc_real_5: 0.13184843957424164 (0.18715427017637662) - | > loss_0: 2.3741655349731445 (2.4060933462211063) - | > loss_gen: 2.2084927558898926 (1.95341443164008) - | > loss_kl: 1.4774855375289917 (1.7337510585784912) - | > loss_feat: 6.154040813446045 (7.1423094272613525) - | > loss_mel: 19.031692504882812 (21.966849190848215) - | > loss_duration: 1.6637789011001587 (1.6931916092123305) - | > loss_1: 30.535490036010742 (34.48951578140258) - - --> STEP: 29 - | > loss_disc: 2.4629101753234863 (2.408052547224637) - | > loss_disc_real_0: 0.09961789846420288 (0.11962206803005317) - | > loss_disc_real_1: 0.13446830213069916 (0.13511107373854214) - | > loss_disc_real_2: 0.19331619143486023 (0.16911708178191356) - | > loss_disc_real_3: 0.19636280834674835 (0.20366772957916918) - | > loss_disc_real_4: 0.19437925517559052 (0.17835789816132908) - | > loss_disc_real_5: 0.202314555644989 (0.18767703864081153) - | > loss_0: 2.4629101753234863 (2.408052547224637) - | > loss_gen: 1.8869397640228271 (1.9511222017222438) - | > loss_kl: 1.3972092866897583 (1.7221461698926728) - | > loss_feat: 6.502484321594238 (7.120246492583176) - | > loss_mel: 20.590848922729492 (21.919400905740673) - | > loss_duration: 1.6487250328063965 (1.691658278991436) - | > loss_1: 32.026206970214844 (34.40457409825817) - - --> STEP: 30 - | > loss_disc: 2.3243064880371094 (2.4052610119183857) - | > loss_disc_real_0: 0.07860755920410156 (0.11825491773585478) - | > loss_disc_real_1: 0.143119215965271 (0.13537801181276646) - | > loss_disc_real_2: 0.1708584576845169 (0.16917512764533366) - | > loss_disc_real_3: 0.1287452131509781 (0.20117031236489613) - | > loss_disc_real_4: 0.10268279165029526 (0.1758353946109613) - | > loss_disc_real_5: 0.1418355256319046 (0.1861489882071813) - | > loss_0: 2.3243064880371094 (2.4052610119183857) - | > loss_gen: 1.6829222440719604 (1.9421822031339009) - | > loss_kl: 1.7133504152297974 (1.721852978070577) - | > loss_feat: 8.006192207336426 (7.149778016408285) - | > loss_mel: 23.187564849853516 (21.9616730372111) - | > loss_duration: 1.6666977405548096 (1.6908262610435485) - | > loss_1: 36.25672912597656 (34.466312599182125) - - --> STEP: 31 - | > loss_disc: 2.5094659328460693 (2.408622460980569) - | > loss_disc_real_0: 0.15273240208625793 (0.11936709465038392) - | > loss_disc_real_1: 0.1399316042661667 (0.13552490189190838) - | > loss_disc_real_2: 0.14535394310951233 (0.16840670233772653) - | > loss_disc_real_3: 0.17414730787277222 (0.20029860254256956) - | > loss_disc_real_4: 0.21149961650371552 (0.17698585338169529) - | > loss_disc_real_5: 0.2305944710969925 (0.18758271346169134) - | > loss_0: 2.5094659328460693 (2.408622460980569) - | > loss_gen: 1.868931770324707 (1.9398192859465075) - | > loss_kl: 1.312072515487671 (1.7086342534711283) - | > loss_feat: 6.18928337097168 (7.118794318168394) - | > loss_mel: 18.602027893066406 (21.85329738739998) - | > loss_duration: 1.6310945749282837 (1.6888994324591853) - | > loss_1: 29.603410720825195 (34.30944479665448) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.010497523892310357 (-0.0017374407860540585) - | > avg_loss_disc: 2.408622460980569 (+0.0006490484360726079) - | > avg_loss_disc_real_0: 0.11936709465038392 (+0.005466070386671254) - | > avg_loss_disc_real_1: 0.13552490189190838 (-0.056606933474540655) - | > avg_loss_disc_real_2: 0.16840670233772653 (-0.06372183921837032) - | > avg_loss_disc_real_3: 0.20029860254256956 (-0.039929746139434064) - | > avg_loss_disc_real_4: 0.17698585338169529 (-0.06063807082753028) - | > avg_loss_disc_real_5: 0.18758271346169134 (-0.04982765018939972) - | > avg_loss_0: 2.408622460980569 (+0.0006490484360726079) - | > avg_loss_gen: 1.9398192859465075 (-0.35138898895632953) - | > avg_loss_kl: 1.7086342534711283 (+0.008024811744689941) - | > avg_loss_feat: 7.118794318168394 (+0.18440271192981328) - | > avg_loss_mel: 21.85329738739998 (+0.514233004662298) - | > avg_loss_duration: 1.6888994324591853 (+0.003404298136311379) - | > avg_loss_1: 34.30944479665448 (+0.3586761720718812) - - - > EPOCH: 41/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 07:32:57)  - - --> TIME: 2024-11-23 07:33:11 -- STEP: 16/797 -- GLOBAL_STEP: 55800 - | > loss_disc: 2.4552762508392334 (2.4223323315382004) - | > loss_disc_real_0: 0.10768190771341324 (0.13362790923565626) - | > loss_disc_real_1: 0.23606683313846588 (0.21529964450746775) - | > loss_disc_real_2: 0.2907562553882599 (0.23108531348407269) - | > loss_disc_real_3: 0.2139335721731186 (0.22281540278345346) - | > loss_disc_real_4: 0.2166617214679718 (0.2152990335598588) - | > loss_disc_real_5: 0.24374614655971527 (0.20676981657743454) - | > loss_0: 2.4552762508392334 (2.4223323315382004) - | > grad_norm_0: tensor(70.6374, device='cuda:0') (tensor(57.9967, device='cuda:0')) - | > loss_gen: 2.4036850929260254 (2.4284863770008087) - | > loss_kl: 1.50273859500885 (1.4470611289143562) - | > loss_feat: 6.869006633758545 (6.992280274629593) - | > loss_mel: 20.151823043823242 (20.579871892929077) - | > loss_duration: 1.7743570804595947 (1.8367988765239716) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.70161056518555 (33.28449869155884) - | > grad_norm_1: tensor(684.4310, device='cuda:0') (tensor(503.5382, device='cuda:0')) - | > current_lr_0: 0.00019828231082573666 - | > current_lr_1: 0.00019828231082573666 - | > step_time: 0.7454 (0.7564062923192978) - | > loader_time: 0.0043 (0.005233600735664368) - - - --> TIME: 2024-11-23 07:33:30 -- STEP: 41/797 -- GLOBAL_STEP: 55825 - | > loss_disc: 2.4310944080352783 (2.434577895373833) - | > loss_disc_real_0: 0.1286599040031433 (0.12557357458806623) - | > loss_disc_real_1: 0.18641462922096252 (0.21670650890687618) - | > loss_disc_real_2: 0.2541954517364502 (0.23561872396527267) - | > loss_disc_real_3: 0.203302264213562 (0.2192110655511298) - | > loss_disc_real_4: 0.23678520321846008 (0.22393095856759607) - | > loss_disc_real_5: 0.22395947575569153 (0.2257259248233423) - | > loss_0: 2.4310944080352783 (2.434577895373833) - | > grad_norm_0: tensor(8.3548, device='cuda:0') (tensor(52.6847, device='cuda:0')) - | > loss_gen: 2.2211673259735107 (2.397432734326618) - | > loss_kl: 1.5626288652420044 (1.5299386251263503) - | > loss_feat: 7.171963691711426 (7.049386187297542) - | > loss_mel: 20.78122901916504 (20.59586725002382) - | > loss_duration: 1.7373356819152832 (1.780622322384904) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.47432327270508 (33.35324696796696) - | > grad_norm_1: tensor(275.7539, device='cuda:0') (tensor(461.8735, device='cuda:0')) - | > current_lr_0: 0.00019828231082573666 - | > current_lr_1: 0.00019828231082573666 - | > step_time: 0.7463 (0.7487653348504043) - | > loader_time: 0.0048 (0.0059101000064756826) - - - --> TIME: 2024-11-23 07:33:49 -- STEP: 66/797 -- GLOBAL_STEP: 55850 - | > loss_disc: 2.357389450073242 (2.4273650284969444) - | > loss_disc_real_0: 0.1400957703590393 (0.1256735714321787) - | > loss_disc_real_1: 0.24050836265087128 (0.21829381223880884) - | > loss_disc_real_2: 0.23137104511260986 (0.2337849230477304) - | > loss_disc_real_3: 0.199086531996727 (0.21902793736168832) - | > loss_disc_real_4: 0.18227939307689667 (0.2210535750244603) - | > loss_disc_real_5: 0.1966945230960846 (0.2271583154797554) - | > loss_0: 2.357389450073242 (2.4273650284969444) - | > grad_norm_0: tensor(36.1455, device='cuda:0') (tensor(49.7251, device='cuda:0')) - | > loss_gen: 2.41787052154541 (2.40071505127531) - | > loss_kl: 1.5534844398498535 (1.5452494621276855) - | > loss_feat: 6.912228584289551 (7.142611980438232) - | > loss_mel: 20.317956924438477 (20.763928789080992) - | > loss_duration: 1.6712861061096191 (1.7496791138793484) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.87282943725586 (33.60218446904961) - | > grad_norm_1: tensor(375.8229, device='cuda:0') (tensor(483.3463, device='cuda:0')) - | > current_lr_0: 0.00019828231082573666 - | > current_lr_1: 0.00019828231082573666 - | > step_time: 0.7793 (0.7579873836401737) - | > loader_time: 0.0073 (0.005817192973512592) - - - --> TIME: 2024-11-23 07:34:09 -- STEP: 91/797 -- GLOBAL_STEP: 55875 - | > loss_disc: 2.387171983718872 (2.431705535113157) - | > loss_disc_real_0: 0.14727094769477844 (0.12618913247690103) - | > loss_disc_real_1: 0.17958204448223114 (0.21683400247123216) - | > loss_disc_real_2: 0.22754812240600586 (0.23289873049809381) - | > loss_disc_real_3: 0.22943906486034393 (0.2201196001126216) - | > loss_disc_real_4: 0.16317392885684967 (0.22148860712627788) - | > loss_disc_real_5: 0.20153583586215973 (0.22862659574864985) - | > loss_0: 2.387171983718872 (2.431705535113157) - | > grad_norm_0: tensor(66.8163, device='cuda:0') (tensor(58.2480, device='cuda:0')) - | > loss_gen: 2.411677837371826 (2.399883671121282) - | > loss_kl: 1.790405035018921 (1.549232541859805) - | > loss_feat: 7.438907623291016 (7.125665182595725) - | > loss_mel: 20.44509506225586 (20.813660296764997) - | > loss_duration: 1.6311243772506714 (1.7333193703012153) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.71720886230469 (33.62176117530235) - | > grad_norm_1: tensor(605.8892, device='cuda:0') (tensor(519.3921, device='cuda:0')) - | > current_lr_0: 0.00019828231082573666 - | > current_lr_1: 0.00019828231082573666 - | > step_time: 0.7725 (0.7623773040352285) - | > loader_time: 0.0103 (0.005882087644639907) - - - --> TIME: 2024-11-23 07:34:29 -- STEP: 116/797 -- GLOBAL_STEP: 55900 - | > loss_disc: 2.276355743408203 (2.4324183587370247) - | > loss_disc_real_0: 0.11383511126041412 (0.1280782757134274) - | > loss_disc_real_1: 0.2285851389169693 (0.21770297479012918) - | > loss_disc_real_2: 0.22361472249031067 (0.23223821947286868) - | > loss_disc_real_3: 0.20723912119865417 (0.22017714972126073) - | > loss_disc_real_4: 0.21306678652763367 (0.2207688045655859) - | > loss_disc_real_5: 0.22796238958835602 (0.22680132129582867) - | > loss_0: 2.276355743408203 (2.4324183587370247) - | > grad_norm_0: tensor(87.0107, device='cuda:0') (tensor(62.6013, device='cuda:0')) - | > loss_gen: 2.4858291149139404 (2.4040072416437073) - | > loss_kl: 1.3470454216003418 (1.5511669701543347) - | > loss_feat: 8.17648696899414 (7.139311584933051) - | > loss_mel: 22.23656463623047 (20.787201667654102) - | > loss_duration: 1.6788071393966675 (1.72500089838587) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.92473220825195 (33.60668846656537) - | > grad_norm_1: tensor(842.9607, device='cuda:0') (tensor(524.9222, device='cuda:0')) - | > current_lr_0: 0.00019828231082573666 - | > current_lr_1: 0.00019828231082573666 - | > step_time: 0.8091 (0.766460174116595) - | > loader_time: 0.0081 (0.0059562839310744724) - - - --> TIME: 2024-11-23 07:34:48 -- STEP: 141/797 -- GLOBAL_STEP: 55925 - | > loss_disc: 2.555156707763672 (2.4407096112028084) - | > loss_disc_real_0: 0.19577401876449585 (0.12954752633334898) - | > loss_disc_real_1: 0.21468791365623474 (0.21760672425970115) - | > loss_disc_real_2: 0.2049693912267685 (0.2330286240746789) - | > loss_disc_real_3: 0.2366805225610733 (0.2216816911249296) - | > loss_disc_real_4: 0.23982647061347961 (0.2213028279390741) - | > loss_disc_real_5: 0.24566945433616638 (0.22946810468714288) - | > loss_0: 2.555156707763672 (2.4407096112028084) - | > grad_norm_0: tensor(161.3018, device='cuda:0') (tensor(66.3132, device='cuda:0')) - | > loss_gen: 2.355147123336792 (2.406014466116613) - | > loss_kl: 1.8017417192459106 (1.5520418155277875) - | > loss_feat: 6.751236915588379 (7.1398946004556425) - | > loss_mel: 19.847192764282227 (20.868666777374052) - | > loss_duration: 1.698747158050537 (1.7205636915585674) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.454063415527344 (33.68718143219643) - | > grad_norm_1: tensor(602.5028, device='cuda:0') (tensor(525.8229, device='cuda:0')) - | > current_lr_0: 0.00019828231082573666 - | > current_lr_1: 0.00019828231082573666 - | > step_time: 0.8082 (0.7681404022460286) - | > loader_time: 0.0075 (0.006160178083054563) - - - --> TIME: 2024-11-23 07:35:09 -- STEP: 166/797 -- GLOBAL_STEP: 55950 - | > loss_disc: 2.42832612991333 (2.432383955243122) - | > loss_disc_real_0: 0.07410246133804321 (0.12846275798258291) - | > loss_disc_real_1: 0.2245756834745407 (0.21664460227791085) - | > loss_disc_real_2: 0.2684985101222992 (0.230573870241642) - | > loss_disc_real_3: 0.1891874074935913 (0.22058864557240382) - | > loss_disc_real_4: 0.19891409575939178 (0.22066780996609883) - | > loss_disc_real_5: 0.2296706736087799 (0.22865826142839638) - | > loss_0: 2.42832612991333 (2.432383955243122) - | > grad_norm_0: tensor(14.8930, device='cuda:0') (tensor(66.1450, device='cuda:0')) - | > loss_gen: 2.5526132583618164 (2.4135093186275056) - | > loss_kl: 1.4353015422821045 (1.5514983743070119) - | > loss_feat: 7.313921928405762 (7.194359400186194) - | > loss_mel: 21.7045841217041 (20.921850664069854) - | > loss_duration: 1.6873791217803955 (1.7132275973457889) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.69379806518555 (33.79444540552345) - | > grad_norm_1: tensor(576.9619, device='cuda:0') (tensor(525.3220, device='cuda:0')) - | > current_lr_0: 0.00019828231082573666 - | > current_lr_1: 0.00019828231082573666 - | > step_time: 0.8081 (0.7736753857279398) - | > loader_time: 0.0121 (0.0061568739902542295) - - - --> TIME: 2024-11-23 07:35:29 -- STEP: 191/797 -- GLOBAL_STEP: 55975 - | > loss_disc: 2.402838706970215 (2.435973956322795) - | > loss_disc_real_0: 0.10523930191993713 (0.1276002449827044) - | > loss_disc_real_1: 0.1891728937625885 (0.21713306984976324) - | > loss_disc_real_2: 0.27710017561912537 (0.23130605264483947) - | > loss_disc_real_3: 0.22109684348106384 (0.22116073396505487) - | > loss_disc_real_4: 0.22909016907215118 (0.2213216668180146) - | > loss_disc_real_5: 0.2403900921344757 (0.2315879267547767) - | > loss_0: 2.402838706970215 (2.435973956322795) - | > grad_norm_0: tensor(22.3765, device='cuda:0') (tensor(63.8809, device='cuda:0')) - | > loss_gen: 2.4266068935394287 (2.4128146808184874) - | > loss_kl: 1.6709394454956055 (1.5556084560474177) - | > loss_feat: 8.224954605102539 (7.178554327700151) - | > loss_mel: 23.290191650390625 (20.926580498979973) - | > loss_duration: 1.695112705230713 (1.7076574595186722) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.307804107666016 (33.781215487974464) - | > grad_norm_1: tensor(76.4794, device='cuda:0') (tensor(528.7254, device='cuda:0')) - | > current_lr_0: 0.00019828231082573666 - | > current_lr_1: 0.00019828231082573666 - | > step_time: 0.7554 (0.7765967908329988) - | > loader_time: 0.0052 (0.006293174484013263) - - - --> TIME: 2024-11-23 07:35:50 -- STEP: 216/797 -- GLOBAL_STEP: 56000 - | > loss_disc: 2.605473041534424 (2.4370864155115917) - | > loss_disc_real_0: 0.1381894201040268 (0.12834661905826245) - | > loss_disc_real_1: 0.23514370620250702 (0.21724048105102997) - | > loss_disc_real_2: 0.25711557269096375 (0.23153885260776239) - | > loss_disc_real_3: 0.2122039496898651 (0.22100495960977343) - | > loss_disc_real_4: 0.2409113645553589 (0.22059819847345352) - | > loss_disc_real_5: 0.24113501608371735 (0.22994422236526454) - | > loss_0: 2.605473041534424 (2.4370864155115917) - | > grad_norm_0: tensor(61.9868, device='cuda:0') (tensor(62.5929, device='cuda:0')) - | > loss_gen: 2.200699806213379 (2.4010681521009514) - | > loss_kl: 1.617745280265808 (1.554303655469859) - | > loss_feat: 6.1937127113342285 (7.134168128172557) - | > loss_mel: 21.027910232543945 (20.913684271000047) - | > loss_duration: 1.6902228593826294 (1.7071240869937119) - | > amp_scaler: 256.0 (132.14814814814812) - | > loss_1: 32.73029327392578 (33.7103484118426) - | > grad_norm_1: tensor(517.2118, device='cuda:0') (tensor(520.8774, device='cuda:0')) - | > current_lr_0: 0.00019828231082573666 - | > current_lr_1: 0.00019828231082573666 - | > step_time: 0.8203 (0.7809784555876697) - | > loader_time: 0.0048 (0.006298249518429792) - - - --> TIME: 2024-11-23 07:36:10 -- STEP: 241/797 -- GLOBAL_STEP: 56025 - | > loss_disc: 2.3588056564331055 (2.4368755124911243) - | > loss_disc_real_0: 0.07034919410943985 (0.12697523894151716) - | > loss_disc_real_1: 0.20671546459197998 (0.2170484534685048) - | > loss_disc_real_2: 0.22974489629268646 (0.2317654399579986) - | > loss_disc_real_3: 0.2018163502216339 (0.22174567639580406) - | > loss_disc_real_4: 0.20514921844005585 (0.2212634145347904) - | > loss_disc_real_5: 0.2229485660791397 (0.23077951452049478) - | > loss_0: 2.3588056564331055 (2.4368755124911243) - | > grad_norm_0: tensor(97.2254, device='cuda:0') (tensor(63.4941, device='cuda:0')) - | > loss_gen: 2.384831428527832 (2.401089944285476) - | > loss_kl: 1.295285701751709 (1.5538595845590488) - | > loss_feat: 6.56648063659668 (7.118465277169255) - | > loss_mel: 19.314834594726562 (20.911039526531802) - | > loss_duration: 1.777237892150879 (1.7030655516628408) - | > amp_scaler: 256.0 (144.99585062240664) - | > loss_1: 31.338668823242188 (33.687519983631915) - | > grad_norm_1: tensor(394.8974, device='cuda:0') (tensor(526.5572, device='cuda:0')) - | > current_lr_0: 0.00019828231082573666 - | > current_lr_1: 0.00019828231082573666 - | > step_time: 0.7534 (0.7841555092839284) - | > loader_time: 0.0102 (0.006377527822597393) - - - --> TIME: 2024-11-23 07:36:31 -- STEP: 266/797 -- GLOBAL_STEP: 56050 - | > loss_disc: 2.544917106628418 (2.4414855412074505) - | > loss_disc_real_0: 0.31460320949554443 (0.12888647512273682) - | > loss_disc_real_1: 0.22697606682777405 (0.21731521099581755) - | > loss_disc_real_2: 0.23654626309871674 (0.2321009187209875) - | > loss_disc_real_3: 0.22213953733444214 (0.22190310621171966) - | > loss_disc_real_4: 0.24817484617233276 (0.22063138576826655) - | > loss_disc_real_5: 0.19252371788024902 (0.23091115656876027) - | > loss_0: 2.544917106628418 (2.4414855412074505) - | > grad_norm_0: tensor(117.0618, device='cuda:0') (tensor(64.3940, device='cuda:0')) - | > loss_gen: 2.6002535820007324 (2.4024537586628045) - | > loss_kl: 1.78778076171875 (1.5553843495541049) - | > loss_feat: 6.247942924499512 (7.116887811431311) - | > loss_mel: 18.81032371520996 (20.947546119976757) - | > loss_duration: 1.6552562713623047 (1.6999575683945103) - | > amp_scaler: 128.0 (143.3984962406015) - | > loss_1: 31.1015567779541 (33.72222964924975) - | > grad_norm_1: tensor(614.1155, device='cuda:0') (tensor(524.2429, device='cuda:0')) - | > current_lr_0: 0.00019828231082573666 - | > current_lr_1: 0.00019828231082573666 - | > step_time: 0.7983 (0.7867748943486608) - | > loader_time: 0.0059 (0.006428723944757217) - - - --> TIME: 2024-11-23 07:36:52 -- STEP: 291/797 -- GLOBAL_STEP: 56075 - | > loss_disc: 2.4942092895507812 (2.4401850667606118) - | > loss_disc_real_0: 0.1200140044093132 (0.12838103048682617) - | > loss_disc_real_1: 0.26039746403694153 (0.21692218209050368) - | > loss_disc_real_2: 0.24085049331188202 (0.23166335264022409) - | > loss_disc_real_3: 0.17083798348903656 (0.22170448149602437) - | > loss_disc_real_4: 0.20770245790481567 (0.22126069040232912) - | > loss_disc_real_5: 0.2154003381729126 (0.23095301003595398) - | > loss_0: 2.4942092895507812 (2.4401850667606118) - | > grad_norm_0: tensor(49.5174, device='cuda:0') (tensor(62.8049, device='cuda:0')) - | > loss_gen: 2.159574270248413 (2.3990783617668536) - | > loss_kl: 1.5199276208877563 (1.5548932863674623) - | > loss_feat: 5.4601545333862305 (7.097497156805189) - | > loss_mel: 18.002925872802734 (20.944220723155436) - | > loss_duration: 1.648384690284729 (1.6983962698081105) - | > amp_scaler: 128.0 (142.07560137457045) - | > loss_1: 28.790966033935547 (33.69408583231396) - | > grad_norm_1: tensor(321.4203, device='cuda:0') (tensor(519.5062, device='cuda:0')) - | > current_lr_0: 0.00019828231082573666 - | > current_lr_1: 0.00019828231082573666 - | > step_time: 0.8152 (0.7893750397200437) - | > loader_time: 0.0078 (0.00663230509282797) - - - --> TIME: 2024-11-23 07:37:13 -- STEP: 316/797 -- GLOBAL_STEP: 56100 - | > loss_disc: 2.5486459732055664 (2.4394927824599844) - | > loss_disc_real_0: 0.12325262278318405 (0.12809661330207228) - | > loss_disc_real_1: 0.21434246003627777 (0.21705666024096404) - | > loss_disc_real_2: 0.23247864842414856 (0.23185562017031863) - | > loss_disc_real_3: 0.30716803669929504 (0.2221134586990634) - | > loss_disc_real_4: 0.26434415578842163 (0.220772971222295) - | > loss_disc_real_5: 0.18081127107143402 (0.2297011171054991) - | > loss_0: 2.5486459732055664 (2.4394927824599844) - | > grad_norm_0: tensor(29.3072, device='cuda:0') (tensor(60.1586, device='cuda:0')) - | > loss_gen: 2.3223934173583984 (2.39334681743308) - | > loss_kl: 1.5579549074172974 (1.5570069781587095) - | > loss_feat: 7.207396507263184 (7.081794059729274) - | > loss_mel: 20.727102279663086 (20.962912179246732) - | > loss_duration: 1.6619328260421753 (1.6966057529177847) - | > amp_scaler: 128.0 (140.96202531645568) - | > loss_1: 33.47677993774414 (33.691665842563275) - | > grad_norm_1: tensor(558.6747, device='cuda:0') (tensor(507.7209, device='cuda:0')) - | > current_lr_0: 0.00019828231082573666 - | > current_lr_1: 0.00019828231082573666 - | > step_time: 0.8615 (0.7929130528546584) - | > loader_time: 0.0075 (0.006636129904396926) - - - --> TIME: 2024-11-23 07:37:34 -- STEP: 341/797 -- GLOBAL_STEP: 56125 - | > loss_disc: 2.432582139968872 (2.438216596754416) - | > loss_disc_real_0: 0.0827217698097229 (0.12763358665701222) - | > loss_disc_real_1: 0.21465207636356354 (0.2169887460658977) - | > loss_disc_real_2: 0.21652518212795258 (0.23153230211427134) - | > loss_disc_real_3: 0.2281733602285385 (0.22178346115298286) - | > loss_disc_real_4: 0.22660067677497864 (0.22136606852854449) - | > loss_disc_real_5: 0.21023672819137573 (0.23048156941216713) - | > loss_0: 2.432582139968872 (2.438216596754416) - | > grad_norm_0: tensor(36.0110, device='cuda:0') (tensor(58.8411, device='cuda:0')) - | > loss_gen: 2.2735941410064697 (2.3911786345093144) - | > loss_kl: 1.5763293504714966 (1.556058571135893) - | > loss_feat: 6.192481994628906 (7.06828556032824) - | > loss_mel: 19.417049407958984 (20.970163787215334) - | > loss_duration: 1.683262586593628 (1.694568945165953) - | > amp_scaler: 128.0 (140.01173020527867) - | > loss_1: 31.142715454101562 (33.68025555428869) - | > grad_norm_1: tensor(258.7422, device='cuda:0') (tensor(506.2550, device='cuda:0')) - | > current_lr_0: 0.00019828231082573666 - | > current_lr_1: 0.00019828231082573666 - | > step_time: 0.8376 (0.7957467026025316) - | > loader_time: 0.0145 (0.006805526895606972) - - - --> TIME: 2024-11-23 07:37:55 -- STEP: 366/797 -- GLOBAL_STEP: 56150 - | > loss_disc: 2.2622649669647217 (2.4356799047501374) - | > loss_disc_real_0: 0.09089401364326477 (0.12732182864527222) - | > loss_disc_real_1: 0.19272956252098083 (0.21686505896797598) - | > loss_disc_real_2: 0.18162967264652252 (0.2314354722372821) - | > loss_disc_real_3: 0.20186932384967804 (0.22180876538890307) - | > loss_disc_real_4: 0.17993342876434326 (0.22105930570533364) - | > loss_disc_real_5: 0.2268734872341156 (0.22994325065710505) - | > loss_0: 2.2622649669647217 (2.4356799047501374) - | > grad_norm_0: tensor(12.0785, device='cuda:0') (tensor(58.5171, device='cuda:0')) - | > loss_gen: 2.400406837463379 (2.390807328979827) - | > loss_kl: 1.6327223777770996 (1.557462712780374) - | > loss_feat: 7.527489185333252 (7.065865327751702) - | > loss_mel: 20.997234344482422 (20.9621134950815) - | > loss_duration: 1.6726263761520386 (1.6925248575340854) - | > amp_scaler: 128.0 (139.19125683060116) - | > loss_1: 34.2304801940918 (33.668773765772386) - | > grad_norm_1: tensor(380.0857, device='cuda:0') (tensor(507.4203, device='cuda:0')) - | > current_lr_0: 0.00019828231082573666 - | > current_lr_1: 0.00019828231082573666 - | > step_time: 0.819 (0.7981007770110997) - | > loader_time: 0.014 (0.00689178216652792) - - - --> TIME: 2024-11-23 07:38:16 -- STEP: 391/797 -- GLOBAL_STEP: 56175 - | > loss_disc: 2.555109977722168 (2.4366392363672666) - | > loss_disc_real_0: 0.10941199958324432 (0.1275932184418143) - | > loss_disc_real_1: 0.24445529282093048 (0.21693753792196893) - | > loss_disc_real_2: 0.23207542300224304 (0.23135813560022417) - | > loss_disc_real_3: 0.24890266358852386 (0.22167945117749216) - | > loss_disc_real_4: 0.25313812494277954 (0.22148974963923546) - | > loss_disc_real_5: 0.2643846869468689 (0.23047358121560968) - | > loss_0: 2.555109977722168 (2.4366392363672666) - | > grad_norm_0: tensor(40.3476, device='cuda:0') (tensor(58.4553, device='cuda:0')) - | > loss_gen: 2.310260534286499 (2.3920518992197186) - | > loss_kl: 1.4291115999221802 (1.5608022517865272) - | > loss_feat: 6.386845588684082 (7.0659528107899225) - | > loss_mel: 21.276350021362305 (20.97145528866508) - | > loss_duration: 1.7288482189178467 (1.6909594233993375) - | > amp_scaler: 128.0 (138.4757033248082) - | > loss_1: 33.13141632080078 (33.68122172050762) - | > grad_norm_1: tensor(223.0224, device='cuda:0') (tensor(507.8950, device='cuda:0')) - | > current_lr_0: 0.00019828231082573666 - | > current_lr_1: 0.00019828231082573666 - | > step_time: 0.8189 (0.8006449196954515) - | > loader_time: 0.0135 (0.007037291441427168) - - - --> TIME: 2024-11-23 07:38:38 -- STEP: 416/797 -- GLOBAL_STEP: 56200 - | > loss_disc: 2.5223264694213867 (2.435178827207821) - | > loss_disc_real_0: 0.20728902518749237 (0.12783597097194804) - | > loss_disc_real_1: 0.2337905764579773 (0.21676613154033056) - | > loss_disc_real_2: 0.26064589619636536 (0.23118882737337396) - | > loss_disc_real_3: 0.2293311506509781 (0.22166650745874414) - | > loss_disc_real_4: 0.248863086104393 (0.22066409645888665) - | > loss_disc_real_5: 0.2095898687839508 (0.22989950669356263) - | > loss_0: 2.5223264694213867 (2.435178827207821) - | > grad_norm_0: tensor(92.5423, device='cuda:0') (tensor(58.6706, device='cuda:0')) - | > loss_gen: 2.3969321250915527 (2.3924358905507983) - | > loss_kl: 1.732507586479187 (1.56151176072084) - | > loss_feat: 6.230253219604492 (7.069069128770095) - | > loss_mel: 19.650867462158203 (20.996880256212684) - | > loss_duration: 1.6750850677490234 (1.6894766040719473) - | > amp_scaler: 128.0 (137.84615384615384) - | > loss_1: 31.685646057128906 (33.70937368961474) - | > grad_norm_1: tensor(457.1022, device='cuda:0') (tensor(504.2307, device='cuda:0')) - | > current_lr_0: 0.00019828231082573666 - | > current_lr_1: 0.00019828231082573666 - | > step_time: 0.8603 (0.8036332010076593) - | > loader_time: 0.0061 (0.007186301625691927) - - - --> TIME: 2024-11-23 07:38:59 -- STEP: 441/797 -- GLOBAL_STEP: 56225 - | > loss_disc: 2.4181978702545166 (2.4342630893465063) - | > loss_disc_real_0: 0.2222776710987091 (0.1275607919121949) - | > loss_disc_real_1: 0.17692667245864868 (0.21637381275359735) - | > loss_disc_real_2: 0.21627292037010193 (0.23147341328548465) - | > loss_disc_real_3: 0.1648547500371933 (0.22112458967973317) - | > loss_disc_real_4: 0.23284532129764557 (0.22102546316831287) - | > loss_disc_real_5: 0.24560870230197906 (0.23098949554150336) - | > loss_0: 2.4181978702545166 (2.4342630893465063) - | > grad_norm_0: tensor(73.4345, device='cuda:0') (tensor(59.2768, device='cuda:0')) - | > loss_gen: 2.7148563861846924 (2.400534476282377) - | > loss_kl: 1.753645658493042 (1.5619577964146931) - | > loss_feat: 7.406635284423828 (7.088364571941142) - | > loss_mel: 21.18206214904785 (21.038399391433828) - | > loss_duration: 1.6489859819412231 (1.6885743038454293) - | > amp_scaler: 128.0 (137.2879818594104) - | > loss_1: 34.70618438720703 (33.77783060830728) - | > grad_norm_1: tensor(317.2841, device='cuda:0') (tensor(504.6581, device='cuda:0')) - | > current_lr_0: 0.00019828231082573666 - | > current_lr_1: 0.00019828231082573666 - | > step_time: 0.811 (0.8056541510990686) - | > loader_time: 0.0142 (0.007272458130540221) - - - --> TIME: 2024-11-23 07:39:21 -- STEP: 466/797 -- GLOBAL_STEP: 56250 - | > loss_disc: 2.5198404788970947 (2.434109246270338) - | > loss_disc_real_0: 0.1848631650209427 (0.12744423998080084) - | > loss_disc_real_1: 0.2128732055425644 (0.21643672733219907) - | > loss_disc_real_2: 0.19825981557369232 (0.2313501726148466) - | > loss_disc_real_3: 0.19181840121746063 (0.22135255015714997) - | > loss_disc_real_4: 0.2003040909767151 (0.22086350284037157) - | > loss_disc_real_5: 0.22942635416984558 (0.23083457178056496) - | > loss_0: 2.5198404788970947 (2.434109246270338) - | > grad_norm_0: tensor(104.6335, device='cuda:0') (tensor(60.0188, device='cuda:0')) - | > loss_gen: 2.3125576972961426 (2.4014849059059915) - | > loss_kl: 1.6537492275238037 (1.5628997003060041) - | > loss_feat: 6.711458206176758 (7.0913604646281625) - | > loss_mel: 19.788461685180664 (21.058416608065503) - | > loss_duration: 1.7443006038665771 (1.6877626016927891) - | > amp_scaler: 128.0 (136.78969957081543) - | > loss_1: 32.21052551269531 (33.80192433713326) - | > grad_norm_1: tensor(233.9186, device='cuda:0') (tensor(498.2421, device='cuda:0')) - | > current_lr_0: 0.00019828231082573666 - | > current_lr_1: 0.00019828231082573666 - | > step_time: 0.8828 (0.8081327047470811) - | > loader_time: 0.0127 (0.007381213069473725) - - - --> TIME: 2024-11-23 07:39:43 -- STEP: 491/797 -- GLOBAL_STEP: 56275 - | > loss_disc: 2.529290199279785 (2.43253001127612) - | > loss_disc_real_0: 0.14060327410697937 (0.1272714775199801) - | > loss_disc_real_1: 0.21888940036296844 (0.21625973211407903) - | > loss_disc_real_2: 0.2668650448322296 (0.23114298177833711) - | > loss_disc_real_3: 0.2120482176542282 (0.22135970715714084) - | > loss_disc_real_4: 0.209699809551239 (0.2205632607587243) - | > loss_disc_real_5: 0.2370871752500534 (0.2311009390169637) - | > loss_0: 2.529290199279785 (2.43253001127612) - | > grad_norm_0: tensor(14.6977, device='cuda:0') (tensor(58.4544, device='cuda:0')) - | > loss_gen: 2.317416191101074 (2.4003674746045287) - | > loss_kl: 1.635096788406372 (1.5643172803090206) - | > loss_feat: 6.807132720947266 (7.0909215418238745) - | > loss_mel: 19.831680297851562 (21.063371658325202) - | > loss_duration: 1.6966749429702759 (1.686402222046784) - | > amp_scaler: 128.0 (136.34215885947046) - | > loss_1: 32.288002014160156 (33.80538024047719) - | > grad_norm_1: tensor(373.8337, device='cuda:0') (tensor(487.1877, device='cuda:0')) - | > current_lr_0: 0.00019828231082573666 - | > current_lr_1: 0.00019828231082573666 - | > step_time: 0.8607 (0.8108961480212549) - | > loader_time: 0.0104 (0.007455025088277222) - - - --> TIME: 2024-11-23 07:40:05 -- STEP: 516/797 -- GLOBAL_STEP: 56300 - | > loss_disc: 2.514193534851074 (2.4332842836084283) - | > loss_disc_real_0: 0.13469749689102173 (0.1273227764307989) - | > loss_disc_real_1: 0.1862071305513382 (0.21625328026423157) - | > loss_disc_real_2: 0.25205305218696594 (0.23117986878798913) - | > loss_disc_real_3: 0.25052884221076965 (0.22149127684244813) - | > loss_disc_real_4: 0.2442433089017868 (0.2206287124706793) - | > loss_disc_real_5: 0.24477660655975342 (0.23120731695793395) - | > loss_0: 2.514193534851074 (2.4332842836084283) - | > grad_norm_0: tensor(75.4066, device='cuda:0') (tensor(57.8517, device='cuda:0')) - | > loss_gen: 2.3532490730285645 (2.398334214391636) - | > loss_kl: 1.5933234691619873 (1.5640840070654256) - | > loss_feat: 6.100805759429932 (7.086291983146076) - | > loss_mel: 19.895954132080078 (21.06137073871702) - | > loss_duration: 1.6728533506393433 (1.6854479294414668) - | > amp_scaler: 128.0 (135.93798449612405) - | > loss_1: 31.616186141967773 (33.795528944148494) - | > grad_norm_1: tensor(462.4738, device='cuda:0') (tensor(486.0479, device='cuda:0')) - | > current_lr_0: 0.00019828231082573666 - | > current_lr_1: 0.00019828231082573666 - | > step_time: 0.8512 (0.8138901933219079) - | > loader_time: 0.0072 (0.007590931515360988) - - - --> TIME: 2024-11-23 07:40:27 -- STEP: 541/797 -- GLOBAL_STEP: 56325 - | > loss_disc: 2.391491413116455 (2.431177049820171) - | > loss_disc_real_0: 0.10597573220729828 (0.12666168098308672) - | > loss_disc_real_1: 0.2544507086277008 (0.2162218453593263) - | > loss_disc_real_2: 0.2303076982498169 (0.23101798708029025) - | > loss_disc_real_3: 0.23506169021129608 (0.22130479141656662) - | > loss_disc_real_4: 0.25150012969970703 (0.2204142607018599) - | > loss_disc_real_5: 0.19217036664485931 (0.23082081800027165) - | > loss_0: 2.391491413116455 (2.431177049820171) - | > grad_norm_0: tensor(43.1368, device='cuda:0') (tensor(56.9727, device='cuda:0')) - | > loss_gen: 2.588496685028076 (2.4006141034159794) - | > loss_kl: 1.3407829999923706 (1.5650998468540072) - | > loss_feat: 7.904172420501709 (7.101657786342883) - | > loss_mel: 22.42180061340332 (21.08257089921596) - | > loss_duration: 1.7068310976028442 (1.685425828433081) - | > amp_scaler: 128.0 (135.57116451016637) - | > loss_1: 35.96208572387695 (33.83536853896044) - | > grad_norm_1: tensor(772.1613, device='cuda:0') (tensor(489.4766, device='cuda:0')) - | > current_lr_0: 0.00019828231082573666 - | > current_lr_1: 0.00019828231082573666 - | > step_time: 0.8743 (0.816149065983714) - | > loader_time: 0.0074 (0.007725779097974852) - - - --> TIME: 2024-11-23 07:40:49 -- STEP: 566/797 -- GLOBAL_STEP: 56350 - | > loss_disc: 2.430753469467163 (2.4306766974209895) - | > loss_disc_real_0: 0.11027884483337402 (0.12631652575288976) - | > loss_disc_real_1: 0.23353974521160126 (0.21642977515294778) - | > loss_disc_real_2: 0.244364395737648 (0.23090357865229932) - | > loss_disc_real_3: 0.22844992578029633 (0.22157452108055464) - | > loss_disc_real_4: 0.22525733709335327 (0.22034660460881544) - | > loss_disc_real_5: 0.24099931120872498 (0.2307904289489079) - | > loss_0: 2.430753469467163 (2.4306766974209895) - | > grad_norm_0: tensor(23.2354, device='cuda:0') (tensor(56.6415, device='cuda:0')) - | > loss_gen: 2.5506432056427 (2.4015116712651086) - | > loss_kl: 1.5514081716537476 (1.5664577690535635) - | > loss_feat: 6.040211200714111 (7.1061184684295124) - | > loss_mel: 20.007726669311523 (21.101276889706675) - | > loss_duration: 1.6718002557754517 (1.6845926762469667) - | > amp_scaler: 128.0 (135.23674911660777) - | > loss_1: 31.82179069519043 (33.85995755010267) - | > grad_norm_1: tensor(649.6870, device='cuda:0') (tensor(492.0430, device='cuda:0')) - | > current_lr_0: 0.00019828231082573666 - | > current_lr_1: 0.00019828231082573666 - | > step_time: 0.8893 (0.8182074960465986) - | > loader_time: 0.0083 (0.007819874126582601) - - - --> TIME: 2024-11-23 07:41:11 -- STEP: 591/797 -- GLOBAL_STEP: 56375 - | > loss_disc: 2.4473819732666016 (2.429823238434122) - | > loss_disc_real_0: 0.09583574533462524 (0.12599512444913083) - | > loss_disc_real_1: 0.20954333245754242 (0.21647412389163845) - | > loss_disc_real_2: 0.2620013952255249 (0.2307956429251963) - | > loss_disc_real_3: 0.24164451658725739 (0.22177476288400935) - | > loss_disc_real_4: 0.22291715443134308 (0.22044792118310524) - | > loss_disc_real_5: 0.24772295355796814 (0.23090075594317894) - | > loss_0: 2.4473819732666016 (2.429823238434122) - | > grad_norm_0: tensor(7.5280, device='cuda:0') (tensor(56.4917, device='cuda:0')) - | > loss_gen: 2.474762201309204 (2.4038160391870513) - | > loss_kl: 1.6971862316131592 (1.5660233628729674) - | > loss_feat: 7.117463111877441 (7.107379499425742) - | > loss_mel: 22.078105926513672 (21.10569972636939) - | > loss_duration: 1.6777644157409668 (1.6844287529814668) - | > amp_scaler: 128.0 (134.93062605752974) - | > loss_1: 35.045284271240234 (33.86734746232647) - | > grad_norm_1: tensor(343.1874, device='cuda:0') (tensor(489.7784, device='cuda:0')) - | > current_lr_0: 0.00019828231082573666 - | > current_lr_1: 0.00019828231082573666 - | > step_time: 0.8817 (0.8204428221771962) - | > loader_time: 0.0085 (0.007900658396093174) - - - --> TIME: 2024-11-23 07:41:34 -- STEP: 616/797 -- GLOBAL_STEP: 56400 - | > loss_disc: 2.3421096801757812 (2.4287591189533075) - | > loss_disc_real_0: 0.08359068632125854 (0.12580907166415423) - | > loss_disc_real_1: 0.1699724793434143 (0.21651200461503747) - | > loss_disc_real_2: 0.21062897145748138 (0.23076736315020493) - | > loss_disc_real_3: 0.22210657596588135 (0.2217271236049665) - | > loss_disc_real_4: 0.19067884981632233 (0.22032647093685417) - | > loss_disc_real_5: 0.19733604788780212 (0.23070028840334383) - | > loss_0: 2.3421096801757812 (2.4287591189533075) - | > grad_norm_0: tensor(38.8612, device='cuda:0') (tensor(56.7434, device='cuda:0')) - | > loss_gen: 2.325469970703125 (2.403583863725912) - | > loss_kl: 1.7185695171356201 (1.565066443828793) - | > loss_feat: 7.560941696166992 (7.103495146547045) - | > loss_mel: 21.85291862487793 (21.11307704603519) - | > loss_duration: 1.6949576139450073 (1.684227981157117) - | > amp_scaler: 128.0 (134.6493506493507) - | > loss_1: 35.15285873413086 (33.86945055057467) - | > grad_norm_1: tensor(253.8789, device='cuda:0') (tensor(491.0253, device='cuda:0')) - | > current_lr_0: 0.00019828231082573666 - | > current_lr_1: 0.00019828231082573666 - | > step_time: 0.8661 (0.8229355188933283) - | > loader_time: 0.0131 (0.007990427605517502) - - - --> TIME: 2024-11-23 07:41:56 -- STEP: 641/797 -- GLOBAL_STEP: 56425 - | > loss_disc: 2.5327863693237305 (2.42923893013536) - | > loss_disc_real_0: 0.07456757873296738 (0.12560242068679228) - | > loss_disc_real_1: 0.2923705279827118 (0.21670051135250634) - | > loss_disc_real_2: 0.22894953191280365 (0.23055418096075936) - | > loss_disc_real_3: 0.20070579648017883 (0.2217972443879302) - | > loss_disc_real_4: 0.22213110327720642 (0.2207560883762312) - | > loss_disc_real_5: 0.22172604501247406 (0.23066318486112514) - | > loss_0: 2.5327863693237305 (2.42923893013536) - | > grad_norm_0: tensor(55.8510, device='cuda:0') (tensor(57.4907, device='cuda:0')) - | > loss_gen: 2.317532777786255 (2.403513592602499) - | > loss_kl: 1.7391541004180908 (1.5658019003741634) - | > loss_feat: 6.83576774597168 (7.0955444304693875) - | > loss_mel: 20.561872482299805 (21.10554011638007) - | > loss_duration: 1.6559693813323975 (1.6844806230384362) - | > amp_scaler: 128.0 (134.39001560062408) - | > loss_1: 33.11029815673828 (33.85488073911376) - | > grad_norm_1: tensor(502.6341, device='cuda:0') (tensor(486.9363, device='cuda:0')) - | > current_lr_0: 0.00019828231082573666 - | > current_lr_1: 0.00019828231082573666 - | > step_time: 0.8924 (0.8254471420311889) - | > loader_time: 0.009 (0.008135684008903323) - - - --> TIME: 2024-11-23 07:42:19 -- STEP: 666/797 -- GLOBAL_STEP: 56450 - | > loss_disc: 2.3525617122650146 (2.4304077152733328) - | > loss_disc_real_0: 0.11899685859680176 (0.12583069037366396) - | > loss_disc_real_1: 0.21123921871185303 (0.2167826456887586) - | > loss_disc_real_2: 0.19360661506652832 (0.2307074797806797) - | > loss_disc_real_3: 0.22479258477687836 (0.22188483180852986) - | > loss_disc_real_4: 0.19055522978305817 (0.22083381084618983) - | > loss_disc_real_5: 0.1856933832168579 (0.23055347871851992) - | > loss_0: 2.3525617122650146 (2.4304077152733328) - | > grad_norm_0: tensor(51.7190, device='cuda:0') (tensor(57.8337, device='cuda:0')) - | > loss_gen: 2.2649195194244385 (2.4020542164106637) - | > loss_kl: 1.6148450374603271 (1.5676754226197702) - | > loss_feat: 7.285140037536621 (7.092357475836356) - | > loss_mel: 20.291147232055664 (21.1041929227812) - | > loss_duration: 1.687371850013733 (1.6841414207452767) - | > amp_scaler: 128.0 (134.15015015015024) - | > loss_1: 33.1434211730957 (33.85042153321221) - | > grad_norm_1: tensor(498.3512, device='cuda:0') (tensor(485.4437, device='cuda:0')) - | > current_lr_0: 0.00019828231082573666 - | > current_lr_1: 0.00019828231082573666 - | > step_time: 0.891 (0.8282176893394629) - | > loader_time: 0.0082 (0.008221373901710852) - - - --> TIME: 2024-11-23 07:42:43 -- STEP: 691/797 -- GLOBAL_STEP: 56475 - | > loss_disc: 2.5831103324890137 (2.430377202165109) - | > loss_disc_real_0: 0.13511332869529724 (0.12573217933218508) - | > loss_disc_real_1: 0.22051303088665009 (0.21661680818207874) - | > loss_disc_real_2: 0.19868150353431702 (0.2305692293062569) - | > loss_disc_real_3: 0.21078473329544067 (0.22198892858111224) - | > loss_disc_real_4: 0.23844778537750244 (0.22081988070877173) - | > loss_disc_real_5: 0.24777968227863312 (0.23067166596952982) - | > loss_0: 2.5831103324890137 (2.430377202165109) - | > grad_norm_0: tensor(67.9840, device='cuda:0') (tensor(58.3034, device='cuda:0')) - | > loss_gen: 2.241920232772827 (2.4008350199797404) - | > loss_kl: 1.61387300491333 (1.5687475646111444) - | > loss_feat: 5.632256984710693 (7.080391892130916) - | > loss_mel: 18.363147735595703 (21.09531036575694) - | > loss_duration: 1.6575849056243896 (1.6834197863828602) - | > amp_scaler: 128.0 (133.9276410998554) - | > loss_1: 29.5087833404541 (33.82870472633367) - | > grad_norm_1: tensor(522.7411, device='cuda:0') (tensor(487.9568, device='cuda:0')) - | > current_lr_0: 0.00019828231082573666 - | > current_lr_1: 0.00019828231082573666 - | > step_time: 0.9054 (0.8316718938554246) - | > loader_time: 0.0174 (0.008346872633341941) - - - --> TIME: 2024-11-23 07:43:06 -- STEP: 716/797 -- GLOBAL_STEP: 56500 - | > loss_disc: 2.443798065185547 (2.4294899828607135) - | > loss_disc_real_0: 0.07259475439786911 (0.1256645591513323) - | > loss_disc_real_1: 0.2344493716955185 (0.2166079361012528) - | > loss_disc_real_2: 0.21470575034618378 (0.23073406806787966) - | > loss_disc_real_3: 0.22716031968593597 (0.22202222629882107) - | > loss_disc_real_4: 0.23515695333480835 (0.22071127021196169) - | > loss_disc_real_5: 0.25342240929603577 (0.23039567397709665) - | > loss_0: 2.443798065185547 (2.4294899828607135) - | > grad_norm_0: tensor(86.2787, device='cuda:0') (tensor(58.5826, device='cuda:0')) - | > loss_gen: 2.262652635574341 (2.40092802946794) - | > loss_kl: 1.8061434030532837 (1.5702746207487643) - | > loss_feat: 6.670074939727783 (7.0807540303502) - | > loss_mel: 20.921710968017578 (21.107496575936263) - | > loss_duration: 1.6578924655914307 (1.6828082080659919) - | > amp_scaler: 128.0 (133.72067039106162) - | > loss_1: 33.318477630615234 (33.84226155947035) - | > grad_norm_1: tensor(540.4011, device='cuda:0') (tensor(488.5963, device='cuda:0')) - | > current_lr_0: 0.00019828231082573666 - | > current_lr_1: 0.00019828231082573666 - | > step_time: 0.9741 (0.8353194807494817) - | > loader_time: 0.0176 (0.008513597469756053) - - - --> TIME: 2024-11-23 07:43:32 -- STEP: 741/797 -- GLOBAL_STEP: 56525 - | > loss_disc: 2.559262752532959 (2.429544659278653) - | > loss_disc_real_0: 0.11164996027946472 (0.1257042923487231) - | > loss_disc_real_1: 0.21856699883937836 (0.216461591714146) - | > loss_disc_real_2: 0.28316542506217957 (0.23082203660336262) - | > loss_disc_real_3: 0.24921287596225739 (0.2220146950439886) - | > loss_disc_real_4: 0.37477630376815796 (0.22090344603566828) - | > loss_disc_real_5: 0.2653527557849884 (0.2303011830237552) - | > loss_0: 2.559262752532959 (2.429544659278653) - | > grad_norm_0: tensor(47.2994, device='cuda:0') (tensor(58.2228, device='cuda:0')) - | > loss_gen: 2.6051011085510254 (2.400490081905516) - | > loss_kl: 1.65711510181427 (1.5711036230388435) - | > loss_feat: 8.065360069274902 (7.078645847104339) - | > loss_mel: 22.172380447387695 (21.107128017183584) - | > loss_duration: 1.686739444732666 (1.6819886791239544) - | > amp_scaler: 128.0 (133.5276653171391) - | > loss_1: 36.18669891357422 (33.83935633876864) - | > grad_norm_1: tensor(870.3156, device='cuda:0') (tensor(491.7384, device='cuda:0')) - | > current_lr_0: 0.00019828231082573666 - | > current_lr_1: 0.00019828231082573666 - | > step_time: 0.9167 (0.8396656027367883) - | > loader_time: 0.0962 (0.009676552333651599) - - - --> TIME: 2024-11-23 07:44:05 -- STEP: 766/797 -- GLOBAL_STEP: 56550 - | > loss_disc: 2.447676658630371 (2.430494350490619) - | > loss_disc_real_0: 0.08759309351444244 (0.12580809764583492) - | > loss_disc_real_1: 0.17561198770999908 (0.21624055137133164) - | > loss_disc_real_2: 0.27207425236701965 (0.230790024754584) - | > loss_disc_real_3: 0.24358731508255005 (0.22205941770079868) - | > loss_disc_real_4: 0.26439791917800903 (0.22131833196775721) - | > loss_disc_real_5: 0.24138876795768738 (0.23007023544597874) - | > loss_0: 2.447676658630371 (2.430494350490619) - | > grad_norm_0: tensor(42.4724, device='cuda:0') (tensor(59.5499, device='cuda:0')) - | > loss_gen: 2.6172358989715576 (2.399924299113124) - | > loss_kl: 1.5149881839752197 (1.571805354198027) - | > loss_feat: 6.990345001220703 (7.073088043974834) - | > loss_mel: 20.677270889282227 (21.10198451458008) - | > loss_duration: 1.6514573097229004 (1.6810483779981926) - | > amp_scaler: 128.0 (133.34725848563974) - | > loss_1: 33.451297760009766 (33.827850677948376) - | > grad_norm_1: tensor(520.2535, device='cuda:0') (tensor(491.0976, device='cuda:0')) - | > current_lr_0: 0.00019828231082573666 - | > current_lr_1: 0.00019828231082573666 - | > step_time: 1.4027 (0.8517699789440661) - | > loader_time: 0.1487 (0.01291775267678203) - - - --> TIME: 2024-11-23 07:45:02 -- STEP: 791/797 -- GLOBAL_STEP: 56575 - | > loss_disc: 2.453420400619507 (2.4313757181469002) - | > loss_disc_real_0: 0.2640856206417084 (0.1260770568683009) - | > loss_disc_real_1: 0.24867434799671173 (0.2162654458647582) - | > loss_disc_real_2: 0.21973095834255219 (0.23099819242050013) - | > loss_disc_real_3: 0.1721719354391098 (0.22209631899364682) - | > loss_disc_real_4: 0.24440602958202362 (0.221567812501706) - | > loss_disc_real_5: 0.23704290390014648 (0.23055682935093808) - | > loss_0: 2.453420400619507 (2.4313757181469002) - | > grad_norm_0: tensor(113.4029, device='cuda:0') (tensor(59.7629, device='cuda:0')) - | > loss_gen: 2.5494775772094727 (2.4012676132313096) - | > loss_kl: 1.5841078758239746 (1.5723226240703032) - | > loss_feat: 6.659647464752197 (7.072568653506967) - | > loss_mel: 21.532072067260742 (21.09768189190313) - | > loss_duration: 1.6408107280731201 (1.6802393440651682) - | > amp_scaler: 128.0 (133.17825537294573) - | > loss_1: 33.96611785888672 (33.82408021041925) - | > grad_norm_1: tensor(399.8990, device='cuda:0') (tensor(491.1195, device='cuda:0')) - | > current_lr_0: 0.00019828231082573666 - | > current_lr_1: 0.00019828231082573666 - | > step_time: 5.333 (0.8935084424338358) - | > loader_time: 0.1094 (0.016074830451897813) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.6159679889678955 (2.6159679889678955) - | > loss_disc_real_0: 0.27242594957351685 (0.27242594957351685) - | > loss_disc_real_1: 0.15728919208049774 (0.15728919208049774) - | > loss_disc_real_2: 0.1906488686800003 (0.1906488686800003) - | > loss_disc_real_3: 0.22593683004379272 (0.22593683004379272) - | > loss_disc_real_4: 0.1624583750963211 (0.1624583750963211) - | > loss_disc_real_5: 0.1940026432275772 (0.1940026432275772) - | > loss_0: 2.6159679889678955 (2.6159679889678955) - | > loss_gen: 2.097193479537964 (2.097193479537964) - | > loss_kl: 1.7970373630523682 (1.7970373630523682) - | > loss_feat: 7.34486198425293 (7.34486198425293) - | > loss_mel: 22.63108253479004 (22.63108253479004) - | > loss_duration: 1.967390775680542 (1.967390775680542) - | > loss_1: 35.83756637573242 (35.83756637573242) - - --> STEP: 1 - | > loss_disc: 2.7953593730926514 (2.7953593730926514) - | > loss_disc_real_0: 0.2840281128883362 (0.2840281128883362) - | > loss_disc_real_1: 0.18760327994823456 (0.18760327994823456) - | > loss_disc_real_2: 0.22546331584453583 (0.22546331584453583) - | > loss_disc_real_3: 0.2374047487974167 (0.2374047487974167) - | > loss_disc_real_4: 0.20504066348075867 (0.20504066348075867) - | > loss_disc_real_5: 0.1727064996957779 (0.1727064996957779) - | > loss_0: 2.7953593730926514 (2.7953593730926514) - | > loss_gen: 1.903373122215271 (1.903373122215271) - | > loss_kl: 1.9857306480407715 (1.9857306480407715) - | > loss_feat: 5.009704113006592 (5.009704113006592) - | > loss_mel: 14.987537384033203 (14.987537384033203) - | > loss_duration: 1.7513012886047363 (1.7513012886047363) - | > loss_1: 25.637645721435547 (25.637645721435547) - - --> STEP: 2 - | > loss_disc: 2.605365514755249 (2.70036244392395) - | > loss_disc_real_0: 0.2559441924095154 (0.2699861526489258) - | > loss_disc_real_1: 0.2299911230802536 (0.20879720151424408) - | > loss_disc_real_2: 0.2334759682416916 (0.2294696420431137) - | > loss_disc_real_3: 0.27994874119758606 (0.2586767449975014) - | > loss_disc_real_4: 0.189890518784523 (0.19746559113264084) - | > loss_disc_real_5: 0.22554074227809906 (0.19912362098693848) - | > loss_0: 2.605365514755249 (2.70036244392395) - | > loss_gen: 2.250973701477051 (2.077173411846161) - | > loss_kl: 1.7222527265548706 (1.853991687297821) - | > loss_feat: 4.963902950286865 (4.9868035316467285) - | > loss_mel: 20.137008666992188 (17.562273025512695) - | > loss_duration: 1.625441074371338 (1.688371181488037) - | > loss_1: 30.6995792388916 (28.168612480163574) - - --> STEP: 3 - | > loss_disc: 2.6807031631469727 (2.6938093503316245) - | > loss_disc_real_0: 0.4110402464866638 (0.3170041839281718) - | > loss_disc_real_1: 0.1622370034456253 (0.19327713549137115) - | > loss_disc_real_2: 0.22706018388271332 (0.22866648932298025) - | > loss_disc_real_3: 0.2690730690956116 (0.2621421863635381) - | > loss_disc_real_4: 0.21233481168746948 (0.2024219979842504) - | > loss_disc_real_5: 0.26686468720436096 (0.22170397639274597) - | > loss_0: 2.6807031631469727 (2.6938093503316245) - | > loss_gen: 2.2404212951660156 (2.1315893729527793) - | > loss_kl: 1.7022695541381836 (1.8034176429112752) - | > loss_feat: 4.943256855010986 (4.9722879727681475) - | > loss_mel: 19.25356101989746 (18.126035690307617) - | > loss_duration: 1.7643035650253296 (1.713681976000468) - | > loss_1: 29.903812408447266 (28.747012456258137) - - --> STEP: 4 - | > loss_disc: 2.4374914169311523 (2.6297298669815063) - | > loss_disc_real_0: 0.22533275187015533 (0.2940863259136677) - | > loss_disc_real_1: 0.1882350891828537 (0.1920166239142418) - | > loss_disc_real_2: 0.19782119989395142 (0.22095516696572304) - | > loss_disc_real_3: 0.15617060661315918 (0.23564929142594337) - | > loss_disc_real_4: 0.1544695347547531 (0.19043388217687607) - | > loss_disc_real_5: 0.1370929479598999 (0.20055121928453445) - | > loss_0: 2.4374914169311523 (2.6297298669815063) - | > loss_gen: 2.1820404529571533 (2.1442021429538727) - | > loss_kl: 1.719620943069458 (1.782468467950821) - | > loss_feat: 7.5231122970581055 (5.609994053840637) - | > loss_mel: 18.041847229003906 (18.10498857498169) - | > loss_duration: 1.6597533226013184 (1.7001998126506805) - | > loss_1: 31.126375198364258 (29.341853141784668) - - --> STEP: 5 - | > loss_disc: 2.5288331508636475 (2.6095505237579344) - | > loss_disc_real_0: 0.21417352557182312 (0.2781037658452988) - | > loss_disc_real_1: 0.16976895928382874 (0.18756709098815919) - | > loss_disc_real_2: 0.20848380029201508 (0.21846089363098145) - | > loss_disc_real_3: 0.19754141569137573 (0.22802771627902985) - | > loss_disc_real_4: 0.17702998220920563 (0.18775310218334199) - | > loss_disc_real_5: 0.1854727417230606 (0.19753552377223968) - | > loss_0: 2.5288331508636475 (2.6095505237579344) - | > loss_gen: 2.0259299278259277 (2.1205476999282835) - | > loss_kl: 2.0389652252197266 (1.833767819404602) - | > loss_feat: 5.908115863800049 (5.669618415832519) - | > loss_mel: 20.380006790161133 (18.559992218017577) - | > loss_duration: 1.8265777826309204 (1.7254754066467286) - | > loss_1: 32.179595947265625 (29.90940170288086) - - --> STEP: 6 - | > loss_disc: 2.7960174083709717 (2.6406283378601074) - | > loss_disc_real_0: 0.3764953911304474 (0.2945023700594902) - | > loss_disc_real_1: 0.19157831370830536 (0.18823562810818353) - | > loss_disc_real_2: 0.20599180459976196 (0.2163827121257782) - | > loss_disc_real_3: 0.2684786915779114 (0.2347695454955101) - | > loss_disc_real_4: 0.20535442233085632 (0.19068665554126105) - | > loss_disc_real_5: 0.22089016437530518 (0.2014279638727506) - | > loss_0: 2.7960174083709717 (2.6406283378601074) - | > loss_gen: 2.1504509449005127 (2.125531574090322) - | > loss_kl: 1.7187515497207642 (1.8145984411239624) - | > loss_feat: 5.478124141693115 (5.637702703475952) - | > loss_mel: 19.04787826538086 (18.641306559244793) - | > loss_duration: 1.6855976581573486 (1.7188291152318318) - | > loss_1: 30.0808048248291 (29.937968889872234) - - --> STEP: 7 - | > loss_disc: 2.725086212158203 (2.652693748474121) - | > loss_disc_real_0: 0.25312140583992004 (0.28859080374240875) - | > loss_disc_real_1: 0.2083054482936859 (0.19110274527754104) - | > loss_disc_real_2: 0.18872138857841492 (0.21243109447615488) - | > loss_disc_real_3: 0.205369234085083 (0.23056950100830623) - | > loss_disc_real_4: 0.18126864731311798 (0.18934122579438345) - | > loss_disc_real_5: 0.15307193994522095 (0.19451996045453207) - | > loss_0: 2.725086212158203 (2.652693748474121) - | > loss_gen: 2.2769556045532227 (2.1471635784421648) - | > loss_kl: 1.678100824356079 (1.7950987815856934) - | > loss_feat: 7.847489833831787 (5.953386579241071) - | > loss_mel: 20.504240036010742 (18.907439913068497) - | > loss_duration: 1.659158706665039 (1.7103047711508614) - | > loss_1: 33.9659423828125 (30.513393674577987) - - --> STEP: 8 - | > loss_disc: 2.5632686614990234 (2.641515612602234) - | > loss_disc_real_0: 0.3071673512458801 (0.2909128721803427) - | > loss_disc_real_1: 0.17629142105579376 (0.18925132974982262) - | > loss_disc_real_2: 0.20317934453487396 (0.21127462573349476) - | > loss_disc_real_3: 0.17967809736728668 (0.2242080755531788) - | > loss_disc_real_4: 0.15259170532226562 (0.18474753573536873) - | > loss_disc_real_5: 0.13899436593055725 (0.18757926113903522) - | > loss_0: 2.5632686614990234 (2.641515612602234) - | > loss_gen: 2.079470157623291 (2.1387019008398056) - | > loss_kl: 2.224493980407715 (1.848773181438446) - | > loss_feat: 6.103224754333496 (5.9721163511276245) - | > loss_mel: 18.113239288330078 (18.808164834976196) - | > loss_duration: 1.7110099792480469 (1.7103929221630096) - | > loss_1: 30.23143768310547 (30.47814917564392) - - --> STEP: 9 - | > loss_disc: 2.398001194000244 (2.6144584549797907) - | > loss_disc_real_0: 0.26914066076278687 (0.28849373757839203) - | > loss_disc_real_1: 0.190064936876297 (0.1893417305416531) - | > loss_disc_real_2: 0.16835254430770874 (0.20650550557507408) - | > loss_disc_real_3: 0.19478698074817657 (0.22093906501928964) - | > loss_disc_real_4: 0.1431095153093338 (0.18012108902136484) - | > loss_disc_real_5: 0.16684597730636597 (0.1852755629354053) - | > loss_0: 2.398001194000244 (2.6144584549797907) - | > loss_gen: 2.344320774078369 (2.161548442310757) - | > loss_kl: 1.3951606750488281 (1.7983717918395996) - | > loss_feat: 6.65942907333374 (6.048484431372748) - | > loss_mel: 19.140289306640625 (18.845067554050022) - | > loss_duration: 1.6857378482818604 (1.7076534695095487) - | > loss_1: 31.224937438964844 (30.561125649346245) - - --> STEP: 10 - | > loss_disc: 2.7154083251953125 (2.6245534420013428) - | > loss_disc_real_0: 0.37749558687210083 (0.2973939225077629) - | > loss_disc_real_1: 0.24327297508716583 (0.19473485499620438) - | > loss_disc_real_2: 0.250546932220459 (0.21090964823961258) - | > loss_disc_real_3: 0.2354908585548401 (0.2223942443728447) - | > loss_disc_real_4: 0.19233199954032898 (0.18134218007326125) - | > loss_disc_real_5: 0.22441281378269196 (0.18918928802013396) - | > loss_0: 2.7154083251953125 (2.6245534420013428) - | > loss_gen: 2.2840588092803955 (2.173799479007721) - | > loss_kl: 1.399416446685791 (1.7584762573242188) - | > loss_feat: 4.068912029266357 (5.85052719116211) - | > loss_mel: 17.633838653564453 (18.723944664001465) - | > loss_duration: 1.5821969509124756 (1.6951078176498413) - | > loss_1: 26.96842384338379 (30.20185546875) - - --> STEP: 11 - | > loss_disc: 2.409864902496338 (2.6050363020463423) - | > loss_disc_real_0: 0.19194169342517853 (0.28780735622752796) - | > loss_disc_real_1: 0.12105710059404373 (0.18803687732328067) - | > loss_disc_real_2: 0.15133626759052277 (0.2054938863624226) - | > loss_disc_real_3: 0.14729271829128265 (0.21556683291088452) - | > loss_disc_real_4: 0.08605343103408813 (0.17267956652424551) - | > loss_disc_real_5: 0.1331382691860199 (0.18409374085339633) - | > loss_0: 2.409864902496338 (2.6050363020463423) - | > loss_gen: 2.048997163772583 (2.1624538139863447) - | > loss_kl: 1.8738607168197632 (1.7689657536419956) - | > loss_feat: 9.180533409118652 (6.153255029158159) - | > loss_mel: 21.98058319091797 (19.020002711902965) - | > loss_duration: 1.5714194774627686 (1.6838634230873801) - | > loss_1: 36.655391693115234 (30.78854058005593) - - --> STEP: 12 - | > loss_disc: 2.473538875579834 (2.5940781831741333) - | > loss_disc_real_0: 0.1715339869260788 (0.27811790878574055) - | > loss_disc_real_1: 0.17427490651607513 (0.18689004642268023) - | > loss_disc_real_2: 0.21251097321510315 (0.20607864360014597) - | > loss_disc_real_3: 0.1857486218214035 (0.2130819819867611) - | > loss_disc_real_4: 0.19210205972194672 (0.17429810762405396) - | > loss_disc_real_5: 0.19242101907730103 (0.1847876807053884) - | > loss_0: 2.473538875579834 (2.5940781831741333) - | > loss_gen: 2.280391216278076 (2.172281930843989) - | > loss_kl: 1.38189697265625 (1.7367100218931835) - | > loss_feat: 6.918498516082764 (6.217025319735209) - | > loss_mel: 22.084857940673828 (19.275407314300537) - | > loss_duration: 1.7157866954803467 (1.686523695786794) - | > loss_1: 34.381431579589844 (31.087948163350422) - - --> STEP: 13 - | > loss_disc: 2.776681900024414 (2.608124622931847) - | > loss_disc_real_0: 0.3393460512161255 (0.28282776589577013) - | > loss_disc_real_1: 0.21660757064819336 (0.18917600982464278) - | > loss_disc_real_2: 0.2063082456588745 (0.20609630529697126) - | > loss_disc_real_3: 0.2196088582277298 (0.21358404938991254) - | > loss_disc_real_4: 0.18644475936889648 (0.1752324654505803) - | > loss_disc_real_5: 0.2583102881908417 (0.1904432658965771) - | > loss_0: 2.776681900024414 (2.608124622931847) - | > loss_gen: 1.8715382814407349 (2.1491478039668155) - | > loss_kl: 2.0434727668762207 (1.7603071561226478) - | > loss_feat: 2.9826676845550537 (5.968228578567505) - | > loss_mel: 14.300694465637207 (18.89273709517259) - | > loss_duration: 1.749035120010376 (1.6913322668809156) - | > loss_1: 22.94740867614746 (30.461752818180965) - - --> STEP: 14 - | > loss_disc: 2.567831516265869 (2.6052465438842773) - | > loss_disc_real_0: 0.2564883232116699 (0.2809463771326201) - | > loss_disc_real_1: 0.23565459251403809 (0.192495908588171) - | > loss_disc_real_2: 0.24493491649627686 (0.20887049181120737) - | > loss_disc_real_3: 0.2093944102525711 (0.213284789451531) - | > loss_disc_real_4: 0.19525942206382751 (0.17666296235152654) - | > loss_disc_real_5: 0.23759962618350983 (0.19381157734564372) - | > loss_0: 2.567831516265869 (2.6052465438842773) - | > loss_gen: 2.416435718536377 (2.1682397978646413) - | > loss_kl: 0.92278653383255 (1.700484254530498) - | > loss_feat: 6.68303108215332 (6.019285900252206) - | > loss_mel: 17.857501983642578 (18.818791730063303) - | > loss_duration: 1.7068665027618408 (1.6924418551581246) - | > loss_1: 29.58662223815918 (30.39924349103655) - - --> STEP: 15 - | > loss_disc: 2.4688937664031982 (2.596156358718872) - | > loss_disc_real_0: 0.3091581165790558 (0.2828271597623825) - | > loss_disc_real_1: 0.21378162503242493 (0.19391495635112127) - | > loss_disc_real_2: 0.2535385489463806 (0.21184836228688558) - | > loss_disc_real_3: 0.1883886456489563 (0.21162504653135936) - | > loss_disc_real_4: 0.22143466770648956 (0.17964774270852407) - | > loss_disc_real_5: 0.20432224869728088 (0.1945122887690862) - | > loss_0: 2.4688937664031982 (2.596156358718872) - | > loss_gen: 2.6278345584869385 (2.1988794485727947) - | > loss_kl: 1.7150717973709106 (1.7014567573865256) - | > loss_feat: 6.615233421325684 (6.059015734990438) - | > loss_mel: 21.882915496826172 (19.023066647847493) - | > loss_duration: 1.6448028087615967 (1.6892659187316894) - | > loss_1: 34.48585891723633 (30.67168451944987) - - --> STEP: 16 - | > loss_disc: 2.448063373565674 (2.586900547146797) - | > loss_disc_real_0: 0.1720823496580124 (0.2759056091308594) - | > loss_disc_real_1: 0.17574173212051392 (0.1927791298367083) - | > loss_disc_real_2: 0.21091321110725403 (0.2117899153381586) - | > loss_disc_real_3: 0.18862512707710266 (0.2101875515654683) - | > loss_disc_real_4: 0.1601668894290924 (0.1784301893785596) - | > loss_disc_real_5: 0.17704817652702332 (0.19342078175395727) - | > loss_0: 2.448063373565674 (2.586900547146797) - | > loss_gen: 2.1962358951568604 (2.1987142264842987) - | > loss_kl: 1.5067212581634521 (1.6892857886850834) - | > loss_feat: 8.325230598449707 (6.200654163956642) - | > loss_mel: 20.95697784423828 (19.143936097621918) - | > loss_duration: 1.7726857662200928 (1.6944796591997147) - | > loss_1: 34.757850646972656 (30.927069902420044) - - --> STEP: 17 - | > loss_disc: 2.7351179122924805 (2.5956192156847786) - | > loss_disc_real_0: 0.2883188724517822 (0.2766358010909137) - | > loss_disc_real_1: 0.18810653686523438 (0.1925042714266216) - | > loss_disc_real_2: 0.18450172245502472 (0.21018472752150366) - | > loss_disc_real_3: 0.19040770828723907 (0.20902403137263129) - | > loss_disc_real_4: 0.19432592391967773 (0.17936523258686066) - | > loss_disc_real_5: 0.18261826038360596 (0.1927853393204072) - | > loss_0: 2.7351179122924805 (2.5956192156847786) - | > loss_gen: 1.9134294986724854 (2.181932771907133) - | > loss_kl: 1.2137788534164429 (1.6613147924928104) - | > loss_feat: 6.40814208984375 (6.212859336067648) - | > loss_mel: 16.669309616088867 (18.998369834002325) - | > loss_duration: 1.6508541107177734 (1.691913450465483) - | > loss_1: 27.855514526367188 (30.746390174416934) - - --> STEP: 18 - | > loss_disc: 2.328274726867676 (2.5807667440838284) - | > loss_disc_real_0: 0.11199908703565598 (0.26748931697673267) - | > loss_disc_real_1: 0.1618044227361679 (0.19079872427715194) - | > loss_disc_real_2: 0.1881219446659088 (0.20895901736285952) - | > loss_disc_real_3: 0.17595858871936798 (0.20718706233633888) - | > loss_disc_real_4: 0.16332699358463287 (0.17847421930895913) - | > loss_disc_real_5: 0.11306154727935791 (0.18835623976257113) - | > loss_0: 2.328274726867676 (2.5807667440838284) - | > loss_gen: 2.1500134468078613 (2.180159476068285) - | > loss_kl: 1.509415864944458 (1.6528759631845686) - | > loss_feat: 8.447074890136719 (6.3369824224048195) - | > loss_mel: 22.143762588500977 (19.17311387591892) - | > loss_duration: 1.6465153694152832 (1.6893913348515828) - | > loss_1: 35.89678192138672 (31.03252304924859) - - --> STEP: 19 - | > loss_disc: 2.511962652206421 (2.5771454760902808) - | > loss_disc_real_0: 0.1028914824128151 (0.258826273052316) - | > loss_disc_real_1: 0.14875690639019012 (0.18858599701994344) - | > loss_disc_real_2: 0.1576390415430069 (0.2062579660039199) - | > loss_disc_real_3: 0.2106345295906067 (0.20736850798130035) - | > loss_disc_real_4: 0.15540100634098053 (0.1772598396790655) - | > loss_disc_real_5: 0.1733705848455429 (0.18756752108272753) - | > loss_0: 2.511962652206421 (2.5771454760902808) - | > loss_gen: 1.9079052209854126 (2.1658303047481335) - | > loss_kl: 1.7950682640075684 (1.6603597684910423) - | > loss_feat: 7.780389308929443 (6.412951205906115) - | > loss_mel: 22.89857292175293 (19.36919066780492) - | > loss_duration: 1.736567497253418 (1.6918742907674689) - | > loss_1: 36.11850357055664 (31.300206234580592) - - --> STEP: 20 - | > loss_disc: 2.3507590293884277 (2.565826153755188) - | > loss_disc_real_0: 0.18671709299087524 (0.2552208140492439) - | > loss_disc_real_1: 0.1419568806886673 (0.18625454120337964) - | > loss_disc_real_2: 0.19932499527931213 (0.2059113174676895) - | > loss_disc_real_3: 0.18441994488239288 (0.20622107982635499) - | > loss_disc_real_4: 0.15065814554691315 (0.17592975497245789) - | > loss_disc_real_5: 0.11677440255880356 (0.18402786515653133) - | > loss_0: 2.3507590293884277 (2.565826153755188) - | > loss_gen: 2.17848801612854 (2.166463190317154) - | > loss_kl: 1.8329554796218872 (1.6689895540475845) - | > loss_feat: 7.735002040863037 (6.479053747653961) - | > loss_mel: 21.468273162841797 (19.474144792556764) - | > loss_duration: 1.67710542678833 (1.6911358475685119) - | > loss_1: 34.89182662963867 (31.479787254333495) - - --> STEP: 21 - | > loss_disc: 2.3734259605407715 (2.556664239792597) - | > loss_disc_real_0: 0.24701878428459167 (0.2548302412033081) - | > loss_disc_real_1: 0.1884411722421646 (0.18635866649094082) - | > loss_disc_real_2: 0.17833705246448517 (0.2045982572294417) - | > loss_disc_real_3: 0.1685415357351303 (0.20442681582201094) - | > loss_disc_real_4: 0.1567380577325821 (0.17501586462770188) - | > loss_disc_real_5: 0.17305876314640045 (0.1835055269655727) - | > loss_0: 2.3734259605407715 (2.556664239792597) - | > loss_gen: 2.32307767868042 (2.1739210230963573) - | > loss_kl: 1.3590455055236816 (1.6542303136416845) - | > loss_feat: 6.533531665802002 (6.48164793423244) - | > loss_mel: 19.933691024780273 (19.496027946472168) - | > loss_duration: 1.6554979085922241 (1.6894388028553553) - | > loss_1: 31.80484390258789 (31.49526614234561) - - --> STEP: 22 - | > loss_disc: 2.6645703315734863 (2.561569062146274) - | > loss_disc_real_0: 0.3109676241874695 (0.2573819404298609) - | > loss_disc_real_1: 0.1645425409078598 (0.1853670244189826) - | > loss_disc_real_2: 0.24593313038349152 (0.20647711510008032) - | > loss_disc_real_3: 0.23011283576488495 (0.2055943621830507) - | > loss_disc_real_4: 0.2002933770418167 (0.1761648424647071) - | > loss_disc_real_5: 0.22296516597270966 (0.18529914692044258) - | > loss_0: 2.6645703315734863 (2.561569062146274) - | > loss_gen: 2.0562798976898193 (2.168573699214242) - | > loss_kl: 2.0206334590911865 (1.6708850020712072) - | > loss_feat: 5.062020301818848 (6.417119405486367) - | > loss_mel: 17.54928970336914 (19.40753984451294) - | > loss_duration: 1.744867205619812 (1.6919582757082852) - | > loss_1: 28.433090209960938 (31.356076327237215) - - --> STEP: 23 - | > loss_disc: 2.593501567840576 (2.5629574319590698) - | > loss_disc_real_0: 0.2647731900215149 (0.2577032991077589) - | > loss_disc_real_1: 0.1796794980764389 (0.18511974066495895) - | > loss_disc_real_2: 0.22870375216007233 (0.2074434906244278) - | > loss_disc_real_3: 0.2118612676858902 (0.20586683633534805) - | > loss_disc_real_4: 0.1803397834300995 (0.17634636163711548) - | > loss_disc_real_5: 0.16037802398204803 (0.18421561983616455) - | > loss_0: 2.593501567840576 (2.5629574319590698) - | > loss_gen: 2.167375087738037 (2.1685215856717983) - | > loss_kl: 1.6544190645217896 (1.6701690917429717) - | > loss_feat: 6.959991931915283 (6.440722558809363) - | > loss_mel: 22.894840240478516 (19.55916160085927) - | > loss_duration: 1.7334606647491455 (1.6937627274057139) - | > loss_1: 35.41008377075195 (31.532337520433508) - - --> STEP: 24 - | > loss_disc: 2.833021640777588 (2.574210107326508) - | > loss_disc_real_0: 0.32283586263656616 (0.2604171559214592) - | > loss_disc_real_1: 0.21422883868217468 (0.1863326197490096) - | > loss_disc_real_2: 0.2801784873008728 (0.21047411548594633) - | > loss_disc_real_3: 0.2025907337665558 (0.20573033206164837) - | > loss_disc_real_4: 0.1600443422794342 (0.17566711083054543) - | > loss_disc_real_5: 0.21034982800483704 (0.18530454517652592) - | > loss_0: 2.833021640777588 (2.574210107326508) - | > loss_gen: 2.2907021045684814 (2.173612440625827) - | > loss_kl: 1.62769615650177 (1.6683993861079216) - | > loss_feat: 6.48854398727417 (6.442715118328731) - | > loss_mel: 22.089189529418945 (19.664579431215923) - | > loss_duration: 1.6341259479522705 (1.6912778615951538) - | > loss_1: 34.13025665283203 (31.640584150950115) - - --> STEP: 25 - | > loss_disc: 2.6461968421936035 (2.577089576721192) - | > loss_disc_real_0: 0.3116537630558014 (0.26246662020683287) - | > loss_disc_real_1: 0.16144190728664398 (0.18533699125051498) - | > loss_disc_real_2: 0.21882514655590057 (0.2108081567287445) - | > loss_disc_real_3: 0.25713416934013367 (0.20778648555278778) - | > loss_disc_real_4: 0.19944952428340912 (0.17661840736865997) - | > loss_disc_real_5: 0.22389888763427734 (0.18684831887483597) - | > loss_0: 2.6461968421936035 (2.577089576721192) - | > loss_gen: 2.164485454559326 (2.173247361183167) - | > loss_kl: 1.3212535381317139 (1.6545135521888732) - | > loss_feat: 4.680668830871582 (6.372233266830444) - | > loss_mel: 19.735633850097656 (19.667421607971193) - | > loss_duration: 1.6109318733215332 (1.688064022064209) - | > loss_1: 29.51297378540039 (31.555479736328124) - - --> STEP: 26 - | > loss_disc: 2.4893882274627686 (2.57371644790356) - | > loss_disc_real_0: 0.2543107867240906 (0.2621529343036505) - | > loss_disc_real_1: 0.1756134033203125 (0.18496300709935334) - | > loss_disc_real_2: 0.21127262711524963 (0.21082602097437933) - | > loss_disc_real_3: 0.22537201642990112 (0.20846285212498444) - | > loss_disc_real_4: 0.18331317603588104 (0.1768758984712454) - | > loss_disc_real_5: 0.1727777123451233 (0.18630714170061624) - | > loss_0: 2.4893882274627686 (2.57371644790356) - | > loss_gen: 2.2652158737182617 (2.176784611665286) - | > loss_kl: 1.5344789028167725 (1.649896834905331) - | > loss_feat: 6.02620792388916 (6.358924599794241) - | > loss_mel: 20.752565383911133 (19.709157907045803) - | > loss_duration: 1.6605907678604126 (1.6870073584409861) - | > loss_1: 32.23905944824219 (31.581771263709435) - - --> STEP: 27 - | > loss_disc: 2.575709342956543 (2.5737902588314485) - | > loss_disc_real_0: 0.2594413757324219 (0.2620525062084198) - | > loss_disc_real_1: 0.13725067675113678 (0.1831958837531231) - | > loss_disc_real_2: 0.1945820301771164 (0.21022439168559182) - | > loss_disc_real_3: 0.26061928272247314 (0.21039457177674328) - | > loss_disc_real_4: 0.23495005071163177 (0.1790267929986671) - | > loss_disc_real_5: 0.18848414719104767 (0.1863877715335952) - | > loss_0: 2.575709342956543 (2.5737902588314485) - | > loss_gen: 2.1885509490966797 (2.177220401940523) - | > loss_kl: 1.7136201858520508 (1.6522569590144687) - | > loss_feat: 6.45493221282959 (6.362480437314069) - | > loss_mel: 22.243804931640625 (19.803033722771538) - | > loss_duration: 1.6927177906036377 (1.6872188559284917) - | > loss_1: 34.29362487792969 (31.682210286458332) - - --> STEP: 28 - | > loss_disc: 2.5896031856536865 (2.574355006217957) - | > loss_disc_real_0: 0.34300774335861206 (0.2649437646780695) - | > loss_disc_real_1: 0.17635087668895721 (0.18295141921511718) - | > loss_disc_real_2: 0.2163667529821396 (0.21044376173189708) - | > loss_disc_real_3: 0.24722784757614136 (0.21171004591243608) - | > loss_disc_real_4: 0.19206981360912323 (0.17949261516332626) - | > loss_disc_real_5: 0.15034613013267517 (0.1851005700549909) - | > loss_0: 2.5896031856536865 (2.574355006217957) - | > loss_gen: 2.439112901687622 (2.1865737055029193) - | > loss_kl: 1.5767385959625244 (1.6495598746197564) - | > loss_feat: 6.902114391326904 (6.381753078528813) - | > loss_mel: 21.880748748779297 (19.877237830843246) - | > loss_duration: 1.6892635822296143 (1.6872918818678175) - | > loss_1: 34.48797607421875 (31.782416207449778) - - --> STEP: 29 - | > loss_disc: 2.7544796466827393 (2.5805662007167425) - | > loss_disc_real_0: 0.3155510425567627 (0.26668884322561065) - | > loss_disc_real_1: 0.18582838773727417 (0.18305062502622604) - | > loss_disc_real_2: 0.18428215384483337 (0.20954163732199832) - | > loss_disc_real_3: 0.27935343980789185 (0.2140425767364173) - | > loss_disc_real_4: 0.2736521363258362 (0.18273949520341282) - | > loss_disc_real_5: 0.2472856640815735 (0.18724488364211445) - | > loss_0: 2.7544796466827393 (2.5805662007167425) - | > loss_gen: 2.1812901496887207 (2.186391513923119) - | > loss_kl: 1.5796847343444824 (1.6471503870240574) - | > loss_feat: 5.879075050354004 (6.364419353419337) - | > loss_mel: 18.740968704223633 (19.83805613682188) - | > loss_duration: 1.6620150804519653 (1.6864202680258915) - | > loss_1: 30.043033599853516 (31.72243749684301) - - --> STEP: 30 - | > loss_disc: 2.489168643951416 (2.577519615491232) - | > loss_disc_real_0: 0.1852501481771469 (0.2639742200573285) - | > loss_disc_real_1: 0.2020426094532013 (0.18368369117379188) - | > loss_disc_real_2: 0.20119035243988037 (0.20926326115926105) - | > loss_disc_real_3: 0.25672799348831177 (0.21546542396148047) - | > loss_disc_real_4: 0.14102409780025482 (0.18134898195664087) - | > loss_disc_real_5: 0.17184248566627502 (0.18673147037625312) - | > loss_0: 2.489168643951416 (2.577519615491232) - | > loss_gen: 2.0729756355285645 (2.1826109846433) - | > loss_kl: 2.0434138774871826 (1.6603591700394948) - | > loss_feat: 5.866936206817627 (6.347836581865947) - | > loss_mel: 19.43503761291504 (19.824622186024985) - | > loss_duration: 1.6832985877990723 (1.6863162120183308) - | > loss_1: 31.101659774780273 (31.701744906107585) - - --> STEP: 31 - | > loss_disc: 2.5435214042663574 (2.576422899000107) - | > loss_disc_real_0: 0.22186855971813202 (0.26261597294961253) - | > loss_disc_real_1: 0.16752594709396362 (0.1831624736228297) - | > loss_disc_real_2: 0.21059875190258026 (0.20930634150581975) - | > loss_disc_real_3: 0.17972432076931 (0.2143124851488298) - | > loss_disc_real_4: 0.1294419765472412 (0.1796745624273054) - | > loss_disc_real_5: 0.12955555319786072 (0.1848870859511437) - | > loss_0: 2.5435214042663574 (2.576422899000107) - | > loss_gen: 2.1593494415283203 (2.1818606122847526) - | > loss_kl: 1.664834976196289 (1.6605035508832624) - | > loss_feat: 9.137615203857422 (6.437829440639865) - | > loss_mel: 21.995136260986328 (19.894638769088253) - | > loss_duration: 1.6310460567474365 (1.684533303783786) - | > loss_1: 36.58797836303711 (31.859365340202086) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.011482692533923734 (+0.0009851686416133768) - | > avg_loss_disc: 2.576422899000107 (+0.1678004380195377) - | > avg_loss_disc_real_0: 0.26261597294961253 (+0.1432488782992286) - | > avg_loss_disc_real_1: 0.1831624736228297 (+0.04763757173092131) - | > avg_loss_disc_real_2: 0.20930634150581975 (+0.04089963916809322) - | > avg_loss_disc_real_3: 0.2143124851488298 (+0.014013882606260242) - | > avg_loss_disc_real_4: 0.1796745624273054 (+0.0026887090456101104) - | > avg_loss_disc_real_5: 0.1848870859511437 (-0.002695627510547638) - | > avg_loss_0: 2.576422899000107 (+0.1678004380195377) - | > avg_loss_gen: 2.1818606122847526 (+0.24204132633824504) - | > avg_loss_kl: 1.6605035508832624 (-0.04813070258786589) - | > avg_loss_feat: 6.437829440639865 (-0.6809648775285293) - | > avg_loss_mel: 19.894638769088253 (-1.958658618311727) - | > avg_loss_duration: 1.684533303783786 (-0.004366128675399317) - | > avg_loss_1: 31.859365340202086 (-2.4500794564523964) - - > BEST MODEL : vits_shi_male-November-22-2024_02+49AM-0000000/best_model_56581.pth - - > EPOCH: 42/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 07:45:41)  - - --> TIME: 2024-11-23 07:45:57 -- STEP: 19/797 -- GLOBAL_STEP: 56600 - | > loss_disc: 2.4449191093444824 (2.431431117810701) - | > loss_disc_real_0: 0.1540355533361435 (0.12561129268847013) - | > loss_disc_real_1: 0.183695986866951 (0.21533501540359698) - | > loss_disc_real_2: 0.22668515145778656 (0.22219282231832804) - | > loss_disc_real_3: 0.2270125150680542 (0.22123438668878456) - | > loss_disc_real_4: 0.19959278404712677 (0.20883511085259288) - | > loss_disc_real_5: 0.2006583958864212 (0.21632136247659983) - | > loss_0: 2.4449191093444824 (2.431431117810701) - | > grad_norm_0: tensor(61.6281, device='cuda:0') (tensor(86.9187, device='cuda:0')) - | > loss_gen: 2.570540189743042 (2.371129424948442) - | > loss_kl: 1.5175483226776123 (1.6898312882373208) - | > loss_feat: 7.418087959289551 (6.868002991927297) - | > loss_mel: 21.140596389770508 (20.31362593801398) - | > loss_duration: 1.8270213603973389 (1.8196638383363422) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.47379684448242 (33.06225395202637) - | > grad_norm_1: tensor(663.6421, device='cuda:0') (tensor(498.7345, device='cuda:0')) - | > current_lr_0: 0.00019825752553688343 - | > current_lr_1: 0.00019825752553688343 - | > step_time: 0.7175 (0.7584890189923739) - | > loader_time: 0.0035 (0.005205229709022923) - - - --> TIME: 2024-11-23 07:46:16 -- STEP: 44/797 -- GLOBAL_STEP: 56625 - | > loss_disc: 2.3523519039154053 (2.4186784516681312) - | > loss_disc_real_0: 0.11010804772377014 (0.12426082739098505) - | > loss_disc_real_1: 0.19220802187919617 (0.21652879396622832) - | > loss_disc_real_2: 0.20698925852775574 (0.22917697781866248) - | > loss_disc_real_3: 0.1876990646123886 (0.22247205742380835) - | > loss_disc_real_4: 0.20835432410240173 (0.2164800614118576) - | > loss_disc_real_5: 0.19512809813022614 (0.22633452984419736) - | > loss_0: 2.3523519039154053 (2.4186784516681312) - | > grad_norm_0: tensor(24.8656, device='cuda:0') (tensor(56.6829, device='cuda:0')) - | > loss_gen: 2.358525276184082 (2.3908029740506964) - | > loss_kl: 1.5348923206329346 (1.6347659799185665) - | > loss_feat: 6.356042861938477 (7.014763138510964) - | > loss_mel: 19.311500549316406 (20.387795231559053) - | > loss_duration: 1.749401569366455 (1.7762754613702947) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.310359954833984 (33.20440309697931) - | > grad_norm_1: tensor(262.4776, device='cuda:0') (tensor(406.8730, device='cuda:0')) - | > current_lr_0: 0.00019825752553688343 - | > current_lr_1: 0.00019825752553688343 - | > step_time: 0.7713 (0.7563999457792803) - | > loader_time: 0.0079 (0.005983060056513006) - - - --> TIME: 2024-11-23 07:46:35 -- STEP: 69/797 -- GLOBAL_STEP: 56650 - | > loss_disc: 2.2211172580718994 (2.4073694408803745) - | > loss_disc_real_0: 0.11259385943412781 (0.12549016883839734) - | > loss_disc_real_1: 0.22142855823040009 (0.21744774497937466) - | > loss_disc_real_2: 0.25277096033096313 (0.2276453721350518) - | > loss_disc_real_3: 0.22870667278766632 (0.21989883439264435) - | > loss_disc_real_4: 0.1786089986562729 (0.21525597896264947) - | > loss_disc_real_5: 0.20489630103111267 (0.22378473653309588) - | > loss_0: 2.2211172580718994 (2.4073694408803745) - | > grad_norm_0: tensor(7.8420, device='cuda:0') (tensor(43.5349, device='cuda:0')) - | > loss_gen: 2.715008020401001 (2.3980835935343867) - | > loss_kl: 1.8574062585830688 (1.6300371436105259) - | > loss_feat: 8.343762397766113 (7.146344032840452) - | > loss_mel: 22.47770118713379 (20.595172771509144) - | > loss_duration: 1.6862380504608154 (1.7452354707579683) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.080116271972656 (33.514873200568616) - | > grad_norm_1: tensor(119.8332, device='cuda:0') (tensor(357.0886, device='cuda:0')) - | > current_lr_0: 0.00019825752553688343 - | > current_lr_1: 0.00019825752553688343 - | > step_time: 0.7575 (0.7630405391471974) - | > loader_time: 0.0039 (0.005668964938841004) - - - --> TIME: 2024-11-23 07:46:55 -- STEP: 94/797 -- GLOBAL_STEP: 56675 - | > loss_disc: 2.596964120864868 (2.420421496350714) - | > loss_disc_real_0: 0.12532959878444672 (0.12742563273678437) - | > loss_disc_real_1: 0.24758416414260864 (0.21631417280816018) - | > loss_disc_real_2: 0.29818397760391235 (0.22891857126291762) - | > loss_disc_real_3: 0.25972944498062134 (0.22149705395419547) - | > loss_disc_real_4: 0.22782592475414276 (0.2187813883449169) - | > loss_disc_real_5: 0.2450142204761505 (0.22651654925752193) - | > loss_0: 2.596964120864868 (2.420421496350714) - | > grad_norm_0: tensor(62.9321, device='cuda:0') (tensor(44.5354, device='cuda:0')) - | > loss_gen: 2.348886728286743 (2.393179414120126) - | > loss_kl: 1.5926352739334106 (1.6074450244294836) - | > loss_feat: 6.416968822479248 (7.097060604298369) - | > loss_mel: 19.904050827026367 (20.548673913833944) - | > loss_duration: 1.682179570198059 (1.7292573718314475) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.944721221923828 (33.37561643884536) - | > grad_norm_1: tensor(299.0724, device='cuda:0') (tensor(340.7156, device='cuda:0')) - | > current_lr_0: 0.00019825752553688343 - | > current_lr_1: 0.00019825752553688343 - | > step_time: 0.7493 (0.7676313379977612) - | > loader_time: 0.0116 (0.005843948810658557) - - - --> TIME: 2024-11-23 07:47:15 -- STEP: 119/797 -- GLOBAL_STEP: 56700 - | > loss_disc: 2.409389019012451 (2.4314546364696077) - | > loss_disc_real_0: 0.1759742796421051 (0.12780049712467595) - | > loss_disc_real_1: 0.21276059746742249 (0.21642038964924692) - | > loss_disc_real_2: 0.2374657392501831 (0.22885314757082642) - | > loss_disc_real_3: 0.1945919245481491 (0.2229810171768445) - | > loss_disc_real_4: 0.18508458137512207 (0.21952515352173013) - | > loss_disc_real_5: 0.18532879650592804 (0.22745906242302485) - | > loss_0: 2.409389019012451 (2.4314546364696077) - | > grad_norm_0: tensor(81.1972, device='cuda:0') (tensor(45.5751, device='cuda:0')) - | > loss_gen: 2.3050715923309326 (2.3767490106470444) - | > loss_kl: 1.4720804691314697 (1.602624812046019) - | > loss_feat: 7.06350564956665 (7.076845253215117) - | > loss_mel: 20.497440338134766 (20.64969154165573) - | > loss_duration: 1.671996831893921 (1.7212126204947464) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.010093688964844 (33.42712339834003) - | > grad_norm_1: tensor(250.4359, device='cuda:0') (tensor(330.5455, device='cuda:0')) - | > current_lr_0: 0.00019825752553688343 - | > current_lr_1: 0.00019825752553688343 - | > step_time: 0.8667 (0.7672684633431315) - | > loader_time: 0.0038 (0.005984288303791976) - - - --> TIME: 2024-11-23 07:47:35 -- STEP: 144/797 -- GLOBAL_STEP: 56725 - | > loss_disc: 2.4248178005218506 (2.445931274029943) - | > loss_disc_real_0: 0.1398906111717224 (0.12840775359008044) - | > loss_disc_real_1: 0.2678515315055847 (0.21730748915837872) - | > loss_disc_real_2: 0.22650305926799774 (0.23048190410352415) - | > loss_disc_real_3: 0.1891694962978363 (0.2238642213245233) - | > loss_disc_real_4: 0.22848305106163025 (0.2217189142894413) - | > loss_disc_real_5: 0.24408559501171112 (0.23073821318232351) - | > loss_0: 2.4248178005218506 (2.445931274029943) - | > grad_norm_0: tensor(85.3101, device='cuda:0') (tensor(46.4428, device='cuda:0')) - | > loss_gen: 2.540344476699829 (2.3721387435992556) - | > loss_kl: 1.901435375213623 (1.6001745926009283) - | > loss_feat: 7.346691608428955 (7.065310481521818) - | > loss_mel: 21.805307388305664 (20.73125084241231) - | > loss_duration: 1.6365692615509033 (1.716571583516068) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.230350494384766 (33.48544637362161) - | > grad_norm_1: tensor(543.2706, device='cuda:0') (tensor(356.3557, device='cuda:0')) - | > current_lr_0: 0.00019825752553688343 - | > current_lr_1: 0.00019825752553688343 - | > step_time: 0.7819 (0.7699942323896619) - | > loader_time: 0.0043 (0.006055307057168748) - - - --> TIME: 2024-11-23 07:47:55 -- STEP: 169/797 -- GLOBAL_STEP: 56750 - | > loss_disc: 2.6439907550811768 (2.443588230031481) - | > loss_disc_real_0: 0.09418942034244537 (0.12678418749359233) - | > loss_disc_real_1: 0.1867104172706604 (0.2169086285067733) - | > loss_disc_real_2: 0.2914104163646698 (0.22957647252364977) - | > loss_disc_real_3: 0.2615085244178772 (0.22393339466766493) - | > loss_disc_real_4: 0.22911475598812103 (0.22046496176860733) - | > loss_disc_real_5: 0.252050518989563 (0.22958968482779327) - | > loss_0: 2.6439907550811768 (2.443588230031481) - | > grad_norm_0: tensor(40.4647, device='cuda:0') (tensor(48.2794, device='cuda:0')) - | > loss_gen: 2.509624719619751 (2.3770808820893774) - | > loss_kl: 1.8672804832458496 (1.6013270997436795) - | > loss_feat: 7.197240352630615 (7.106202387950829) - | > loss_mel: 21.92115020751953 (20.831943703826358) - | > loss_duration: 1.6928112506866455 (1.7108972248946421) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.188106536865234 (33.62745145086706) - | > grad_norm_1: tensor(608.4814, device='cuda:0') (tensor(379.2313, device='cuda:0')) - | > current_lr_0: 0.00019825752553688343 - | > current_lr_1: 0.00019825752553688343 - | > step_time: 0.7977 (0.7724632172894896) - | > loader_time: 0.0098 (0.006230788823415542) - - - --> TIME: 2024-11-23 07:48:15 -- STEP: 194/797 -- GLOBAL_STEP: 56775 - | > loss_disc: 2.4540045261383057 (2.447951423753169) - | > loss_disc_real_0: 0.16470612585544586 (0.12689045868506751) - | > loss_disc_real_1: 0.17894238233566284 (0.21790520370621042) - | > loss_disc_real_2: 0.2043270319700241 (0.23043256775312818) - | > loss_disc_real_3: 0.20346836745738983 (0.22496741810410292) - | > loss_disc_real_4: 0.19708019495010376 (0.22200530913379996) - | > loss_disc_real_5: 0.24283285439014435 (0.2317206292730017) - | > loss_0: 2.4540045261383057 (2.447951423753169) - | > grad_norm_0: tensor(13.7819, device='cuda:0') (tensor(51.4291, device='cuda:0')) - | > loss_gen: 2.3778772354125977 (2.3839023617125052) - | > loss_kl: 1.5872644186019897 (1.5915113023875915) - | > loss_feat: 7.279386043548584 (7.095825900736544) - | > loss_mel: 21.14348030090332 (20.88163738644) - | > loss_duration: 1.6920104026794434 (1.7068400358416371) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.08001708984375 (33.65971708789314) - | > grad_norm_1: tensor(450.3791, device='cuda:0') (tensor(403.0645, device='cuda:0')) - | > current_lr_0: 0.00019825752553688343 - | > current_lr_1: 0.00019825752553688343 - | > step_time: 0.8139 (0.7754924125278114) - | > loader_time: 0.0041 (0.006206561609641793) - - - --> TIME: 2024-11-23 07:48:35 -- STEP: 219/797 -- GLOBAL_STEP: 56800 - | > loss_disc: 2.3179352283477783 (2.4491157520851594) - | > loss_disc_real_0: 0.07292066514492035 (0.1282215015835141) - | > loss_disc_real_1: 0.22336184978485107 (0.21741719040424312) - | > loss_disc_real_2: 0.2134544402360916 (0.2301058227613092) - | > loss_disc_real_3: 0.2102639526128769 (0.22432390474565497) - | > loss_disc_real_4: 0.21845027804374695 (0.2211894330368738) - | > loss_disc_real_5: 0.22082585096359253 (0.23088794191406198) - | > loss_0: 2.3179352283477783 (2.4491157520851594) - | > grad_norm_0: tensor(15.3896, device='cuda:0') (tensor(54.5455, device='cuda:0')) - | > loss_gen: 2.519202709197998 (2.380283969722381) - | > loss_kl: 1.520898699760437 (1.5838696151019231) - | > loss_feat: 7.731858253479004 (7.058517486537428) - | > loss_mel: 22.417015075683594 (20.860075667568537) - | > loss_duration: 1.7081876993179321 (1.705673749588396) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.89716339111328 (33.58842051954575) - | > grad_norm_1: tensor(374.1657, device='cuda:0') (tensor(404.6140, device='cuda:0')) - | > current_lr_0: 0.00019825752553688343 - | > current_lr_1: 0.00019825752553688343 - | > step_time: 0.7938 (0.7783548570659059) - | > loader_time: 0.0052 (0.006278850172208325) - - - --> TIME: 2024-11-23 07:48:55 -- STEP: 244/797 -- GLOBAL_STEP: 56825 - | > loss_disc: 2.570577621459961 (2.448502853268483) - | > loss_disc_real_0: 0.12012793868780136 (0.12745627689129502) - | > loss_disc_real_1: 0.2599761188030243 (0.21743797345972452) - | > loss_disc_real_2: 0.2310393750667572 (0.23070809629852654) - | > loss_disc_real_3: 0.19421091675758362 (0.2244950096260329) - | > loss_disc_real_4: 0.2134454846382141 (0.22123559069682333) - | > loss_disc_real_5: 0.24955464899539948 (0.23241986120577718) - | > loss_0: 2.570577621459961 (2.448502853268483) - | > grad_norm_0: tensor(31.1226, device='cuda:0') (tensor(52.0104, device='cuda:0')) - | > loss_gen: 2.1172242164611816 (2.3784030372979204) - | > loss_kl: 1.5434738397598267 (1.5792396664619446) - | > loss_feat: 5.456448078155518 (7.035034054615458) - | > loss_mel: 17.620046615600586 (20.843466336609886) - | > loss_duration: 1.7116978168487549 (1.7018780415175392) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 28.448890686035156 (33.53802113454851) - | > grad_norm_1: tensor(327.7102, device='cuda:0') (tensor(405.7419, device='cuda:0')) - | > current_lr_0: 0.00019825752553688343 - | > current_lr_1: 0.00019825752553688343 - | > step_time: 0.7884 (0.7795475711587996) - | > loader_time: 0.0055 (0.006308015252723068) - - - --> TIME: 2024-11-23 07:49:16 -- STEP: 269/797 -- GLOBAL_STEP: 56850 - | > loss_disc: 2.439786672592163 (2.4510479992650263) - | > loss_disc_real_0: 0.13421913981437683 (0.12717125857020398) - | > loss_disc_real_1: 0.2090136855840683 (0.2180836903672236) - | > loss_disc_real_2: 0.23622345924377441 (0.23107585366330624) - | > loss_disc_real_3: 0.17846980690956116 (0.2248409153914363) - | > loss_disc_real_4: 0.2480538785457611 (0.22165174749039357) - | > loss_disc_real_5: 0.2753806710243225 (0.23188077068461804) - | > loss_0: 2.439786672592163 (2.4510479992650263) - | > grad_norm_0: tensor(58.9021, device='cuda:0') (tensor(52.1143, device='cuda:0')) - | > loss_gen: 2.288527488708496 (2.3768804055607444) - | > loss_kl: 1.3346389532089233 (1.5766045001359676) - | > loss_feat: 6.501614570617676 (7.0053085199519165) - | > loss_mel: 19.547155380249023 (20.83502686511185) - | > loss_duration: 1.716348648071289 (1.6998137550283097) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.38828468322754 (33.493634078582424) - | > grad_norm_1: tensor(582.4666, device='cuda:0') (tensor(420.8811, device='cuda:0')) - | > current_lr_0: 0.00019825752553688343 - | > current_lr_1: 0.00019825752553688343 - | > step_time: 0.7863 (0.7827258242993547) - | > loader_time: 0.0053 (0.006400848409943421) - - - --> TIME: 2024-11-23 07:49:36 -- STEP: 294/797 -- GLOBAL_STEP: 56875 - | > loss_disc: 2.4177944660186768 (2.4490888507998734) - | > loss_disc_real_0: 0.09005717188119888 (0.1267810917148987) - | > loss_disc_real_1: 0.21293094754219055 (0.21767815836027365) - | > loss_disc_real_2: 0.21897180378437042 (0.23092630226798608) - | > loss_disc_real_3: 0.20560765266418457 (0.22420683558903584) - | > loss_disc_real_4: 0.20711855590343475 (0.2218241052968161) - | > loss_disc_real_5: 0.22362175583839417 (0.2321960724839548) - | > loss_0: 2.4177944660186768 (2.4490888507998734) - | > grad_norm_0: tensor(62.1429, device='cuda:0') (tensor(52.1616, device='cuda:0')) - | > loss_gen: 2.4313149452209473 (2.374676182156516) - | > loss_kl: 1.4939863681793213 (1.573718642701908) - | > loss_feat: 6.545095443725586 (6.976033687591553) - | > loss_mel: 19.426128387451172 (20.807796101991816) - | > loss_duration: 1.650490164756775 (1.6981088389344763) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.547014236450195 (33.430333481353976) - | > grad_norm_1: tensor(631.1997, device='cuda:0') (tensor(428.4803, device='cuda:0')) - | > current_lr_0: 0.00019825752553688343 - | > current_lr_1: 0.00019825752553688343 - | > step_time: 0.7605 (0.7837768817434504) - | > loader_time: 0.0051 (0.006425385572472397) - - - --> TIME: 2024-11-23 07:49:57 -- STEP: 319/797 -- GLOBAL_STEP: 56900 - | > loss_disc: 2.590773344039917 (2.4497620506346425) - | > loss_disc_real_0: 0.14882433414459229 (0.13022387744771274) - | > loss_disc_real_1: 0.20178627967834473 (0.21720716076958516) - | > loss_disc_real_2: 0.23385557532310486 (0.23032488097030915) - | > loss_disc_real_3: 0.22036860883235931 (0.2240545005540489) - | > loss_disc_real_4: 0.2984733581542969 (0.22109418406755568) - | > loss_disc_real_5: 0.24106912314891815 (0.23111638263288337) - | > loss_0: 2.590773344039917 (2.4497620506346425) - | > grad_norm_0: tensor(36.1596, device='cuda:0') (tensor(54.7261, device='cuda:0')) - | > loss_gen: 2.544600009918213 (2.381685611969998) - | > loss_kl: 1.6507316827774048 (1.5729365068543297) - | > loss_feat: 7.478354454040527 (7.006232926838076) - | > loss_mel: 21.80931282043457 (20.860109580347896) - | > loss_duration: 1.7542626857757568 (1.6965373810555864) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.23726272583008 (33.51750207619984) - | > grad_norm_1: tensor(366.6282, device='cuda:0') (tensor(433.4671, device='cuda:0')) - | > current_lr_0: 0.00019825752553688343 - | > current_lr_1: 0.00019825752553688343 - | > step_time: 0.7946 (0.7861930031014084) - | > loader_time: 0.0121 (0.006453018577121268) - - - --> TIME: 2024-11-23 07:50:17 -- STEP: 344/797 -- GLOBAL_STEP: 56925 - | > loss_disc: 2.5182948112487793 (2.451027888891308) - | > loss_disc_real_0: 0.10541202127933502 (0.13006090843876783) - | > loss_disc_real_1: 0.2807869613170624 (0.2174896677132956) - | > loss_disc_real_2: 0.2817062735557556 (0.23063505224363748) - | > loss_disc_real_3: 0.26906028389930725 (0.22414842776434366) - | > loss_disc_real_4: 0.2418510466814041 (0.2220293801104606) - | > loss_disc_real_5: 0.2623584568500519 (0.2316566442767548) - | > loss_0: 2.5182948112487793 (2.451027888891308) - | > grad_norm_0: tensor(15.9779, device='cuda:0') (tensor(55.6268, device='cuda:0')) - | > loss_gen: 2.4296979904174805 (2.3815883633702297) - | > loss_kl: 1.7174021005630493 (1.5692552324644358) - | > loss_feat: 6.180046558380127 (6.99359451892764) - | > loss_mel: 20.722227096557617 (20.851494256840184) - | > loss_duration: 1.6524063348770142 (1.6945822997841722) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.701778411865234 (33.49051471643672) - | > grad_norm_1: tensor(419.7678, device='cuda:0') (tensor(435.1562, device='cuda:0')) - | > current_lr_0: 0.00019825752553688343 - | > current_lr_1: 0.00019825752553688343 - | > step_time: 0.7962 (0.7886766569558961) - | > loader_time: 0.0061 (0.006521300521007804) - - - --> TIME: 2024-11-23 07:50:38 -- STEP: 369/797 -- GLOBAL_STEP: 56950 - | > loss_disc: 2.4187841415405273 (2.4469367352927596) - | > loss_disc_real_0: 0.10126947611570358 (0.12921923456516693) - | > loss_disc_real_1: 0.17867621779441833 (0.21689658056752792) - | > loss_disc_real_2: 0.1978447139263153 (0.23045967583895377) - | > loss_disc_real_3: 0.21114005148410797 (0.22356492107315115) - | > loss_disc_real_4: 0.1665400117635727 (0.22180735709544439) - | > loss_disc_real_5: 0.24710264801979065 (0.23122003525091703) - | > loss_0: 2.4187841415405273 (2.4469367352927596) - | > grad_norm_0: tensor(11.3946, device='cuda:0') (tensor(55.4647, device='cuda:0')) - | > loss_gen: 2.4612417221069336 (2.379426261596886) - | > loss_kl: 1.5818980932235718 (1.5667338103136723) - | > loss_feat: 7.953914642333984 (6.992681310751897) - | > loss_mel: 21.832612991333008 (20.836068564314175) - | > loss_duration: 1.669524073600769 (1.6923440016382105) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.49919128417969 (33.46725399772006) - | > grad_norm_1: tensor(274.2367, device='cuda:0') (tensor(437.6171, device='cuda:0')) - | > current_lr_0: 0.00019825752553688343 - | > current_lr_1: 0.00019825752553688343 - | > step_time: 0.8163 (0.7913247925156174) - | > loader_time: 0.0063 (0.006664188250616637) - - - --> TIME: 2024-11-23 07:50:59 -- STEP: 394/797 -- GLOBAL_STEP: 56975 - | > loss_disc: 2.436117649078369 (2.4466320379131337) - | > loss_disc_real_0: 0.0851806253194809 (0.12945780300814183) - | > loss_disc_real_1: 0.217920184135437 (0.2166262015246498) - | > loss_disc_real_2: 0.24465692043304443 (0.23074695970957654) - | > loss_disc_real_3: 0.2406928688287735 (0.22394105750443366) - | > loss_disc_real_4: 0.21645647287368774 (0.22204371023601682) - | > loss_disc_real_5: 0.2160666286945343 (0.23119813861883232) - | > loss_0: 2.436117649078369 (2.4466320379131337) - | > grad_norm_0: tensor(68.0953, device='cuda:0') (tensor(55.2039, device='cuda:0')) - | > loss_gen: 2.300363779067993 (2.377796278992279) - | > loss_kl: 1.5387451648712158 (1.5689507928596538) - | > loss_feat: 6.1927032470703125 (6.989756437727642) - | > loss_mel: 19.03533363342285 (20.851767172063052) - | > loss_duration: 1.62388277053833 (1.690548681063095) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.69102668762207 (33.47881940657721) - | > grad_norm_1: tensor(587.2878, device='cuda:0') (tensor(440.9887, device='cuda:0')) - | > current_lr_0: 0.00019825752553688343 - | > current_lr_1: 0.00019825752553688343 - | > step_time: 0.8566 (0.7931404737046525) - | > loader_time: 0.0136 (0.006827117827943134) - - - --> TIME: 2024-11-23 07:51:21 -- STEP: 419/797 -- GLOBAL_STEP: 57000 - | > loss_disc: 2.3490753173828125 (2.4441117261645333) - | > loss_disc_real_0: 0.0746488869190216 (0.12854243468199825) - | > loss_disc_real_1: 0.19737133383750916 (0.2167377914335392) - | > loss_disc_real_2: 0.23118726909160614 (0.2308760786824693) - | > loss_disc_real_3: 0.2245263308286667 (0.22364672680601017) - | > loss_disc_real_4: 0.2285403311252594 (0.22183908223394558) - | > loss_disc_real_5: 0.267429918050766 (0.2305922483700841) - | > loss_0: 2.3490753173828125 (2.4441117261645333) - | > grad_norm_0: tensor(53.6009, device='cuda:0') (tensor(55.8540, device='cuda:0')) - | > loss_gen: 2.5040700435638428 (2.3811345857196873) - | > loss_kl: 1.7324154376983643 (1.5680180173500629) - | > loss_feat: 7.289892196655273 (7.001763775126746) - | > loss_mel: 21.499958038330078 (20.867980601963954) - | > loss_duration: 1.7074463367462158 (1.6890701359951408) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.73378372192383 (33.507967163668646) - | > grad_norm_1: tensor(615.0401, device='cuda:0') (tensor(449.0702, device='cuda:0')) - | > current_lr_0: 0.00019825752553688343 - | > current_lr_1: 0.00019825752553688343 - | > step_time: 0.8773 (0.7962443424579918) - | > loader_time: 0.0063 (0.006883592195897796) - - - --> TIME: 2024-11-23 07:51:43 -- STEP: 444/797 -- GLOBAL_STEP: 57025 - | > loss_disc: 2.4592690467834473 (2.4428735343185632) - | > loss_disc_real_0: 0.108648881316185 (0.12803409153780157) - | > loss_disc_real_1: 0.21207959949970245 (0.21685041940292796) - | > loss_disc_real_2: 0.20255017280578613 (0.2308448119474961) - | > loss_disc_real_3: 0.19717355072498322 (0.22373383965443921) - | > loss_disc_real_4: 0.1958051174879074 (0.22224306422579393) - | > loss_disc_real_5: 0.2468823492527008 (0.23090727738029249) - | > loss_0: 2.4592690467834473 (2.4428735343185632) - | > grad_norm_0: tensor(39.7793, device='cuda:0') (tensor(55.6154, device='cuda:0')) - | > loss_gen: 2.143322467803955 (2.3839941132176006) - | > loss_kl: 1.6922130584716797 (1.5686963984558178) - | > loss_feat: 6.664255619049072 (7.0143257003646715) - | > loss_mel: 20.61772918701172 (20.892540291622943) - | > loss_duration: 1.6629366874694824 (1.6879401282147242) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.78045654296875 (33.54749666677943) - | > grad_norm_1: tensor(431.2378, device='cuda:0') (tensor(455.6290, device='cuda:0')) - | > current_lr_0: 0.00019825752553688343 - | > current_lr_1: 0.00019825752553688343 - | > step_time: 0.8458 (0.8001238193597877) - | > loader_time: 0.0131 (0.0069745671641719235) - - - --> TIME: 2024-11-23 07:52:04 -- STEP: 469/797 -- GLOBAL_STEP: 57050 - | > loss_disc: 2.4401304721832275 (2.4415551655328094) - | > loss_disc_real_0: 0.11430244147777557 (0.1278147529770952) - | > loss_disc_real_1: 0.2393907606601715 (0.21670590461825512) - | > loss_disc_real_2: 0.2395886927843094 (0.2304919440863229) - | > loss_disc_real_3: 0.21508121490478516 (0.22355801362726987) - | > loss_disc_real_4: 0.17071618139743805 (0.22175686712712364) - | > loss_disc_real_5: 0.19976156949996948 (0.2301359889921603) - | > loss_0: 2.4401304721832275 (2.4415551655328094) - | > grad_norm_0: tensor(97.5402, device='cuda:0') (tensor(54.8061, device='cuda:0')) - | > loss_gen: 2.6337730884552 (2.3832508938144747) - | > loss_kl: 1.3913016319274902 (1.5683021436113795) - | > loss_feat: 7.874373435974121 (7.010872696508477) - | > loss_mel: 22.41131591796875 (20.881083933783486) - | > loss_duration: 1.647871494293213 (1.687447410656699) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.95863723754883 (33.53095711828046) - | > grad_norm_1: tensor(863.7218, device='cuda:0') (tensor(458.9414, device='cuda:0')) - | > current_lr_0: 0.00019825752553688343 - | > current_lr_1: 0.00019825752553688343 - | > step_time: 0.8555 (0.8028209062019134) - | > loader_time: 0.0066 (0.007015485499205111) - - - --> TIME: 2024-11-23 07:52:26 -- STEP: 494/797 -- GLOBAL_STEP: 57075 - | > loss_disc: 2.323902130126953 (2.442883334179156) - | > loss_disc_real_0: 0.06357143819332123 (0.12756755469208553) - | > loss_disc_real_1: 0.21555383503437042 (0.2167599342974574) - | > loss_disc_real_2: 0.2047216147184372 (0.23103033534066397) - | > loss_disc_real_3: 0.23330935835838318 (0.22387879981323774) - | > loss_disc_real_4: 0.23419484496116638 (0.22207740235787168) - | > loss_disc_real_5: 0.22809383273124695 (0.2305477380390592) - | > loss_0: 2.323902130126953 (2.442883334179156) - | > grad_norm_0: tensor(64.1547, device='cuda:0') (tensor(55.5447, device='cuda:0')) - | > loss_gen: 2.425302743911743 (2.3842100315248413) - | > loss_kl: 1.489174246788025 (1.5691887272996943) - | > loss_feat: 7.0689873695373535 (7.016254008057629) - | > loss_mel: 20.94426727294922 (20.90180810549963) - | > loss_duration: 1.6989974975585938 (1.6861186435348108) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.626731872558594 (33.55757953860022) - | > grad_norm_1: tensor(458.6241, device='cuda:0') (tensor(460.9937, device='cuda:0')) - | > current_lr_0: 0.00019825752553688343 - | > current_lr_1: 0.00019825752553688343 - | > step_time: 0.9082 (0.8050294429184451) - | > loader_time: 0.0065 (0.007105480804134477) - - - --> TIME: 2024-11-23 07:52:47 -- STEP: 519/797 -- GLOBAL_STEP: 57100 - | > loss_disc: 2.294635772705078 (2.44108616226211) - | > loss_disc_real_0: 0.06849341094493866 (0.12759227938016954) - | > loss_disc_real_1: 0.212079256772995 (0.21632092042695117) - | > loss_disc_real_2: 0.24363581836223602 (0.23079953450343513) - | > loss_disc_real_3: 0.19962698221206665 (0.22334731386001858) - | > loss_disc_real_4: 0.2096133530139923 (0.22189844633687666) - | > loss_disc_real_5: 0.1969408094882965 (0.2302778832083263) - | > loss_0: 2.294635772705078 (2.44108616226211) - | > grad_norm_0: tensor(54.3777, device='cuda:0') (tensor(56.0398, device='cuda:0')) - | > loss_gen: 2.549577474594116 (2.3862084561460026) - | > loss_kl: 1.6342437267303467 (1.5688053681900966) - | > loss_feat: 7.556921482086182 (7.032465747326095) - | > loss_mel: 22.18467140197754 (20.91901801592582) - | > loss_duration: 1.6681592464447021 (1.6852155992750486) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.593570709228516 (33.591713212588445) - | > grad_norm_1: tensor(488.7332, device='cuda:0') (tensor(461.8945, device='cuda:0')) - | > current_lr_0: 0.00019825752553688343 - | > current_lr_1: 0.00019825752553688343 - | > step_time: 0.8646 (0.8074228373106732) - | > loader_time: 0.0073 (0.0072113953114474666) - - - --> TIME: 2024-11-23 07:53:09 -- STEP: 544/797 -- GLOBAL_STEP: 57125 - | > loss_disc: 2.398179054260254 (2.439455871196354) - | > loss_disc_real_0: 0.08544722944498062 (0.12723980025689619) - | > loss_disc_real_1: 0.2084205150604248 (0.215964741210508) - | > loss_disc_real_2: 0.21644215285778046 (0.2305426658952937) - | > loss_disc_real_3: 0.22452455759048462 (0.22318570184357026) - | > loss_disc_real_4: 0.22912104427814484 (0.22197260718573542) - | > loss_disc_real_5: 0.23497211933135986 (0.23023576292154538) - | > loss_0: 2.398179054260254 (2.439455871196354) - | > grad_norm_0: tensor(43.1753, device='cuda:0') (tensor(56.1802, device='cuda:0')) - | > loss_gen: 2.499147415161133 (2.386839452035285) - | > loss_kl: 1.386116862297058 (1.5697426692966152) - | > loss_feat: 6.919476509094238 (7.039299873744741) - | > loss_mel: 19.564830780029297 (20.912302423925954) - | > loss_duration: 1.6859281063079834 (1.6852552371428293) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.05550003051758 (33.59343966666397) - | > grad_norm_1: tensor(568.1544, device='cuda:0') (tensor(464.5814, device='cuda:0')) - | > current_lr_0: 0.00019825752553688343 - | > current_lr_1: 0.00019825752553688343 - | > step_time: 0.8426 (0.8098032084458012) - | > loader_time: 0.0069 (0.007243258111617146) - - - --> TIME: 2024-11-23 07:53:31 -- STEP: 569/797 -- GLOBAL_STEP: 57150 - | > loss_disc: 2.5327224731445312 (2.4392280478050075) - | > loss_disc_real_0: 0.1586938053369522 (0.12697310450442656) - | > loss_disc_real_1: 0.2393009066581726 (0.21621863722067935) - | > loss_disc_real_2: 0.20842836797237396 (0.23074837159921918) - | > loss_disc_real_3: 0.24837765097618103 (0.22326283002360636) - | > loss_disc_real_4: 0.20659933984279633 (0.221794517367083) - | > loss_disc_real_5: 0.19474922120571136 (0.2303591530855175) - | > loss_0: 2.5327224731445312 (2.4392280478050075) - | > grad_norm_0: tensor(73.2372, device='cuda:0') (tensor(56.2100, device='cuda:0')) - | > loss_gen: 2.273787260055542 (2.3868317419699063) - | > loss_kl: 1.5334584712982178 (1.5702480515612451) - | > loss_feat: 6.285952091217041 (7.0369116945719234) - | > loss_mel: 19.13093376159668 (20.915767726663542) - | > loss_duration: 1.7075507640838623 (1.6843542352921095) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.93168067932129 (33.594113472266514) - | > grad_norm_1: tensor(801.0497, device='cuda:0') (tensor(468.7295, device='cuda:0')) - | > current_lr_0: 0.00019825752553688343 - | > current_lr_1: 0.00019825752553688343 - | > step_time: 0.8771 (0.8123771985092563) - | > loader_time: 0.0148 (0.007314813158005112) - - - --> TIME: 2024-11-23 07:53:54 -- STEP: 594/797 -- GLOBAL_STEP: 57175 - | > loss_disc: 2.4083523750305176 (2.440738177058672) - | > loss_disc_real_0: 0.14670485258102417 (0.12773209387555676) - | > loss_disc_real_1: 0.1934693306684494 (0.21617804164135898) - | > loss_disc_real_2: 0.21327675879001617 (0.2309535425971654) - | > loss_disc_real_3: 0.2353561520576477 (0.22330083359371533) - | > loss_disc_real_4: 0.19972966611385345 (0.22196288499667582) - | > loss_disc_real_5: 0.21917322278022766 (0.2304618512640898) - | > loss_0: 2.4083523750305176 (2.440738177058672) - | > grad_norm_0: tensor(15.7756, device='cuda:0') (tensor(56.9464, device='cuda:0')) - | > loss_gen: 2.231524705886841 (2.388381777789053) - | > loss_kl: 1.774656891822815 (1.5711482707097477) - | > loss_feat: 5.984317779541016 (7.0331254246258945) - | > loss_mel: 20.282115936279297 (20.929196775160246) - | > loss_duration: 1.6715972423553467 (1.684104333822976) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.944211959838867 (33.605956636294046) - | > grad_norm_1: tensor(333.2988, device='cuda:0') (tensor(468.5611, device='cuda:0')) - | > current_lr_0: 0.00019825752553688343 - | > current_lr_1: 0.00019825752553688343 - | > step_time: 0.8643 (0.8152210331123683) - | > loader_time: 0.0096 (0.007414592636956112) - - - --> TIME: 2024-11-23 07:54:16 -- STEP: 619/797 -- GLOBAL_STEP: 57200 - | > loss_disc: 2.512787103652954 (2.441958888859663) - | > loss_disc_real_0: 0.1410026252269745 (0.12829747132848662) - | > loss_disc_real_1: 0.24534574151039124 (0.2163566624405696) - | > loss_disc_real_2: 0.22770994901657104 (0.2309518520252385) - | > loss_disc_real_3: 0.23013721406459808 (0.2235816330295387) - | > loss_disc_real_4: 0.23931795358657837 (0.22204065546754484) - | > loss_disc_real_5: 0.24641835689544678 (0.23057726422785169) - | > loss_0: 2.512787103652954 (2.441958888859663) - | > grad_norm_0: tensor(8.5460, device='cuda:0') (tensor(57.5568, device='cuda:0')) - | > loss_gen: 2.221209764480591 (2.3875735626467183) - | > loss_kl: 1.6312646865844727 (1.5703507311317195) - | > loss_feat: 6.2038140296936035 (7.02167366548578) - | > loss_mel: 19.786012649536133 (20.932151427754285) - | > loss_duration: 1.6667442321777344 (1.6840019929004597) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.50904655456543 (33.59575142498362) - | > grad_norm_1: tensor(255.2810, device='cuda:0') (tensor(464.8711, device='cuda:0')) - | > current_lr_0: 0.00019825752553688343 - | > current_lr_1: 0.00019825752553688343 - | > step_time: 0.8696 (0.8177825572610092) - | > loader_time: 0.0142 (0.007517057782421207) - - - --> TIME: 2024-11-23 07:54:39 -- STEP: 644/797 -- GLOBAL_STEP: 57225 - | > loss_disc: 2.404933452606201 (2.4423488822782997) - | > loss_disc_real_0: 0.13486337661743164 (0.12806277746415673) - | > loss_disc_real_1: 0.21085664629936218 (0.21632891928094514) - | > loss_disc_real_2: 0.25162622332572937 (0.23090117669994045) - | > loss_disc_real_3: 0.24957171082496643 (0.22360606558667206) - | > loss_disc_real_4: 0.23227405548095703 (0.22221644863671394) - | > loss_disc_real_5: 0.25102025270462036 (0.23081836705992675) - | > loss_0: 2.404933452606201 (2.4423488822782997) - | > grad_norm_0: tensor(87.5656, device='cuda:0') (tensor(56.7178, device='cuda:0')) - | > loss_gen: 2.2166333198547363 (2.386330135490581) - | > loss_kl: 1.5630122423171997 (1.5706150515109125) - | > loss_feat: 5.952522277832031 (7.0117332942737525) - | > loss_mel: 20.21498680114746 (20.94309116742625) - | > loss_duration: 1.682612657546997 (1.6842578542158466) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.62976837158203 (33.59602755197094) - | > grad_norm_1: tensor(402.8544, device='cuda:0') (tensor(461.2196, device='cuda:0')) - | > current_lr_0: 0.00019825752553688343 - | > current_lr_1: 0.00019825752553688343 - | > step_time: 0.9116 (0.8208134078090974) - | > loader_time: 0.0076 (0.007650334272325412) - - - --> TIME: 2024-11-23 07:55:02 -- STEP: 669/797 -- GLOBAL_STEP: 57250 - | > loss_disc: 2.5766494274139404 (2.4438765726103733) - | > loss_disc_real_0: 0.10700026899576187 (0.12817013028713997) - | > loss_disc_real_1: 0.24793799221515656 (0.2164513991062595) - | > loss_disc_real_2: 0.26808810234069824 (0.23092522145832245) - | > loss_disc_real_3: 0.2361852079629898 (0.22357740165228623) - | > loss_disc_real_4: 0.24680235981941223 (0.2224255021778457) - | > loss_disc_real_5: 0.2720421552658081 (0.23080435938721097) - | > loss_0: 2.5766494274139404 (2.4438765726103733) - | > grad_norm_0: tensor(120.6105, device='cuda:0') (tensor(56.5548, device='cuda:0')) - | > loss_gen: 2.357509136199951 (2.3845692115692434) - | > loss_kl: 1.5888028144836426 (1.5712956856540863) - | > loss_feat: 6.5384016036987305 (7.008413579253691) - | > loss_mel: 22.096712112426758 (20.945184143134817) - | > loss_duration: 1.7047009468078613 (1.6839038921222198) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.28612518310547 (33.59336655735084) - | > grad_norm_1: tensor(815.3224, device='cuda:0') (tensor(463.8125, device='cuda:0')) - | > current_lr_0: 0.00019825752553688343 - | > current_lr_1: 0.00019825752553688343 - | > step_time: 0.8961 (0.8237200898796274) - | > loader_time: 0.0095 (0.007798917624982486) - - - --> TIME: 2024-11-23 07:55:25 -- STEP: 694/797 -- GLOBAL_STEP: 57275 - | > loss_disc: 2.4978854656219482 (2.443998854510723) - | > loss_disc_real_0: 0.09723852574825287 (0.12787401011100963) - | > loss_disc_real_1: 0.2390454113483429 (0.21648892794631056) - | > loss_disc_real_2: 0.23537935316562653 (0.2308927171297307) - | > loss_disc_real_3: 0.21888941526412964 (0.22355481114786022) - | > loss_disc_real_4: 0.27728235721588135 (0.22281886935663495) - | > loss_disc_real_5: 0.23123182356357574 (0.23089728321912306) - | > loss_0: 2.4978854656219482 (2.443998854510723) - | > grad_norm_0: tensor(20.2230, device='cuda:0') (tensor(56.8238, device='cuda:0')) - | > loss_gen: 2.4056708812713623 (2.384749611447798) - | > loss_kl: 1.5123615264892578 (1.5713348110402359) - | > loss_feat: 6.901017665863037 (7.006201928905518) - | > loss_mel: 21.592636108398438 (20.965531761433265) - | > loss_duration: 1.7136445045471191 (1.6834575920352328) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.12533187866211 (33.61127576360789) - | > grad_norm_1: tensor(173.7525, device='cuda:0') (tensor(465.6235, device='cuda:0')) - | > current_lr_0: 0.00019825752553688343 - | > current_lr_1: 0.00019825752553688343 - | > step_time: 0.9281 (0.8269030353864949) - | > loader_time: 0.0112 (0.00794340141912015) - - - --> TIME: 2024-11-23 07:55:50 -- STEP: 719/797 -- GLOBAL_STEP: 57300 - | > loss_disc: 2.331606149673462 (2.443911410173885) - | > loss_disc_real_0: 0.12872666120529175 (0.12819833820880064) - | > loss_disc_real_1: 0.2060532420873642 (0.21664916134344853) - | > loss_disc_real_2: 0.20568419992923737 (0.2308382904869459) - | > loss_disc_real_3: 0.12684938311576843 (0.2234040319670888) - | > loss_disc_real_4: 0.16278423368930817 (0.2229526274849211) - | > loss_disc_real_5: 0.22265273332595825 (0.23070043868415044) - | > loss_0: 2.331606149673462 (2.443911410173885) - | > grad_norm_0: tensor(28.4297, device='cuda:0') (tensor(56.6652, device='cuda:0')) - | > loss_gen: 2.345999240875244 (2.3834348142727344) - | > loss_kl: 1.4945262670516968 (1.5713600890195425) - | > loss_feat: 8.21488094329834 (7.001482905200855) - | > loss_mel: 22.914794921875 (20.9658232438216) - | > loss_duration: 1.6532373428344727 (1.6827900028361396) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.62343978881836 (33.604891128433955) - | > grad_norm_1: tensor(650.1202, device='cuda:0') (tensor(464.3917, device='cuda:0')) - | > current_lr_0: 0.00019825752553688343 - | > current_lr_1: 0.00019825752553688343 - | > step_time: 1.2548 (0.8327046505101697) - | > loader_time: 0.0091 (0.008094012985972265) - - - --> TIME: 2024-11-23 07:56:22 -- STEP: 744/797 -- GLOBAL_STEP: 57325 - | > loss_disc: 2.514277458190918 (2.444303244672796) - | > loss_disc_real_0: 0.10022400319576263 (0.1282901543052369) - | > loss_disc_real_1: 0.26137182116508484 (0.21668323786348426) - | > loss_disc_real_2: 0.20474602282047272 (0.23110227358918037) - | > loss_disc_real_3: 0.21993747353553772 (0.22328741808411895) - | > loss_disc_real_4: 0.2054840475320816 (0.2229460060436238) - | > loss_disc_real_5: 0.21598489582538605 (0.23061783285310827) - | > loss_0: 2.514277458190918 (2.444303244672796) - | > grad_norm_0: tensor(36.4650, device='cuda:0') (tensor(56.8481, device='cuda:0')) - | > loss_gen: 2.472273111343384 (2.383209409893199) - | > loss_kl: 1.4985096454620361 (1.572595746446682) - | > loss_feat: 6.609117031097412 (6.995507385141104) - | > loss_mel: 21.93392562866211 (20.974231753298028) - | > loss_duration: 1.6658003330230713 (1.681989768820424) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.179630279541016 (33.60753414964166) - | > grad_norm_1: tensor(460.9999, device='cuda:0') (tensor(466.1089, device='cuda:0')) - | > current_lr_0: 0.00019825752553688343 - | > current_lr_1: 0.00019825752553688343 - | > step_time: 1.9568 (0.8464729119372623) - | > loader_time: 0.0145 (0.008313634703236232) - - - --> TIME: 2024-11-23 07:57:15 -- STEP: 769/797 -- GLOBAL_STEP: 57350 - | > loss_disc: 2.5178329944610596 (2.4451334488872436) - | > loss_disc_real_0: 0.08324214071035385 (0.12892332060265002) - | > loss_disc_real_1: 0.27642622590065 (0.2167203684467023) - | > loss_disc_real_2: 0.24776794016361237 (0.23105959782209756) - | > loss_disc_real_3: 0.18557147681713104 (0.22351591531259962) - | > loss_disc_real_4: 0.2577688992023468 (0.22288987860180462) - | > loss_disc_real_5: 0.2513279318809509 (0.230444932828799) - | > loss_0: 2.5178329944610596 (2.4451334488872436) - | > grad_norm_0: tensor(60.9499, device='cuda:0') (tensor(57.5387, device='cuda:0')) - | > loss_gen: 2.435595989227295 (2.383447052133409) - | > loss_kl: 1.6379045248031616 (1.5728436942528383) - | > loss_feat: 7.548928260803223 (6.9941605163643645) - | > loss_mel: 22.347166061401367 (20.966929169098005) - | > loss_duration: 1.680153250694275 (1.681081837733483) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.64974594116211 (33.59846235406726) - | > grad_norm_1: tensor(555.2095, device='cuda:0') (tensor(464.8195, device='cuda:0')) - | > current_lr_0: 0.00019825752553688343 - | > current_lr_1: 0.00019825752553688343 - | > step_time: 2.3496 (0.8871572268799779) - | > loader_time: 0.0102 (0.008616363118621852) - - - --> TIME: 2024-11-23 07:58:29 -- STEP: 794/797 -- GLOBAL_STEP: 57375 - | > loss_disc: 2.3285815715789795 (2.4447116212220283) - | > loss_disc_real_0: 0.11187590658664703 (0.12869888119474637) - | > loss_disc_real_1: 0.21822021901607513 (0.21686417431164748) - | > loss_disc_real_2: 0.2224021703004837 (0.23126949955444193) - | > loss_disc_real_3: 0.2604962885379791 (0.2234753451547034) - | > loss_disc_real_4: 0.23649142682552338 (0.22277968256764805) - | > loss_disc_real_5: 0.1957143098115921 (0.23030594766365187) - | > loss_0: 2.3285815715789795 (2.4447116212220283) - | > grad_norm_0: tensor(29.0611, device='cuda:0') (tensor(57.0436, device='cuda:0')) - | > loss_gen: 2.531489133834839 (2.3828239741193262) - | > loss_kl: 1.5736184120178223 (1.574095961579148) - | > loss_feat: 7.320460796356201 (6.995181153943615) - | > loss_mel: 21.954910278320312 (20.971838734912623) - | > loss_duration: 1.6443755626678467 (1.6802794939324595) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.02485275268555 (33.60421941742789) - | > grad_norm_1: tensor(309.5933, device='cuda:0') (tensor(462.7979, device='cuda:0')) - | > current_lr_0: 0.00019825752553688343 - | > current_lr_1: 0.00019825752553688343 - | > step_time: 3.1651 (0.9519520748772607) - | > loader_time: 0.0106 (0.008846161647767787) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.641676187515259 (2.641676187515259) - | > loss_disc_real_0: 0.08165780454874039 (0.08165780454874039) - | > loss_disc_real_1: 0.18287521600723267 (0.18287521600723267) - | > loss_disc_real_2: 0.15809892117977142 (0.15809892117977142) - | > loss_disc_real_3: 0.19781231880187988 (0.19781231880187988) - | > loss_disc_real_4: 0.19039945304393768 (0.19039945304393768) - | > loss_disc_real_5: 0.3534126579761505 (0.3534126579761505) - | > loss_0: 2.641676187515259 (2.641676187515259) - | > loss_gen: 1.9619927406311035 (1.9619927406311035) - | > loss_kl: 1.4338678121566772 (1.4338678121566772) - | > loss_feat: 6.926670551300049 (6.926670551300049) - | > loss_mel: 22.30645179748535 (22.30645179748535) - | > loss_duration: 1.9600611925125122 (1.9600611925125122) - | > loss_1: 34.58904266357422 (34.58904266357422) - - --> STEP: 1 - | > loss_disc: 2.6579701900482178 (2.6579701900482178) - | > loss_disc_real_0: 0.07355302572250366 (0.07355302572250366) - | > loss_disc_real_1: 0.16374973952770233 (0.16374973952770233) - | > loss_disc_real_2: 0.1856313794851303 (0.1856313794851303) - | > loss_disc_real_3: 0.25585564970970154 (0.25585564970970154) - | > loss_disc_real_4: 0.22966960072517395 (0.22966960072517395) - | > loss_disc_real_5: 0.2145240306854248 (0.2145240306854248) - | > loss_0: 2.6579701900482178 (2.6579701900482178) - | > loss_gen: 1.9826726913452148 (1.9826726913452148) - | > loss_kl: 2.055494785308838 (2.055494785308838) - | > loss_feat: 8.581391334533691 (8.581391334533691) - | > loss_mel: 22.135379791259766 (22.135379791259766) - | > loss_duration: 1.6976401805877686 (1.6976401805877686) - | > loss_1: 36.452579498291016 (36.452579498291016) - - --> STEP: 2 - | > loss_disc: 2.259795665740967 (2.4588829278945923) - | > loss_disc_real_0: 0.08606475591659546 (0.07980889081954956) - | > loss_disc_real_1: 0.22263459861278534 (0.19319216907024384) - | > loss_disc_real_2: 0.21039573848247528 (0.1980135589838028) - | > loss_disc_real_3: 0.22571127116680145 (0.2407834604382515) - | > loss_disc_real_4: 0.23548518121242523 (0.2325773909687996) - | > loss_disc_real_5: 0.19983802735805511 (0.20718102902173996) - | > loss_0: 2.259795665740967 (2.4588829278945923) - | > loss_gen: 2.3112735748291016 (2.146973133087158) - | > loss_kl: 1.4759753942489624 (1.7657350897789001) - | > loss_feat: 5.887183666229248 (7.23428750038147) - | > loss_mel: 16.00972557067871 (19.07255268096924) - | > loss_duration: 1.6785252094268799 (1.6880826950073242) - | > loss_1: 27.36268424987793 (31.907631874084473) - - --> STEP: 3 - | > loss_disc: 2.266408920288086 (2.3947249253590903) - | > loss_disc_real_0: 0.13148337602615356 (0.0970337192217509) - | > loss_disc_real_1: 0.1685936152935028 (0.18499265114466348) - | > loss_disc_real_2: 0.1729341596364975 (0.1896537592013677) - | > loss_disc_real_3: 0.23282882571220398 (0.238131915529569) - | > loss_disc_real_4: 0.18254324793815613 (0.21589934329191843) - | > loss_disc_real_5: 0.27100738883018494 (0.22845648229122162) - | > loss_0: 2.266408920288086 (2.3947249253590903) - | > loss_gen: 2.349283218383789 (2.214409828186035) - | > loss_kl: 1.670688271522522 (1.7340528170267742) - | > loss_feat: 6.516016960144043 (6.994863986968994) - | > loss_mel: 22.565292358398438 (20.236799240112305) - | > loss_duration: 1.7944066524505615 (1.72352401415507) - | > loss_1: 34.895687103271484 (32.90365028381348) - - --> STEP: 4 - | > loss_disc: 2.4949357509613037 (2.4197776317596436) - | > loss_disc_real_0: 0.12393263727426529 (0.1037584487348795) - | > loss_disc_real_1: 0.1739306002855301 (0.18222713842988014) - | > loss_disc_real_2: 0.21565596759319305 (0.19615431129932404) - | > loss_disc_real_3: 0.20520074665546417 (0.22989912331104279) - | > loss_disc_real_4: 0.2374575436115265 (0.22128889337182045) - | > loss_disc_real_5: 0.253876656293869 (0.23481152579188347) - | > loss_0: 2.4949357509613037 (2.4197776317596436) - | > loss_gen: 2.053469657897949 (2.1741747856140137) - | > loss_kl: 1.3995158672332764 (1.6504185795783997) - | > loss_feat: 5.860715389251709 (6.711326837539673) - | > loss_mel: 20.70970916748047 (20.355026721954346) - | > loss_duration: 1.6459375619888306 (1.7041274011135101) - | > loss_1: 31.669347763061523 (32.59507465362549) - - --> STEP: 5 - | > loss_disc: 2.2308647632598877 (2.3819950580596925) - | > loss_disc_real_0: 0.12434451282024384 (0.10787566155195236) - | > loss_disc_real_1: 0.16296032071113586 (0.1783737748861313) - | > loss_disc_real_2: 0.13594777882099152 (0.18411300480365753) - | > loss_disc_real_3: 0.18913400173187256 (0.22174609899520875) - | > loss_disc_real_4: 0.18127529323101044 (0.21328617334365846) - | > loss_disc_real_5: 0.27587538957595825 (0.24302429854869842) - | > loss_0: 2.2308647632598877 (2.3819950580596925) - | > loss_gen: 2.1701042652130127 (2.1733606815338136) - | > loss_kl: 1.2184417247772217 (1.564023208618164) - | > loss_feat: 8.016552925109863 (6.972372055053711) - | > loss_mel: 22.955036163330078 (20.875028610229492) - | > loss_duration: 1.8949475288391113 (1.7422914266586305) - | > loss_1: 36.25508499145508 (33.3270767211914) - - --> STEP: 6 - | > loss_disc: 2.2554280757904053 (2.360900561014811) - | > loss_disc_real_0: 0.13668550550937653 (0.11267730221152306) - | > loss_disc_real_1: 0.21278271079063416 (0.18410859753688177) - | > loss_disc_real_2: 0.17773979902267456 (0.18305080384016037) - | > loss_disc_real_3: 0.2646687924861908 (0.22889988124370575) - | > loss_disc_real_4: 0.24468980729579926 (0.21852011233568192) - | > loss_disc_real_5: 0.23642008006572723 (0.24192359546820322) - | > loss_0: 2.2554280757904053 (2.360900561014811) - | > loss_gen: 2.604499101638794 (2.2452170848846436) - | > loss_kl: 1.7390711307525635 (1.5931978623072307) - | > loss_feat: 5.918877601623535 (6.796789646148682) - | > loss_mel: 18.53270149230957 (20.48464075724284) - | > loss_duration: 1.6891542673110962 (1.7334352334340413) - | > loss_1: 30.484304428100586 (32.853281339009605) - - --> STEP: 7 - | > loss_disc: 2.548152446746826 (2.387650830405099) - | > loss_disc_real_0: 0.1690828651189804 (0.12073523976973125) - | > loss_disc_real_1: 0.18699665367603302 (0.18452117698533194) - | > loss_disc_real_2: 0.18024297058582306 (0.18264968480382646) - | > loss_disc_real_3: 0.1735166758298874 (0.2209879947560174) - | > loss_disc_real_4: 0.3247380554676056 (0.233694104211671) - | > loss_disc_real_5: 0.22163473069667816 (0.23902518621512822) - | > loss_0: 2.548152446746826 (2.387650830405099) - | > loss_gen: 2.1536173820495605 (2.2321314130510603) - | > loss_kl: 1.3901641368865967 (1.5641930443899972) - | > loss_feat: 8.153833389282227 (6.990653038024902) - | > loss_mel: 21.47197723388672 (20.625688825334823) - | > loss_duration: 1.6801130771636963 (1.7258177825382777) - | > loss_1: 34.849708557128906 (33.13848522731236) - - --> STEP: 8 - | > loss_disc: 2.1444504261016846 (2.3572507798671722) - | > loss_disc_real_0: 0.10144644975662231 (0.11832414101809263) - | > loss_disc_real_1: 0.1413961499929428 (0.1791305486112833) - | > loss_disc_real_2: 0.13009947538375854 (0.17608090862631798) - | > loss_disc_real_3: 0.16325430572032928 (0.2137712836265564) - | > loss_disc_real_4: 0.1880185902118683 (0.22798466496169567) - | > loss_disc_real_5: 0.12971220910549164 (0.22536106407642365) - | > loss_0: 2.1444504261016846 (2.3572507798671722) - | > loss_gen: 2.1036219596862793 (2.2160677313804626) - | > loss_kl: 1.5607751607894897 (1.5637658089399338) - | > loss_feat: 9.421074867248535 (7.2944557666778564) - | > loss_mel: 22.84580421447754 (20.90320324897766) - | > loss_duration: 1.7180829048156738 (1.7248509228229523) - | > loss_1: 37.649356842041016 (33.70234417915344) - - --> STEP: 9 - | > loss_disc: 2.4298958778381348 (2.3653224574195013) - | > loss_disc_real_0: 0.11685526371002197 (0.118160932428307) - | > loss_disc_real_1: 0.17855188250541687 (0.17906625237729815) - | > loss_disc_real_2: 0.1919996738433838 (0.17784966031710306) - | > loss_disc_real_3: 0.2623536288738251 (0.21916932198736402) - | > loss_disc_real_4: 0.23405209183692932 (0.2286588235033883) - | > loss_disc_real_5: 0.2827454209327698 (0.23173710372712877) - | > loss_0: 2.4298958778381348 (2.3653224574195013) - | > loss_gen: 2.303358793258667 (2.225766738255819) - | > loss_kl: 2.2299094200134277 (1.6377817657258775) - | > loss_feat: 6.016835689544678 (7.152497980329725) - | > loss_mel: 22.474411010742188 (21.07778188917372) - | > loss_duration: 1.6752710342407227 (1.7193420463138156) - | > loss_1: 34.69978713989258 (33.81317117479112) - - --> STEP: 10 - | > loss_disc: 2.501197338104248 (2.378909945487976) - | > loss_disc_real_0: 0.09651024639606476 (0.11599586382508278) - | > loss_disc_real_1: 0.19729973375797272 (0.1808896005153656) - | > loss_disc_real_2: 0.22651490569114685 (0.18271618485450744) - | > loss_disc_real_3: 0.26536986231803894 (0.22378937602043153) - | > loss_disc_real_4: 0.26321980357170105 (0.23211492151021956) - | > loss_disc_real_5: 0.24620255827903748 (0.23318364918231965) - | > loss_0: 2.501197338104248 (2.378909945487976) - | > loss_gen: 2.15374493598938 (2.2185645580291746) - | > loss_kl: 1.339372992515564 (1.6079408884048463) - | > loss_feat: 6.102543354034424 (7.047502517700195) - | > loss_mel: 21.38420295715332 (21.10842399597168) - | > loss_duration: 1.5787338018417358 (1.7052812218666076) - | > loss_1: 32.558597564697266 (33.68771381378174) - - --> STEP: 11 - | > loss_disc: 2.6818037033081055 (2.4064457416534424) - | > loss_disc_real_0: 0.13796548545360565 (0.1179931021549485) - | > loss_disc_real_1: 0.17512714862823486 (0.18036574125289917) - | > loss_disc_real_2: 0.18845205008983612 (0.18323762714862823) - | > loss_disc_real_3: 0.2216036319732666 (0.2235906720161438) - | > loss_disc_real_4: 0.26020994782447815 (0.2346690148115158) - | > loss_disc_real_5: 0.25816214084625244 (0.23545442115176807) - | > loss_0: 2.6818037033081055 (2.4064457416534424) - | > loss_gen: 1.9154078960418701 (2.1910048614848745) - | > loss_kl: 2.1970326900482178 (1.6614946885542436) - | > loss_feat: 6.390552043914795 (6.987779747356068) - | > loss_mel: 20.309417724609375 (21.03578706221147) - | > loss_duration: 1.5663526058197021 (1.6926513476805254) - | > loss_1: 32.378761291503906 (33.5687181299383) - - --> STEP: 12 - | > loss_disc: 2.305018424987793 (2.3979934652646384) - | > loss_disc_real_0: 0.08908364176750183 (0.1155839804559946) - | > loss_disc_real_1: 0.1317170113325119 (0.17631168042620024) - | > loss_disc_real_2: 0.17662407457828522 (0.18268649776776633) - | > loss_disc_real_3: 0.22001120448112488 (0.2232923830548922) - | > loss_disc_real_4: 0.23738306760787964 (0.23489518587787947) - | > loss_disc_real_5: 0.2211654782295227 (0.23426367590824762) - | > loss_0: 2.305018424987793 (2.3979934652646384) - | > loss_gen: 2.1999728679656982 (2.1917521953582764) - | > loss_kl: 1.4880785942077637 (1.6470433473587036) - | > loss_feat: 7.992131233215332 (7.071475704511006) - | > loss_mel: 22.46946907043457 (21.15526056289673) - | > loss_duration: 1.6696349382400513 (1.6907333135604858) - | > loss_1: 35.81928634643555 (33.75626548131307) - - --> STEP: 13 - | > loss_disc: 2.308478832244873 (2.391107724263118) - | > loss_disc_real_0: 0.061259012669324875 (0.11140513678009693) - | > loss_disc_real_1: 0.09601247310638428 (0.17013481832467592) - | > loss_disc_real_2: 0.12350574880838394 (0.17813413246319845) - | > loss_disc_real_3: 0.14706793427467346 (0.21742896391795233) - | > loss_disc_real_4: 0.20746243000030518 (0.23278497388729683) - | > loss_disc_real_5: 0.1653631627559662 (0.2289636364349952) - | > loss_0: 2.308478832244873 (2.391107724263118) - | > loss_gen: 1.939077615737915 (2.172315689233633) - | > loss_kl: 1.6430952548980713 (1.646739647938655) - | > loss_feat: 9.303411483764648 (7.243163072145903) - | > loss_mel: 23.349102020263672 (21.3240175980788) - | > loss_duration: 1.696183204650879 (1.6911525359520545) - | > loss_1: 37.930870056152344 (34.07738891014686) - - --> STEP: 14 - | > loss_disc: 2.4312424659729004 (2.3939744915281023) - | > loss_disc_real_0: 0.07761800289154053 (0.10899177007377148) - | > loss_disc_real_1: 0.18594254553318024 (0.17126394169671194) - | > loss_disc_real_2: 0.18950174748897552 (0.17894610496503965) - | > loss_disc_real_3: 0.31819501519203186 (0.224626539008958) - | > loss_disc_real_4: 0.2585888206958771 (0.23462810580219542) - | > loss_disc_real_5: 0.2552211284637451 (0.2308391715799059) - | > loss_0: 2.4312424659729004 (2.3939744915281023) - | > loss_gen: 2.151949167251587 (2.170860937663487) - | > loss_kl: 1.5726896524429321 (1.6414503625461034) - | > loss_feat: 5.775232315063477 (7.1383108752114435) - | > loss_mel: 20.041671752929688 (21.232421466282435) - | > loss_duration: 1.7363686561584473 (1.6943822588239397) - | > loss_1: 31.277910232543945 (33.87742614746094) - - --> STEP: 15 - | > loss_disc: 2.4202816486358643 (2.3957283020019533) - | > loss_disc_real_0: 0.1426732838153839 (0.11123720432321231) - | > loss_disc_real_1: 0.19118908047676086 (0.17259228428204854) - | > loss_disc_real_2: 0.20916056632995605 (0.18096040238936742) - | > loss_disc_real_3: 0.2582364082336426 (0.2268671969572703) - | > loss_disc_real_4: 0.2623032033443451 (0.2364731123050054) - | > loss_disc_real_5: 0.2528039813041687 (0.2323034922281901) - | > loss_0: 2.4202816486358643 (2.3957283020019533) - | > loss_gen: 2.3114497661590576 (2.180233526229858) - | > loss_kl: 1.4603501558303833 (1.629377015431722) - | > loss_feat: 6.447596549987793 (7.092263253529866) - | > loss_mel: 22.347251892089844 (21.306743494669597) - | > loss_duration: 1.622305154800415 (1.6895771185557047) - | > loss_1: 34.18895721435547 (33.89819488525391) - - --> STEP: 16 - | > loss_disc: 2.4916648864746094 (2.401724338531494) - | > loss_disc_real_0: 0.1805955171585083 (0.1155720988754183) - | > loss_disc_real_1: 0.23708532750606537 (0.1766230994835496) - | > loss_disc_real_2: 0.22794309258460999 (0.18389682052657008) - | > loss_disc_real_3: 0.24369707703590393 (0.2279190644621849) - | > loss_disc_real_4: 0.24471302330493927 (0.23698810674250126) - | > loss_disc_real_5: 0.17433474957942963 (0.22868044581264257) - | > loss_0: 2.4916648864746094 (2.401724338531494) - | > loss_gen: 2.1336159706115723 (2.1773199290037155) - | > loss_kl: 2.1205596923828125 (1.6600759327411652) - | > loss_feat: 4.906792163848877 (6.955671310424805) - | > loss_mel: 16.33963966369629 (20.996299505233765) - | > loss_duration: 1.7886730432510376 (1.695770613849163) - | > loss_1: 27.28927993774414 (33.485137701034546) - - --> STEP: 17 - | > loss_disc: 2.3375699520111084 (2.3979505510891186) - | > loss_disc_real_0: 0.09268753230571747 (0.11422594790073003) - | > loss_disc_real_1: 0.1968500316143036 (0.17781291902065277) - | > loss_disc_real_2: 0.21196995675563812 (0.18554818148122115) - | > loss_disc_real_3: 0.18517853319644928 (0.22540491556420045) - | > loss_disc_real_4: 0.22998371720314026 (0.2365760838284212) - | > loss_disc_real_5: 0.20458984375 (0.2272633515736636) - | > loss_0: 2.3375699520111084 (2.3979505510891186) - | > loss_gen: 2.1147964000701904 (2.173642074360567) - | > loss_kl: 1.271366000175476 (1.6372106425902422) - | > loss_feat: 6.393563270568848 (6.922606131609748) - | > loss_mel: 20.625404357910156 (20.974482143626492) - | > loss_duration: 1.590865969657898 (1.6895997524261475) - | > loss_1: 31.995994567871094 (33.39754104614258) - - --> STEP: 18 - | > loss_disc: 2.3189783096313477 (2.3935632043414645) - | > loss_disc_real_0: 0.07219758629798889 (0.11189103892279996) - | > loss_disc_real_1: 0.07892753928899765 (0.1723192868133386) - | > loss_disc_real_2: 0.13455843925476074 (0.18271541802419555) - | > loss_disc_real_3: 0.1406346559524536 (0.22069545669688118) - | > loss_disc_real_4: 0.15136519074440002 (0.23184214532375336) - | > loss_disc_real_5: 0.14524853229522705 (0.22270697272486156) - | > loss_0: 2.3189783096313477 (2.3935632043414645) - | > loss_gen: 1.8169307708740234 (2.1538247797224255) - | > loss_kl: 2.227365732192993 (1.6699970364570618) - | > loss_feat: 9.820487976074219 (7.08359956741333) - | > loss_mel: 24.82927131652832 (21.188637097676594) - | > loss_duration: 1.613555908203125 (1.6853750944137573) - | > loss_1: 40.30760955810547 (33.781433741251625) - - --> STEP: 19 - | > loss_disc: 2.356074094772339 (2.3915900933115104) - | > loss_disc_real_0: 0.07173072546720505 (0.10977733821461075) - | > loss_disc_real_1: 0.11428575217723846 (0.16926489025354385) - | > loss_disc_real_2: 0.1721106618642807 (0.1821572729631474) - | > loss_disc_real_3: 0.20022112131118774 (0.21961786009763418) - | > loss_disc_real_4: 0.13426540791988373 (0.22670652756565496) - | > loss_disc_real_5: 0.1330677568912506 (0.21798911925993467) - | > loss_0: 2.356074094772339 (2.3915900933115104) - | > loss_gen: 1.9890635013580322 (2.145153133492721) - | > loss_kl: 1.6013009548187256 (1.6663814532129388) - | > loss_feat: 9.282073974609375 (7.199308746739438) - | > loss_mel: 23.566513061523438 (21.31378846419485) - | > loss_duration: 1.7922418117523193 (1.690999658484208) - | > loss_1: 38.23119354248047 (34.01563162552683) - - --> STEP: 20 - | > loss_disc: 1.9849755764007568 (2.371259367465973) - | > loss_disc_real_0: 0.07663148641586304 (0.10812004562467337) - | > loss_disc_real_1: 0.07440788298845291 (0.1645220398902893) - | > loss_disc_real_2: 0.13800430297851562 (0.17994962446391582) - | > loss_disc_real_3: 0.16783513128757477 (0.2170287236571312) - | > loss_disc_real_4: 0.13354161381721497 (0.22204828187823294) - | > loss_disc_real_5: 0.1661497950553894 (0.2153971530497074) - | > loss_0: 1.9849755764007568 (2.371259367465973) - | > loss_gen: 2.149747848510742 (2.145382869243622) - | > loss_kl: 1.5494080781936646 (1.660532784461975) - | > loss_feat: 9.123567581176758 (7.295521688461304) - | > loss_mel: 23.26128387451172 (21.411163234710692) - | > loss_duration: 1.6346333026885986 (1.6881813406944275) - | > loss_1: 37.7186393737793 (34.200782012939456) - - --> STEP: 21 - | > loss_disc: 2.3096108436584473 (2.368323723475138) - | > loss_disc_real_0: 0.07976489514112473 (0.106769800363552) - | > loss_disc_real_1: 0.14722822606563568 (0.1636985249462582) - | > loss_disc_real_2: 0.18311922252178192 (0.1801005577047666) - | > loss_disc_real_3: 0.21880371868610382 (0.2171132472299394) - | > loss_disc_real_4: 0.2296527624130249 (0.22241039999893733) - | > loss_disc_real_5: 0.25056329369544983 (0.21707173117569514) - | > loss_0: 2.3096108436584473 (2.368323723475138) - | > loss_gen: 2.3490028381347656 (2.1550790582384387) - | > loss_kl: 1.4990158081054688 (1.65284149987357) - | > loss_feat: 9.010619163513184 (7.377192996797108) - | > loss_mel: 22.636432647705078 (21.469509397234237) - | > loss_duration: 1.6229419708251953 (1.685074704033988) - | > loss_1: 37.118011474609375 (34.3396977015904) - - --> STEP: 22 - | > loss_disc: 2.423736572265625 (2.3708424893292515) - | > loss_disc_real_0: 0.1119234561920166 (0.10700405744666402) - | > loss_disc_real_1: 0.16967517137527466 (0.16397019069303168) - | > loss_disc_real_2: 0.16777226328849792 (0.1795401806858453) - | > loss_disc_real_3: 0.22891780734062195 (0.21764981814406134) - | > loss_disc_real_4: 0.22969581186771393 (0.22274155508388171) - | > loss_disc_real_5: 0.21756617724895477 (0.21709420599720694) - | > loss_0: 2.423736572265625 (2.3708424893292515) - | > loss_gen: 1.9931752681732178 (2.147719795053656) - | > loss_kl: 1.9187406301498413 (1.6649278239770369) - | > loss_feat: 8.166769027709961 (7.413082816384056) - | > loss_mel: 21.96660614013672 (21.492104703729805) - | > loss_duration: 1.7730176448822021 (1.6890721104361794) - | > loss_1: 35.81830978393555 (34.406907341697) - - --> STEP: 23 - | > loss_disc: 2.181704521179199 (2.362619099409684) - | > loss_disc_real_0: 0.16306811571121216 (0.10944162519729655) - | > loss_disc_real_1: 0.1345960795879364 (0.16269305542759274) - | > loss_disc_real_2: 0.18564288318157196 (0.17980551557696384) - | > loss_disc_real_3: 0.24239008128643036 (0.21872548175894696) - | > loss_disc_real_4: 0.20653478801250458 (0.2220369130373001) - | > loss_disc_real_5: 0.16813133656978607 (0.2149653855873191) - | > loss_0: 2.181704521179199 (2.362619099409684) - | > loss_gen: 2.3259668350219727 (2.1554696663566264) - | > loss_kl: 1.7376618385314941 (1.6680901724359263) - | > loss_feat: 7.271872043609619 (7.406943217567775) - | > loss_mel: 21.79146385192871 (21.505120318868887) - | > loss_duration: 1.7528362274169922 (1.6918444633483887) - | > loss_1: 34.879798889160156 (34.42746784376062) - - --> STEP: 24 - | > loss_disc: 2.4592671394348145 (2.366646101077398) - | > loss_disc_real_0: 0.10298371315002441 (0.10917254552866022) - | > loss_disc_real_1: 0.16163106262683868 (0.16264880572756132) - | > loss_disc_real_2: 0.20471663773059845 (0.18084347900003195) - | > loss_disc_real_3: 0.23953044414520264 (0.2195923551917076) - | > loss_disc_real_4: 0.25825217366218567 (0.22354588223000368) - | > loss_disc_real_5: 0.30842307209968567 (0.2188594558586677) - | > loss_0: 2.4592671394348145 (2.366646101077398) - | > loss_gen: 2.1704952716827393 (2.1560957332452144) - | > loss_kl: 1.5872505903244019 (1.664721856514613) - | > loss_feat: 7.125958442687988 (7.395235518614451) - | > loss_mel: 23.07148551940918 (21.570385535558064) - | > loss_duration: 1.6150321960449219 (1.6886439522107441) - | > loss_1: 35.570220947265625 (34.475082556406655) - - --> STEP: 25 - | > loss_disc: 2.441274881362915 (2.3696312522888183) - | > loss_disc_real_0: 0.09999388456344604 (0.10880539909005166) - | > loss_disc_real_1: 0.16490033268928528 (0.16273886680603028) - | > loss_disc_real_2: 0.1773231029510498 (0.18070266395807266) - | > loss_disc_real_3: 0.25043246150016785 (0.220825959444046) - | > loss_disc_real_4: 0.30264556407928467 (0.22670986950397493) - | > loss_disc_real_5: 0.2749710977077484 (0.22110392153263092) - | > loss_0: 2.441274881362915 (2.3696312522888183) - | > loss_gen: 2.2493855953216553 (2.159827327728272) - | > loss_kl: 1.2830849885940552 (1.6494563817977905) - | > loss_feat: 6.185189247131348 (7.346833667755127) - | > loss_mel: 20.851266860961914 (21.541620788574217) - | > loss_duration: 1.606841802597046 (1.6853718662261963) - | > loss_1: 32.1757698059082 (34.38311004638672) - - --> STEP: 26 - | > loss_disc: 2.247206449508667 (2.3649226060280433) - | > loss_disc_real_0: 0.11786778271198273 (0.10915395230627976) - | > loss_disc_real_1: 0.16997240483760834 (0.1630170798072448) - | > loss_disc_real_2: 0.20724259316921234 (0.1817234304661934) - | > loss_disc_real_3: 0.20025566220283508 (0.2200347941655379) - | > loss_disc_real_4: 0.16931979358196259 (0.22450255889158982) - | > loss_disc_real_5: 0.25745975971221924 (0.22250222300107664) - | > loss_0: 2.247206449508667 (2.3649226060280433) - | > loss_gen: 2.3125364780426025 (2.1657007565865154) - | > loss_kl: 1.635379672050476 (1.6489149698844323) - | > loss_feat: 6.807629108428955 (7.326095030857966) - | > loss_mel: 20.78999900817871 (21.512712258559006) - | > loss_duration: 1.6842575073242188 (1.6853290062684279) - | > loss_1: 33.229801177978516 (34.338752012986404) - - --> STEP: 27 - | > loss_disc: 2.4484524726867676 (2.3680163047931813) - | > loss_disc_real_0: 0.1352773904800415 (0.11012148705345613) - | > loss_disc_real_1: 0.19991661608219147 (0.16438372929890951) - | > loss_disc_real_2: 0.20952916145324707 (0.1827532723546028) - | > loss_disc_real_3: 0.2372300922870636 (0.22067165705892774) - | > loss_disc_real_4: 0.18406477570533752 (0.22300486321802493) - | > loss_disc_real_5: 0.22534668445587158 (0.2226075734253283) - | > loss_0: 2.4484524726867676 (2.3680163047931813) - | > loss_gen: 2.0710554122924805 (2.162195373464514) - | > loss_kl: 2.0129218101501465 (1.6623967047090884) - | > loss_feat: 6.66574764251709 (7.301637720178674) - | > loss_mel: 20.436851501464844 (21.472865563851816) - | > loss_duration: 1.7093377113342285 (1.6862182175671612) - | > loss_1: 32.89591598510742 (34.28531364158348) - - --> STEP: 28 - | > loss_disc: 2.2313246726989746 (2.3631344607898166) - | > loss_disc_real_0: 0.1569063663482666 (0.11179237559969936) - | > loss_disc_real_1: 0.20054806768894196 (0.16567531281283923) - | > loss_disc_real_2: 0.21931061148643494 (0.1840588916093111) - | > loss_disc_real_3: 0.26902300119400024 (0.22239849077803747) - | > loss_disc_real_4: 0.19602349400520325 (0.22204124288899557) - | > loss_disc_real_5: 0.17660795152187347 (0.2209647297859192) - | > loss_0: 2.2313246726989746 (2.3631344607898166) - | > loss_gen: 2.408684492111206 (2.1709985562733243) - | > loss_kl: 1.6049987077713013 (1.6603467762470245) - | > loss_feat: 6.145071029663086 (7.260331766945975) - | > loss_mel: 18.666282653808594 (21.3726304599217) - | > loss_duration: 1.7107460498809814 (1.6870942115783691) - | > loss_1: 30.535781860351562 (34.151401792253765) - - --> STEP: 29 - | > loss_disc: 2.4778554439544678 (2.3670903567610115) - | > loss_disc_real_0: 0.07070484012365341 (0.11037556403155985) - | > loss_disc_real_1: 0.1458887755870819 (0.16499301842574415) - | > loss_disc_real_2: 0.20476244390010834 (0.18477280720554548) - | > loss_disc_real_3: 0.23887595534324646 (0.22296667921132055) - | > loss_disc_real_4: 0.24708448350429535 (0.2229048029102128) - | > loss_disc_real_5: 0.269629567861557 (0.22264282765059634) - | > loss_0: 2.4778554439544678 (2.3670903567610115) - | > loss_gen: 2.076223850250244 (2.1677304629621834) - | > loss_kl: 1.5613878965377808 (1.6569344010846367) - | > loss_feat: 7.1447248458862305 (7.256345321392191) - | > loss_mel: 23.03158950805664 (21.429835944340148) - | > loss_duration: 1.6228429079055786 (1.6848786493827557) - | > loss_1: 35.436771392822266 (34.19572488192854) - - --> STEP: 30 - | > loss_disc: 2.3309977054595947 (2.3658872683842977) - | > loss_disc_real_0: 0.09676291793584824 (0.10992180916170279) - | > loss_disc_real_1: 0.19613556563854218 (0.1660311033328374) - | > loss_disc_real_2: 0.16341513395309448 (0.18406088476379712) - | > loss_disc_real_3: 0.19880858063697815 (0.22216140925884248) - | > loss_disc_real_4: 0.16894091665744781 (0.22110600670178732) - | > loss_disc_real_5: 0.204500213265419 (0.22203807383775712) - | > loss_0: 2.3309977054595947 (2.3658872683842977) - | > loss_gen: 2.1181399822235107 (2.166077446937561) - | > loss_kl: 1.5729055404663086 (1.6541334390640259) - | > loss_feat: 7.034984111785889 (7.248966614405314) - | > loss_mel: 21.65220069885254 (21.437248102823894) - | > loss_duration: 1.6843996047973633 (1.6848626812299092) - | > loss_1: 34.06262969970703 (34.19128837585449) - - --> STEP: 31 - | > loss_disc: 2.179382085800171 (2.3598709721719064) - | > loss_disc_real_0: 0.06007542461156845 (0.10831386127298878) - | > loss_disc_real_1: 0.17930974066257477 (0.16645944647250638) - | > loss_disc_real_2: 0.13488036394119263 (0.18247441635016473) - | > loss_disc_real_3: 0.16404756903648376 (0.2202867692516696) - | > loss_disc_real_4: 0.19160769879817963 (0.2201544483823161) - | > loss_disc_real_5: 0.23554159700870514 (0.2224736713594006) - | > loss_0: 2.179382085800171 (2.3598709721719064) - | > loss_gen: 2.2207190990448 (2.167840080876504) - | > loss_kl: 1.18997061252594 (1.6391604446595716) - | > loss_feat: 7.697563171386719 (7.263437471082134) - | > loss_mel: 21.073368072509766 (21.42551003732989) - | > loss_duration: 1.6468186378479004 (1.683635454024038) - | > loss_1: 33.82844161987305 (34.17958364179057) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.009333902789700416 (-0.0021487897442233183) - | > avg_loss_disc: 2.3598709721719064 (-0.21655192682820035) - | > avg_loss_disc_real_0: 0.10831386127298878 (-0.15430211167662375) - | > avg_loss_disc_real_1: 0.16645944647250638 (-0.01670302715032332) - | > avg_loss_disc_real_2: 0.18247441635016473 (-0.026831925155655023) - | > avg_loss_disc_real_3: 0.2202867692516696 (+0.005974284102839789) - | > avg_loss_disc_real_4: 0.2201544483823161 (+0.0404798859550107) - | > avg_loss_disc_real_5: 0.2224736713594006 (+0.037586585408256906) - | > avg_loss_0: 2.3598709721719064 (-0.21655192682820035) - | > avg_loss_gen: 2.167840080876504 (-0.014020531408248438) - | > avg_loss_kl: 1.6391604446595716 (-0.021343106223690844) - | > avg_loss_feat: 7.263437471082134 (+0.825608030442269) - | > avg_loss_mel: 21.42551003732989 (+1.5308712682416363) - | > avg_loss_duration: 1.683635454024038 (-0.0008978497597480484) - | > avg_loss_1: 34.17958364179057 (+2.3202183015884863) - - - > EPOCH: 43/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 07:58:48)  - - --> TIME: 2024-11-23 07:59:06 -- STEP: 22/797 -- GLOBAL_STEP: 57400 - | > loss_disc: 2.2823140621185303 (2.4197419339960273) - | > loss_disc_real_0: 0.09476423263549805 (0.12378214502876456) - | > loss_disc_real_1: 0.17096686363220215 (0.22344048592177304) - | > loss_disc_real_2: 0.17082451283931732 (0.22529628534208646) - | > loss_disc_real_3: 0.19603551924228668 (0.2169265611605211) - | > loss_disc_real_4: 0.23520024120807648 (0.21655369956385007) - | > loss_disc_real_5: 0.2040325403213501 (0.2244924916462465) - | > loss_0: 2.2823140621185303 (2.4197419339960273) - | > grad_norm_0: tensor(23.0819, device='cuda:0') (tensor(34.3949, device='cuda:0')) - | > loss_gen: 2.575773000717163 (2.408236015926708) - | > loss_kl: 1.9789773225784302 (1.6310465823520313) - | > loss_feat: 8.817045211791992 (7.260741710662842) - | > loss_mel: 22.290281295776367 (20.576404138044875) - | > loss_duration: 1.7388581037521362 (1.8210483193397522) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.40093231201172 (33.69747612693093) - | > grad_norm_1: tensor(679.7310, device='cuda:0') (tensor(370.4576, device='cuda:0')) - | > current_lr_0: 0.0001982327433461913 - | > current_lr_1: 0.0001982327433461913 - | > step_time: 0.7471 (0.7494252269918268) - | > loader_time: 0.0124 (0.005778594450517135) - - - --> TIME: 2024-11-23 07:59:26 -- STEP: 47/797 -- GLOBAL_STEP: 57425 - | > loss_disc: 2.3314361572265625 (2.433474353019228) - | > loss_disc_real_0: 0.10924418270587921 (0.12531118633899282) - | > loss_disc_real_1: 0.17910034954547882 (0.22298990792416512) - | > loss_disc_real_2: 0.22765597701072693 (0.2305990403636973) - | > loss_disc_real_3: 0.2463422566652298 (0.21983887445419392) - | > loss_disc_real_4: 0.1990332156419754 (0.2200351614267268) - | > loss_disc_real_5: 0.19116778671741486 (0.22805242715997898) - | > loss_0: 2.3314361572265625 (2.433474353019228) - | > grad_norm_0: tensor(67.8015, device='cuda:0') (tensor(47.0508, device='cuda:0')) - | > loss_gen: 2.459019422531128 (2.40793119085596) - | > loss_kl: 1.6666970252990723 (1.5583197334979444) - | > loss_feat: 8.116467475891113 (7.1933015559582) - | > loss_mel: 21.5081787109375 (20.509568802853863) - | > loss_duration: 1.7380634546279907 (1.7723982613137428) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.488426208496094 (33.44151910822443) - | > grad_norm_1: tensor(589.5889, device='cuda:0') (tensor(391.0671, device='cuda:0')) - | > current_lr_0: 0.0001982327433461913 - | > current_lr_1: 0.0001982327433461913 - | > step_time: 0.7101 (0.757507065509228) - | > loader_time: 0.0045 (0.005695490126914167) - - - --> TIME: 2024-11-23 07:59:45 -- STEP: 72/797 -- GLOBAL_STEP: 57450 - | > loss_disc: 2.3477694988250732 (2.4271391895082264) - | > loss_disc_real_0: 0.08470408618450165 (0.12400745124452645) - | > loss_disc_real_1: 0.20162923634052277 (0.2208065829343266) - | > loss_disc_real_2: 0.2349766045808792 (0.23161851200792524) - | > loss_disc_real_3: 0.2382979840040207 (0.22133805664877096) - | > loss_disc_real_4: 0.20063619315624237 (0.2202433053818014) - | > loss_disc_real_5: 0.1735604703426361 (0.2265173416170809) - | > loss_0: 2.3477694988250732 (2.4271391895082264) - | > grad_norm_0: tensor(75.3900, device='cuda:0') (tensor(49.4604, device='cuda:0')) - | > loss_gen: 2.1700339317321777 (2.413933704296748) - | > loss_kl: 1.6933729648590088 (1.5659641027450562) - | > loss_feat: 6.656982421875 (7.252473738458422) - | > loss_mel: 19.543672561645508 (20.674654907650424) - | > loss_duration: 1.671159029006958 (1.7441437757677503) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.73522186279297 (33.65116996235318) - | > grad_norm_1: tensor(576.3788, device='cuda:0') (tensor(435.7782, device='cuda:0')) - | > current_lr_0: 0.0001982327433461913 - | > current_lr_1: 0.0001982327433461913 - | > step_time: 0.7727 (0.7629400789737703) - | > loader_time: 0.0107 (0.0057584477795494925) - - - --> TIME: 2024-11-23 08:00:05 -- STEP: 97/797 -- GLOBAL_STEP: 57475 - | > loss_disc: 2.603865385055542 (2.4304289227908424) - | > loss_disc_real_0: 0.17176687717437744 (0.12504265941295428) - | > loss_disc_real_1: 0.2803722321987152 (0.21999780864445204) - | > loss_disc_real_2: 0.2431085705757141 (0.23104552233342043) - | > loss_disc_real_3: 0.23558184504508972 (0.22113821171608167) - | > loss_disc_real_4: 0.2557745575904846 (0.22091878382201047) - | > loss_disc_real_5: 0.25733304023742676 (0.22626735208575258) - | > loss_0: 2.603865385055542 (2.4304289227908424) - | > grad_norm_0: tensor(37.2411, device='cuda:0') (tensor(49.7948, device='cuda:0')) - | > loss_gen: 2.467304229736328 (2.3992701043787688) - | > loss_kl: 1.7213242053985596 (1.5564774459170312) - | > loss_feat: 7.442831516265869 (7.156668431980094) - | > loss_mel: 21.00409507751465 (20.608681118365425) - | > loss_duration: 1.681947946548462 (1.730771010683984) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.3175048828125 (33.4518678999439) - | > grad_norm_1: tensor(553.3034, device='cuda:0') (tensor(443.3954, device='cuda:0')) - | > current_lr_0: 0.0001982327433461913 - | > current_lr_1: 0.0001982327433461913 - | > step_time: 0.7059 (0.7643419196925214) - | > loader_time: 0.0051 (0.0057466595443253655) - - - --> TIME: 2024-11-23 08:00:24 -- STEP: 122/797 -- GLOBAL_STEP: 57500 - | > loss_disc: 2.5322086811065674 (2.427775467028384) - | > loss_disc_real_0: 0.09088544547557831 (0.1261873409823805) - | > loss_disc_real_1: 0.21699178218841553 (0.21980291788206727) - | > loss_disc_real_2: 0.19359084963798523 (0.2290554926043651) - | > loss_disc_real_3: 0.18286527693271637 (0.21954332377578392) - | > loss_disc_real_4: 0.2107202559709549 (0.2193840756768086) - | > loss_disc_real_5: 0.2043028324842453 (0.22616869296695366) - | > loss_0: 2.5322086811065674 (2.427775467028384) - | > grad_norm_0: tensor(40.1472, device='cuda:0') (tensor(53.5892, device='cuda:0')) - | > loss_gen: 2.51820707321167 (2.410764172428944) - | > loss_kl: 1.4914416074752808 (1.5506759090501754) - | > loss_feat: 8.110383987426758 (7.218802569342441) - | > loss_mel: 22.391002655029297 (20.718552214200386) - | > loss_duration: 1.7388890981674194 (1.7236251186151974) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.24992370605469 (33.622419826320005) - | > grad_norm_1: tensor(288.7335, device='cuda:0') (tensor(452.5036, device='cuda:0')) - | > current_lr_0: 0.0001982327433461913 - | > current_lr_1: 0.0001982327433461913 - | > step_time: 0.7588 (0.7675139298204517) - | > loader_time: 0.004 (0.005779887809128057) - - - --> TIME: 2024-11-23 08:00:44 -- STEP: 147/797 -- GLOBAL_STEP: 57525 - | > loss_disc: 2.4171555042266846 (2.4360455558413556) - | > loss_disc_real_0: 0.09508366882801056 (0.12656567891945647) - | > loss_disc_real_1: 0.20517735183238983 (0.22001841593356364) - | > loss_disc_real_2: 0.22681938111782074 (0.23230252318641767) - | > loss_disc_real_3: 0.2654346823692322 (0.22098832318977435) - | > loss_disc_real_4: 0.24609160423278809 (0.2212950435219979) - | > loss_disc_real_5: 0.19661423563957214 (0.22722237896757067) - | > loss_0: 2.4171555042266846 (2.4360455558413556) - | > grad_norm_0: tensor(50.1138, device='cuda:0') (tensor(60.3522, device='cuda:0')) - | > loss_gen: 2.2636501789093018 (2.4086215852880155) - | > loss_kl: 1.5657711029052734 (1.5442964487335316) - | > loss_feat: 6.84097957611084 (7.153779704554552) - | > loss_mel: 19.988571166992188 (20.685814357939226) - | > loss_duration: 1.6452693939208984 (1.7177985671426164) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.30424118041992 (33.51031058175227) - | > grad_norm_1: tensor(425.0666, device='cuda:0') (tensor(454.1972, device='cuda:0')) - | > current_lr_0: 0.0001982327433461913 - | > current_lr_1: 0.0001982327433461913 - | > step_time: 0.751 (0.7687166256158531) - | > loader_time: 0.0089 (0.005941614812734174) - - - --> TIME: 2024-11-23 08:01:04 -- STEP: 172/797 -- GLOBAL_STEP: 57550 - | > loss_disc: 2.4113845825195312 (2.4307557607806007) - | > loss_disc_real_0: 0.1463448405265808 (0.12576264275107968) - | > loss_disc_real_1: 0.24467061460018158 (0.21894972234271298) - | > loss_disc_real_2: 0.2714524269104004 (0.23068053751837375) - | > loss_disc_real_3: 0.25800982117652893 (0.22183715214216432) - | > loss_disc_real_4: 0.17569653689861298 (0.22050441290403522) - | > loss_disc_real_5: 0.24354800581932068 (0.22616421621899277) - | > loss_0: 2.4113845825195312 (2.4307557607806007) - | > grad_norm_0: tensor(54.3895, device='cuda:0') (tensor(60.6290, device='cuda:0')) - | > loss_gen: 2.5284576416015625 (2.4110970649608348) - | > loss_kl: 1.2718942165374756 (1.5400899052619934) - | > loss_feat: 7.621679306030273 (7.175699389258097) - | > loss_mel: 21.082155227661133 (20.729670214098554) - | > loss_duration: 1.7036144733428955 (1.7122905919718188) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.207801818847656 (33.56884710178821) - | > grad_norm_1: tensor(566.7502, device='cuda:0') (tensor(451.4866, device='cuda:0')) - | > current_lr_0: 0.0001982327433461913 - | > current_lr_1: 0.0001982327433461913 - | > step_time: 0.8231 (0.7727438987687577) - | > loader_time: 0.0054 (0.0061193884805191365) - - - --> TIME: 2024-11-23 08:01:25 -- STEP: 197/797 -- GLOBAL_STEP: 57575 - | > loss_disc: 2.4631149768829346 (2.432548688753003) - | > loss_disc_real_0: 0.17738820612430573 (0.12465207725006917) - | > loss_disc_real_1: 0.18237236142158508 (0.21853088250922675) - | > loss_disc_real_2: 0.2551766633987427 (0.2318962295043287) - | > loss_disc_real_3: 0.22547288239002228 (0.22202661436826446) - | > loss_disc_real_4: 0.2500692903995514 (0.22116423031400304) - | > loss_disc_real_5: 0.28728678822517395 (0.22760782447563213) - | > loss_0: 2.4631149768829346 (2.432548688753003) - | > grad_norm_0: tensor(66.3522, device='cuda:0') (tensor(60.5647, device='cuda:0')) - | > loss_gen: 2.5472943782806396 (2.411847549041516) - | > loss_kl: 1.6090482473373413 (1.5333503369752526) - | > loss_feat: 7.838842868804932 (7.149657031606297) - | > loss_mel: 23.482254028320312 (20.711555190497855) - | > loss_duration: 1.6920316219329834 (1.7089068060599002) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.169471740722656 (33.51531682280722) - | > grad_norm_1: tensor(810.7137, device='cuda:0') (tensor(458.5118, device='cuda:0')) - | > current_lr_0: 0.0001982327433461913 - | > current_lr_1: 0.0001982327433461913 - | > step_time: 0.8246 (0.7764072563442482) - | > loader_time: 0.0069 (0.006083927783869242) - - - --> TIME: 2024-11-23 08:01:45 -- STEP: 222/797 -- GLOBAL_STEP: 57600 - | > loss_disc: 2.4408035278320312 (2.4286673885208003) - | > loss_disc_real_0: 0.09372280538082123 (0.12292266170586552) - | > loss_disc_real_1: 0.1943598985671997 (0.21844599281882385) - | > loss_disc_real_2: 0.22398526966571808 (0.23086838786666458) - | > loss_disc_real_3: 0.20420344173908234 (0.222171023152433) - | > loss_disc_real_4: 0.2386200726032257 (0.22072484371092943) - | > loss_disc_real_5: 0.2140313684940338 (0.22728128187559749) - | > loss_0: 2.4408035278320312 (2.4286673885208003) - | > grad_norm_0: tensor(22.4854, device='cuda:0') (tensor(59.7054, device='cuda:0')) - | > loss_gen: 2.330812692642212 (2.407695993646845) - | > loss_kl: 1.5396689176559448 (1.5327549947274697) - | > loss_feat: 6.58052921295166 (7.130267287159826) - | > loss_mel: 20.32857894897461 (20.719277124147165) - | > loss_duration: 1.660418152809143 (1.7065886302037283) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.440006256103516 (33.496583930006985) - | > grad_norm_1: tensor(402.8286, device='cuda:0') (tensor(471.2694, device='cuda:0')) - | > current_lr_0: 0.0001982327433461913 - | > current_lr_1: 0.0001982327433461913 - | > step_time: 0.8177 (0.7797108888626099) - | > loader_time: 0.0053 (0.006125167683438136) - - - --> TIME: 2024-11-23 08:02:06 -- STEP: 247/797 -- GLOBAL_STEP: 57625 - | > loss_disc: 2.4140825271606445 (2.4266665136283234) - | > loss_disc_real_0: 0.12538108229637146 (0.12270914594292158) - | > loss_disc_real_1: 0.24691878259181976 (0.21848417257490432) - | > loss_disc_real_2: 0.2102127969264984 (0.23147607754599228) - | > loss_disc_real_3: 0.22344841063022614 (0.2217923579549017) - | > loss_disc_real_4: 0.17425502836704254 (0.22027646704965276) - | > loss_disc_real_5: 0.21393133699893951 (0.22730224763574874) - | > loss_0: 2.4140825271606445 (2.4266665136283234) - | > grad_norm_0: tensor(35.4638, device='cuda:0') (tensor(58.3177, device='cuda:0')) - | > loss_gen: 2.343677043914795 (2.4060207137212095) - | > loss_kl: 1.6204829216003418 (1.5390638064758981) - | > loss_feat: 7.990933895111084 (7.127078874873729) - | > loss_mel: 21.779003143310547 (20.732421681948527) - | > loss_duration: 1.6809539794921875 (1.702279227947899) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.4150505065918 (33.50686421568094) - | > grad_norm_1: tensor(701.4982, device='cuda:0') (tensor(471.4700, device='cuda:0')) - | > current_lr_0: 0.0001982327433461913 - | > current_lr_1: 0.0001982327433461913 - | > step_time: 0.8677 (0.7829738589916152) - | > loader_time: 0.0046 (0.006114967438856115) - - - --> TIME: 2024-11-23 08:02:26 -- STEP: 272/797 -- GLOBAL_STEP: 57650 - | > loss_disc: 2.5920639038085938 (2.4294355906107854) - | > loss_disc_real_0: 0.15546023845672607 (0.1230312363956781) - | > loss_disc_real_1: 0.19642296433448792 (0.21868580377058078) - | > loss_disc_real_2: 0.23930159211158752 (0.23138228601173447) - | > loss_disc_real_3: 0.2793186902999878 (0.22201595888199174) - | > loss_disc_real_4: 0.22589629888534546 (0.22115200527888892) - | > loss_disc_real_5: 0.23118902742862701 (0.22745904353830748) - | > loss_0: 2.5920639038085938 (2.4294355906107854) - | > grad_norm_0: tensor(163.8691, device='cuda:0') (tensor(58.4216, device='cuda:0')) - | > loss_gen: 2.3251724243164062 (2.401411909390898) - | > loss_kl: 1.430609107017517 (1.5429243953788983) - | > loss_feat: 5.574042320251465 (7.101726139292998) - | > loss_mel: 18.855466842651367 (20.736732510959406) - | > loss_duration: 1.6563414335250854 (1.6998712056699923) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 29.841632843017578 (33.48266607172349) - | > grad_norm_1: tensor(582.4925, device='cuda:0') (tensor(477.5967, device='cuda:0')) - | > current_lr_0: 0.0001982327433461913 - | > current_lr_1: 0.0001982327433461913 - | > step_time: 0.8084 (0.7857310500215081) - | > loader_time: 0.0111 (0.006184862817035001) - - - --> TIME: 2024-11-23 08:02:47 -- STEP: 297/797 -- GLOBAL_STEP: 57675 - | > loss_disc: 2.38853120803833 (2.429150174362491) - | > loss_disc_real_0: 0.05414425581693649 (0.12371161738128374) - | > loss_disc_real_1: 0.18177147209644318 (0.21797842279026414) - | > loss_disc_real_2: 0.26386430859565735 (0.23139762010437873) - | > loss_disc_real_3: 0.26498404145240784 (0.22169896303001885) - | > loss_disc_real_4: 0.2506762742996216 (0.22135246923876942) - | > loss_disc_real_5: 0.24010391533374786 (0.22726779062338553) - | > loss_0: 2.38853120803833 (2.429150174362491) - | > grad_norm_0: tensor(90.5551, device='cuda:0') (tensor(61.1843, device='cuda:0')) - | > loss_gen: 2.4807469844818115 (2.4038026549599394) - | > loss_kl: 1.7338616847991943 (1.5475926724347202) - | > loss_feat: 6.1676130294799805 (7.100684393937339) - | > loss_mel: 19.378131866455078 (20.76522183016896) - | > loss_duration: 1.6816837787628174 (1.6973524495006012) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.44203758239746 (33.51465387055369) - | > grad_norm_1: tensor(592.4421, device='cuda:0') (tensor(485.2271, device='cuda:0')) - | > current_lr_0: 0.0001982327433461913 - | > current_lr_1: 0.0001982327433461913 - | > step_time: 0.8131 (0.7880560043283588) - | > loader_time: 0.0059 (0.006295921023847277) - - - --> TIME: 2024-11-23 08:03:08 -- STEP: 322/797 -- GLOBAL_STEP: 57700 - | > loss_disc: 2.2628602981567383 (2.4288640111129483) - | > loss_disc_real_0: 0.08133305609226227 (0.1243174344833408) - | > loss_disc_real_1: 0.1852618008852005 (0.21801243833503375) - | > loss_disc_real_2: 0.2232891023159027 (0.2316408076364061) - | > loss_disc_real_3: 0.2392725944519043 (0.22206989222246673) - | > loss_disc_real_4: 0.2056695967912674 (0.22134805174532893) - | > loss_disc_real_5: 0.21081162989139557 (0.22756071342444573) - | > loss_0: 2.2628602981567383 (2.4288640111129483) - | > grad_norm_0: tensor(194.8898, device='cuda:0') (tensor(63.6054, device='cuda:0')) - | > loss_gen: 2.273235559463501 (2.4087008696905583) - | > loss_kl: 1.703405737876892 (1.550202826165264) - | > loss_feat: 7.39908504486084 (7.112597158976963) - | > loss_mel: 20.89295768737793 (20.798036456848525) - | > loss_duration: 1.6649765968322754 (1.6957479285897676) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.93366241455078 (33.565285114027695) - | > grad_norm_1: tensor(647.0439, device='cuda:0') (tensor(485.2640, device='cuda:0')) - | > current_lr_0: 0.0001982327433461913 - | > current_lr_1: 0.0001982327433461913 - | > step_time: 0.9873 (0.7910228034724364) - | > loader_time: 0.0092 (0.006386405932977328) - - - --> TIME: 2024-11-23 08:03:29 -- STEP: 347/797 -- GLOBAL_STEP: 57725 - | > loss_disc: 2.494835138320923 (2.432567613612679) - | > loss_disc_real_0: 0.12872222065925598 (0.12552879919279203) - | > loss_disc_real_1: 0.21514378488063812 (0.21785580811308172) - | > loss_disc_real_2: 0.24753503501415253 (0.23175857183912646) - | > loss_disc_real_3: 0.2069433331489563 (0.22189794261792212) - | > loss_disc_real_4: 0.25096097588539124 (0.22162301086898503) - | > loss_disc_real_5: 0.26630717515945435 (0.2279568647359222) - | > loss_0: 2.494835138320923 (2.432567613612679) - | > grad_norm_0: tensor(68.6176, device='cuda:0') (tensor(64.9337, device='cuda:0')) - | > loss_gen: 2.5041346549987793 (2.4067831877672727) - | > loss_kl: 1.6546260118484497 (1.551767199115038) - | > loss_feat: 7.302408218383789 (7.099294915322955) - | > loss_mel: 21.46615219116211 (20.796317751881706) - | > loss_duration: 1.6659784317016602 (1.6930631344187843) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.593299865722656 (33.54722607307543) - | > grad_norm_1: tensor(613.9199, device='cuda:0') (tensor(481.7962, device='cuda:0')) - | > current_lr_0: 0.0001982327433461913 - | > current_lr_1: 0.0001982327433461913 - | > step_time: 0.8035 (0.7931779873817733) - | > loader_time: 0.0071 (0.006554331490904173) - - - --> TIME: 2024-11-23 08:03:50 -- STEP: 372/797 -- GLOBAL_STEP: 57750 - | > loss_disc: 2.5733516216278076 (2.4311218101491203) - | > loss_disc_real_0: 0.15954343974590302 (0.12530391241714195) - | > loss_disc_real_1: 0.2529136836528778 (0.21818455789358393) - | > loss_disc_real_2: 0.22748181223869324 (0.23143006552771855) - | > loss_disc_real_3: 0.22076013684272766 (0.22197707718418494) - | > loss_disc_real_4: 0.24539896845817566 (0.2211395770471584) - | > loss_disc_real_5: 0.2756967842578888 (0.22790146711212336) - | > loss_0: 2.5733516216278076 (2.4311218101491203) - | > grad_norm_0: tensor(38.7678, device='cuda:0') (tensor(63.0934, device='cuda:0')) - | > loss_gen: 2.2189486026763916 (2.403951053978295) - | > loss_kl: 1.4291716814041138 (1.5534206792231522) - | > loss_feat: 6.068530082702637 (7.091819094073388) - | > loss_mel: 19.502792358398438 (20.81796427183253) - | > loss_duration: 1.6410183906555176 (1.6903276119821815) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.86046028137207 (33.55748255022109) - | > grad_norm_1: tensor(294.1491, device='cuda:0') (tensor(473.0746, device='cuda:0')) - | > current_lr_0: 0.0001982327433461913 - | > current_lr_1: 0.0001982327433461913 - | > step_time: 0.8577 (0.7961959761957972) - | > loader_time: 0.0059 (0.00665438495656495) - - - --> TIME: 2024-11-23 08:04:11 -- STEP: 397/797 -- GLOBAL_STEP: 57775 - | > loss_disc: 2.3928496837615967 (2.4297426017165478) - | > loss_disc_real_0: 0.1124216765165329 (0.1253249321029679) - | > loss_disc_real_1: 0.26283323764801025 (0.2180481419455195) - | > loss_disc_real_2: 0.20650385320186615 (0.23163539794290094) - | > loss_disc_real_3: 0.18530601263046265 (0.22157985095863683) - | > loss_disc_real_4: 0.20119807124137878 (0.22121374095116822) - | > loss_disc_real_5: 0.2219589203596115 (0.2282432039228435) - | > loss_0: 2.3928496837615967 (2.4297426017165478) - | > grad_norm_0: tensor(21.7265, device='cuda:0') (tensor(60.5147, device='cuda:0')) - | > loss_gen: 2.4265217781066895 (2.4025626524869983) - | > loss_kl: 1.8128052949905396 (1.5533437524694633) - | > loss_feat: 7.440969944000244 (7.090197512725139) - | > loss_mel: 22.414989471435547 (20.849045640575486) - | > loss_duration: 1.661299228668213 (1.6886908146236046) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.756587982177734 (33.58384021883944) - | > grad_norm_1: tensor(143.2286, device='cuda:0') (tensor(459.3159, device='cuda:0')) - | > current_lr_0: 0.0001982327433461913 - | > current_lr_1: 0.0001982327433461913 - | > step_time: 0.8002 (0.7986530224682404) - | > loader_time: 0.0066 (0.006811989945188273) - - - --> TIME: 2024-11-23 08:04:33 -- STEP: 422/797 -- GLOBAL_STEP: 57800 - | > loss_disc: 2.613131046295166 (2.4292826991510608) - | > loss_disc_real_0: 0.18555623292922974 (0.12515668427103793) - | > loss_disc_real_1: 0.3134405314922333 (0.21785660628317663) - | > loss_disc_real_2: 0.2593807876110077 (0.23140485199848057) - | > loss_disc_real_3: 0.20861372351646423 (0.22212499058783342) - | > loss_disc_real_4: 0.2795029580593109 (0.22112717850230887) - | > loss_disc_real_5: 0.3109402656555176 (0.22781512211849342) - | > loss_0: 2.613131046295166 (2.4292826991510608) - | > grad_norm_0: tensor(13.1604, device='cuda:0') (tensor(59.0174, device='cuda:0')) - | > loss_gen: 2.3567261695861816 (2.4005361473390856) - | > loss_kl: 1.7356356382369995 (1.557271115305299) - | > loss_feat: 5.181326866149902 (7.088848123053239) - | > loss_mel: 18.499961853027344 (20.860181930505824) - | > loss_duration: 1.7010892629623413 (1.687298489690392) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 29.47473907470703 (33.5941356686054) - | > grad_norm_1: tensor(484.0849, device='cuda:0') (tensor(459.5195, device='cuda:0')) - | > current_lr_0: 0.0001982327433461913 - | > current_lr_1: 0.0001982327433461913 - | > step_time: 0.836 (0.80124319955636) - | > loader_time: 0.0167 (0.006891499198443512) - - - --> TIME: 2024-11-23 08:04:54 -- STEP: 447/797 -- GLOBAL_STEP: 57825 - | > loss_disc: 2.533801555633545 (2.4280511751537612) - | > loss_disc_real_0: 0.16957049071788788 (0.12448149727828292) - | > loss_disc_real_1: 0.1665906459093094 (0.21752562162193415) - | > loss_disc_real_2: 0.18704141676425934 (0.2311698337329314) - | > loss_disc_real_3: 0.18889206647872925 (0.2217372753876168) - | > loss_disc_real_4: 0.22103039920330048 (0.2212492437904047) - | > loss_disc_real_5: 0.22706155478954315 (0.2283988860696221) - | > loss_0: 2.533801555633545 (2.4280511751537612) - | > grad_norm_0: tensor(18.4313, device='cuda:0') (tensor(58.4638, device='cuda:0')) - | > loss_gen: 2.2476866245269775 (2.401778955054231) - | > loss_kl: 1.5955787897109985 (1.558665971627971) - | > loss_feat: 6.732463836669922 (7.09555850999734) - | > loss_mel: 21.302059173583984 (20.892156370534185) - | > loss_duration: 1.5963393449783325 (1.6858373397682072) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.47412872314453 (33.63399704457395) - | > grad_norm_1: tensor(498.9776, device='cuda:0') (tensor(467.1682, device='cuda:0')) - | > current_lr_0: 0.0001982327433461913 - | > current_lr_1: 0.0001982327433461913 - | > step_time: 0.832 (0.8031449397938366) - | > loader_time: 0.0071 (0.006977087165951992) - - - --> TIME: 2024-11-23 08:05:15 -- STEP: 472/797 -- GLOBAL_STEP: 57850 - | > loss_disc: 2.5005946159362793 (2.4273588773557684) - | > loss_disc_real_0: 0.09535683691501617 (0.12484164100329763) - | > loss_disc_real_1: 0.2355690896511078 (0.21753403168739915) - | > loss_disc_real_2: 0.2634561061859131 (0.23093205699854988) - | > loss_disc_real_3: 0.22428016364574432 (0.2220916428555877) - | > loss_disc_real_4: 0.24397674202919006 (0.22099105758055798) - | > loss_disc_real_5: 0.2672182023525238 (0.22786395232808795) - | > loss_0: 2.5005946159362793 (2.4273588773557684) - | > grad_norm_0: tensor(36.5497, device='cuda:0') (tensor(58.8779, device='cuda:0')) - | > loss_gen: 2.3133063316345215 (2.4035690098495817) - | > loss_kl: 1.6687860488891602 (1.5613539458836534) - | > loss_feat: 6.936278343200684 (7.112676436618223) - | > loss_mel: 21.381389617919922 (20.921883926553235) - | > loss_duration: 1.653568148612976 (1.6851234516855014) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.95332717895508 (33.684606665271815) - | > grad_norm_1: tensor(474.2809, device='cuda:0') (tensor(466.9625, device='cuda:0')) - | > current_lr_0: 0.0001982327433461913 - | > current_lr_1: 0.0001982327433461913 - | > step_time: 0.8695 (0.8057338191291036) - | > loader_time: 0.0161 (0.007075555243734582) - - - --> TIME: 2024-11-23 08:05:37 -- STEP: 497/797 -- GLOBAL_STEP: 57875 - | > loss_disc: 2.454341173171997 (2.429397703896105) - | > loss_disc_real_0: 0.07079301029443741 (0.12441571535059151) - | > loss_disc_real_1: 0.2300400733947754 (0.21752253996294516) - | > loss_disc_real_2: 0.21507637202739716 (0.23120761031595993) - | > loss_disc_real_3: 0.2137005776166916 (0.22235039395225842) - | > loss_disc_real_4: 0.19467604160308838 (0.22163344095170623) - | > loss_disc_real_5: 0.23336602747440338 (0.22868686689577356) - | > loss_0: 2.454341173171997 (2.429397703896105) - | > grad_norm_0: tensor(50.9563, device='cuda:0') (tensor(59.2434, device='cuda:0')) - | > loss_gen: 2.365048885345459 (2.4014211142326993) - | > loss_kl: 1.9845836162567139 (1.5637565203595685) - | > loss_feat: 7.206353664398193 (7.106919402807531) - | > loss_mel: 21.924354553222656 (20.923654245418795) - | > loss_duration: 1.6574997901916504 (1.684013595283631) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.137840270996094 (33.67976477640254) - | > grad_norm_1: tensor(588.3613, device='cuda:0') (tensor(468.3633, device='cuda:0')) - | > current_lr_0: 0.0001982327433461913 - | > current_lr_1: 0.0001982327433461913 - | > step_time: 0.8136 (0.8079339580036987) - | > loader_time: 0.0075 (0.007166185129576282) - - - --> TIME: 2024-11-23 08:05:59 -- STEP: 522/797 -- GLOBAL_STEP: 57900 - | > loss_disc: 2.5423264503479004 (2.4293429732779424) - | > loss_disc_real_0: 0.11199069023132324 (0.1249342515236802) - | > loss_disc_real_1: 0.2316187471151352 (0.2173328976864103) - | > loss_disc_real_2: 0.28048011660575867 (0.2310003491539608) - | > loss_disc_real_3: 0.22800414264202118 (0.222430466720656) - | > loss_disc_real_4: 0.19631429016590118 (0.2213491109481717) - | > loss_disc_real_5: 0.21346667408943176 (0.22814889746036568) - | > loss_0: 2.5423264503479004 (2.4293429732779424) - | > grad_norm_0: tensor(92.7394, device='cuda:0') (tensor(59.7125, device='cuda:0')) - | > loss_gen: 2.2731173038482666 (2.4018425959736915) - | > loss_kl: 1.5177550315856934 (1.5637180620226363) - | > loss_feat: 6.807142734527588 (7.109551018682019) - | > loss_mel: 20.746124267578125 (20.940162304260713) - | > loss_duration: 1.7411473989486694 (1.68344382033951) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.08528518676758 (33.69871768732179) - | > grad_norm_1: tensor(520.1418, device='cuda:0') (tensor(468.1380, device='cuda:0')) - | > current_lr_0: 0.0001982327433461913 - | > current_lr_1: 0.0001982327433461913 - | > step_time: 0.8619 (0.8104072114973692) - | > loader_time: 0.0147 (0.00729692164965516) - - - --> TIME: 2024-11-23 08:06:21 -- STEP: 547/797 -- GLOBAL_STEP: 57925 - | > loss_disc: 2.475038766860962 (2.431097058535057) - | > loss_disc_real_0: 0.11148954182863235 (0.12510705662983213) - | > loss_disc_real_1: 0.17963245511054993 (0.21753777236672603) - | > loss_disc_real_2: 0.21555139124393463 (0.23135867782985928) - | > loss_disc_real_3: 0.21360169351100922 (0.22214764187715175) - | > loss_disc_real_4: 0.18954284489154816 (0.22124857440509138) - | > loss_disc_real_5: 0.21614059805870056 (0.22881292321564292) - | > loss_0: 2.475038766860962 (2.431097058535057) - | > grad_norm_0: tensor(29.9786, device='cuda:0') (tensor(58.9118, device='cuda:0')) - | > loss_gen: 2.355861186981201 (2.3986759142204455) - | > loss_kl: 1.4826457500457764 (1.564326048333204) - | > loss_feat: 7.705744743347168 (7.099705150402007) - | > loss_mel: 21.84564781188965 (20.94406197668211) - | > loss_duration: 1.6607856750488281 (1.6831209803412122) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.05068588256836 (33.68988996362773) - | > grad_norm_1: tensor(404.1930, device='cuda:0') (tensor(462.0294, device='cuda:0')) - | > current_lr_0: 0.0001982327433461913 - | > current_lr_1: 0.0001982327433461913 - | > step_time: 0.8706 (0.8127588123028634) - | > loader_time: 0.0068 (0.007364998787804968) - - - --> TIME: 2024-11-23 08:06:43 -- STEP: 572/797 -- GLOBAL_STEP: 57950 - | > loss_disc: 2.504457473754883 (2.430296564018809) - | > loss_disc_real_0: 0.19456389546394348 (0.12525786122085758) - | > loss_disc_real_1: 0.3004209101200104 (0.21756523274458378) - | > loss_disc_real_2: 0.23538653552532196 (0.23090240791752623) - | > loss_disc_real_3: 0.21037428081035614 (0.22218036344209754) - | > loss_disc_real_4: 0.22723034024238586 (0.22120777251837145) - | > loss_disc_real_5: 0.23229213058948517 (0.22844180928452032) - | > loss_0: 2.504457473754883 (2.430296564018809) - | > grad_norm_0: tensor(64.7908, device='cuda:0') (tensor(58.1535, device='cuda:0')) - | > loss_gen: 2.49706768989563 (2.397904224329064) - | > loss_kl: 1.67608642578125 (1.5660859392239492) - | > loss_feat: 7.128812313079834 (7.100761619481173) - | > loss_mel: 21.91636085510254 (20.96300659313068) - | > loss_duration: 1.6632236242294312 (1.682380138577281) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.88154983520508 (33.71013842429314) - | > grad_norm_1: tensor(157.1339, device='cuda:0') (tensor(452.9614, device='cuda:0')) - | > current_lr_0: 0.0001982327433461913 - | > current_lr_1: 0.0001982327433461913 - | > step_time: 0.9572 (0.8158383765420717) - | > loader_time: 0.0125 (0.007499468910110574) - - - --> TIME: 2024-11-23 08:07:06 -- STEP: 597/797 -- GLOBAL_STEP: 57975 - | > loss_disc: 2.465935230255127 (2.4306752318313567) - | > loss_disc_real_0: 0.1666269302368164 (0.12524092498187056) - | > loss_disc_real_1: 0.1923837512731552 (0.21754657875253536) - | > loss_disc_real_2: 0.23048469424247742 (0.23126682674066107) - | > loss_disc_real_3: 0.2378172129392624 (0.222047821386176) - | > loss_disc_real_4: 0.2264692187309265 (0.22142031087448058) - | > loss_disc_real_5: 0.29926520586013794 (0.22878117290273983) - | > loss_0: 2.465935230255127 (2.4306752318313567) - | > grad_norm_0: tensor(69.3571, device='cuda:0') (tensor(57.0242, device='cuda:0')) - | > loss_gen: 2.363628387451172 (2.396489677716742) - | > loss_kl: 1.5191091299057007 (1.567719897033781) - | > loss_feat: 6.512930393218994 (7.102734481070309) - | > loss_mel: 20.169153213500977 (20.984437626210877) - | > loss_duration: 1.700415849685669 (1.6819432189117125) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.265235900878906 (33.733324817676646) - | > grad_norm_1: tensor(205.1715, device='cuda:0') (tensor(443.9685, device='cuda:0')) - | > current_lr_0: 0.0001982327433461913 - | > current_lr_1: 0.0001982327433461913 - | > step_time: 0.8754 (0.8183834792381558) - | > loader_time: 0.0165 (0.007661465224708538) - - - --> TIME: 2024-11-23 08:07:28 -- STEP: 622/797 -- GLOBAL_STEP: 58000 - | > loss_disc: 2.3298428058624268 (2.430162353914266) - | > loss_disc_real_0: 0.1736987829208374 (0.12565278633231147) - | > loss_disc_real_1: 0.24891160428524017 (0.2174793584601673) - | > loss_disc_real_2: 0.284100741147995 (0.23075986258278322) - | > loss_disc_real_3: 0.20483119785785675 (0.22203457805888066) - | > loss_disc_real_4: 0.19778308272361755 (0.22112809567206168) - | > loss_disc_real_5: 0.22430910170078278 (0.2285846608580117) - | > loss_0: 2.3298428058624268 (2.430162353914266) - | > grad_norm_0: tensor(175.4598, device='cuda:0') (tensor(58.6154, device='cuda:0')) - | > loss_gen: 2.552062511444092 (2.39711062509531) - | > loss_kl: 1.7135523557662964 (1.5691561352018382) - | > loss_feat: 6.786035537719727 (7.095051764675275) - | > loss_mel: 21.170989990234375 (20.97591387880576) - | > loss_duration: 1.7129104137420654 (1.6819866788348972) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.935550689697266 (33.71921901457564) - | > grad_norm_1: tensor(517.0990, device='cuda:0') (tensor(445.8293, device='cuda:0')) - | > current_lr_0: 0.0001982327433461913 - | > current_lr_1: 0.0001982327433461913 - | > step_time: 0.9017 (0.8205686401324259) - | > loader_time: 0.0141 (0.007780944419443794) - - - --> TIME: 2024-11-23 08:07:51 -- STEP: 647/797 -- GLOBAL_STEP: 58025 - | > loss_disc: 2.6114230155944824 (2.433825819717123) - | > loss_disc_real_0: 0.2019374817609787 (0.1262922760047353) - | > loss_disc_real_1: 0.24609766900539398 (0.21770135968509016) - | > loss_disc_real_2: 0.24214936792850494 (0.231279721077664) - | > loss_disc_real_3: 0.2595004737377167 (0.22256161028395485) - | > loss_disc_real_4: 0.2464562952518463 (0.22174334926804223) - | > loss_disc_real_5: 0.21884004771709442 (0.22916716205926363) - | > loss_0: 2.6114230155944824 (2.433825819717123) - | > grad_norm_0: tensor(236.6580, device='cuda:0') (tensor(60.2347, device='cuda:0')) - | > loss_gen: 2.3374619483947754 (2.397054913239284) - | > loss_kl: 1.5149891376495361 (1.5685280928103238) - | > loss_feat: 5.893256187438965 (7.081883737071773) - | > loss_mel: 20.165651321411133 (20.964586803312457) - | > loss_duration: 1.6191954612731934 (1.6819397364001742) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.530553817749023 (33.693993224979764) - | > grad_norm_1: tensor(300.6017, device='cuda:0') (tensor(444.8583, device='cuda:0')) - | > current_lr_0: 0.0001982327433461913 - | > current_lr_1: 0.0001982327433461913 - | > step_time: 0.994 (0.8236235488879813) - | > loader_time: 0.0127 (0.007926093739740996) - - - --> TIME: 2024-11-23 08:08:14 -- STEP: 672/797 -- GLOBAL_STEP: 58050 - | > loss_disc: 2.3594253063201904 (2.434291929006575) - | > loss_disc_real_0: 0.14637431502342224 (0.12649824217494055) - | > loss_disc_real_1: 0.2143363654613495 (0.21782545800808648) - | > loss_disc_real_2: 0.20323683321475983 (0.23130905532854654) - | > loss_disc_real_3: 0.2379980832338333 (0.2226686394063845) - | > loss_disc_real_4: 0.22141040861606598 (0.2215813921010566) - | > loss_disc_real_5: 0.24745480716228485 (0.22937935495394327) - | > loss_0: 2.3594253063201904 (2.434291929006575) - | > grad_norm_0: tensor(76.1481, device='cuda:0') (tensor(60.8665, device='cuda:0')) - | > loss_gen: 2.471031665802002 (2.397885340665072) - | > loss_kl: 1.581920862197876 (1.56777366233014) - | > loss_feat: 7.763399124145508 (7.078414750241098) - | > loss_mel: 23.11768913269043 (20.96611311322167) - | > loss_duration: 1.6260490417480469 (1.6815770028957302) - | > amp_scaler: 256.0 (132.76190476190473) - | > loss_1: 36.560089111328125 (33.69176383245562) - | > grad_norm_1: tensor(427.0545, device='cuda:0') (tensor(445.9226, device='cuda:0')) - | > current_lr_0: 0.0001982327433461913 - | > current_lr_1: 0.0001982327433461913 - | > step_time: 0.9509 (0.8267401978373531) - | > loader_time: 0.0168 (0.008037898512113662) - - - --> TIME: 2024-11-23 08:08:38 -- STEP: 697/797 -- GLOBAL_STEP: 58075 - | > loss_disc: 2.38814115524292 (2.4331057119574733) - | > loss_disc_real_0: 0.10277532041072845 (0.12608164993557064) - | > loss_disc_real_1: 0.20169462263584137 (0.21759835783515127) - | > loss_disc_real_2: 0.25280216336250305 (0.2313111607022744) - | > loss_disc_real_3: 0.1946486532688141 (0.2225885126135784) - | > loss_disc_real_4: 0.21766440570354462 (0.22158054267744431) - | > loss_disc_real_5: 0.21700982749462128 (0.2290394764548566) - | > loss_0: 2.38814115524292 (2.4331057119574733) - | > grad_norm_0: tensor(56.7294, device='cuda:0') (tensor(59.6882, device='cuda:0')) - | > loss_gen: 2.337284564971924 (2.3963342448389215) - | > loss_kl: 1.4172126054763794 (1.568245172842675) - | > loss_feat: 6.369478702545166 (7.073336434330113) - | > loss_mel: 19.27145004272461 (20.977393920657626) - | > loss_duration: 1.665773868560791 (1.6811389040570692) - | > amp_scaler: 256.0 (137.18220946915358) - | > loss_1: 31.061199188232422 (33.69644863944145) - | > grad_norm_1: tensor(282.2411, device='cuda:0') (tensor(441.4289, device='cuda:0')) - | > current_lr_0: 0.0001982327433461913 - | > current_lr_1: 0.0001982327433461913 - | > step_time: 0.9493 (0.8304657607714795) - | > loader_time: 0.0126 (0.008171600453993854) - - - --> TIME: 2024-11-23 08:09:02 -- STEP: 722/797 -- GLOBAL_STEP: 58100 - | > loss_disc: 2.517235040664673 (2.433076578164035) - | > loss_disc_real_0: 0.17707687616348267 (0.126145818742854) - | > loss_disc_real_1: 0.21561935544013977 (0.2176344321209969) - | > loss_disc_real_2: 0.23737025260925293 (0.23145713042106655) - | > loss_disc_real_3: 0.18163400888442993 (0.22226690558763096) - | > loss_disc_real_4: 0.17615114152431488 (0.22164447322859335) - | > loss_disc_real_5: 0.16067729890346527 (0.22926278432980798) - | > loss_0: 2.517235040664673 (2.433076578164035) - | > grad_norm_0: tensor(76.1353, device='cuda:0') (tensor(58.9056, device='cuda:0')) - | > loss_gen: 2.0942907333374023 (2.394433156605246) - | > loss_kl: 1.3731307983398438 (1.5684261601057086) - | > loss_feat: 6.102025985717773 (7.0678257242134075) - | > loss_mel: 19.652416229248047 (20.973734100109322) - | > loss_duration: 1.6604899168014526 (1.6805588269497882) - | > amp_scaler: 256.0 (141.29639889196682) - | > loss_1: 30.882352828979492 (33.68497792241319) - | > grad_norm_1: tensor(372.5134, device='cuda:0') (tensor(439.3531, device='cuda:0')) - | > current_lr_0: 0.0001982327433461913 - | > current_lr_1: 0.0001982327433461913 - | > step_time: 1.0966 (0.8346812797715463) - | > loader_time: 0.0185 (0.008369405183765694) - - - --> TIME: 2024-11-23 08:09:27 -- STEP: 747/797 -- GLOBAL_STEP: 58125 - | > loss_disc: 2.400751829147339 (2.432254537521118) - | > loss_disc_real_0: 0.1368388831615448 (0.12604180031232914) - | > loss_disc_real_1: 0.25991174578666687 (0.21762682960295143) - | > loss_disc_real_2: 0.24401280283927917 (0.23142649055803954) - | > loss_disc_real_3: 0.2433534413576126 (0.22245067790888723) - | > loss_disc_real_4: 0.2192963808774948 (0.22149355567921925) - | > loss_disc_real_5: 0.20176613330841064 (0.22906666313867813) - | > loss_0: 2.400751829147339 (2.432254537521118) - | > grad_norm_0: tensor(139.4459, device='cuda:0') (tensor(58.8595, device='cuda:0')) - | > loss_gen: 2.470843553543091 (2.394751632708306) - | > loss_kl: 1.6001195907592773 (1.5693387571906794) - | > loss_feat: 7.180300235748291 (7.073373340060273) - | > loss_mel: 20.305530548095703 (20.975041252861384) - | > loss_duration: 1.631516933441162 (1.6797264897360542) - | > amp_scaler: 256.0 (145.13520749665335) - | > loss_1: 33.18831253051758 (33.69223144000154) - | > grad_norm_1: tensor(693.1746, device='cuda:0') (tensor(443.0591, device='cuda:0')) - | > current_lr_0: 0.0001982327433461913 - | > current_lr_1: 0.0001982327433461913 - | > step_time: 0.9091 (0.8388505013911443) - | > loader_time: 0.0976 (0.010172624026276817) - - - --> TIME: 2024-11-23 08:10:02 -- STEP: 772/797 -- GLOBAL_STEP: 58150 - | > loss_disc: 2.509659767150879 (2.4319251087045424) - | > loss_disc_real_0: 0.15129491686820984 (0.1262997915398892) - | > loss_disc_real_1: 0.21780923008918762 (0.2173822056984655) - | > loss_disc_real_2: 0.23923714458942413 (0.23122456677528244) - | > loss_disc_real_3: 0.20337261259555817 (0.22276704822102364) - | > loss_disc_real_4: 0.254923939704895 (0.2216573144294747) - | > loss_disc_real_5: 0.26358360052108765 (0.22908765131636605) - | > loss_0: 2.509659767150879 (2.4319251087045424) - | > grad_norm_0: tensor(120.2393, device='cuda:0') (tensor(59.2218, device='cuda:0')) - | > loss_gen: 2.3331685066223145 (2.3960416208894775) - | > loss_kl: 1.532486081123352 (1.5706851768061294) - | > loss_feat: 6.385775089263916 (7.077698235067061) - | > loss_mel: 18.65570831298828 (20.98387129936812) - | > loss_duration: 1.6900851726531982 (1.6789288885235172) - | > amp_scaler: 256.0 (148.7253886010363) - | > loss_1: 30.59722137451172 (33.7072251843665) - | > grad_norm_1: tensor(924.7802, device='cuda:0') (tensor(447.2842, device='cuda:0')) - | > current_lr_0: 0.0001982327433461913 - | > current_lr_1: 0.0001982327433461913 - | > step_time: 1.1619 (0.8528318436034605) - | > loader_time: 0.1173 (0.013813608668628748) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.4799513816833496 (2.4799513816833496) - | > loss_disc_real_0: 0.12859994173049927 (0.12859994173049927) - | > loss_disc_real_1: 0.22138555347919464 (0.22138555347919464) - | > loss_disc_real_2: 0.21261374652385712 (0.21261374652385712) - | > loss_disc_real_3: 0.18090878427028656 (0.18090878427028656) - | > loss_disc_real_4: 0.24544312059879303 (0.24544312059879303) - | > loss_disc_real_5: 0.21754571795463562 (0.21754571795463562) - | > loss_0: 2.4799513816833496 (2.4799513816833496) - | > loss_gen: 2.080085515975952 (2.080085515975952) - | > loss_kl: 1.885602355003357 (1.885602355003357) - | > loss_feat: 6.449414253234863 (6.449414253234863) - | > loss_mel: 21.383106231689453 (21.383106231689453) - | > loss_duration: 1.963447093963623 (1.963447093963623) - | > loss_1: 33.761653900146484 (33.761653900146484) - - --> STEP: 1 - | > loss_disc: 2.6927428245544434 (2.6927428245544434) - | > loss_disc_real_0: 0.07987283915281296 (0.07987283915281296) - | > loss_disc_real_1: 0.1757245659828186 (0.1757245659828186) - | > loss_disc_real_2: 0.20649953186511993 (0.20649953186511993) - | > loss_disc_real_3: 0.24398070573806763 (0.24398070573806763) - | > loss_disc_real_4: 0.17944873869419098 (0.17944873869419098) - | > loss_disc_real_5: 0.22537517547607422 (0.22537517547607422) - | > loss_0: 2.6927428245544434 (2.6927428245544434) - | > loss_gen: 1.7712421417236328 (1.7712421417236328) - | > loss_kl: 1.3279197216033936 (1.3279197216033936) - | > loss_feat: 5.9593634605407715 (5.9593634605407715) - | > loss_mel: 18.125741958618164 (18.125741958618164) - | > loss_duration: 1.688021183013916 (1.688021183013916) - | > loss_1: 28.87228775024414 (28.87228775024414) - - --> STEP: 2 - | > loss_disc: 2.25518798828125 (2.4739654064178467) - | > loss_disc_real_0: 0.07535997033119202 (0.07761640474200249) - | > loss_disc_real_1: 0.21503093838691711 (0.19537775218486786) - | > loss_disc_real_2: 0.21790650486946106 (0.2122030183672905) - | > loss_disc_real_3: 0.16255992650985718 (0.2032703161239624) - | > loss_disc_real_4: 0.2459806650876999 (0.21271470189094543) - | > loss_disc_real_5: 0.24195516109466553 (0.23366516828536987) - | > loss_0: 2.25518798828125 (2.4739654064178467) - | > loss_gen: 2.252580165863037 (2.011911153793335) - | > loss_kl: 1.294240951538086 (1.3110803365707397) - | > loss_feat: 6.3070173263549805 (6.133190393447876) - | > loss_mel: 21.293869018554688 (19.709805488586426) - | > loss_duration: 1.666514277458191 (1.6772677302360535) - | > loss_1: 32.8142204284668 (30.84325408935547) - - --> STEP: 3 - | > loss_disc: 2.183683156967163 (2.377204656600952) - | > loss_disc_real_0: 0.08716659247875214 (0.08079980065425237) - | > loss_disc_real_1: 0.2193862795829773 (0.20338059465090433) - | > loss_disc_real_2: 0.1958712637424469 (0.2067591001590093) - | > loss_disc_real_3: 0.1977234035730362 (0.20142134527365366) - | > loss_disc_real_4: 0.21298843622207642 (0.2128059466679891) - | > loss_disc_real_5: 0.20212356746196747 (0.22315130134423575) - | > loss_0: 2.183683156967163 (2.377204656600952) - | > loss_gen: 2.4234156608581543 (2.1490793228149414) - | > loss_kl: 1.4722257852554321 (1.364795486132304) - | > loss_feat: 7.594297885894775 (6.620226224263509) - | > loss_mel: 23.201171875 (20.873594284057617) - | > loss_duration: 1.6991673707962036 (1.6845676104227703) - | > loss_1: 36.390281677246094 (32.69226328531901) - - --> STEP: 4 - | > loss_disc: 2.387089729309082 (2.3796759247779846) - | > loss_disc_real_0: 0.12488789111375809 (0.0918218232691288) - | > loss_disc_real_1: 0.16255782544612885 (0.19317490234971046) - | > loss_disc_real_2: 0.23829501867294312 (0.21464307978749275) - | > loss_disc_real_3: 0.22877223789691925 (0.20825906842947006) - | > loss_disc_real_4: 0.2092801332473755 (0.2119244933128357) - | > loss_disc_real_5: 0.19977793097496033 (0.21730795875191689) - | > loss_0: 2.387089729309082 (2.3796759247779846) - | > loss_gen: 2.043665885925293 (2.1227259635925293) - | > loss_kl: 1.5319370031356812 (1.4065808653831482) - | > loss_feat: 6.018249988555908 (6.469732165336609) - | > loss_mel: 18.94322967529297 (20.391003131866455) - | > loss_duration: 1.6264266967773438 (1.6700323820114136) - | > loss_1: 30.163509368896484 (32.06007480621338) - - --> STEP: 5 - | > loss_disc: 2.4349610805511475 (2.3907329559326174) - | > loss_disc_real_0: 0.09060359746217728 (0.0915781781077385) - | > loss_disc_real_1: 0.21853545308113098 (0.19824701249599458) - | > loss_disc_real_2: 0.19199274480342865 (0.21011301279067993) - | > loss_disc_real_3: 0.17582198977470398 (0.20177165269851685) - | > loss_disc_real_4: 0.16734637320041656 (0.20300886929035186) - | > loss_disc_real_5: 0.14927059412002563 (0.20370048582553862) - | > loss_0: 2.4349610805511475 (2.3907329559326174) - | > loss_gen: 1.8727936744689941 (2.072739505767822) - | > loss_kl: 2.211052417755127 (1.567475175857544) - | > loss_feat: 7.247254848480225 (6.625236701965332) - | > loss_mel: 21.328115463256836 (20.57842559814453) - | > loss_duration: 1.848313570022583 (1.7056886196136474) - | > loss_1: 34.507530212402344 (32.54956588745117) - - --> STEP: 6 - | > loss_disc: 2.279451847076416 (2.3721861044565835) - | > loss_disc_real_0: 0.0878683477640152 (0.09095987305045128) - | > loss_disc_real_1: 0.21218544244766235 (0.20057008415460587) - | > loss_disc_real_2: 0.17933019995689392 (0.20498254398504892) - | > loss_disc_real_3: 0.17856812477111816 (0.1979043980439504) - | > loss_disc_real_4: 0.19283117353916168 (0.2013125866651535) - | > loss_disc_real_5: 0.261585533618927 (0.21334799379110336) - | > loss_0: 2.279451847076416 (2.3721861044565835) - | > loss_gen: 2.1486001014709473 (2.0853829383850098) - | > loss_kl: 1.9425771236419678 (1.629992167154948) - | > loss_feat: 7.806775093078613 (6.822159767150879) - | > loss_mel: 22.776973724365234 (20.94485028584798) - | > loss_duration: 1.699892520904541 (1.7047226031621296) - | > loss_1: 36.374820709228516 (33.1871083577474) - - --> STEP: 7 - | > loss_disc: 2.6050729751586914 (2.4054556574140276) - | > loss_disc_real_0: 0.14117208123207092 (0.09813304564782552) - | > loss_disc_real_1: 0.27765002846717834 (0.21158150477068766) - | > loss_disc_real_2: 0.21877984702587128 (0.206953587276595) - | > loss_disc_real_3: 0.24944888055324554 (0.20526789554527827) - | > loss_disc_real_4: 0.24246421456336975 (0.20719139065061296) - | > loss_disc_real_5: 0.25136688351631165 (0.2187792637518474) - | > loss_0: 2.6050729751586914 (2.4054556574140276) - | > loss_gen: 2.2697043418884277 (2.1117145674569264) - | > loss_kl: 2.014312744140625 (1.6848951067243303) - | > loss_feat: 7.206768035888672 (6.877103805541992) - | > loss_mel: 19.76716423034668 (20.776609420776367) - | > loss_duration: 1.6231982707977295 (1.6930762699672155) - | > loss_1: 32.88114929199219 (33.14339991978237) - - --> STEP: 8 - | > loss_disc: 2.251333713531494 (2.386190414428711) - | > loss_disc_real_0: 0.09452016651630402 (0.09768143575638533) - | > loss_disc_real_1: 0.16669991612434387 (0.20597130618989468) - | > loss_disc_real_2: 0.12742042541503906 (0.1970119420439005) - | > loss_disc_real_3: 0.14994432032108307 (0.19835244864225388) - | > loss_disc_real_4: 0.15865643322467804 (0.2011245209723711) - | > loss_disc_real_5: 0.14849667251110077 (0.20999393984675407) - | > loss_0: 2.251333713531494 (2.386190414428711) - | > loss_gen: 1.9784923791885376 (2.095061793923378) - | > loss_kl: 1.841021180152893 (1.7044108659029007) - | > loss_feat: 8.866764068603516 (7.125811338424683) - | > loss_mel: 23.499723434448242 (21.11699867248535) - | > loss_duration: 1.6854395866394043 (1.692121684551239) - | > loss_1: 37.87144088745117 (33.73440504074097) - - --> STEP: 9 - | > loss_disc: 2.359563112258911 (2.3832318252987332) - | > loss_disc_real_0: 0.08126331120729446 (0.09585719969537523) - | > loss_disc_real_1: 0.26083412766456604 (0.21206717524263594) - | > loss_disc_real_2: 0.25618523359298706 (0.2035867522160212) - | > loss_disc_real_3: 0.24143382906913757 (0.2031392686896854) - | > loss_disc_real_4: 0.24747709929943085 (0.20627480745315552) - | > loss_disc_real_5: 0.20067840814590454 (0.20895888076888192) - | > loss_0: 2.359563112258911 (2.3832318252987332) - | > loss_gen: 2.3237481117248535 (2.120471384790209) - | > loss_kl: 1.649132490158081 (1.6982688241534762) - | > loss_feat: 7.042612075805664 (7.116566975911458) - | > loss_mel: 22.124225616455078 (21.228912777370876) - | > loss_duration: 1.6911553144454956 (1.6920143100950453) - | > loss_1: 34.830875396728516 (33.856235080295136) - - --> STEP: 10 - | > loss_disc: 2.657036304473877 (2.4106122732162474) - | > loss_disc_real_0: 0.13489289581775665 (0.09976076930761338) - | > loss_disc_real_1: 0.1820182353258133 (0.20906228125095366) - | > loss_disc_real_2: 0.2344685196876526 (0.20667492896318435) - | > loss_disc_real_3: 0.2984172999858856 (0.21266707181930541) - | > loss_disc_real_4: 0.25926846265792847 (0.21157417297363282) - | > loss_disc_real_5: 0.23780390620231628 (0.21184338331222535) - | > loss_0: 2.657036304473877 (2.4106122732162474) - | > loss_gen: 1.9429633617401123 (2.102720582485199) - | > loss_kl: 1.9596366882324219 (1.7244056105613708) - | > loss_feat: 5.924025535583496 (6.997312831878662) - | > loss_mel: 21.18720817565918 (21.224742317199706) - | > loss_duration: 1.610952377319336 (1.6839081168174743) - | > loss_1: 32.624786376953125 (33.733090209960935) - - --> STEP: 11 - | > loss_disc: 2.4003021717071533 (2.4096749912608755) - | > loss_disc_real_0: 0.11483240127563477 (0.10113091766834259) - | > loss_disc_real_1: 0.21135766804218292 (0.20927095277742905) - | > loss_disc_real_2: 0.1890733689069748 (0.20507478713989258) - | > loss_disc_real_3: 0.2592857778072357 (0.21690513600002637) - | > loss_disc_real_4: 0.21982146799564362 (0.21232392706654288) - | > loss_disc_real_5: 0.23163482546806335 (0.21364260532639243) - | > loss_0: 2.4003021717071533 (2.4096749912608755) - | > loss_gen: 2.3353779315948486 (2.123871250586076) - | > loss_kl: 1.9995613098144531 (1.7494197650389238) - | > loss_feat: 9.872563362121582 (7.258699243718928) - | > loss_mel: 23.452693939208984 (21.427283373746004) - | > loss_duration: 1.585045576095581 (1.6749206131154841) - | > loss_1: 39.2452392578125 (34.23419466885653) - - --> STEP: 12 - | > loss_disc: 2.477959632873535 (2.41536537806193) - | > loss_disc_real_0: 0.07580733299255371 (0.09902061894536018) - | > loss_disc_real_1: 0.2093765139579773 (0.20927974954247475) - | > loss_disc_real_2: 0.25248923897743225 (0.20902599145968756) - | > loss_disc_real_3: 0.24838584661483765 (0.21952852855126062) - | > loss_disc_real_4: 0.27267128229141235 (0.217352873335282) - | > loss_disc_real_5: 0.3016416132450104 (0.22097585598627725) - | > loss_0: 2.477959632873535 (2.41536537806193) - | > loss_gen: 2.255380868911743 (2.1348303854465485) - | > loss_kl: 1.4443742036819458 (1.723999301592509) - | > loss_feat: 7.487868309020996 (7.277796665827434) - | > loss_mel: 22.811613082885742 (21.542644182840984) - | > loss_duration: 1.7064181566238403 (1.6775454084078472) - | > loss_1: 35.70565414428711 (34.35681629180908) - - --> STEP: 13 - | > loss_disc: 2.3006277084350586 (2.406539403475248) - | > loss_disc_real_0: 0.058825381100177765 (0.09592867757265384) - | > loss_disc_real_1: 0.18195317685604095 (0.20717770548967215) - | > loss_disc_real_2: 0.17647698521614075 (0.20652222174864548) - | > loss_disc_real_3: 0.13139423727989197 (0.21274896768423227) - | > loss_disc_real_4: 0.11836071312427521 (0.20973809178058916) - | > loss_disc_real_5: 0.14710956811904907 (0.21529383384264433) - | > loss_0: 2.3006277084350586 (2.406539403475248) - | > loss_gen: 1.8748937845230103 (2.114835262298584) - | > loss_kl: 2.0150272846221924 (1.7463860695178692) - | > loss_feat: 10.029519081115723 (7.489467620849609) - | > loss_mel: 22.45050048828125 (21.612479283259464) - | > loss_duration: 1.727311611175537 (1.6813735778515155) - | > loss_1: 38.097251892089844 (34.644542107215294) - - --> STEP: 14 - | > loss_disc: 2.533878803253174 (2.4156350748879567) - | > loss_disc_real_0: 0.12606161832809448 (0.09808103048375674) - | > loss_disc_real_1: 0.15648013353347778 (0.203556450349944) - | > loss_disc_real_2: 0.19713211059570312 (0.20585149952343532) - | > loss_disc_real_3: 0.25043076276779175 (0.21544052447591508) - | > loss_disc_real_4: 0.25646671652793884 (0.21307585069111415) - | > loss_disc_real_5: 0.2618539035320282 (0.21861955310617173) - | > loss_0: 2.533878803253174 (2.4156350748879567) - | > loss_gen: 1.9375336170196533 (2.102170859064375) - | > loss_kl: 1.4222599267959595 (1.72323420218059) - | > loss_feat: 4.978461265563965 (7.3101100240434915) - | > loss_mel: 20.740463256835938 (21.550192424229213) - | > loss_duration: 1.736858606338501 (1.6853367941720145) - | > loss_1: 30.815576553344727 (34.37104456765311) - - --> STEP: 15 - | > loss_disc: 2.507373571395874 (2.4217509746551515) - | > loss_disc_real_0: 0.12814299762248993 (0.10008516162633896) - | > loss_disc_real_1: 0.17619241774082184 (0.20173218150933583) - | > loss_disc_real_2: 0.20220106840133667 (0.20560813744862874) - | > loss_disc_real_3: 0.22869887948036194 (0.21632441480954487) - | > loss_disc_real_4: 0.3433733284473419 (0.221762349208196) - | > loss_disc_real_5: 0.26046669483184814 (0.22140936255455018) - | > loss_0: 2.507373571395874 (2.4217509746551515) - | > loss_gen: 2.1843879222869873 (2.107651996612549) - | > loss_kl: 2.1253278255462646 (1.7500404437383017) - | > loss_feat: 6.5108466148376465 (7.256825796763102) - | > loss_mel: 20.572826385498047 (21.485034688313803) - | > loss_duration: 1.631449818611145 (1.6817443291346232) - | > loss_1: 33.024837493896484 (34.28129742940267) - - --> STEP: 16 - | > loss_disc: 2.4338855743408203 (2.4225093871355057) - | > loss_disc_real_0: 0.07768450677394867 (0.09868512069806457) - | > loss_disc_real_1: 0.2578229308128357 (0.20523785334080458) - | > loss_disc_real_2: 0.22633884847164154 (0.20690380688756704) - | > loss_disc_real_3: 0.2478630095720291 (0.21829557698220015) - | > loss_disc_real_4: 0.2634614408016205 (0.22436854243278503) - | > loss_disc_real_5: 0.18532441556453705 (0.21915405336767435) - | > loss_0: 2.4338855743408203 (2.4225093871355057) - | > loss_gen: 2.280790328979492 (2.118473142385483) - | > loss_kl: 1.8819440603256226 (1.7582844197750092) - | > loss_feat: 8.353663444519043 (7.3253781497478485) - | > loss_mel: 23.02712631225586 (21.58141541481018) - | > loss_duration: 1.7847834825515747 (1.6881842762231827) - | > loss_1: 37.32830810546875 (34.4717355966568) - - --> STEP: 17 - | > loss_disc: 2.320744752883911 (2.4165232321795296) - | > loss_disc_real_0: 0.12904149293899536 (0.10047078965341344) - | > loss_disc_real_1: 0.20623116195201874 (0.20529628325911128) - | > loss_disc_real_2: 0.2029290348291397 (0.2066699967664831) - | > loss_disc_real_3: 0.18632936477661133 (0.21641521155834198) - | > loss_disc_real_4: 0.1841464638710022 (0.2220025378115037) - | > loss_disc_real_5: 0.1504063606262207 (0.2151100714417065) - | > loss_0: 2.320744752883911 (2.4165232321795296) - | > loss_gen: 1.9998631477355957 (2.111496083876666) - | > loss_kl: 1.9227749109268188 (1.7679603310192333) - | > loss_feat: 6.00430965423584 (7.247668238247142) - | > loss_mel: 18.636829376220703 (21.408204471363742) - | > loss_duration: 1.6391839981079102 (1.6853019069222843) - | > loss_1: 30.202960968017578 (34.22063120673685) - - --> STEP: 18 - | > loss_disc: 2.303975820541382 (2.4102705981996326) - | > loss_disc_real_0: 0.08934608101844788 (0.09985275028480424) - | > loss_disc_real_1: 0.1748380959033966 (0.20360416173934937) - | > loss_disc_real_2: 0.22492638230323792 (0.2076842404074139) - | > loss_disc_real_3: 0.20164580643177032 (0.2155946890513102) - | > loss_disc_real_4: 0.2094387710094452 (0.22130455076694489) - | > loss_disc_real_5: 0.2121594101190567 (0.21494614581267038) - | > loss_0: 2.303975820541382 (2.4102705981996326) - | > loss_gen: 2.248361587524414 (2.1190997229682074) - | > loss_kl: 1.5680965185165405 (1.7568567858801947) - | > loss_feat: 7.4234619140625 (7.257434553570217) - | > loss_mel: 23.72774314880371 (21.537067731221516) - | > loss_duration: 1.666524052619934 (1.684258692794376) - | > loss_1: 36.63418197631836 (34.354717360602486) - - --> STEP: 19 - | > loss_disc: 2.3454535007476807 (2.406859172017951) - | > loss_disc_real_0: 0.07925659418106079 (0.09876874206881774) - | > loss_disc_real_1: 0.18536396324634552 (0.20264415129234917) - | > loss_disc_real_2: 0.26867958903312683 (0.21089452191403038) - | > loss_disc_real_3: 0.1969287395477295 (0.2146122706563849) - | > loss_disc_real_4: 0.2112915813922882 (0.22077755237880506) - | > loss_disc_real_5: 0.2617768943309784 (0.21741092205047607) - | > loss_0: 2.3454535007476807 (2.406859172017951) - | > loss_gen: 2.267934799194336 (2.1269331480327405) - | > loss_kl: 2.2643625736236572 (1.7835676168140613) - | > loss_feat: 6.960239410400391 (7.2417927039297005) - | > loss_mel: 23.7696475982666 (21.654571934750205) - | > loss_duration: 1.7717280387878418 (1.6888623425835056) - | > loss_1: 37.033912658691406 (34.49572763944927) - - --> STEP: 20 - | > loss_disc: 2.2597568035125732 (2.3995040535926817) - | > loss_disc_real_0: 0.08350715786218643 (0.09800566285848618) - | > loss_disc_real_1: 0.17797812819480896 (0.20141085013747215) - | > loss_disc_real_2: 0.1885475218296051 (0.2097771719098091) - | > loss_disc_real_3: 0.1822311133146286 (0.21299321278929711) - | > loss_disc_real_4: 0.21649065613746643 (0.22056320756673814) - | > loss_disc_real_5: 0.16713708639144897 (0.21489723026752472) - | > loss_0: 2.2597568035125732 (2.3995040535926817) - | > loss_gen: 2.157083511352539 (2.1284406661987303) - | > loss_kl: 1.6998159885406494 (1.7793800354003906) - | > loss_feat: 8.351386070251465 (7.297272372245788) - | > loss_mel: 25.001474380493164 (21.821917057037354) - | > loss_duration: 1.656463623046875 (1.6872424066066742) - | > loss_1: 38.86622619628906 (34.71425256729126) - - --> STEP: 21 - | > loss_disc: 2.1828715801239014 (2.38918822152274) - | > loss_disc_real_0: 0.07832004129886627 (0.09706825230802808) - | > loss_disc_real_1: 0.19808661937713623 (0.20125255343459902) - | > loss_disc_real_2: 0.2248961329460144 (0.2104971224353427) - | > loss_disc_real_3: 0.21606294810771942 (0.21313939066160292) - | > loss_disc_real_4: 0.21584905683994293 (0.2203387241987955) - | > loss_disc_real_5: 0.20338542759418488 (0.21434904918784187) - | > loss_0: 2.1828715801239014 (2.38918822152274) - | > loss_gen: 2.448523759841919 (2.1436827182769775) - | > loss_kl: 1.7643533945083618 (1.7786644810721988) - | > loss_feat: 8.376108169555664 (7.348645505451021) - | > loss_mel: 22.59510040283203 (21.858735311599006) - | > loss_duration: 1.657823920249939 (1.6858415263039725) - | > loss_1: 36.84191131591797 (34.8155696505592) - - --> STEP: 22 - | > loss_disc: 2.482895851135254 (2.3934476592324) - | > loss_disc_real_0: 0.12189235538244247 (0.09819662062959238) - | > loss_disc_real_1: 0.26350006461143494 (0.20408198576081882) - | > loss_disc_real_2: 0.2242281436920166 (0.2111212597651915) - | > loss_disc_real_3: 0.2049313634634018 (0.21276629851623016) - | > loss_disc_real_4: 0.2085900902748108 (0.2198046953840689) - | > loss_disc_real_5: 0.2284100353717804 (0.21498818492347543) - | > loss_0: 2.482895851135254 (2.3934476592324) - | > loss_gen: 2.020845651626587 (2.1380992152474145) - | > loss_kl: 1.7175025939941406 (1.7758843952959233) - | > loss_feat: 6.737600326538086 (7.320870724591342) - | > loss_mel: 18.655588150024414 (21.713137713345613) - | > loss_duration: 1.7463300228118896 (1.6885910034179688) - | > loss_1: 30.877866744995117 (34.63658315485174) - - --> STEP: 23 - | > loss_disc: 2.6127994060516357 (2.4029846917028017) - | > loss_disc_real_0: 0.15378600358963013 (0.10061355032350706) - | > loss_disc_real_1: 0.22753553092479706 (0.2051017051157744) - | > loss_disc_real_2: 0.26031172275543213 (0.21325997554737589) - | > loss_disc_real_3: 0.18959912657737732 (0.21175903017106262) - | > loss_disc_real_4: 0.22153836488723755 (0.2198800723189893) - | > loss_disc_real_5: 0.17428232729434967 (0.21321836502655692) - | > loss_0: 2.6127994060516357 (2.4029846917028017) - | > loss_gen: 1.918321132659912 (2.128543646439262) - | > loss_kl: 1.8606517314910889 (1.7795699316522349) - | > loss_feat: 7.386253356933594 (7.323713447736657) - | > loss_mel: 22.504791259765625 (21.74755743275518) - | > loss_duration: 1.741207480430603 (1.6908786763315615) - | > loss_1: 35.411224365234375 (34.67026320747707) - - --> STEP: 24 - | > loss_disc: 2.6265487670898438 (2.4122998615105953) - | > loss_disc_real_0: 0.1473679095506668 (0.10256164862463872) - | > loss_disc_real_1: 0.2635219693183899 (0.2075358827908834) - | > loss_disc_real_2: 0.2730307877063751 (0.21575042605400085) - | > loss_disc_real_3: 0.2328864485025406 (0.21263933926820755) - | > loss_disc_real_4: 0.21111835539340973 (0.2195150007804235) - | > loss_disc_real_5: 0.20095141232013702 (0.21270724199712276) - | > loss_0: 2.6265487670898438 (2.4122998615105953) - | > loss_gen: 1.9933388233184814 (2.122910112142563) - | > loss_kl: 1.507814645767212 (1.768246794740359) - | > loss_feat: 4.8132429122924805 (7.219110508759816) - | > loss_mel: 18.882400512695312 (21.628175894419353) - | > loss_duration: 1.634599208831787 (1.6885336985190709) - | > loss_1: 28.831396102905273 (34.42697707811991) - - --> STEP: 25 - | > loss_disc: 2.5469369888305664 (2.417685346603394) - | > loss_disc_real_0: 0.1254701167345047 (0.10347798734903335) - | > loss_disc_real_1: 0.19258467853069305 (0.20693783462047577) - | > loss_disc_real_2: 0.20472046732902527 (0.21530922770500183) - | > loss_disc_real_3: 0.19019827246665955 (0.21174169659614564) - | > loss_disc_real_4: 0.20877760648727417 (0.2190855050086975) - | > loss_disc_real_5: 0.22389046847820282 (0.21315457105636595) - | > loss_0: 2.5469369888305664 (2.417685346603394) - | > loss_gen: 1.8955999612808228 (2.1138177061080934) - | > loss_kl: 1.60294508934021 (1.761634726524353) - | > loss_feat: 6.771701335906982 (7.201214141845703) - | > loss_mel: 20.904245376586914 (21.599218673706055) - | > loss_duration: 1.6136754751205444 (1.6855393695831298) - | > loss_1: 32.78816604614258 (34.36142463684082) - - --> STEP: 26 - | > loss_disc: 2.5838258266448975 (2.4240753650665288) - | > loss_disc_real_0: 0.1610526740550995 (0.10569239837618974) - | > loss_disc_real_1: 0.2177632600069046 (0.20735419713533843) - | > loss_disc_real_2: 0.201005220413208 (0.21475907357839438) - | > loss_disc_real_3: 0.2116803079843521 (0.21173933549569204) - | > loss_disc_real_4: 0.18835213780403137 (0.21790345242390266) - | > loss_disc_real_5: 0.21702417731285095 (0.21330340206623077) - | > loss_0: 2.5838258266448975 (2.4240753650665288) - | > loss_gen: 1.9991180896759033 (2.1094061823991628) - | > loss_kl: 2.11687970161438 (1.7752979947970464) - | > loss_feat: 7.131460189819336 (7.198531297536997) - | > loss_mel: 21.488344192504883 (21.59495427058293) - | > loss_duration: 1.692069172859192 (1.6857905158629785) - | > loss_1: 34.42787170410156 (34.36398029327393) - - --> STEP: 27 - | > loss_disc: 2.3214521408081055 (2.4202745049088095) - | > loss_disc_real_0: 0.1526816487312317 (0.10743274098193203) - | > loss_disc_real_1: 0.18977311253547668 (0.20670304585386207) - | > loss_disc_real_2: 0.2501679062843323 (0.21607051182676246) - | > loss_disc_real_3: 0.2350998967885971 (0.21260454146950333) - | > loss_disc_real_4: 0.2357145994901657 (0.21856312453746796) - | > loss_disc_real_5: 0.22604869306087494 (0.21377544988084723) - | > loss_0: 2.3214521408081055 (2.4202745049088095) - | > loss_gen: 2.4114325046539307 (2.1205923424826727) - | > loss_kl: 1.806728720664978 (1.7764620957551178) - | > loss_feat: 6.38224983215332 (7.168298650670935) - | > loss_mel: 23.008522033691406 (21.64730863217954) - | > loss_duration: 1.715763807296753 (1.686900637767933) - | > loss_1: 35.3246955871582 (34.399562341195576) - - --> STEP: 28 - | > loss_disc: 2.4840002059936523 (2.422550422804697) - | > loss_disc_real_0: 0.11475154012441635 (0.1076941266655922) - | > loss_disc_real_1: 0.21850456297397614 (0.20712452860815184) - | > loss_disc_real_2: 0.24020624160766602 (0.21693250217608043) - | > loss_disc_real_3: 0.23186206817626953 (0.21329231028045928) - | > loss_disc_real_4: 0.2190558761358261 (0.2185807228088379) - | > loss_disc_real_5: 0.16486521065235138 (0.21202865562268666) - | > loss_0: 2.4840002059936523 (2.422550422804697) - | > loss_gen: 2.060145854949951 (2.1184335393565044) - | > loss_kl: 1.907219648361206 (1.7811320083481925) - | > loss_feat: 6.804015636444092 (7.155288543019976) - | > loss_mel: 20.797691345214844 (21.61696515764509) - | > loss_duration: 1.6904315948486328 (1.687026743377958) - | > loss_1: 33.25950622558594 (34.35884605135237) - - --> STEP: 29 - | > loss_disc: 2.7577548027038574 (2.4341091945253575) - | > loss_disc_real_0: 0.1421920508146286 (0.10888371025693827) - | > loss_disc_real_1: 0.20710331201553345 (0.20712379700150982) - | > loss_disc_real_2: 0.22969815135002136 (0.21737269697518186) - | > loss_disc_real_3: 0.2690935432910919 (0.21521649072910176) - | > loss_disc_real_4: 0.32052263617515564 (0.22209596120077987) - | > loss_disc_real_5: 0.3327195644378662 (0.21619041109907217) - | > loss_0: 2.7577548027038574 (2.4341091945253575) - | > loss_gen: 2.0457851886749268 (2.1159284238157605) - | > loss_kl: 1.4193028211593628 (1.7686551398244397) - | > loss_feat: 4.686408519744873 (7.070154749113938) - | > loss_mel: 19.114940643310547 (21.530688450254242) - | > loss_duration: 1.6340601444244385 (1.685200308931285) - | > loss_1: 28.900497436523438 (34.17062713359965) - - --> STEP: 30 - | > loss_disc: 2.275239944458008 (2.428813552856446) - | > loss_disc_real_0: 0.08246880769729614 (0.10800321350495021) - | > loss_disc_real_1: 0.2588949501514435 (0.20884950210650763) - | > loss_disc_real_2: 0.1883532702922821 (0.21640538275241852) - | > loss_disc_real_3: 0.1824515163898468 (0.21412432491779326) - | > loss_disc_real_4: 0.21871410310268402 (0.22198323259751002) - | > loss_disc_real_5: 0.21010105311870575 (0.2159874324997266) - | > loss_0: 2.275239944458008 (2.428813552856446) - | > loss_gen: 2.2930047512054443 (2.1218309680620835) - | > loss_kl: 1.8458127975463867 (1.7712270617485046) - | > loss_feat: 8.63648796081543 (7.122365856170655) - | > loss_mel: 22.87811851501465 (21.575602785746256) - | > loss_duration: 1.6712017059326172 (1.6847336888313293) - | > loss_1: 37.324623107910156 (34.27576033274333) - - --> STEP: 31 - | > loss_disc: 2.422701358795166 (2.428616385306082) - | > loss_disc_real_0: 0.11087454110383987 (0.10809583697588213) - | > loss_disc_real_1: 0.17586947977542877 (0.2077856304184083) - | > loss_disc_real_2: 0.2040967494249344 (0.21600833006443515) - | > loss_disc_real_3: 0.21433477103710175 (0.21413111350228708) - | > loss_disc_real_4: 0.22555164992809296 (0.22209834283398044) - | > loss_disc_real_5: 0.21313074231147766 (0.21589528120333148) - | > loss_0: 2.422701358795166 (2.428616385306082) - | > loss_gen: 2.1019272804260254 (2.1211889136222104) - | > loss_kl: 1.9146019220352173 (1.7758520572416243) - | > loss_feat: 6.598781585693359 (7.105476040993968) - | > loss_mel: 20.205381393432617 (21.531402095671623) - | > loss_duration: 1.6330420970916748 (1.6830662181300502) - | > loss_1: 32.4537353515625 (34.2169853333504) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.011266554555585307 (+0.0019326517658848907) - | > avg_loss_disc: 2.428616385306082 (+0.06874541313417559) - | > avg_loss_disc_real_0: 0.10809583697588213 (-0.00021802429710665594) - | > avg_loss_disc_real_1: 0.2077856304184083 (+0.04132618394590193) - | > avg_loss_disc_real_2: 0.21600833006443515 (+0.03353391371427042) - | > avg_loss_disc_real_3: 0.21413111350228708 (-0.00615565574938251) - | > avg_loss_disc_real_4: 0.22209834283398044 (+0.0019438944516643464) - | > avg_loss_disc_real_5: 0.21589528120333148 (-0.006578390156069119) - | > avg_loss_0: 2.428616385306082 (+0.06874541313417559) - | > avg_loss_gen: 2.1211889136222104 (-0.046651167254293746) - | > avg_loss_kl: 1.7758520572416243 (+0.13669161258205276) - | > avg_loss_feat: 7.105476040993968 (-0.1579614300881662) - | > avg_loss_mel: 21.531402095671623 (+0.10589205834173399) - | > avg_loss_duration: 1.6830662181300502 (-0.0005692358939877185) - | > avg_loss_1: 34.2169853333504 (+0.037401691559828976) - - - > EPOCH: 44/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 08:11:29)  - - --> TIME: 2024-11-23 08:11:30 -- STEP: 0/797 -- GLOBAL_STEP: 58175 - | > loss_disc: 2.4642131328582764 (2.4642131328582764) - | > loss_disc_real_0: 0.12743674218654633 (0.12743674218654633) - | > loss_disc_real_1: 0.19531777501106262 (0.19531777501106262) - | > loss_disc_real_2: 0.19284038245677948 (0.19284038245677948) - | > loss_disc_real_3: 0.23125120997428894 (0.23125120997428894) - | > loss_disc_real_4: 0.2146911472082138 (0.2146911472082138) - | > loss_disc_real_5: 0.2067084163427353 (0.2067084163427353) - | > loss_0: 2.4642131328582764 (2.4642131328582764) - | > grad_norm_0: tensor(26.9554, device='cuda:0') (tensor(26.9554, device='cuda:0')) - | > loss_gen: 2.1892569065093994 (2.1892569065093994) - | > loss_kl: 1.6192307472229004 (1.6192307472229004) - | > loss_feat: 6.603106498718262 (6.603106498718262) - | > loss_mel: 19.942712783813477 (19.942712783813477) - | > loss_duration: 2.060767650604248 (2.060767650604248) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 32.41507339477539 (32.41507339477539) - | > grad_norm_1: tensor(402.1255, device='cuda:0') (tensor(402.1255, device='cuda:0')) - | > current_lr_0: 0.00019820796425327303 - | > current_lr_1: 0.00019820796425327303 - | > step_time: 0.894 (0.8939709663391113) - | > loader_time: 0.1888 (0.18883538246154785) - - - --> TIME: 2024-11-23 08:11:49 -- STEP: 25/797 -- GLOBAL_STEP: 58200 - | > loss_disc: 2.4023730754852295 (2.492654228210449) - | > loss_disc_real_0: 0.10008874535560608 (0.1502523612976074) - | > loss_disc_real_1: 0.21548819541931152 (0.222833491563797) - | > loss_disc_real_2: 0.23343348503112793 (0.23298655688762665) - | > loss_disc_real_3: 0.20447036623954773 (0.22775485694408418) - | > loss_disc_real_4: 0.21707108616828918 (0.22508605003356932) - | > loss_disc_real_5: 0.19033680856227875 (0.22269380807876588) - | > loss_0: 2.4023730754852295 (2.492654228210449) - | > grad_norm_0: tensor(39.8864, device='cuda:0') (tensor(46.6168, device='cuda:0')) - | > loss_gen: 2.3739891052246094 (2.3171952056884764) - | > loss_kl: 1.632341742515564 (1.524837956428528) - | > loss_feat: 7.501725673675537 (6.885315742492676) - | > loss_mel: 21.27535629272461 (20.474538955688477) - | > loss_duration: 1.6629807949066162 (1.795269947052002) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 34.44639205932617 (32.99715759277344) - | > grad_norm_1: tensor(428.9655, device='cuda:0') (tensor(374.5949, device='cuda:0')) - | > current_lr_0: 0.00019820796425327303 - | > current_lr_1: 0.00019820796425327303 - | > step_time: 0.7484 (0.7423643207550046) - | > loader_time: 0.0038 (0.0050712966918945316) - - - --> TIME: 2024-11-23 08:12:08 -- STEP: 50/797 -- GLOBAL_STEP: 58225 - | > loss_disc: 2.411611795425415 (2.4560040330886848) - | > loss_disc_real_0: 0.1225137859582901 (0.13840968653559688) - | > loss_disc_real_1: 0.28003501892089844 (0.22038011878728866) - | > loss_disc_real_2: 0.22016851603984833 (0.2322545278072357) - | > loss_disc_real_3: 0.19401726126670837 (0.22404143542051316) - | > loss_disc_real_4: 0.20658525824546814 (0.221138217151165) - | > loss_disc_real_5: 0.20028172433376312 (0.22192219853401185) - | > loss_0: 2.411611795425415 (2.4560040330886848) - | > grad_norm_0: tensor(4.1449, device='cuda:0') (tensor(35.6049, device='cuda:0')) - | > loss_gen: 2.41349458694458 (2.3258870840072627) - | > loss_kl: 1.2032294273376465 (1.5243612718582153) - | > loss_feat: 7.407103538513184 (7.048862466812134) - | > loss_mel: 21.699739456176758 (20.64588115692139) - | > loss_duration: 1.6868674755096436 (1.756902403831482) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 34.41043472290039 (33.301894226074225) - | > grad_norm_1: tensor(103.3910, device='cuda:0') (tensor(314.4747, device='cuda:0')) - | > current_lr_0: 0.00019820796425327303 - | > current_lr_1: 0.00019820796425327303 - | > step_time: 0.7882 (0.7488311433792112) - | > loader_time: 0.0054 (0.005128488540649413) - - - --> TIME: 2024-11-23 08:12:27 -- STEP: 75/797 -- GLOBAL_STEP: 58250 - | > loss_disc: 2.452543258666992 (2.443155673344931) - | > loss_disc_real_0: 0.13243085145950317 (0.13416655619939172) - | > loss_disc_real_1: 0.23098360002040863 (0.22015260875225068) - | > loss_disc_real_2: 0.20026619732379913 (0.23166063765684763) - | > loss_disc_real_3: 0.23221060633659363 (0.2207712388038635) - | > loss_disc_real_4: 0.23345297574996948 (0.21973664184411368) - | > loss_disc_real_5: 0.2225361317396164 (0.22418246150016785) - | > loss_0: 2.452543258666992 (2.443155673344931) - | > grad_norm_0: tensor(10.0546, device='cuda:0') (tensor(32.5778, device='cuda:0')) - | > loss_gen: 2.3460519313812256 (2.3442689609527583) - | > loss_kl: 1.3796135187149048 (1.5274000295003256) - | > loss_feat: 6.649795055389404 (7.1481475830078125) - | > loss_mel: 19.999204635620117 (20.70906397501628) - | > loss_duration: 1.627321720123291 (1.7337529500325521) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 32.00198745727539 (33.46263341267904) - | > grad_norm_1: tensor(244.8233, device='cuda:0') (tensor(326.2907, device='cuda:0')) - | > current_lr_0: 0.00019820796425327303 - | > current_lr_1: 0.00019820796425327303 - | > step_time: 0.8033 (0.7549133682250975) - | > loader_time: 0.0044 (0.005196269353230794) - - - --> TIME: 2024-11-23 08:12:47 -- STEP: 100/797 -- GLOBAL_STEP: 58275 - | > loss_disc: 2.4652910232543945 (2.448547208309174) - | > loss_disc_real_0: 0.18158979713916779 (0.13367879562079912) - | > loss_disc_real_1: 0.2177731990814209 (0.2211997938156128) - | > loss_disc_real_2: 0.2722126841545105 (0.2309644764661789) - | > loss_disc_real_3: 0.22441071271896362 (0.22243788957595825) - | > loss_disc_real_4: 0.22141750156879425 (0.22084652110934258) - | > loss_disc_real_5: 0.2013235092163086 (0.2253366595506668) - | > loss_0: 2.4652910232543945 (2.448547208309174) - | > grad_norm_0: tensor(130.0715, device='cuda:0') (tensor(41.0926, device='cuda:0')) - | > loss_gen: 2.3906264305114746 (2.356870911121369) - | > loss_kl: 1.4370460510253906 (1.5274425864219665) - | > loss_feat: 6.4007062911987305 (7.1277001953125) - | > loss_mel: 17.918994903564453 (20.68102611541748) - | > loss_duration: 1.6751410961151123 (1.723522801399231) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 29.8225154876709 (33.416562500000005) - | > grad_norm_1: tensor(521.4647, device='cuda:0') (tensor(361.0253, device='cuda:0')) - | > current_lr_0: 0.00019820796425327303 - | > current_lr_1: 0.00019820796425327303 - | > step_time: 0.7306 (0.7580823922157285) - | > loader_time: 0.0065 (0.005180189609527586) - - - --> TIME: 2024-11-23 08:13:07 -- STEP: 125/797 -- GLOBAL_STEP: 58300 - | > loss_disc: 2.271435499191284 (2.4353124256134033) - | > loss_disc_real_0: 0.12723278999328613 (0.1299753704667092) - | > loss_disc_real_1: 0.194264218211174 (0.2192504152059555) - | > loss_disc_real_2: 0.2020283192396164 (0.23003016650676728) - | > loss_disc_real_3: 0.23640333116054535 (0.22198207116127014) - | > loss_disc_real_4: 0.20334377884864807 (0.21968098437786102) - | > loss_disc_real_5: 0.1865031123161316 (0.2255843697786331) - | > loss_0: 2.271435499191284 (2.4353124256134033) - | > grad_norm_0: tensor(32.6011, device='cuda:0') (tensor(44.9657, device='cuda:0')) - | > loss_gen: 2.5865252017974854 (2.3737195663452146) - | > loss_kl: 1.3232426643371582 (1.5308334865570068) - | > loss_feat: 7.272876262664795 (7.200231601715088) - | > loss_mel: 20.531064987182617 (20.80780418395996) - | > loss_duration: 1.648878812789917 (1.7171668243408202) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 33.362586975097656 (33.629755691528324) - | > grad_norm_1: tensor(477.1147, device='cuda:0') (tensor(383.0127, device='cuda:0')) - | > current_lr_0: 0.00019820796425327303 - | > current_lr_1: 0.00019820796425327303 - | > step_time: 0.7769 (0.7612577629089353) - | > loader_time: 0.0046 (0.005341785430908202) - - - --> TIME: 2024-11-23 08:13:27 -- STEP: 150/797 -- GLOBAL_STEP: 58325 - | > loss_disc: 2.486715793609619 (2.435458162625631) - | > loss_disc_real_0: 0.0745638757944107 (0.128739599386851) - | > loss_disc_real_1: 0.27666592597961426 (0.21852715015411378) - | > loss_disc_real_2: 0.2534085512161255 (0.2313880209128062) - | > loss_disc_real_3: 0.18900558352470398 (0.22264981478452683) - | > loss_disc_real_4: 0.2706185579299927 (0.2199461325009664) - | > loss_disc_real_5: 0.24531811475753784 (0.2263031682372093) - | > loss_0: 2.486715793609619 (2.435458162625631) - | > grad_norm_0: tensor(47.3508, device='cuda:0') (tensor(48.3383, device='cuda:0')) - | > loss_gen: 2.3247289657592773 (2.3866851139068603) - | > loss_kl: 1.5098872184753418 (1.5414358878135683) - | > loss_feat: 6.857931613922119 (7.245219062169393) - | > loss_mel: 21.029335021972656 (20.92538489023844) - | > loss_duration: 1.6612749099731445 (1.712697671254476) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 33.383155822753906 (33.81142261505127) - | > grad_norm_1: tensor(520.2897, device='cuda:0') (tensor(397.8766, device='cuda:0')) - | > current_lr_0: 0.00019820796425327303 - | > current_lr_1: 0.00019820796425327303 - | > step_time: 0.7838 (0.7667346207300821) - | > loader_time: 0.006 (0.005609485308329262) - - - --> TIME: 2024-11-23 08:13:47 -- STEP: 175/797 -- GLOBAL_STEP: 58350 - | > loss_disc: 2.406324625015259 (2.434506878171649) - | > loss_disc_real_0: 0.11118044704198837 (0.12845411969082707) - | > loss_disc_real_1: 0.2101903110742569 (0.21806182333401272) - | > loss_disc_real_2: 0.22407910227775574 (0.2314175135748727) - | > loss_disc_real_3: 0.22358083724975586 (0.22246938254152027) - | > loss_disc_real_4: 0.2242751270532608 (0.22030687187399184) - | > loss_disc_real_5: 0.1980297863483429 (0.22674280319895063) - | > loss_0: 2.406324625015259 (2.434506878171649) - | > grad_norm_0: tensor(68.7262, device='cuda:0') (tensor(48.4015, device='cuda:0')) - | > loss_gen: 2.4185409545898438 (2.387959459849766) - | > loss_kl: 1.6416618824005127 (1.5464429140090945) - | > loss_feat: 7.476285934448242 (7.244475045885358) - | > loss_mel: 22.151737213134766 (20.916683513096405) - | > loss_duration: 1.6521492004394531 (1.7072193234307425) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 35.34037399291992 (33.80278028215681) - | > grad_norm_1: tensor(672.4427, device='cuda:0') (tensor(411.8460, device='cuda:0')) - | > current_lr_0: 0.00019820796425327303 - | > current_lr_1: 0.00019820796425327303 - | > step_time: 0.7726 (0.7706829902103968) - | > loader_time: 0.0057 (0.005763446262904573) - - - --> TIME: 2024-11-23 08:14:07 -- STEP: 200/797 -- GLOBAL_STEP: 58375 - | > loss_disc: 2.476665735244751 (2.431410642862321) - | > loss_disc_real_0: 0.09972754120826721 (0.12720053914934412) - | > loss_disc_real_1: 0.2052903026342392 (0.21807144954800606) - | > loss_disc_real_2: 0.18915653228759766 (0.23176838785409928) - | > loss_disc_real_3: 0.19041050970554352 (0.22203487142920494) - | > loss_disc_real_4: 0.2168855369091034 (0.2194196265935898) - | > loss_disc_real_5: 0.18621839582920074 (0.2272429969906807) - | > loss_0: 2.476665735244751 (2.431410642862321) - | > grad_norm_0: tensor(124.8092, device='cuda:0') (tensor(49.5434, device='cuda:0')) - | > loss_gen: 2.2343015670776367 (2.3899082887172707) - | > loss_kl: 1.8659110069274902 (1.5446395772695545) - | > loss_feat: 6.71998405456543 (7.230537021160126) - | > loss_mel: 21.72243881225586 (20.94247319221497) - | > loss_duration: 1.6459345817565918 (1.7039345818758012) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 34.18857192993164 (33.811492624282856) - | > grad_norm_1: tensor(469.6019, device='cuda:0') (tensor(428.2238, device='cuda:0')) - | > current_lr_0: 0.00019820796425327303 - | > current_lr_1: 0.00019820796425327303 - | > step_time: 0.7868 (0.7746569442749022) - | > loader_time: 0.0125 (0.005864713191986082) - - - --> TIME: 2024-11-23 08:14:28 -- STEP: 225/797 -- GLOBAL_STEP: 58400 - | > loss_disc: 2.6766011714935303 (2.431561607784697) - | > loss_disc_real_0: 0.15880945324897766 (0.1290310576226978) - | > loss_disc_real_1: 0.21493054926395416 (0.21766951832506393) - | > loss_disc_real_2: 0.21109476685523987 (0.23124398132165272) - | > loss_disc_real_3: 0.21675217151641846 (0.22238434460428025) - | > loss_disc_real_4: 0.2546766400337219 (0.21948629471990797) - | > loss_disc_real_5: 0.2541270852088928 (0.2274201899766922) - | > loss_0: 2.6766011714935303 (2.431561607784697) - | > grad_norm_0: tensor(155.0061, device='cuda:0') (tensor(52.9648, device='cuda:0')) - | > loss_gen: 2.0742592811584473 (2.3928934531741684) - | > loss_kl: 1.7895703315734863 (1.552627828915914) - | > loss_feat: 6.887226581573486 (7.222473555670844) - | > loss_mel: 19.56995391845703 (20.979861526489263) - | > loss_duration: 1.6247212886810303 (1.702017617755466) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 31.945730209350586 (33.84987398783368) - | > grad_norm_1: tensor(573.8264, device='cuda:0') (tensor(431.8722, device='cuda:0')) - | > current_lr_0: 0.00019820796425327303 - | > current_lr_1: 0.00019820796425327303 - | > step_time: 0.8263 (0.7783489852481417) - | > loader_time: 0.0124 (0.006055948469373913) - - - --> TIME: 2024-11-23 08:14:48 -- STEP: 250/797 -- GLOBAL_STEP: 58425 - | > loss_disc: 2.4952898025512695 (2.4263515501022357) - | > loss_disc_real_0: 0.0827040821313858 (0.12759639108181023) - | > loss_disc_real_1: 0.2016419917345047 (0.21799457782506942) - | > loss_disc_real_2: 0.2017703354358673 (0.23033977335691452) - | > loss_disc_real_3: 0.2603271007537842 (0.2214780984520912) - | > loss_disc_real_4: 0.21226197481155396 (0.21888995099067687) - | > loss_disc_real_5: 0.24414964020252228 (0.22743295043706893) - | > loss_0: 2.4952898025512695 (2.4263515501022357) - | > grad_norm_0: tensor(31.8418, device='cuda:0') (tensor(53.4226, device='cuda:0')) - | > loss_gen: 2.259648323059082 (2.393075394630433) - | > loss_kl: 1.4875470399856567 (1.554747695922852) - | > loss_feat: 6.848995685577393 (7.206068288803101) - | > loss_mel: 20.85650634765625 (20.96610526275635) - | > loss_duration: 1.6723029613494873 (1.6986804928779602) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 33.125 (33.81867708587649) - | > grad_norm_1: tensor(491.8657, device='cuda:0') (tensor(437.8710, device='cuda:0')) - | > current_lr_0: 0.00019820796425327303 - | > current_lr_1: 0.00019820796425327303 - | > step_time: 0.8133 (0.782090009689331) - | > loader_time: 0.0053 (0.006201662063598631) - - - --> TIME: 2024-11-23 08:15:09 -- STEP: 275/797 -- GLOBAL_STEP: 58450 - | > loss_disc: 2.6357598304748535 (2.4278862051530337) - | > loss_disc_real_0: 0.0826314240694046 (0.1270344276861713) - | > loss_disc_real_1: 0.22432780265808105 (0.21811836231838574) - | > loss_disc_real_2: 0.24137000739574432 (0.23108765710483897) - | > loss_disc_real_3: 0.23619678616523743 (0.2216099525581707) - | > loss_disc_real_4: 0.25451093912124634 (0.21904206026684153) - | > loss_disc_real_5: 0.24817287921905518 (0.22765232248739758) - | > loss_0: 2.6357598304748535 (2.4278862051530337) - | > grad_norm_0: tensor(21.9211, device='cuda:0') (tensor(53.4617, device='cuda:0')) - | > loss_gen: 2.0682284832000732 (2.3950131945176567) - | > loss_kl: 1.6691776514053345 (1.5518371842124248) - | > loss_feat: 5.529036521911621 (7.203870912031694) - | > loss_mel: 18.0692081451416 (20.96054234591398) - | > loss_duration: 1.6611475944519043 (1.6959687189622359) - | > amp_scaler: 128.0 (245.29454545454544) - | > loss_1: 28.996797561645508 (33.807232263738484) - | > grad_norm_1: tensor(406.2064, device='cuda:0') (tensor(447.5927, device='cuda:0')) - | > current_lr_0: 0.00019820796425327303 - | > current_lr_1: 0.00019820796425327303 - | > step_time: 0.8289 (0.7857904399525034) - | > loader_time: 0.0151 (0.006349529786543412) - - - --> TIME: 2024-11-23 08:15:30 -- STEP: 300/797 -- GLOBAL_STEP: 58475 - | > loss_disc: 2.4410533905029297 (2.42510607560476) - | > loss_disc_real_0: 0.24530014395713806 (0.12682327893873072) - | > loss_disc_real_1: 0.213083878159523 (0.21783802424867937) - | > loss_disc_real_2: 0.2697814106941223 (0.2307495596508185) - | > loss_disc_real_3: 0.19849003851413727 (0.22139302338163064) - | > loss_disc_real_4: 0.24599602818489075 (0.21906466002265612) - | > loss_disc_real_5: 0.25312674045562744 (0.22718875944614406) - | > loss_0: 2.4410533905029297 (2.42510607560476) - | > grad_norm_0: tensor(52.9928, device='cuda:0') (tensor(55.3756, device='cuda:0')) - | > loss_gen: 2.609502077102661 (2.3968323715527857) - | > loss_kl: 1.6693845987319946 (1.5544148675600689) - | > loss_feat: 7.026052474975586 (7.201117513974507) - | > loss_mel: 21.639127731323242 (20.94173202514649) - | > loss_duration: 1.6893287897109985 (1.6941443618138634) - | > amp_scaler: 128.0 (235.52) - | > loss_1: 34.633392333984375 (33.788241055806495) - | > grad_norm_1: tensor(672.7233, device='cuda:0') (tensor(453.2878, device='cuda:0')) - | > current_lr_0: 0.00019820796425327303 - | > current_lr_1: 0.00019820796425327303 - | > step_time: 0.8444 (0.7875489489237466) - | > loader_time: 0.0151 (0.006570223967234293) - - - --> TIME: 2024-11-23 08:15:51 -- STEP: 325/797 -- GLOBAL_STEP: 58500 - | > loss_disc: 2.502237558364868 (2.4257096532674964) - | > loss_disc_real_0: 0.10513819754123688 (0.1263876148141349) - | > loss_disc_real_1: 0.24732381105422974 (0.21814415936286624) - | > loss_disc_real_2: 0.21045438945293427 (0.23052795295531933) - | > loss_disc_real_3: 0.18354198336601257 (0.22137699393125684) - | > loss_disc_real_4: 0.25057095289230347 (0.21916648089885712) - | > loss_disc_real_5: 0.2605638802051544 (0.22790707624875578) - | > loss_0: 2.502237558364868 (2.4257096532674964) - | > grad_norm_0: tensor(88.2395, device='cuda:0') (tensor(54.8166, device='cuda:0')) - | > loss_gen: 2.34175968170166 (2.395618445323064) - | > loss_kl: 1.4935944080352783 (1.5604970928338857) - | > loss_feat: 7.2802042961120605 (7.207684629880465) - | > loss_mel: 22.04763412475586 (20.972488168569704) - | > loss_duration: 1.6472588777542114 (1.6929800862532398) - | > amp_scaler: 128.0 (227.24923076923076) - | > loss_1: 34.81045150756836 (33.82926832932694) - | > grad_norm_1: tensor(771.4201, device='cuda:0') (tensor(463.5532, device='cuda:0')) - | > current_lr_0: 0.00019820796425327303 - | > current_lr_1: 0.00019820796425327303 - | > step_time: 0.9025 (0.7899463712252104) - | > loader_time: 0.0057 (0.006694054970374473) - - - --> TIME: 2024-11-23 08:16:12 -- STEP: 350/797 -- GLOBAL_STEP: 58525 - | > loss_disc: 2.3991315364837646 (2.4247409343719495) - | > loss_disc_real_0: 0.22491219639778137 (0.12751983459506733) - | > loss_disc_real_1: 0.22536660730838776 (0.2174561440944671) - | > loss_disc_real_2: 0.21860744059085846 (0.23096366763114928) - | > loss_disc_real_3: 0.22654934227466583 (0.22133343479463036) - | > loss_disc_real_4: 0.18941405415534973 (0.21939144615616119) - | > loss_disc_real_5: 0.22588618099689484 (0.22793216305119646) - | > loss_0: 2.3991315364837646 (2.4247409343719495) - | > grad_norm_0: tensor(83.3293, device='cuda:0') (tensor(58.2549, device='cuda:0')) - | > loss_gen: 2.4349842071533203 (2.401441364969526) - | > loss_kl: 1.4156798124313354 (1.5633440317426408) - | > loss_feat: 7.588923931121826 (7.212594891956874) - | > loss_mel: 21.367753982543945 (20.95968003954205) - | > loss_duration: 1.6381840705871582 (1.6904751494952615) - | > amp_scaler: 128.0 (220.16) - | > loss_1: 34.445526123046875 (33.82753538949152) - | > grad_norm_1: tensor(462.7181, device='cuda:0') (tensor(466.8000, device='cuda:0')) - | > current_lr_0: 0.00019820796425327303 - | > current_lr_1: 0.00019820796425327303 - | > step_time: 0.8076 (0.7924154738017491) - | > loader_time: 0.0099 (0.006804780960083007) - - - --> TIME: 2024-11-23 08:16:33 -- STEP: 375/797 -- GLOBAL_STEP: 58550 - | > loss_disc: 2.465148448944092 (2.4274689985911087) - | > loss_disc_real_0: 0.08320418000221252 (0.12767829253276208) - | > loss_disc_real_1: 0.15653906762599945 (0.21724195790290826) - | > loss_disc_real_2: 0.2127431482076645 (0.2313494701385498) - | > loss_disc_real_3: 0.19832107424736023 (0.2217923831144969) - | > loss_disc_real_4: 0.21822459995746613 (0.21979101133346557) - | > loss_disc_real_5: 0.2642587721347809 (0.2283779411713282) - | > loss_0: 2.465148448944092 (2.4274689985911087) - | > grad_norm_0: tensor(30.2461, device='cuda:0') (tensor(58.2071, device='cuda:0')) - | > loss_gen: 2.255112648010254 (2.3984379641215) - | > loss_kl: 1.523052453994751 (1.5646187283198039) - | > loss_feat: 8.365593910217285 (7.2176258138020835) - | > loss_mel: 22.421358108520508 (20.973866399129225) - | > loss_duration: 1.667140245437622 (1.6884858798980715) - | > amp_scaler: 128.0 (214.016) - | > loss_1: 36.23225784301758 (33.843034673055044) - | > grad_norm_1: tensor(429.3545, device='cuda:0') (tensor(464.9131, device='cuda:0')) - | > current_lr_0: 0.00019820796425327303 - | > current_lr_1: 0.00019820796425327303 - | > step_time: 0.844 (0.7949462865193685) - | > loader_time: 0.0058 (0.006899077097574868) - - - --> TIME: 2024-11-23 08:16:54 -- STEP: 400/797 -- GLOBAL_STEP: 58575 - | > loss_disc: 2.526836395263672 (2.426490980982784) - | > loss_disc_real_0: 0.10438558459281921 (0.1274030782468618) - | > loss_disc_real_1: 0.22910313308238983 (0.2173837731778621) - | > loss_disc_real_2: 0.2672470510005951 (0.23148589979857206) - | > loss_disc_real_3: 0.20841413736343384 (0.22129656407982115) - | > loss_disc_real_4: 0.21269835531711578 (0.21996683970093728) - | > loss_disc_real_5: 0.20645327866077423 (0.22922213498502966) - | > loss_0: 2.526836395263672 (2.426490980982784) - | > grad_norm_0: tensor(30.6179, device='cuda:0') (tensor(57.0921, device='cuda:0')) - | > loss_gen: 2.1772260665893555 (2.3991390335559837) - | > loss_kl: 1.4785759449005127 (1.5630643206834793) - | > loss_feat: 6.417999744415283 (7.214414681196213) - | > loss_mel: 20.340078353881836 (20.98578351020813) - | > loss_duration: 1.6330275535583496 (1.686891853809357) - | > amp_scaler: 128.0 (208.64) - | > loss_1: 32.046905517578125 (33.84929328441622) - | > grad_norm_1: tensor(429.0556, device='cuda:0') (tensor(467.2312, device='cuda:0')) - | > current_lr_0: 0.00019820796425327303 - | > current_lr_1: 0.00019820796425327303 - | > step_time: 0.8614 (0.7986812913417816) - | > loader_time: 0.0062 (0.006972193121910094) - - - --> TIME: 2024-11-23 08:17:16 -- STEP: 425/797 -- GLOBAL_STEP: 58600 - | > loss_disc: 2.4310224056243896 (2.4259125170988227) - | > loss_disc_real_0: 0.1100466400384903 (0.12697599197135268) - | > loss_disc_real_1: 0.19057400524616241 (0.2170876282804152) - | > loss_disc_real_2: 0.18805870413780212 (0.23104731226668637) - | > loss_disc_real_3: 0.24599136412143707 (0.22144628437126387) - | > loss_disc_real_4: 0.2743838429450989 (0.21990840775125167) - | > loss_disc_real_5: 0.2144492268562317 (0.22850449996836042) - | > loss_0: 2.4310224056243896 (2.4259125170988227) - | > grad_norm_0: tensor(20.9267, device='cuda:0') (tensor(56.0413, device='cuda:0')) - | > loss_gen: 2.3878333568573 (2.398467706231507) - | > loss_kl: 1.5514224767684937 (1.561007629843319) - | > loss_feat: 8.074052810668945 (7.2187104359795065) - | > loss_mel: 21.925731658935547 (20.991915157542508) - | > loss_duration: 1.6905105113983154 (1.686031263856327) - | > amp_scaler: 128.0 (203.8964705882353) - | > loss_1: 35.62955093383789 (33.85613212585451) - | > grad_norm_1: tensor(568.0544, device='cuda:0') (tensor(469.6806, device='cuda:0')) - | > current_lr_0: 0.00019820796425327303 - | > current_lr_1: 0.00019820796425327303 - | > step_time: 0.8425 (0.8009364066404455) - | > loader_time: 0.0075 (0.006987678864422965) - - - --> TIME: 2024-11-23 08:17:37 -- STEP: 450/797 -- GLOBAL_STEP: 58625 - | > loss_disc: 2.4683799743652344 (2.42747449451023) - | > loss_disc_real_0: 0.1556546688079834 (0.12690554834074463) - | > loss_disc_real_1: 0.23837564885616302 (0.21682315756877257) - | > loss_disc_real_2: 0.24662847816944122 (0.23070659670564864) - | > loss_disc_real_3: 0.19373416900634766 (0.2217186827792062) - | > loss_disc_real_4: 0.19077259302139282 (0.2205001695950826) - | > loss_disc_real_5: 0.21295349299907684 (0.2293461234702004) - | > loss_0: 2.4683799743652344 (2.42747449451023) - | > grad_norm_0: tensor(26.2607, device='cuda:0') (tensor(54.0609, device='cuda:0')) - | > loss_gen: 2.5703253746032715 (2.3959473207261803) - | > loss_kl: 1.594964623451233 (1.5592532242669) - | > loss_feat: 7.4972405433654785 (7.209805052015517) - | > loss_mel: 22.503314971923828 (21.0126331837972) - | > loss_duration: 1.678714394569397 (1.6849755660692853) - | > amp_scaler: 128.0 (199.68) - | > loss_1: 35.84455871582031 (33.862614284091535) - | > grad_norm_1: tensor(198.5124, device='cuda:0') (tensor(456.8965, device='cuda:0')) - | > current_lr_0: 0.00019820796425327303 - | > current_lr_1: 0.00019820796425327303 - | > step_time: 0.8563 (0.8032903560002644) - | > loader_time: 0.0073 (0.0070249038272433804) - - - --> TIME: 2024-11-23 08:17:59 -- STEP: 475/797 -- GLOBAL_STEP: 58650 - | > loss_disc: 2.406680107116699 (2.4264281930421556) - | > loss_disc_real_0: 0.10286685824394226 (0.12714283679661015) - | > loss_disc_real_1: 0.24023909866809845 (0.21703095348257762) - | > loss_disc_real_2: 0.2343199998140335 (0.23083558640981974) - | > loss_disc_real_3: 0.16953548789024353 (0.2214466006818571) - | > loss_disc_real_4: 0.24924419820308685 (0.2205651636186399) - | > loss_disc_real_5: 0.2409791350364685 (0.2290517178020979) - | > loss_0: 2.406680107116699 (2.4264281930421556) - | > grad_norm_0: tensor(42.1161, device='cuda:0') (tensor(52.8183, device='cuda:0')) - | > loss_gen: 2.3217194080352783 (2.3950845472436177) - | > loss_kl: 1.6923660039901733 (1.5612937681298507) - | > loss_feat: 7.370206356048584 (7.216254203194066) - | > loss_mel: 20.985689163208008 (21.032443972135844) - | > loss_duration: 1.6440844535827637 (1.6840809679031374) - | > amp_scaler: 128.0 (195.90736842105264) - | > loss_1: 34.01406478881836 (33.88915738959063) - | > grad_norm_1: tensor(659.5496, device='cuda:0') (tensor(456.5087, device='cuda:0')) - | > current_lr_0: 0.00019820796425327303 - | > current_lr_1: 0.00019820796425327303 - | > step_time: 0.878 (0.8060843904394852) - | > loader_time: 0.0066 (0.007108984997397974) - - - --> TIME: 2024-11-23 08:18:20 -- STEP: 500/797 -- GLOBAL_STEP: 58675 - | > loss_disc: 2.338533401489258 (2.4257667436599757) - | > loss_disc_real_0: 0.07318389415740967 (0.12697901344299334) - | > loss_disc_real_1: 0.19307588040828705 (0.21701908704638476) - | > loss_disc_real_2: 0.21083533763885498 (0.23076173651218415) - | > loss_disc_real_3: 0.23657169938087463 (0.22153169050812724) - | > loss_disc_real_4: 0.22353117167949677 (0.22051531901955604) - | > loss_disc_real_5: 0.21262255311012268 (0.2289971081316471) - | > loss_0: 2.338533401489258 (2.4257667436599757) - | > grad_norm_0: tensor(71.1809, device='cuda:0') (tensor(52.6280, device='cuda:0')) - | > loss_gen: 2.5707738399505615 (2.3966716542243933) - | > loss_kl: 1.4767065048217773 (1.5621951019763947) - | > loss_feat: 8.31818675994873 (7.227329808235169) - | > loss_mel: 22.6506404876709 (21.052675998687743) - | > loss_duration: 1.6771938800811768 (1.682908144950867) - | > amp_scaler: 128.0 (192.512) - | > loss_1: 36.69350051879883 (33.921780677795425) - | > grad_norm_1: tensor(564.8619, device='cuda:0') (tensor(459.3911, device='cuda:0')) - | > current_lr_0: 0.00019820796425327303 - | > current_lr_1: 0.00019820796425327303 - | > step_time: 0.8804 (0.8085724954605102) - | > loader_time: 0.0104 (0.007186680793762206) - - - --> TIME: 2024-11-23 08:18:42 -- STEP: 525/797 -- GLOBAL_STEP: 58700 - | > loss_disc: 2.502721071243286 (2.425890762238278) - | > loss_disc_real_0: 0.08632105588912964 (0.1268690985866957) - | > loss_disc_real_1: 0.19475460052490234 (0.21704667803787045) - | > loss_disc_real_2: 0.22106638550758362 (0.23072474207196916) - | > loss_disc_real_3: 0.25720420479774475 (0.22137621558847884) - | > loss_disc_real_4: 0.23896735906600952 (0.2203267521801449) - | > loss_disc_real_5: 0.23744696378707886 (0.2286287313699722) - | > loss_0: 2.502721071243286 (2.425890762238278) - | > grad_norm_0: tensor(53.3737, device='cuda:0') (tensor(53.4952, device='cuda:0')) - | > loss_gen: 2.3101043701171875 (2.398131980441864) - | > loss_kl: 1.605953335762024 (1.5648029876890637) - | > loss_feat: 8.45851993560791 (7.227557705470494) - | > loss_mel: 22.894411087036133 (21.050371609642394) - | > loss_duration: 1.6164791584014893 (1.682289784522284) - | > amp_scaler: 128.0 (189.44) - | > loss_1: 36.885467529296875 (33.923154035295774) - | > grad_norm_1: tensor(500.6128, device='cuda:0') (tensor(464.5202, device='cuda:0')) - | > current_lr_0: 0.00019820796425327303 - | > current_lr_1: 0.00019820796425327303 - | > step_time: 0.8407 (0.8110083198547363) - | > loader_time: 0.0079 (0.007372487840198335) - - - --> TIME: 2024-11-23 08:19:05 -- STEP: 550/797 -- GLOBAL_STEP: 58725 - | > loss_disc: 2.218083381652832 (2.4280939513986786) - | > loss_disc_real_0: 0.07997982203960419 (0.12762351574545575) - | > loss_disc_real_1: 0.20046383142471313 (0.21697456308386542) - | > loss_disc_real_2: 0.19847114384174347 (0.2306328274986961) - | > loss_disc_real_3: 0.2291492372751236 (0.22171492075378246) - | > loss_disc_real_4: 0.16826044023036957 (0.2205794793096456) - | > loss_disc_real_5: 0.23657049238681793 (0.22878687143325804) - | > loss_0: 2.218083381652832 (2.4280939513986786) - | > grad_norm_0: tensor(11.1099, device='cuda:0') (tensor(53.7520, device='cuda:0')) - | > loss_gen: 2.610640287399292 (2.3978481292724614) - | > loss_kl: 1.6138992309570312 (1.565323664925315) - | > loss_feat: 8.055904388427734 (7.220831127166748) - | > loss_mel: 21.62993049621582 (21.042475190596143) - | > loss_duration: 1.668915033340454 (1.6822143723747949) - | > amp_scaler: 128.0 (186.64727272727274) - | > loss_1: 35.579288482666016 (33.908692463961536) - | > grad_norm_1: tensor(384.4587, device='cuda:0') (tensor(461.1192, device='cuda:0')) - | > current_lr_0: 0.00019820796425327303 - | > current_lr_1: 0.00019820796425327303 - | > step_time: 0.8922 (0.8147820247303356) - | > loader_time: 0.0101 (0.007434474338184703) - - - --> TIME: 2024-11-23 08:19:27 -- STEP: 575/797 -- GLOBAL_STEP: 58750 - | > loss_disc: 2.354383707046509 (2.4280468269016446) - | > loss_disc_real_0: 0.06982330977916718 (0.12738011973707591) - | > loss_disc_real_1: 0.2201952189207077 (0.21684566350086873) - | > loss_disc_real_2: 0.19254550337791443 (0.2307994178844535) - | > loss_disc_real_3: 0.16331683099269867 (0.22185823588267622) - | > loss_disc_real_4: 0.23082341253757477 (0.22069846236187482) - | > loss_disc_real_5: 0.2199176400899887 (0.22863803860933885) - | > loss_0: 2.354383707046509 (2.4280468269016446) - | > grad_norm_0: tensor(47.0954, device='cuda:0') (tensor(52.9370, device='cuda:0')) - | > loss_gen: 2.444932699203491 (2.3985563958209495) - | > loss_kl: 1.7077462673187256 (1.5653516139154844) - | > loss_feat: 8.256783485412598 (7.227746072852093) - | > loss_mel: 23.156002044677734 (21.077739261129622) - | > loss_duration: 1.6620440483093262 (1.6814027686741042) - | > amp_scaler: 128.0 (184.09739130434784) - | > loss_1: 37.227508544921875 (33.95079608087958) - | > grad_norm_1: tensor(499.2709, device='cuda:0') (tensor(453.7388, device='cuda:0')) - | > current_lr_0: 0.00019820796425327303 - | > current_lr_1: 0.00019820796425327303 - | > step_time: 0.8826 (0.8172078310925028) - | > loader_time: 0.0072 (0.007565891017084536) - - - --> TIME: 2024-11-23 08:19:50 -- STEP: 600/797 -- GLOBAL_STEP: 58775 - | > loss_disc: 2.458794116973877 (2.4275096237659466) - | > loss_disc_real_0: 0.09618423879146576 (0.12725264116500834) - | > loss_disc_real_1: 0.20682373642921448 (0.21656771570444103) - | > loss_disc_real_2: 0.1890735626220703 (0.2309760046005249) - | > loss_disc_real_3: 0.1535797417163849 (0.22183393855889644) - | > loss_disc_real_4: 0.2634621262550354 (0.22112524951497714) - | > loss_disc_real_5: 0.23597964644432068 (0.22868228626747927) - | > loss_0: 2.458794116973877 (2.4275096237659466) - | > grad_norm_0: tensor(35.6835, device='cuda:0') (tensor(51.6052, device='cuda:0')) - | > loss_gen: 2.3535075187683105 (2.3995997250080108) - | > loss_kl: 1.7905908823013306 (1.5670226977268846) - | > loss_feat: 7.640621185302734 (7.227919011910757) - | > loss_mel: 21.865625381469727 (21.094275639851883) - | > loss_duration: 1.6625525951385498 (1.6809177794059116) - | > amp_scaler: 128.0 (181.75999999999996) - | > loss_1: 35.312896728515625 (33.969734811782864) - | > grad_norm_1: tensor(395.5326, device='cuda:0') (tensor(444.9489, device='cuda:0')) - | > current_lr_0: 0.00019820796425327303 - | > current_lr_1: 0.00019820796425327303 - | > step_time: 0.8747 (0.8198396078745526) - | > loader_time: 0.0104 (0.007667942047119141) - - - --> TIME: 2024-11-23 08:20:12 -- STEP: 625/797 -- GLOBAL_STEP: 58800 - | > loss_disc: 2.364262104034424 (2.4266952575683596) - | > loss_disc_real_0: 0.14157134294509888 (0.12722275528311744) - | > loss_disc_real_1: 0.22445054352283478 (0.21659856812953945) - | > loss_disc_real_2: 0.23918645083904266 (0.2309693554162979) - | > loss_disc_real_3: 0.22650356590747833 (0.22191035020351416) - | > loss_disc_real_4: 0.18237389624118805 (0.22064543936252595) - | > loss_disc_real_5: 0.2079945206642151 (0.22833687851428985) - | > loss_0: 2.364262104034424 (2.4266952575683596) - | > grad_norm_0: tensor(142.6707, device='cuda:0') (tensor(51.2240, device='cuda:0')) - | > loss_gen: 2.3399767875671387 (2.3968715923309327) - | > loss_kl: 1.4789679050445557 (1.5670022558212278) - | > loss_feat: 6.568428039550781 (7.206822369384765) - | > loss_mel: 19.951061248779297 (21.08179532165526) - | > loss_duration: 1.678293228149414 (1.681208780479431) - | > amp_scaler: 128.0 (179.60960000000003) - | > loss_1: 32.016727447509766 (33.93370027465824) - | > grad_norm_1: tensor(251.1928, device='cuda:0') (tensor(443.5275, device='cuda:0')) - | > current_lr_0: 0.00019820796425327303 - | > current_lr_1: 0.00019820796425327303 - | > step_time: 0.8788 (0.8226318294525147) - | > loader_time: 0.0094 (0.007775327301025391) - - - --> TIME: 2024-11-23 08:20:35 -- STEP: 650/797 -- GLOBAL_STEP: 58825 - | > loss_disc: 2.5013742446899414 (2.428154671742366) - | > loss_disc_real_0: 0.27310261130332947 (0.12755418905271948) - | > loss_disc_real_1: 0.1742335557937622 (0.21674914392141192) - | > loss_disc_real_2: 0.2547631859779358 (0.2309985819917459) - | > loss_disc_real_3: 0.20022933185100555 (0.22191671570906277) - | > loss_disc_real_4: 0.1676439642906189 (0.2209068839595868) - | > loss_disc_real_5: 0.2076328545808792 (0.22848674421127027) - | > loss_0: 2.5013742446899414 (2.428154671742366) - | > grad_norm_0: tensor(117.4688, device='cuda:0') (tensor(51.9989, device='cuda:0')) - | > loss_gen: 2.355227470397949 (2.3981544637680052) - | > loss_kl: 1.7202808856964111 (1.5683844415958101) - | > loss_feat: 7.55565881729126 (7.202400547174307) - | > loss_mel: 22.80088233947754 (21.0828445141132) - | > loss_duration: 1.695219874382019 (1.6812770605087277) - | > amp_scaler: 128.0 (177.6246153846154) - | > loss_1: 36.12726974487305 (33.93306099818307) - | > grad_norm_1: tensor(508.2250, device='cuda:0') (tensor(446.8002, device='cuda:0')) - | > current_lr_0: 0.00019820796425327303 - | > current_lr_1: 0.00019820796425327303 - | > step_time: 0.9137 (0.8259760126700768) - | > loader_time: 0.0086 (0.0078427765919612) - - - --> TIME: 2024-11-23 08:20:59 -- STEP: 675/797 -- GLOBAL_STEP: 58850 - | > loss_disc: 2.5685653686523438 (2.4316596066510234) - | > loss_disc_real_0: 0.23339582979679108 (0.12833869129971234) - | > loss_disc_real_1: 0.26524338126182556 (0.21710207855259928) - | > loss_disc_real_2: 0.296081006526947 (0.23109617370146293) - | > loss_disc_real_3: 0.24297857284545898 (0.22199087694839198) - | > loss_disc_real_4: 0.2175309956073761 (0.2211374168925815) - | > loss_disc_real_5: 0.22340239584445953 (0.22878287218235158) - | > loss_0: 2.5685653686523438 (2.4316596066510234) - | > grad_norm_0: tensor(124.9833, device='cuda:0') (tensor(52.4745, device='cuda:0')) - | > loss_gen: 2.505563259124756 (2.3984994891837785) - | > loss_kl: 1.4448837041854858 (1.570522611229507) - | > loss_feat: 6.3838067054748535 (7.192352538638644) - | > loss_mel: 20.685062408447266 (21.07149477640787) - | > loss_duration: 1.6642707586288452 (1.6809711431573935) - | > amp_scaler: 128.0 (175.78666666666672) - | > loss_1: 32.68358612060547 (33.91384053265611) - | > grad_norm_1: tensor(98.8694, device='cuda:0') (tensor(445.7746, device='cuda:0')) - | > current_lr_0: 0.00019820796425327303 - | > current_lr_1: 0.00019820796425327303 - | > step_time: 0.8988 (0.8292732535468208) - | > loader_time: 0.0091 (0.007903320171214916) - - - --> TIME: 2024-11-23 08:21:22 -- STEP: 700/797 -- GLOBAL_STEP: 58875 - | > loss_disc: 2.5581047534942627 (2.4319977998733533) - | > loss_disc_real_0: 0.07443758845329285 (0.12861878412110478) - | > loss_disc_real_1: 0.248719722032547 (0.21701431125402446) - | > loss_disc_real_2: 0.24826818704605103 (0.23104276378239905) - | > loss_disc_real_3: 0.23545852303504944 (0.22209720166666172) - | > loss_disc_real_4: 0.21812084317207336 (0.2207383903009551) - | > loss_disc_real_5: 0.26689615845680237 (0.2287221845771585) - | > loss_0: 2.5581047534942627 (2.4319977998733533) - | > grad_norm_0: tensor(15.4472, device='cuda:0') (tensor(52.4532, device='cuda:0')) - | > loss_gen: 2.261333465576172 (2.398152836050306) - | > loss_kl: 1.780385971069336 (1.574135638816015) - | > loss_feat: 6.42307186126709 (7.193500191143581) - | > loss_mel: 19.738740921020508 (21.08514675685337) - | > loss_duration: 1.6941485404968262 (1.6806580291475566) - | > amp_scaler: 128.0 (174.08000000000007) - | > loss_1: 31.897682189941406 (33.93159344536923) - | > grad_norm_1: tensor(488.1867, device='cuda:0') (tensor(446.1251, device='cuda:0')) - | > current_lr_0: 0.00019820796425327303 - | > current_lr_1: 0.00019820796425327303 - | > step_time: 0.923 (0.8326590333666121) - | > loader_time: 0.0101 (0.008000367709568567) - - - --> TIME: 2024-11-23 08:21:48 -- STEP: 725/797 -- GLOBAL_STEP: 58900 - | > loss_disc: 2.4638671875 (2.4320530421158386) - | > loss_disc_real_0: 0.13060006499290466 (0.12864898904644215) - | > loss_disc_real_1: 0.24007844924926758 (0.21692108333110804) - | > loss_disc_real_2: 0.24012209475040436 (0.23116424303630304) - | > loss_disc_real_3: 0.22950908541679382 (0.2221160292830961) - | > loss_disc_real_4: 0.21236681938171387 (0.22094651955982733) - | > loss_disc_real_5: 0.21825213730335236 (0.22870381924612768) - | > loss_0: 2.4638671875 (2.4320530421158386) - | > grad_norm_0: tensor(72.4131, device='cuda:0') (tensor(51.9089, device='cuda:0')) - | > loss_gen: 2.262831211090088 (2.3960515920047105) - | > loss_kl: 1.5808185338974 (1.5738767717624524) - | > loss_feat: 6.610111713409424 (7.182010453980545) - | > loss_mel: 20.080408096313477 (21.078129382955623) - | > loss_duration: 1.5986814498901367 (1.6798814198066445) - | > amp_scaler: 128.0 (172.4910344827587) - | > loss_1: 32.132850646972656 (33.909949606533786) - | > grad_norm_1: tensor(311.1793, device='cuda:0') (tensor(443.0074, device='cuda:0')) - | > current_lr_0: 0.00019820796425327303 - | > current_lr_1: 0.00019820796425327303 - | > step_time: 1.0149 (0.8391106835727034) - | > loader_time: 0.0148 (0.008129841705848434) - - - --> TIME: 2024-11-23 08:22:27 -- STEP: 750/797 -- GLOBAL_STEP: 58925 - | > loss_disc: 2.390413999557495 (2.431980246225995) - | > loss_disc_real_0: 0.1064268946647644 (0.1287537742058437) - | > loss_disc_real_1: 0.20169271528720856 (0.21694682268301643) - | > loss_disc_real_2: 0.21963414549827576 (0.23082269916931789) - | > loss_disc_real_3: 0.22872209548950195 (0.22206122018893565) - | > loss_disc_real_4: 0.25084298849105835 (0.2210824394027392) - | > loss_disc_real_5: 0.22494305670261383 (0.2287502862215042) - | > loss_0: 2.390413999557495 (2.431980246225995) - | > grad_norm_0: tensor(51.2522, device='cuda:0') (tensor(51.4843, device='cuda:0')) - | > loss_gen: 2.45664119720459 (2.3946517254511512) - | > loss_kl: 1.679972767829895 (1.573897568543751) - | > loss_feat: 6.2303385734558105 (7.1776985232035315) - | > loss_mel: 20.596271514892578 (21.077646029154465) - | > loss_duration: 1.6428228616714478 (1.6789866727193195) - | > amp_scaler: 128.0 (171.0080000000001) - | > loss_1: 32.60604476928711 (33.902880493164126) - | > grad_norm_1: tensor(515.5851, device='cuda:0') (tensor(439.4545, device='cuda:0')) - | > current_lr_0: 0.00019820796425327303 - | > current_lr_1: 0.00019820796425327303 - | > step_time: 2.6333 (0.8623387514750163) - | > loader_time: 0.0668 (0.008417006492614754) - - - --> TIME: 2024-11-23 08:23:28 -- STEP: 775/797 -- GLOBAL_STEP: 58950 - | > loss_disc: 2.608344554901123 (2.433226044562557) - | > loss_disc_real_0: 0.20435085892677307 (0.12877659814011663) - | > loss_disc_real_1: 0.23319342732429504 (0.21709978561247545) - | > loss_disc_real_2: 0.2630327045917511 (0.23108479374839414) - | > loss_disc_real_3: 0.23896241188049316 (0.2221168584400608) - | > loss_disc_real_4: 0.2382919192314148 (0.22137385695211348) - | > loss_disc_real_5: 0.2887328863143921 (0.2289242777709038) - | > loss_0: 2.608344554901123 (2.433226044562557) - | > grad_norm_0: tensor(74.8297, device='cuda:0') (tensor(51.4385, device='cuda:0')) - | > loss_gen: 2.346961498260498 (2.393459074881769) - | > loss_kl: 1.6267244815826416 (1.5741131390294711) - | > loss_feat: 6.2916975021362305 (7.17173863380186) - | > loss_mel: 21.35970115661621 (21.08407854880056) - | > loss_duration: 1.651198148727417 (1.678135990327404) - | > amp_scaler: 128.0 (169.62064516129047) - | > loss_1: 33.276283264160156 (33.9015253399265) - | > grad_norm_1: tensor(374.6661, device='cuda:0') (tensor(441.3794, device='cuda:0')) - | > current_lr_0: 0.00019820796425327303 - | > current_lr_1: 0.00019820796425327303 - | > step_time: 2.2726 (0.9128526533803633) - | > loader_time: 0.0129 (0.008656652819725785) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.412709951400757 (2.412709951400757) - | > loss_disc_real_0: 0.14020054042339325 (0.14020054042339325) - | > loss_disc_real_1: 0.15682141482830048 (0.15682141482830048) - | > loss_disc_real_2: 0.2560945451259613 (0.2560945451259613) - | > loss_disc_real_3: 0.2369632124900818 (0.2369632124900818) - | > loss_disc_real_4: 0.2729780375957489 (0.2729780375957489) - | > loss_disc_real_5: 0.2090895175933838 (0.2090895175933838) - | > loss_0: 2.412709951400757 (2.412709951400757) - | > loss_gen: 2.30047345161438 (2.30047345161438) - | > loss_kl: 1.9721708297729492 (1.9721708297729492) - | > loss_feat: 6.071873664855957 (6.071873664855957) - | > loss_mel: 20.257822036743164 (20.257822036743164) - | > loss_duration: 1.9346100091934204 (1.9346100091934204) - | > loss_1: 32.536949157714844 (32.536949157714844) - - --> STEP: 1 - | > loss_disc: 2.439157247543335 (2.439157247543335) - | > loss_disc_real_0: 0.09377682954072952 (0.09377682954072952) - | > loss_disc_real_1: 0.12644408643245697 (0.12644408643245697) - | > loss_disc_real_2: 0.2692790925502777 (0.2692790925502777) - | > loss_disc_real_3: 0.24385035037994385 (0.24385035037994385) - | > loss_disc_real_4: 0.2730446755886078 (0.2730446755886078) - | > loss_disc_real_5: 0.2470017373561859 (0.2470017373561859) - | > loss_0: 2.439157247543335 (2.439157247543335) - | > loss_gen: 2.4592771530151367 (2.4592771530151367) - | > loss_kl: 1.1588560342788696 (1.1588560342788696) - | > loss_feat: 8.37125015258789 (8.37125015258789) - | > loss_mel: 23.093591690063477 (23.093591690063477) - | > loss_duration: 1.7268742322921753 (1.7268742322921753) - | > loss_1: 36.809852600097656 (36.809852600097656) - - --> STEP: 2 - | > loss_disc: 2.4058289527893066 (2.422493100166321) - | > loss_disc_real_0: 0.17987582087516785 (0.13682632520794868) - | > loss_disc_real_1: 0.20089982450008392 (0.16367195546627045) - | > loss_disc_real_2: 0.2970537841320038 (0.28316643834114075) - | > loss_disc_real_3: 0.28314653038978577 (0.2634984403848648) - | > loss_disc_real_4: 0.2506820559501648 (0.2618633657693863) - | > loss_disc_real_5: 0.23767420649528503 (0.24233797192573547) - | > loss_0: 2.4058289527893066 (2.422493100166321) - | > loss_gen: 2.6662192344665527 (2.5627481937408447) - | > loss_kl: 1.6528953313827515 (1.4058756828308105) - | > loss_feat: 5.615096092224121 (6.993173122406006) - | > loss_mel: 20.27385139465332 (21.6837215423584) - | > loss_duration: 1.620744228363037 (1.6738092303276062) - | > loss_1: 31.828807830810547 (34.3193302154541) - - --> STEP: 3 - | > loss_disc: 2.6000161170959473 (2.481667439142863) - | > loss_disc_real_0: 0.23016372323036194 (0.16793879121541977) - | > loss_disc_real_1: 0.18677327036857605 (0.17137239376703897) - | > loss_disc_real_2: 0.25035274028778076 (0.27222853899002075) - | > loss_disc_real_3: 0.23284219205379486 (0.2532796909411748) - | > loss_disc_real_4: 0.24085763096809387 (0.2548614541689555) - | > loss_disc_real_5: 0.2554023861885071 (0.24669277667999268) - | > loss_0: 2.6000161170959473 (2.481667439142863) - | > loss_gen: 2.264944553375244 (2.463480313618978) - | > loss_kl: 1.6194393634796143 (1.4770635763804119) - | > loss_feat: 5.96757698059082 (6.651307741800944) - | > loss_mel: 22.256298065185547 (21.87458038330078) - | > loss_duration: 1.6947441101074219 (1.6807875235875447) - | > loss_1: 33.80300521850586 (34.14722188313802) - - --> STEP: 4 - | > loss_disc: 2.6682515144348145 (2.528313457965851) - | > loss_disc_real_0: 0.23152777552604675 (0.18383603729307652) - | > loss_disc_real_1: 0.16022436320781708 (0.1685853861272335) - | > loss_disc_real_2: 0.22182488441467285 (0.2596276253461838) - | > loss_disc_real_3: 0.2433938980102539 (0.2508082427084446) - | > loss_disc_real_4: 0.23730094730854034 (0.2504713274538517) - | > loss_disc_real_5: 0.25422945618629456 (0.24857694655656815) - | > loss_0: 2.6682515144348145 (2.528313457965851) - | > loss_gen: 2.1640822887420654 (2.3886308073997498) - | > loss_kl: 1.958539605140686 (1.5974325835704803) - | > loss_feat: 6.602947235107422 (6.6392176151275635) - | > loss_mel: 20.956392288208008 (21.645033359527588) - | > loss_duration: 1.6400508880615234 (1.6706033647060394) - | > loss_1: 33.32201385498047 (33.94091987609863) - - --> STEP: 5 - | > loss_disc: 2.4908530712127686 (2.520821380615234) - | > loss_disc_real_0: 0.17311373353004456 (0.18169157654047013) - | > loss_disc_real_1: 0.17306627333164215 (0.16948156356811522) - | > loss_disc_real_2: 0.23376907408237457 (0.2544559150934219) - | > loss_disc_real_3: 0.16839101910591125 (0.23432479798793793) - | > loss_disc_real_4: 0.31354400515556335 (0.263085862994194) - | > loss_disc_real_5: 0.25408288836479187 (0.2496781349182129) - | > loss_0: 2.4908530712127686 (2.520821380615234) - | > loss_gen: 2.492767095565796 (2.409458065032959) - | > loss_kl: 2.258559226989746 (1.7296579122543334) - | > loss_feat: 6.807744979858398 (6.6729230880737305) - | > loss_mel: 20.209735870361328 (21.357973861694337) - | > loss_duration: 1.8552336692810059 (1.7075294256210327) - | > loss_1: 33.62403869628906 (33.87754364013672) - - --> STEP: 6 - | > loss_disc: 2.6584811210632324 (2.543764670689901) - | > loss_disc_real_0: 0.20109596848487854 (0.1849256418645382) - | > loss_disc_real_1: 0.18688052892684937 (0.17238139112790427) - | > loss_disc_real_2: 0.25341084599494934 (0.25428173691034317) - | > loss_disc_real_3: 0.25182873010635376 (0.2372421200076739) - | > loss_disc_real_4: 0.26172319054603577 (0.262858750919501) - | > loss_disc_real_5: 0.2779296934604645 (0.25438672800858814) - | > loss_0: 2.6584811210632324 (2.543764670689901) - | > loss_gen: 2.2540781497955322 (2.3835614124933877) - | > loss_kl: 1.9213565587997437 (1.7616076866785686) - | > loss_feat: 4.649917125701904 (6.335755427678426) - | > loss_mel: 18.091516494750977 (20.81356430053711) - | > loss_duration: 1.7137566804885864 (1.7085673014322917) - | > loss_1: 28.630624771118164 (33.00305716196696) - - --> STEP: 7 - | > loss_disc: 2.2458765506744385 (2.501209224973406) - | > loss_disc_real_0: 0.16176319122314453 (0.1816167203443391) - | > loss_disc_real_1: 0.19860485196113586 (0.17612759981836593) - | > loss_disc_real_2: 0.23904240131378174 (0.2521046889679773) - | > loss_disc_real_3: 0.16866810619831085 (0.22744583232062204) - | > loss_disc_real_4: 0.1511646807193756 (0.24690245517662593) - | > loss_disc_real_5: 0.17270077764987946 (0.24271730652877263) - | > loss_0: 2.2458765506744385 (2.501209224973406) - | > loss_gen: 2.369473934173584 (2.381548915590559) - | > loss_kl: 2.0048346519470215 (1.7963543960026331) - | > loss_feat: 7.281661510467529 (6.47088486807687) - | > loss_mel: 18.92637062072754 (20.543965203421457) - | > loss_duration: 1.6117515563964844 (1.6947364807128906) - | > loss_1: 32.194091796875 (32.887490681239534) - - --> STEP: 8 - | > loss_disc: 2.1876959800720215 (2.462020069360733) - | > loss_disc_real_0: 0.10594680160284042 (0.17215798050165176) - | > loss_disc_real_1: 0.16225142776966095 (0.1743930783122778) - | > loss_disc_real_2: 0.2012353092432022 (0.2457460165023804) - | > loss_disc_real_3: 0.16550303995609283 (0.21970298327505589) - | > loss_disc_real_4: 0.19865171611309052 (0.240871112793684) - | > loss_disc_real_5: 0.12667468190193176 (0.22821197845041752) - | > loss_0: 2.1876959800720215 (2.462020069360733) - | > loss_gen: 2.304594039916992 (2.371929556131363) - | > loss_kl: 1.8357106447219849 (1.8012739270925522) - | > loss_feat: 9.272478103637695 (6.821084022521973) - | > loss_mel: 23.129859924316406 (20.867202043533325) - | > loss_duration: 1.7183032035827637 (1.6976823210716248) - | > loss_1: 38.26094436645508 (33.55917239189148) - - --> STEP: 9 - | > loss_disc: 2.310965061187744 (2.445236179563734) - | > loss_disc_real_0: 0.1430048793554306 (0.16891874704096052) - | > loss_disc_real_1: 0.166154682636261 (0.1734777010149426) - | > loss_disc_real_2: 0.20533831417560577 (0.24125627179940543) - | > loss_disc_real_3: 0.21373607218265533 (0.21903999315367806) - | > loss_disc_real_4: 0.22626890242099762 (0.23924864497449663) - | > loss_disc_real_5: 0.2494734823703766 (0.2305743677748574) - | > loss_0: 2.310965061187744 (2.445236179563734) - | > loss_gen: 2.603247880935669 (2.3976315922207303) - | > loss_kl: 1.5409810543060303 (1.7723524967829387) - | > loss_feat: 6.695533752441406 (6.8071339925130205) - | > loss_mel: 21.821081161499023 (20.973188612196182) - | > loss_duration: 1.6635079383850098 (1.6938851674397786) - | > loss_1: 34.3243522644043 (33.644192377726235) - - --> STEP: 10 - | > loss_disc: 2.6057984828948975 (2.4612924098968505) - | > loss_disc_real_0: 0.15451782941818237 (0.16747865527868272) - | > loss_disc_real_1: 0.16669178009033203 (0.17279910892248154) - | > loss_disc_real_2: 0.2715979516506195 (0.24429043978452683) - | > loss_disc_real_3: 0.2916114330291748 (0.22629713714122773) - | > loss_disc_real_4: 0.27275779843330383 (0.24259956032037736) - | > loss_disc_real_5: 0.24413049221038818 (0.2319299802184105) - | > loss_0: 2.6057984828948975 (2.4612924098968505) - | > loss_gen: 2.3589441776275635 (2.3937628507614135) - | > loss_kl: 1.274247169494629 (1.7225419640541078) - | > loss_feat: 7.500266075134277 (6.8764472007751465) - | > loss_mel: 23.178863525390625 (21.193756103515625) - | > loss_duration: 1.566821575164795 (1.6811788082122803) - | > loss_1: 35.87914276123047 (33.86768741607666) - - --> STEP: 11 - | > loss_disc: 2.2157700061798096 (2.4389721913771196) - | > loss_disc_real_0: 0.18200063705444336 (0.1687988354401155) - | > loss_disc_real_1: 0.17263785004615784 (0.17278444902463394) - | > loss_disc_real_2: 0.207539364695549 (0.2409494329582561) - | > loss_disc_real_3: 0.188637837767601 (0.222873564470898) - | > loss_disc_real_4: 0.23292379081249237 (0.2417199449105696) - | > loss_disc_real_5: 0.15426132082939148 (0.22486919300122696) - | > loss_0: 2.2157700061798096 (2.4389721913771196) - | > loss_gen: 2.5155608654022217 (2.4048353975469414) - | > loss_kl: 1.8721431493759155 (1.7361420718106357) - | > loss_feat: 8.096712112426758 (6.987380374561656) - | > loss_mel: 22.1005859375 (21.276195179332387) - | > loss_duration: 1.6064306497573853 (1.674383521080017) - | > loss_1: 36.19143295288086 (34.078937010331586) - - --> STEP: 12 - | > loss_disc: 2.57204008102417 (2.4500611821810403) - | > loss_disc_real_0: 0.21550112962722778 (0.17269069328904152) - | > loss_disc_real_1: 0.18434201180934906 (0.1737475792566935) - | > loss_disc_real_2: 0.2567959725856781 (0.24226997792720795) - | > loss_disc_real_3: 0.2554889917373657 (0.22559151674310365) - | > loss_disc_real_4: 0.2891075909137726 (0.24566891541083655) - | > loss_disc_real_5: 0.2884913682937622 (0.23017104094227156) - | > loss_0: 2.57204008102417 (2.4500611821810403) - | > loss_gen: 2.5623679161071777 (2.4179631074269614) - | > loss_kl: 1.5827140808105469 (1.7233564058939617) - | > loss_feat: 6.167686939239502 (6.91907258828481) - | > loss_mel: 22.017799377441406 (21.337995529174805) - | > loss_duration: 1.711333990097046 (1.6774627268314362) - | > loss_1: 34.041900634765625 (34.07585064570109) - - --> STEP: 13 - | > loss_disc: 2.145378589630127 (2.426624059677124) - | > loss_disc_real_0: 0.10733968764543533 (0.16766369285491797) - | > loss_disc_real_1: 0.1497913897037506 (0.17190479544492868) - | > loss_disc_real_2: 0.19293920695781708 (0.2384753032372548) - | > loss_disc_real_3: 0.14757417142391205 (0.21959018248778123) - | > loss_disc_real_4: 0.19000595808029175 (0.24138714946233308) - | > loss_disc_real_5: 0.12303376197814941 (0.22192971179118523) - | > loss_0: 2.145378589630127 (2.426624059677124) - | > loss_gen: 2.4080862998962402 (2.417203353001521) - | > loss_kl: 1.815259575843811 (1.7304258805054884) - | > loss_feat: 9.789978981018066 (7.139911541571984) - | > loss_mel: 23.59539031982422 (21.51164128230168) - | > loss_duration: 1.7290230989456177 (1.6814289093017578) - | > loss_1: 39.337738037109375 (34.48061121427096) - - --> STEP: 14 - | > loss_disc: 2.3446192741394043 (2.4207665749958585) - | > loss_disc_real_0: 0.13221906125545502 (0.16513193345495633) - | > loss_disc_real_1: 0.18986567854881287 (0.17318771566663468) - | > loss_disc_real_2: 0.23540711402893066 (0.23825614686523164) - | > loss_disc_real_3: 0.2094012051820755 (0.21886239839451654) - | > loss_disc_real_4: 0.16466642916202545 (0.2359070980123111) - | > loss_disc_real_5: 0.1991681456565857 (0.22030388563871384) - | > loss_0: 2.3446192741394043 (2.4207665749958585) - | > loss_gen: 2.1239013671875 (2.3962532111576627) - | > loss_kl: 1.5728814601898193 (1.7191727076257979) - | > loss_feat: 4.5759124755859375 (6.956768751144409) - | > loss_mel: 16.738874435424805 (21.17072936466762) - | > loss_duration: 1.7340067625045776 (1.6851844702448164) - | > loss_1: 26.745576858520508 (33.92810876028879) - - --> STEP: 15 - | > loss_disc: 2.337693452835083 (2.4152283668518066) - | > loss_disc_real_0: 0.17531782388687134 (0.165810992817084) - | > loss_disc_real_1: 0.1633836179971695 (0.172534109155337) - | > loss_disc_real_2: 0.26469025015830994 (0.24001842041810353) - | > loss_disc_real_3: 0.27237194776535034 (0.22242970168590545) - | > loss_disc_real_4: 0.302974134683609 (0.24037823379039763) - | > loss_disc_real_5: 0.24664632976055145 (0.22206004858016967) - | > loss_0: 2.337693452835083 (2.4152283668518066) - | > loss_gen: 2.544571876525879 (2.4061411221822104) - | > loss_kl: 1.810232400894165 (1.7252433538436889) - | > loss_feat: 5.16355562210083 (6.83722120920817) - | > loss_mel: 19.762601852416992 (21.076854197184243) - | > loss_duration: 1.635689377784729 (1.681884797414144) - | > loss_1: 30.916648864746094 (33.72734476725261) - - --> STEP: 16 - | > loss_disc: 2.3339643478393555 (2.4101493656635284) - | > loss_disc_real_0: 0.16020497679710388 (0.16546061681583524) - | > loss_disc_real_1: 0.19323331117630005 (0.1738278092816472) - | > loss_disc_real_2: 0.2132861316204071 (0.2383476523682475) - | > loss_disc_real_3: 0.2162792682647705 (0.22204529959708452) - | > loss_disc_real_4: 0.2695683240890503 (0.24220261443406343) - | > loss_disc_real_5: 0.19772882759571075 (0.220539347268641) - | > loss_0: 2.3339643478393555 (2.4101493656635284) - | > loss_gen: 2.5814805030822754 (2.4170998334884644) - | > loss_kl: 2.15278697013855 (1.7519648298621178) - | > loss_feat: 7.4001359939575195 (6.872403383255005) - | > loss_mel: 22.084636688232422 (21.139840602874756) - | > loss_duration: 1.7556369304656982 (1.686494305729866) - | > loss_1: 35.97467803955078 (33.86780309677125) - - --> STEP: 17 - | > loss_disc: 2.4384799003601074 (2.4118158677045036) - | > loss_disc_real_0: 0.09328938275575638 (0.16121525010641882) - | > loss_disc_real_1: 0.1615356057882309 (0.17310473848791683) - | > loss_disc_real_2: 0.2472136914730072 (0.2388691840802922) - | > loss_disc_real_3: 0.2046726495027542 (0.22102337900330038) - | > loss_disc_real_4: 0.2381213903427124 (0.24196254242868984) - | > loss_disc_real_5: 0.23319955170154572 (0.22128406517645893) - | > loss_0: 2.4384799003601074 (2.4118158677045036) - | > loss_gen: 2.1356000900268555 (2.400541025049546) - | > loss_kl: 1.443419098854065 (1.7338150809792912) - | > loss_feat: 6.237884521484375 (6.835078744327321) - | > loss_mel: 20.958782196044922 (21.129190108355353) - | > loss_duration: 1.6252555847167969 (1.682892028023215) - | > loss_1: 32.40093994140625 (33.7815170288086) - - --> STEP: 18 - | > loss_disc: 2.4371185302734375 (2.4132215711805554) - | > loss_disc_real_0: 0.15943187475204468 (0.16111617369784248) - | > loss_disc_real_1: 0.12991513311862946 (0.17070531596740088) - | > loss_disc_real_2: 0.24919721484184265 (0.239442963567045) - | > loss_disc_real_3: 0.2760346233844757 (0.224079559246699) - | > loss_disc_real_4: 0.23602572083473206 (0.2416327190068033) - | > loss_disc_real_5: 0.23665520548820496 (0.22213801741600037) - | > loss_0: 2.4371185302734375 (2.4132215711805554) - | > loss_gen: 2.694983959197998 (2.4168989658355713) - | > loss_kl: 1.5155456066131592 (1.7216889990700617) - | > loss_feat: 8.873664855957031 (6.948333528306749) - | > loss_mel: 22.778053283691406 (21.220793618096245) - | > loss_duration: 1.6390917301177979 (1.6804586781395807) - | > loss_1: 37.501338958740234 (33.988173802693694) - - --> STEP: 19 - | > loss_disc: 2.2491366863250732 (2.4045855246092143) - | > loss_disc_real_0: 0.2520437240600586 (0.16590183424322227) - | > loss_disc_real_1: 0.1620747447013855 (0.1702510753744527) - | > loss_disc_real_2: 0.24107743799686432 (0.2395289885370355) - | > loss_disc_real_3: 0.2239576131105423 (0.22407314102900655) - | > loss_disc_real_4: 0.2260138988494873 (0.24081067584062876) - | > loss_disc_real_5: 0.18753254413604736 (0.22031667671705546) - | > loss_0: 2.2491366863250732 (2.4045855246092143) - | > loss_gen: 2.8537538051605225 (2.4398913258000423) - | > loss_kl: 2.2870357036590576 (1.7514440887852718) - | > loss_feat: 7.1724677085876465 (6.960130064111007) - | > loss_mel: 20.204811096191406 (21.167320853785466) - | > loss_duration: 1.8227367401123047 (1.6879469971907766) - | > loss_1: 34.34080505371094 (34.00673334222092) - - --> STEP: 20 - | > loss_disc: 2.3587608337402344 (2.4022942900657656) - | > loss_disc_real_0: 0.16385191679000854 (0.16579933837056157) - | > loss_disc_real_1: 0.2120523750782013 (0.17234114035964013) - | > loss_disc_real_2: 0.2594110369682312 (0.24052309095859528) - | > loss_disc_real_3: 0.2502143979072571 (0.22538020387291907) - | > loss_disc_real_4: 0.30549556016921997 (0.24404492005705833) - | > loss_disc_real_5: 0.23818744719028473 (0.22121021524071693) - | > loss_0: 2.3587608337402344 (2.4022942900657656) - | > loss_gen: 2.811025381088257 (2.458448028564453) - | > loss_kl: 1.7869869470596313 (1.75322123169899) - | > loss_feat: 6.02831506729126 (6.91353931427002) - | > loss_mel: 20.968673706054688 (21.157388496398926) - | > loss_duration: 1.685943603515625 (1.687846827507019) - | > loss_1: 33.28094482421875 (33.97044391632081) - - --> STEP: 21 - | > loss_disc: 2.6504549980163574 (2.414111466634841) - | > loss_disc_real_0: 0.2419063150882721 (0.16942348011902397) - | > loss_disc_real_1: 0.20370309054851532 (0.17383456655911037) - | > loss_disc_real_2: 0.2948818802833557 (0.24311160473596483) - | > loss_disc_real_3: 0.25674182176589966 (0.2268736142487753) - | > loss_disc_real_4: 0.30432045459747314 (0.2469151836066019) - | > loss_disc_real_5: 0.22464165091514587 (0.22137361693949925) - | > loss_0: 2.6504549980163574 (2.414111466634841) - | > loss_gen: 2.3701255321502686 (2.4542421954018727) - | > loss_kl: 1.5053484439849854 (1.7414177656173706) - | > loss_feat: 5.087701320648193 (6.826594647907076) - | > loss_mel: 17.444011688232422 (20.980561029343377) - | > loss_duration: 1.6728538274765015 (1.6871328751246135) - | > loss_1: 28.080039978027344 (33.68994849068779) - - --> STEP: 22 - | > loss_disc: 2.438688039779663 (2.4152285835959693) - | > loss_disc_real_0: 0.16972380876541138 (0.16943713142113248) - | > loss_disc_real_1: 0.19121205806732178 (0.17462445253675635) - | > loss_disc_real_2: 0.28027668595314026 (0.2448009266094728) - | > loss_disc_real_3: 0.18070650100708008 (0.2247751091014255) - | > loss_disc_real_4: 0.2268139123916626 (0.2460014894604683) - | > loss_disc_real_5: 0.2337481677532196 (0.2219360965219411) - | > loss_0: 2.438688039779663 (2.4152285835959693) - | > loss_gen: 2.5112152099609375 (2.45683187788183) - | > loss_kl: 1.6353634595870972 (1.7365971153432673) - | > loss_feat: 7.013186454772949 (6.835076093673706) - | > loss_mel: 21.092018127441406 (20.985627261075106) - | > loss_duration: 1.757521390914917 (1.6903323531150818) - | > loss_1: 34.009307861328125 (33.7044648257169) - - --> STEP: 23 - | > loss_disc: 2.314359188079834 (2.4108429577039634) - | > loss_disc_real_0: 0.13288941979408264 (0.16784810048082596) - | > loss_disc_real_1: 0.12467192113399506 (0.17245260334533194) - | > loss_disc_real_2: 0.21323268115520477 (0.24342839419841766) - | > loss_disc_real_3: 0.16732962429523468 (0.22227747932724332) - | > loss_disc_real_4: 0.1830669641494751 (0.24326520575129468) - | > loss_disc_real_5: 0.1887887716293335 (0.22049490848313208) - | > loss_0: 2.314359188079834 (2.4108429577039634) - | > loss_gen: 2.4636974334716797 (2.45713038029878) - | > loss_kl: 1.369745135307312 (1.7206470292547476) - | > loss_feat: 8.557344436645508 (6.909957325976828) - | > loss_mel: 22.12894630432129 (21.035336784694504) - | > loss_duration: 1.752360224723816 (1.6930292170980703) - | > loss_1: 36.272098541259766 (33.81610107421876) - - --> STEP: 24 - | > loss_disc: 2.2533271312713623 (2.4042797982692714) - | > loss_disc_real_0: 0.09827625006437302 (0.16494927338014043) - | > loss_disc_real_1: 0.2203918844461441 (0.1744500733911991) - | > loss_disc_real_2: 0.22186334431171417 (0.24252985045313835) - | > loss_disc_real_3: 0.21555505692958832 (0.22199737839400768) - | > loss_disc_real_4: 0.2630428373813629 (0.24408927373588085) - | > loss_disc_real_5: 0.19770492613315582 (0.21954532588521639) - | > loss_0: 2.2533271312713623 (2.4042797982692714) - | > loss_gen: 2.5926201343536377 (2.462775786717732) - | > loss_kl: 1.4682029485702515 (1.7101285258928935) - | > loss_feat: 7.562512397766113 (6.937147120634715) - | > loss_mel: 21.007356643676758 (21.03417094548543) - | > loss_duration: 1.6053905487060547 (1.6893776059150696) - | > loss_1: 34.236083984375 (33.83360036214193) - - --> STEP: 25 - | > loss_disc: 2.5019960403442383 (2.40818844795227) - | > loss_disc_real_0: 0.21947278082370758 (0.1671302136778831) - | > loss_disc_real_1: 0.16789747774600983 (0.17418796956539154) - | > loss_disc_real_2: 0.23996290564537048 (0.24242717266082764) - | > loss_disc_real_3: 0.20258785784244537 (0.2212209975719452) - | > loss_disc_real_4: 0.2930227220058441 (0.24604661166667938) - | > loss_disc_real_5: 0.24663591384887695 (0.22062894940376282) - | > loss_0: 2.5019960403442383 (2.40818844795227) - | > loss_gen: 2.6505186557769775 (2.470285501480102) - | > loss_kl: 1.6413782835006714 (1.7073785161972046) - | > loss_feat: 7.552608013153076 (6.9617655563354495) - | > loss_mel: 23.620567321777344 (21.13762680053711) - | > loss_duration: 1.641348123550415 (1.6874564266204835) - | > loss_1: 37.106422424316406 (33.964513244628904) - - --> STEP: 26 - | > loss_disc: 2.30827260017395 (2.4043455307300268) - | > loss_disc_real_0: 0.1900710165500641 (0.16801255224989006) - | > loss_disc_real_1: 0.17586787045001984 (0.17425258113787725) - | > loss_disc_real_2: 0.21560102701187134 (0.24139539782817548) - | > loss_disc_real_3: 0.20818856358528137 (0.22071975011091965) - | > loss_disc_real_4: 0.2329179048538208 (0.24554166140464637) - | > loss_disc_real_5: 0.20642641186714172 (0.22008269796004662) - | > loss_0: 2.30827260017395 (2.4043455307300268) - | > loss_gen: 2.675995349884033 (2.478197418726407) - | > loss_kl: 1.7058957815170288 (1.7073214879402747) - | > loss_feat: 7.266130447387695 (6.973471898298997) - | > loss_mel: 22.617008209228516 (21.19452608548678) - | > loss_duration: 1.640014886856079 (1.6856317520141602) - | > loss_1: 35.90504455566406 (34.0391490642841) - - --> STEP: 27 - | > loss_disc: 2.373138189315796 (2.4031897032702405) - | > loss_disc_real_0: 0.18163767457008362 (0.16851718640989724) - | > loss_disc_real_1: 0.1618586629629135 (0.1737935471313971) - | > loss_disc_real_2: 0.22098906338214874 (0.2406396076635078) - | > loss_disc_real_3: 0.2493252009153366 (0.22177921125182398) - | > loss_disc_real_4: 0.3223724961280823 (0.24838724787588473) - | > loss_disc_real_5: 0.23702403903007507 (0.22071015503671434) - | > loss_0: 2.373138189315796 (2.4031897032702405) - | > loss_gen: 2.714911699295044 (2.486964614303023) - | > loss_kl: 1.9932957887649536 (1.7179131287115592) - | > loss_feat: 7.688916206359863 (6.999969835634585) - | > loss_mel: 22.4234676361084 (21.240042439213507) - | > loss_duration: 1.7148098945617676 (1.686712423960368) - | > loss_1: 36.535400390625 (34.13160281711154) - - --> STEP: 28 - | > loss_disc: 2.1683287620544434 (2.3948018125125334) - | > loss_disc_real_0: 0.17417635023593903 (0.16871929940368444) - | > loss_disc_real_1: 0.1604253053665161 (0.1733161099255085) - | > loss_disc_real_2: 0.21062645316123962 (0.2395677092884268) - | > loss_disc_real_3: 0.18875356018543243 (0.22059972371373857) - | > loss_disc_real_4: 0.2069839984178543 (0.24690856039524078) - | > loss_disc_real_5: 0.15151527523994446 (0.21823890932968684) - | > loss_0: 2.1683287620544434 (2.3948018125125334) - | > loss_gen: 2.7128396034240723 (2.4950315782002037) - | > loss_kl: 1.6380585432052612 (1.7150611792291914) - | > loss_feat: 8.525803565979004 (7.0544638974325995) - | > loss_mel: 21.61430549621582 (21.253408976963588) - | > loss_duration: 1.7167664766311646 (1.6877857829843248) - | > loss_1: 36.2077751159668 (34.205751827784944) - - --> STEP: 29 - | > loss_disc: 2.2173314094543457 (2.3886821434415615) - | > loss_disc_real_0: 0.14600884914398193 (0.16793618042921193) - | > loss_disc_real_1: 0.23248954117298126 (0.17535657307197308) - | > loss_disc_real_2: 0.2019357532262802 (0.23827005563111142) - | > loss_disc_real_3: 0.17140798270702362 (0.21890345678247256) - | > loss_disc_real_4: 0.19821453094482422 (0.2452294559314333) - | > loss_disc_real_5: 0.26292553544044495 (0.21977982747143712) - | > loss_0: 2.2173314094543457 (2.3886821434415615) - | > loss_gen: 2.8011629581451416 (2.5055878326810634) - | > loss_kl: 1.3938472270965576 (1.703984836052204) - | > loss_feat: 8.350301742553711 (7.099147961057466) - | > loss_mel: 22.4038143157959 (21.293078126578497) - | > loss_duration: 1.6227827072143555 (1.6855442976129467) - | > loss_1: 36.5719108581543 (34.28734351848733) - - --> STEP: 30 - | > loss_disc: 2.5618855953216553 (2.3944555918375645) - | > loss_disc_real_0: 0.21354110538959503 (0.16945634459455805) - | > loss_disc_real_1: 0.16930225491523743 (0.17515476246674855) - | > loss_disc_real_2: 0.251023530960083 (0.23869517147541047) - | > loss_disc_real_3: 0.2031567245721817 (0.21837856570879619) - | > loss_disc_real_4: 0.3320024311542511 (0.24812188843886057) - | > loss_disc_real_5: 0.2854408621788025 (0.22196852862834932) - | > loss_0: 2.5618855953216553 (2.3944555918375645) - | > loss_gen: 2.506376028060913 (2.5056141058603916) - | > loss_kl: 1.7391997575759888 (1.7051586667696634) - | > loss_feat: 7.720892429351807 (7.119872776667277) - | > loss_mel: 21.19295883178711 (21.289740816752115) - | > loss_duration: 1.6892714500427246 (1.6856685360272725) - | > loss_1: 34.848697662353516 (34.30605532328288) - - --> STEP: 31 - | > loss_disc: 2.326779365539551 (2.392272487763435) - | > loss_disc_real_0: 0.19492042064666748 (0.1702777664026906) - | > loss_disc_real_1: 0.12415836751461029 (0.1735097174682925) - | > loss_disc_real_2: 0.2639414370059967 (0.23950956713768742) - | > loss_disc_real_3: 0.24903936684131622 (0.21936762380984523) - | > loss_disc_real_4: 0.28484782576560974 (0.24930659609456216) - | > loss_disc_real_5: 0.3499499559402466 (0.22609696176744276) - | > loss_0: 2.326779365539551 (2.392272487763435) - | > loss_gen: 3.0262179374694824 (2.5224077778477816) - | > loss_kl: 1.3226052522659302 (1.6928182340437365) - | > loss_feat: 9.001765251159668 (7.18057898552187) - | > loss_mel: 23.586278915405273 (21.363822690902218) - | > loss_duration: 1.6529521942138672 (1.684613170162324) - | > loss_1: 38.589820861816406 (34.44424130839686) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.0047955359182050164 (-0.00647101863738029) - | > avg_loss_disc: 2.392272487763435 (-0.036343897542646886) - | > avg_loss_disc_real_0: 0.1702777664026906 (+0.062181929426808474) - | > avg_loss_disc_real_1: 0.1735097174682925 (-0.03427591295011581) - | > avg_loss_disc_real_2: 0.23950956713768742 (+0.023501237073252274) - | > avg_loss_disc_real_3: 0.21936762380984523 (+0.005236510307558145) - | > avg_loss_disc_real_4: 0.24930659609456216 (+0.02720825326058171) - | > avg_loss_disc_real_5: 0.22609696176744276 (+0.010201680564111276) - | > avg_loss_0: 2.392272487763435 (-0.036343897542646886) - | > avg_loss_gen: 2.5224077778477816 (+0.4012188642255712) - | > avg_loss_kl: 1.6928182340437365 (-0.08303382319788777) - | > avg_loss_feat: 7.18057898552187 (+0.07510294452790234) - | > avg_loss_mel: 21.363822690902218 (-0.16757940476940547) - | > avg_loss_duration: 1.684613170162324 (+0.0015469520322737296) - | > avg_loss_1: 34.44424130839686 (+0.2272559750464609) - - - > EPOCH: 45/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 08:24:49)  - - --> TIME: 2024-11-23 08:24:52 -- STEP: 3/797 -- GLOBAL_STEP: 58975 - | > loss_disc: 2.6614904403686523 (2.4633761246999106) - | > loss_disc_real_0: 0.11915691196918488 (0.13053099314371744) - | > loss_disc_real_1: 0.23839251697063446 (0.2223751296599706) - | > loss_disc_real_2: 0.2286422848701477 (0.22224817176659903) - | > loss_disc_real_3: 0.24469096958637238 (0.22911746303240457) - | > loss_disc_real_4: 0.24103303253650665 (0.23994861543178558) - | > loss_disc_real_5: 0.2788066267967224 (0.2509193370739619) - | > loss_0: 2.6614904403686523 (2.4633761246999106) - | > grad_norm_0: tensor(76.2776, device='cuda:0') (tensor(40.0773, device='cuda:0')) - | > loss_gen: 2.101518392562866 (2.353018124898275) - | > loss_kl: 1.9541985988616943 (1.7468267679214478) - | > loss_feat: 5.580275535583496 (6.80125617980957) - | > loss_mel: 18.082712173461914 (20.358959197998047) - | > loss_duration: 1.9510619640350342 (1.9113057454427083) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 29.669767379760742 (33.17136573791504) - | > grad_norm_1: tensor(213.4800, device='cuda:0') (tensor(413.5048, device='cuda:0')) - | > current_lr_0: 0.00019818318825774137 - | > current_lr_1: 0.00019818318825774137 - | > step_time: 0.7104 (0.7377652327219645) - | > loader_time: 0.0035 (0.002975940704345703) - - - --> TIME: 2024-11-23 08:25:12 -- STEP: 28/797 -- GLOBAL_STEP: 59000 - | > loss_disc: 2.3748302459716797 (2.472864363874708) - | > loss_disc_real_0: 0.08857700228691101 (0.12920749666435377) - | > loss_disc_real_1: 0.18913774192333221 (0.2188830194728715) - | > loss_disc_real_2: 0.2231709063053131 (0.2365479309644018) - | > loss_disc_real_3: 0.22273531556129456 (0.22210503316351346) - | > loss_disc_real_4: 0.18771366775035858 (0.23091638460755348) - | > loss_disc_real_5: 0.22142188251018524 (0.23430615503873145) - | > loss_0: 2.3748302459716797 (2.472864363874708) - | > grad_norm_0: tensor(15.7653, device='cuda:0') (tensor(34.7701, device='cuda:0')) - | > loss_gen: 2.3409411907196045 (2.3382279021399364) - | > loss_kl: 1.420928955078125 (1.5500403557504927) - | > loss_feat: 7.745675563812256 (7.025611128125872) - | > loss_mel: 20.0142822265625 (20.35839217049735) - | > loss_duration: 1.680067539215088 (1.7833069690636225) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.20189666748047 (33.05557836805072) - | > grad_norm_1: tensor(501.5001, device='cuda:0') (tensor(381.2800, device='cuda:0')) - | > current_lr_0: 0.00019818318825774137 - | > current_lr_1: 0.00019818318825774137 - | > step_time: 0.7586 (0.7539564541407994) - | > loader_time: 0.0032 (0.004633954593113491) - - - --> TIME: 2024-11-23 08:25:31 -- STEP: 53/797 -- GLOBAL_STEP: 59025 - | > loss_disc: 2.3778772354125977 (2.4409211941485145) - | > loss_disc_real_0: 0.12228614091873169 (0.1268195990683897) - | > loss_disc_real_1: 0.21071374416351318 (0.21671800708995675) - | > loss_disc_real_2: 0.23670829832553864 (0.232199786406643) - | > loss_disc_real_3: 0.23836198449134827 (0.2206059550901629) - | > loss_disc_real_4: 0.23489297926425934 (0.22416058998062927) - | > loss_disc_real_5: 0.25856682658195496 (0.22964925108090886) - | > loss_0: 2.3778772354125977 (2.4409211941485145) - | > grad_norm_0: tensor(39.6841, device='cuda:0') (tensor(46.4951, device='cuda:0')) - | > loss_gen: 2.5357825756073 (2.371912582865302) - | > loss_kl: 1.315427541732788 (1.5431337536505934) - | > loss_feat: 7.965721607208252 (7.155464397286469) - | > loss_mel: 22.683591842651367 (20.47133485326227) - | > loss_duration: 1.7206087112426758 (1.7542355015592754) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.22113037109375 (33.296080967165395) - | > grad_norm_1: tensor(466.3708, device='cuda:0') (tensor(412.2230, device='cuda:0')) - | > current_lr_0: 0.00019818318825774137 - | > current_lr_1: 0.00019818318825774137 - | > step_time: 0.774 (0.7557443537802065) - | > loader_time: 0.0041 (0.005163084785893278) - - - --> TIME: 2024-11-23 08:25:50 -- STEP: 78/797 -- GLOBAL_STEP: 59050 - | > loss_disc: 2.418684482574463 (2.4366515263532986) - | > loss_disc_real_0: 0.14505378901958466 (0.12747005363687486) - | > loss_disc_real_1: 0.18739053606987 (0.21607757073182327) - | > loss_disc_real_2: 0.2308354675769806 (0.23205349556146523) - | > loss_disc_real_3: 0.2062734067440033 (0.22081990578235725) - | > loss_disc_real_4: 0.16858255863189697 (0.22226326454144257) - | > loss_disc_real_5: 0.21646863222122192 (0.23140238741269478) - | > loss_0: 2.418684482574463 (2.4366515263532986) - | > grad_norm_0: tensor(28.5700, device='cuda:0') (tensor(50.5502, device='cuda:0')) - | > loss_gen: 2.251659870147705 (2.3775695745761585) - | > loss_kl: 1.5609073638916016 (1.5578149197957454) - | > loss_feat: 7.890947341918945 (7.186025943511572) - | > loss_mel: 21.474388122558594 (20.52275630755302) - | > loss_duration: 1.7220425605773926 (1.7332283548819714) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.89994430541992 (33.37739501855312) - | > grad_norm_1: tensor(568.1677, device='cuda:0') (tensor(384.7128, device='cuda:0')) - | > current_lr_0: 0.00019818318825774137 - | > current_lr_1: 0.00019818318825774137 - | > step_time: 0.7959 (0.7609199530039076) - | > loader_time: 0.0049 (0.0058309603960086135) - - - --> TIME: 2024-11-23 08:26:10 -- STEP: 103/797 -- GLOBAL_STEP: 59075 - | > loss_disc: 2.5225791931152344 (2.4352108436880764) - | > loss_disc_real_0: 0.2007991075515747 (0.1291884045722415) - | > loss_disc_real_1: 0.19975441694259644 (0.21604184661675424) - | > loss_disc_real_2: 0.2634581923484802 (0.2315141165140763) - | > loss_disc_real_3: 0.2649141550064087 (0.2204892175290191) - | > loss_disc_real_4: 0.26652708649635315 (0.2223796262903121) - | > loss_disc_real_5: 0.31236860156059265 (0.2296024555141486) - | > loss_0: 2.5225791931152344 (2.4352108436880764) - | > grad_norm_0: tensor(134.8340, device='cuda:0') (tensor(49.0792, device='cuda:0')) - | > loss_gen: 2.492806911468506 (2.3800085910315665) - | > loss_kl: 1.6155459880828857 (1.5568206547533425) - | > loss_feat: 5.422675609588623 (7.18783310084667) - | > loss_mel: 17.543302536010742 (20.51696134770957) - | > loss_duration: 1.6948127746582031 (1.7232087271884806) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 28.76914405822754 (33.364832350351264) - | > grad_norm_1: tensor(321.6479, device='cuda:0') (tensor(382.3008, device='cuda:0')) - | > current_lr_0: 0.00019818318825774137 - | > current_lr_1: 0.00019818318825774137 - | > step_time: 0.8077 (0.7646145288226672) - | > loader_time: 0.004 (0.005849868348501261) - - - --> TIME: 2024-11-23 08:26:30 -- STEP: 128/797 -- GLOBAL_STEP: 59100 - | > loss_disc: 2.377540111541748 (2.4274004492908716) - | > loss_disc_real_0: 0.10603486001491547 (0.12805884610861534) - | > loss_disc_real_1: 0.2082401067018509 (0.2156981077278033) - | > loss_disc_real_2: 0.242571160197258 (0.23158270819112659) - | > loss_disc_real_3: 0.2592775225639343 (0.2208820191444829) - | > loss_disc_real_4: 0.22269724309444427 (0.22135431412607431) - | > loss_disc_real_5: 0.18531329929828644 (0.22841937164776027) - | > loss_0: 2.377540111541748 (2.4274004492908716) - | > grad_norm_0: tensor(15.6492, device='cuda:0') (tensor(46.8281, device='cuda:0')) - | > loss_gen: 2.358219861984253 (2.3857284281402835) - | > loss_kl: 1.744355320930481 (1.5735000404529274) - | > loss_feat: 6.907188415527344 (7.231222998350859) - | > loss_mel: 19.14283561706543 (20.57867376506328) - | > loss_duration: 1.700729489326477 (1.7168319672346115) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.853328704833984 (33.485957145690904) - | > grad_norm_1: tensor(447.3327, device='cuda:0') (tensor(387.1830, device='cuda:0')) - | > current_lr_0: 0.00019818318825774137 - | > current_lr_1: 0.00019818318825774137 - | > step_time: 0.866 (0.7702470328658818) - | > loader_time: 0.0048 (0.0059150829911231995) - - - --> TIME: 2024-11-23 08:26:50 -- STEP: 153/797 -- GLOBAL_STEP: 59125 - | > loss_disc: 2.3060922622680664 (2.4309924583809055) - | > loss_disc_real_0: 0.10026772320270538 (0.130824855705297) - | > loss_disc_real_1: 0.23056693375110626 (0.21492953023879358) - | > loss_disc_real_2: 0.26217642426490784 (0.2309355915956248) - | > loss_disc_real_3: 0.25583261251449585 (0.22182779306290196) - | > loss_disc_real_4: 0.20637930929660797 (0.2220125866481681) - | > loss_disc_real_5: 0.19486571848392487 (0.2277941293770971) - | > loss_0: 2.3060922622680664 (2.4309924583809055) - | > grad_norm_0: tensor(62.8101, device='cuda:0') (tensor(49.5127, device='cuda:0')) - | > loss_gen: 2.552298069000244 (2.390534977507748) - | > loss_kl: 1.5933221578598022 (1.5696060801643166) - | > loss_feat: 7.544794082641602 (7.215969911587783) - | > loss_mel: 21.59474754333496 (20.574818978901774) - | > loss_duration: 1.6244666576385498 (1.7120208311704248) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.909629821777344 (33.46295072518141) - | > grad_norm_1: tensor(236.5368, device='cuda:0') (tensor(386.7106, device='cuda:0')) - | > current_lr_0: 0.00019818318825774137 - | > current_lr_1: 0.00019818318825774137 - | > step_time: 0.7869 (0.7741879216985764) - | > loader_time: 0.0044 (0.006203205756891788) - - - --> TIME: 2024-11-23 08:27:10 -- STEP: 178/797 -- GLOBAL_STEP: 59150 - | > loss_disc: 2.3718645572662354 (2.4289701373389603) - | > loss_disc_real_0: 0.08024276793003082 (0.12827621496627836) - | > loss_disc_real_1: 0.19662107527256012 (0.21508060822661004) - | > loss_disc_real_2: 0.20455440878868103 (0.23152344330643002) - | > loss_disc_real_3: 0.22252751886844635 (0.22124051721243376) - | > loss_disc_real_4: 0.1694774329662323 (0.22251147827070747) - | > loss_disc_real_5: 0.2400735318660736 (0.22825654102175424) - | > loss_0: 2.3718645572662354 (2.4289701373389603) - | > grad_norm_0: tensor(44.3146, device='cuda:0') (tensor(51.2289, device='cuda:0')) - | > loss_gen: 2.4578592777252197 (2.3981019459413693) - | > loss_kl: 1.419384241104126 (1.5708858903204455) - | > loss_feat: 8.297492027282715 (7.226373956444558) - | > loss_mel: 22.080778121948242 (20.63497070783978) - | > loss_duration: 1.685326099395752 (1.7057039777884322) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.94083786010742 (33.53603641638593) - | > grad_norm_1: tensor(373.2304, device='cuda:0') (tensor(390.0015, device='cuda:0')) - | > current_lr_0: 0.00019818318825774137 - | > current_lr_1: 0.00019818318825774137 - | > step_time: 0.7895 (0.7762830163655654) - | > loader_time: 0.0047 (0.006228041113092659) - - - --> TIME: 2024-11-23 08:27:31 -- STEP: 203/797 -- GLOBAL_STEP: 59175 - | > loss_disc: 2.3517515659332275 (2.4264702080505836) - | > loss_disc_real_0: 0.11413219571113586 (0.1267068337997779) - | > loss_disc_real_1: 0.26849913597106934 (0.21569775345877473) - | > loss_disc_real_2: 0.22091247141361237 (0.23104142048969645) - | > loss_disc_real_3: 0.1808394342660904 (0.22165059668970813) - | > loss_disc_real_4: 0.2137875258922577 (0.22239767213173098) - | > loss_disc_real_5: 0.2582841217517853 (0.2296614684348036) - | > loss_0: 2.3517515659332275 (2.4264702080505836) - | > grad_norm_0: tensor(72.7377, device='cuda:0') (tensor(50.1533, device='cuda:0')) - | > loss_gen: 2.41093373298645 (2.3989954581988866) - | > loss_kl: 1.909246563911438 (1.5724044841498575) - | > loss_feat: 7.149444580078125 (7.215061474316226) - | > loss_mel: 21.390119552612305 (20.701086119477964) - | > loss_duration: 1.6966561079025269 (1.7037936924713586) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.556400299072266 (33.59134116900966) - | > grad_norm_1: tensor(441.1231, device='cuda:0') (tensor(393.8307, device='cuda:0')) - | > current_lr_0: 0.00019818318825774137 - | > current_lr_1: 0.00019818318825774137 - | > step_time: 0.8468 (0.7785614934460868) - | > loader_time: 0.0045 (0.006254498007262282) - - - --> TIME: 2024-11-23 08:27:51 -- STEP: 228/797 -- GLOBAL_STEP: 59200 - | > loss_disc: 2.577820301055908 (2.4252138974373807) - | > loss_disc_real_0: 0.3112447261810303 (0.12642365484906912) - | > loss_disc_real_1: 0.2023521512746811 (0.21616942219828306) - | > loss_disc_real_2: 0.24840262532234192 (0.230760266318133) - | > loss_disc_real_3: 0.2756710350513458 (0.22149036667848887) - | > loss_disc_real_4: 0.22445854544639587 (0.22218109608480802) - | > loss_disc_real_5: 0.25717902183532715 (0.22886602855042407) - | > loss_0: 2.577820301055908 (2.4252138974373807) - | > grad_norm_0: tensor(198.9687, device='cuda:0') (tensor(51.9078, device='cuda:0')) - | > loss_gen: 2.4530882835388184 (2.39982862535276) - | > loss_kl: 1.7668476104736328 (1.5760988637543558) - | > loss_feat: 5.655372142791748 (7.196209326125028) - | > loss_mel: 18.183975219726562 (20.72235340821115) - | > loss_duration: 1.6560428142547607 (1.701553893193864) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 29.7153263092041 (33.59604404683701) - | > grad_norm_1: tensor(722.6678, device='cuda:0') (tensor(410.5768, device='cuda:0')) - | > current_lr_0: 0.00019818318825774137 - | > current_lr_1: 0.00019818318825774137 - | > step_time: 0.8054 (0.7817687862797786) - | > loader_time: 0.0045 (0.006288988548412658) - - - --> TIME: 2024-11-23 08:28:11 -- STEP: 253/797 -- GLOBAL_STEP: 59225 - | > loss_disc: 2.658963918685913 (2.4298902717032456) - | > loss_disc_real_0: 0.11261765658855438 (0.12796579149695247) - | > loss_disc_real_1: 0.21752463281154633 (0.21589158451839868) - | > loss_disc_real_2: 0.31093207001686096 (0.23090382780246585) - | > loss_disc_real_3: 0.2661612033843994 (0.2223087505036192) - | > loss_disc_real_4: 0.29556378722190857 (0.2226690359619766) - | > loss_disc_real_5: 0.2795217037200928 (0.22950402614863022) - | > loss_0: 2.658963918685913 (2.4298902717032456) - | > grad_norm_0: tensor(21.3636, device='cuda:0') (tensor(53.7120, device='cuda:0')) - | > loss_gen: 2.4609992504119873 (2.402380727496544) - | > loss_kl: 1.7783961296081543 (1.576339113618074) - | > loss_feat: 6.097877502441406 (7.194830212197285) - | > loss_mel: 18.621028900146484 (20.73199007539409) - | > loss_duration: 1.6418439149856567 (1.6980179143046201) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.60014533996582 (33.603557993772014) - | > grad_norm_1: tensor(361.6349, device='cuda:0') (tensor(413.2935, device='cuda:0')) - | > current_lr_0: 0.00019818318825774137 - | > current_lr_1: 0.00019818318825774137 - | > step_time: 0.7776 (0.7842641592968121) - | > loader_time: 0.0124 (0.006319677405677765) - - - --> TIME: 2024-11-23 08:28:32 -- STEP: 278/797 -- GLOBAL_STEP: 59250 - | > loss_disc: 2.3785860538482666 (2.4331717268168496) - | > loss_disc_real_0: 0.11951354146003723 (0.12909262269574528) - | > loss_disc_real_1: 0.2061314433813095 (0.2162288656230453) - | > loss_disc_real_2: 0.2033584862947464 (0.23118879067168818) - | > loss_disc_real_3: 0.24182960391044617 (0.22236438427897667) - | > loss_disc_real_4: 0.22484852373600006 (0.22272214604367455) - | > loss_disc_real_5: 0.22134916484355927 (0.22944463510736288) - | > loss_0: 2.3785860538482666 (2.4331717268168496) - | > grad_norm_0: tensor(57.5644, device='cuda:0') (tensor(55.2026, device='cuda:0')) - | > loss_gen: 2.2708325386047363 (2.400530528679169) - | > loss_kl: 1.4895528554916382 (1.5784113773767894) - | > loss_feat: 7.477288722991943 (7.178466795159759) - | > loss_mel: 21.505409240722656 (20.736363294313275) - | > loss_duration: 1.6348203420639038 (1.6958163680790141) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.37790298461914 (33.589588309363506) - | > grad_norm_1: tensor(686.7610, device='cuda:0') (tensor(415.1285, device='cuda:0')) - | > current_lr_0: 0.00019818318825774137 - | > current_lr_1: 0.00019818318825774137 - | > step_time: 0.8092 (0.786768188579477) - | > loader_time: 0.0055 (0.006471114192935202) - - - --> TIME: 2024-11-23 08:28:53 -- STEP: 303/797 -- GLOBAL_STEP: 59275 - | > loss_disc: 2.3814427852630615 (2.433011128170656) - | > loss_disc_real_0: 0.14926840364933014 (0.1284360434528034) - | > loss_disc_real_1: 0.22999049723148346 (0.21631817849162388) - | > loss_disc_real_2: 0.2214306890964508 (0.23167788938130482) - | > loss_disc_real_3: 0.2145613729953766 (0.22204355988958882) - | > loss_disc_real_4: 0.18887729942798615 (0.22280792316587844) - | > loss_disc_real_5: 0.23055529594421387 (0.22915679285235138) - | > loss_0: 2.3814427852630615 (2.433011128170656) - | > grad_norm_0: tensor(12.1884, device='cuda:0') (tensor(53.6433, device='cuda:0')) - | > loss_gen: 2.329679489135742 (2.3949679848384546) - | > loss_kl: 1.6522080898284912 (1.5786539424370614) - | > loss_feat: 7.204402446746826 (7.142074629025097) - | > loss_mel: 21.831199645996094 (20.7136874938562) - | > loss_duration: 1.691393256187439 (1.6946676871170703) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.70888137817383 (33.52405168514442) - | > grad_norm_1: tensor(314.2242, device='cuda:0') (tensor(413.0727, device='cuda:0')) - | > current_lr_0: 0.00019818318825774137 - | > current_lr_1: 0.00019818318825774137 - | > step_time: 0.7836 (0.7889163470504306) - | > loader_time: 0.0056 (0.00656653080049521) - - - --> TIME: 2024-11-23 08:29:14 -- STEP: 328/797 -- GLOBAL_STEP: 59300 - | > loss_disc: 2.224487781524658 (2.4353242661894825) - | > loss_disc_real_0: 0.10108979046344757 (0.1283702157415086) - | > loss_disc_real_1: 0.18085668981075287 (0.21681569493943598) - | > loss_disc_real_2: 0.21552774310112 (0.23194244881046983) - | > loss_disc_real_3: 0.18031176924705505 (0.22228597199953185) - | > loss_disc_real_4: 0.17747704684734344 (0.2225798247154893) - | > loss_disc_real_5: 0.16347825527191162 (0.228917321190238) - | > loss_0: 2.224487781524658 (2.4353242661894825) - | > grad_norm_0: tensor(16.9520, device='cuda:0') (tensor(51.4150, device='cuda:0')) - | > loss_gen: 2.4354288578033447 (2.3887898769320515) - | > loss_kl: 1.703364610671997 (1.5790335737713954) - | > loss_feat: 7.758520603179932 (7.121930195064079) - | > loss_mel: 21.2194881439209 (20.727531188871815) - | > loss_duration: 1.7425479888916016 (1.6931770578390217) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.859352111816406 (33.510461818881176) - | > grad_norm_1: tensor(280.8311, device='cuda:0') (tensor(400.2593, device='cuda:0')) - | > current_lr_0: 0.00019818318825774137 - | > current_lr_1: 0.00019818318825774137 - | > step_time: 0.8584 (0.7917205880327919) - | > loader_time: 0.0075 (0.006670705428937587) - - - --> TIME: 2024-11-23 08:29:35 -- STEP: 353/797 -- GLOBAL_STEP: 59325 - | > loss_disc: 2.4434990882873535 (2.4352562596372445) - | > loss_disc_real_0: 0.10750839859247208 (0.1279780964865732) - | > loss_disc_real_1: 0.23392564058303833 (0.2166333289727273) - | > loss_disc_real_2: 0.22470149397850037 (0.23226248310409253) - | > loss_disc_real_3: 0.23058341443538666 (0.22219083169026685) - | > loss_disc_real_4: 0.18538984656333923 (0.2229499492277167) - | > loss_disc_real_5: 0.20869876444339752 (0.2295310030831156) - | > loss_0: 2.4434990882873535 (2.4352562596372445) - | > grad_norm_0: tensor(300.4671, device='cuda:0') (tensor(50.6682, device='cuda:0')) - | > loss_gen: 2.344609260559082 (2.389099369643431) - | > loss_kl: 1.411691665649414 (1.576072108137709) - | > loss_feat: 6.285939693450928 (7.108346767533602) - | > loss_mel: 18.044721603393555 (20.723583248451842) - | > loss_duration: 1.663299798965454 (1.6905201666753626) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 29.750263214111328 (33.48762163156831) - | > grad_norm_1: tensor(717.0561, device='cuda:0') (tensor(403.3166, device='cuda:0')) - | > current_lr_0: 0.00019818318825774137 - | > current_lr_1: 0.00019818318825774137 - | > step_time: 0.7923 (0.7938266563685686) - | > loader_time: 0.0056 (0.006717548829637911) - - - --> TIME: 2024-11-23 08:29:56 -- STEP: 378/797 -- GLOBAL_STEP: 59350 - | > loss_disc: 2.349170684814453 (2.4348074355453413) - | > loss_disc_real_0: 0.08193313330411911 (0.1285320326252274) - | > loss_disc_real_1: 0.19385847449302673 (0.2165950004543577) - | > loss_disc_real_2: 0.22091977298259735 (0.23211648421628134) - | > loss_disc_real_3: 0.18064428865909576 (0.22217800917606506) - | > loss_disc_real_4: 0.20031829178333282 (0.2228158436833866) - | > loss_disc_real_5: 0.240096315741539 (0.22908695732001905) - | > loss_0: 2.349170684814453 (2.4348074355453413) - | > grad_norm_0: tensor(57.6314, device='cuda:0') (tensor(52.4531, device='cuda:0')) - | > loss_gen: 2.281643867492676 (2.3919998155069093) - | > loss_kl: 1.351973056793213 (1.5721578965426752) - | > loss_feat: 8.257716178894043 (7.1103270306158315) - | > loss_mel: 20.781951904296875 (20.733680528307733) - | > loss_duration: 1.6659694910049438 (1.688036055791946) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.339256286621094 (33.496201278040665) - | > grad_norm_1: tensor(448.5107, device='cuda:0') (tensor(409.5757, device='cuda:0')) - | > current_lr_0: 0.00019818318825774137 - | > current_lr_1: 0.00019818318825774137 - | > step_time: 0.8039 (0.7968891575222921) - | > loader_time: 0.0058 (0.006918879413100147) - - - --> TIME: 2024-11-23 08:30:17 -- STEP: 403/797 -- GLOBAL_STEP: 59375 - | > loss_disc: 2.502373695373535 (2.4345108048791606) - | > loss_disc_real_0: 0.15233443677425385 (0.12828602136179756) - | > loss_disc_real_1: 0.20917223393917084 (0.21670222892506838) - | > loss_disc_real_2: 0.23733127117156982 (0.23219354561629427) - | > loss_disc_real_3: 0.17915844917297363 (0.22208145323669348) - | > loss_disc_real_4: 0.21060261130332947 (0.2225468057039062) - | > loss_disc_real_5: 0.1891636997461319 (0.2292579349232075) - | > loss_0: 2.502373695373535 (2.4345108048791606) - | > grad_norm_0: tensor(19.9827, device='cuda:0') (tensor(52.3316, device='cuda:0')) - | > loss_gen: 2.2517459392547607 (2.393473215789415) - | > loss_kl: 1.3741028308868408 (1.5741555023725808) - | > loss_feat: 7.6596808433532715 (7.12485480959303) - | > loss_mel: 20.285154342651367 (20.74879420543133) - | > loss_duration: 1.6685450077056885 (1.6867915371215672) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.23923110961914 (33.52806922874736) - | > grad_norm_1: tensor(492.9192, device='cuda:0') (tensor(412.1038, device='cuda:0')) - | > current_lr_0: 0.00019818318825774137 - | > current_lr_1: 0.00019818318825774137 - | > step_time: 0.8612 (0.7990778090048661) - | > loader_time: 0.0064 (0.0070258251786527795) - - - --> TIME: 2024-11-23 08:30:38 -- STEP: 428/797 -- GLOBAL_STEP: 59400 - | > loss_disc: 2.502183437347412 (2.432155354000696) - | > loss_disc_real_0: 0.09858293831348419 (0.1277614288362804) - | > loss_disc_real_1: 0.25086915493011475 (0.2169434685503768) - | > loss_disc_real_2: 0.26903945207595825 (0.23200622305413274) - | > loss_disc_real_3: 0.26656508445739746 (0.22171431449111376) - | > loss_disc_real_4: 0.23336490988731384 (0.22216843838028819) - | > loss_disc_real_5: 0.2654450535774231 (0.2292429064269935) - | > loss_0: 2.502183437347412 (2.432155354000696) - | > grad_norm_0: tensor(79.5733, device='cuda:0') (tensor(50.9710, device='cuda:0')) - | > loss_gen: 2.295055627822876 (2.3943820495471755) - | > loss_kl: 1.5073035955429077 (1.5714197658768325) - | > loss_feat: 6.023222923278809 (7.133843306069062) - | > loss_mel: 20.444759368896484 (20.787912070194153) - | > loss_duration: 1.6591370105743408 (1.6856989467812478) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.929479598999023 (33.573256078167525) - | > grad_norm_1: tensor(618.7486, device='cuda:0') (tensor(410.3121, device='cuda:0')) - | > current_lr_0: 0.00019818318825774137 - | > current_lr_1: 0.00019818318825774137 - | > step_time: 0.8466 (0.8013951739418169) - | > loader_time: 0.0065 (0.007143284115835885) - - - --> TIME: 2024-11-23 08:31:00 -- STEP: 453/797 -- GLOBAL_STEP: 59425 - | > loss_disc: 2.324198007583618 (2.430065975020788) - | > loss_disc_real_0: 0.07801084220409393 (0.12686534899453444) - | > loss_disc_real_1: 0.20735576748847961 (0.2171644831598463) - | > loss_disc_real_2: 0.22036108374595642 (0.2316204041703121) - | > loss_disc_real_3: 0.2718081772327423 (0.22176430237872186) - | > loss_disc_real_4: 0.23664069175720215 (0.22192263494658943) - | > loss_disc_real_5: 0.22079162299633026 (0.22880684546550642) - | > loss_0: 2.324198007583618 (2.430065975020788) - | > grad_norm_0: tensor(95.3365, device='cuda:0') (tensor(50.5990, device='cuda:0')) - | > loss_gen: 2.487309694290161 (2.3972353535245827) - | > loss_kl: 1.663071632385254 (1.572513852029973) - | > loss_feat: 7.355686664581299 (7.150238211844404) - | > loss_mel: 21.106510162353516 (20.819155097270922) - | > loss_duration: 1.6720468997955322 (1.6847506903654694) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.28462600708008 (33.62389316937783) - | > grad_norm_1: tensor(741.5454, device='cuda:0') (tensor(418.8853, device='cuda:0')) - | > current_lr_0: 0.00019818318825774137 - | > current_lr_1: 0.00019818318825774137 - | > step_time: 0.905 (0.8041080891691293) - | > loader_time: 0.0145 (0.0072215924462998415) - - - --> TIME: 2024-11-23 08:31:22 -- STEP: 478/797 -- GLOBAL_STEP: 59450 - | > loss_disc: 2.3973817825317383 (2.430344979134562) - | > loss_disc_real_0: 0.1867370456457138 (0.12713068275552653) - | > loss_disc_real_1: 0.17979709804058075 (0.2170488040691639) - | > loss_disc_real_2: 0.20987212657928467 (0.23158517436252976) - | > loss_disc_real_3: 0.21736708283424377 (0.22151861710777843) - | > loss_disc_real_4: 0.20035377144813538 (0.221963456453888) - | > loss_disc_real_5: 0.25406119227409363 (0.22911576643025028) - | > loss_0: 2.3973817825317383 (2.430344979134562) - | > grad_norm_0: tensor(71.7418, device='cuda:0') (tensor(51.6988, device='cuda:0')) - | > loss_gen: 2.598538875579834 (2.3996034267058413) - | > loss_kl: 1.4928076267242432 (1.572709484953262) - | > loss_feat: 7.865819454193115 (7.1575611734988795) - | > loss_mel: 21.839941024780273 (20.8498174555631) - | > loss_duration: 1.645472764968872 (1.683877585572678) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.44258117675781 (33.66356910721529) - | > grad_norm_1: tensor(585.1871, device='cuda:0') (tensor(424.7892, device='cuda:0')) - | > current_lr_0: 0.00019818318825774137 - | > current_lr_1: 0.00019818318825774137 - | > step_time: 0.8472 (0.8065907725729202) - | > loader_time: 0.0114 (0.007338948828405915) - - - --> TIME: 2024-11-23 08:31:43 -- STEP: 503/797 -- GLOBAL_STEP: 59475 - | > loss_disc: 2.314338445663452 (2.4306799943594037) - | > loss_disc_real_0: 0.05080374330282211 (0.12677897508469058) - | > loss_disc_real_1: 0.22776657342910767 (0.21693096992746735) - | > loss_disc_real_2: 0.24425053596496582 (0.23172675929297035) - | > loss_disc_real_3: 0.2592448592185974 (0.2219948114801354) - | > loss_disc_real_4: 0.20879827439785004 (0.22177723624834247) - | > loss_disc_real_5: 0.2271004319190979 (0.2290975750973874) - | > loss_0: 2.314338445663452 (2.4306799943594037) - | > grad_norm_0: tensor(45.0291, device='cuda:0') (tensor(52.2583, device='cuda:0')) - | > loss_gen: 2.4778878688812256 (2.3993221675425334) - | > loss_kl: 1.5008430480957031 (1.5731027276805096) - | > loss_feat: 7.392721176147461 (7.1611267795145634) - | > loss_mel: 22.04073715209961 (20.871180058473637) - | > loss_duration: 1.6914863586425781 (1.6826694182325785) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.103675842285156 (33.687401159146205) - | > grad_norm_1: tensor(156.5078, device='cuda:0') (tensor(428.1055, device='cuda:0')) - | > current_lr_0: 0.00019818318825774137 - | > current_lr_1: 0.00019818318825774137 - | > step_time: 0.9563 (0.8090750706598723) - | > loader_time: 0.0093 (0.007385256276215995) - - - --> TIME: 2024-11-23 08:32:05 -- STEP: 528/797 -- GLOBAL_STEP: 59500 - | > loss_disc: 2.2836532592773438 (2.429343235763635) - | > loss_disc_real_0: 0.07792722433805466 (0.12603306186131447) - | > loss_disc_real_1: 0.23550675809383392 (0.21672264844969363) - | > loss_disc_real_2: 0.21738965809345245 (0.2317338687170184) - | > loss_disc_real_3: 0.2009534239768982 (0.22196847730965324) - | > loss_disc_real_4: 0.25702258944511414 (0.22186781796203417) - | > loss_disc_real_5: 0.2808556854724884 (0.22938310033218426) - | > loss_0: 2.2836532592773438 (2.429343235763635) - | > grad_norm_0: tensor(7.6529, device='cuda:0') (tensor(51.2700, device='cuda:0')) - | > loss_gen: 2.625502824783325 (2.4013514451005227) - | > loss_kl: 1.5300291776657104 (1.5725436715239829) - | > loss_feat: 8.381305694580078 (7.1672316166487615) - | > loss_mel: 23.368139266967773 (20.869915207227084) - | > loss_duration: 1.685567855834961 (1.6819764384717655) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.590545654296875 (33.69301836779624) - | > grad_norm_1: tensor(268.9908, device='cuda:0') (tensor(430.8301, device='cuda:0')) - | > current_lr_0: 0.00019818318825774137 - | > current_lr_1: 0.00019818318825774137 - | > step_time: 0.8658 (0.8117161293824512) - | > loader_time: 0.0069 (0.007442075194734514) - - - --> TIME: 2024-11-23 08:32:27 -- STEP: 553/797 -- GLOBAL_STEP: 59525 - | > loss_disc: 2.3766651153564453 (2.4295131690247778) - | > loss_disc_real_0: 0.07985605299472809 (0.1261118124449662) - | > loss_disc_real_1: 0.23512713611125946 (0.2169525801973791) - | > loss_disc_real_2: 0.20815780758857727 (0.23147720505380717) - | > loss_disc_real_3: 0.22566615045070648 (0.22170523525793343) - | > loss_disc_real_4: 0.17927300930023193 (0.22134831299833532) - | > loss_disc_real_5: 0.2213529795408249 (0.22904608133257404) - | > loss_0: 2.3766651153564453 (2.4295131690247778) - | > grad_norm_0: tensor(69.1636, device='cuda:0') (tensor(51.4898, device='cuda:0')) - | > loss_gen: 2.3966071605682373 (2.398770157726073) - | > loss_kl: 1.598451852798462 (1.5742456724372094) - | > loss_feat: 8.702033042907715 (7.163550216509249) - | > loss_mel: 22.745559692382812 (20.871410180172926) - | > loss_duration: 1.6415112018585205 (1.6818540915442635) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 37.08415985107422 (33.68983028680895) - | > grad_norm_1: tensor(819.4832, device='cuda:0') (tensor(436.1527, device='cuda:0')) - | > current_lr_0: 0.00019818318825774137 - | > current_lr_1: 0.00019818318825774137 - | > step_time: 0.8351 (0.8140829053537322) - | > loader_time: 0.0124 (0.0075514182906469855) - - - --> TIME: 2024-11-23 08:32:50 -- STEP: 578/797 -- GLOBAL_STEP: 59550 - | > loss_disc: 2.230106830596924 (2.4285265603279984) - | > loss_disc_real_0: 0.06479974836111069 (0.125580216129552) - | > loss_disc_real_1: 0.1723875254392624 (0.2167950640706455) - | > loss_disc_real_2: 0.20165394246578217 (0.23137369006872177) - | > loss_disc_real_3: 0.20560027658939362 (0.22178936798679794) - | > loss_disc_real_4: 0.163049578666687 (0.22150606350090266) - | > loss_disc_real_5: 0.19133307039737701 (0.22909597415721947) - | > loss_0: 2.230106830596924 (2.4285265603279984) - | > grad_norm_0: tensor(41.8675, device='cuda:0') (tensor(51.6676, device='cuda:0')) - | > loss_gen: 2.476511001586914 (2.4002741822734412) - | > loss_kl: 1.5336612462997437 (1.574847718732993) - | > loss_feat: 8.708988189697266 (7.1706616639265945) - | > loss_mel: 22.516521453857422 (20.885384744426382) - | > loss_duration: 1.6559460163116455 (1.6812998409089746) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.891624450683594 (33.712468114278714) - | > grad_norm_1: tensor(475.8097, device='cuda:0') (tensor(442.0503, device='cuda:0')) - | > current_lr_0: 0.00019818318825774137 - | > current_lr_1: 0.00019818318825774137 - | > step_time: 0.9016 (0.8166892408912155) - | > loader_time: 0.0074 (0.007636791694535516) - - - --> TIME: 2024-11-23 08:33:12 -- STEP: 603/797 -- GLOBAL_STEP: 59575 - | > loss_disc: 2.281381607055664 (2.4283047331308647) - | > loss_disc_real_0: 0.14142578840255737 (0.1255048047102504) - | > loss_disc_real_1: 0.2068498283624649 (0.21683846683446842) - | > loss_disc_real_2: 0.21624143421649933 (0.23144865191694516) - | > loss_disc_real_3: 0.22036853432655334 (0.22181563924497638) - | > loss_disc_real_4: 0.2151760309934616 (0.22152632781324497) - | > loss_disc_real_5: 0.24475950002670288 (0.2291765411447727) - | > loss_0: 2.281381607055664 (2.4283047331308647) - | > grad_norm_0: tensor(59.3325, device='cuda:0') (tensor(52.3233, device='cuda:0')) - | > loss_gen: 2.608807325363159 (2.401155502246584) - | > loss_kl: 1.4940364360809326 (1.5751382807396348) - | > loss_feat: 8.052852630615234 (7.172882499188727) - | > loss_mel: 22.787904739379883 (20.90275685071552) - | > loss_duration: 1.610388159751892 (1.6807717561326416) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.55398941040039 (33.732704830011535) - | > grad_norm_1: tensor(797.6015, device='cuda:0') (tensor(450.3435, device='cuda:0')) - | > current_lr_0: 0.00019818318825774137 - | > current_lr_1: 0.00019818318825774137 - | > step_time: 0.9333 (0.8191967152837498) - | > loader_time: 0.0143 (0.007713988448059183) - - - --> TIME: 2024-11-23 08:33:35 -- STEP: 628/797 -- GLOBAL_STEP: 59600 - | > loss_disc: 2.2408244609832764 (2.4276114576941072) - | > loss_disc_real_0: 0.04672762751579285 (0.12548572788975978) - | > loss_disc_real_1: 0.16678227484226227 (0.2167247024596117) - | > loss_disc_real_2: 0.1944189816713333 (0.2313883219887117) - | > loss_disc_real_3: 0.1789790689945221 (0.22202174422467594) - | > loss_disc_real_4: 0.20898231863975525 (0.22135476082278666) - | > loss_disc_real_5: 0.20355220139026642 (0.2292254427863154) - | > loss_0: 2.2408244609832764 (2.4276114576941072) - | > grad_norm_0: tensor(57.4722, device='cuda:0') (tensor(53.5506, device='cuda:0')) - | > loss_gen: 2.484614133834839 (2.403534282924262) - | > loss_kl: 1.5086921453475952 (1.5753567455111044) - | > loss_feat: 8.006987571716309 (7.1724411469356255) - | > loss_mel: 21.900300979614258 (20.898821864158503) - | > loss_duration: 1.6649203300476074 (1.6810134446165363) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.56551742553711 (33.731167422738054) - | > grad_norm_1: tensor(613.9441, device='cuda:0') (tensor(455.9341, device='cuda:0')) - | > current_lr_0: 0.00019818318825774137 - | > current_lr_1: 0.00019818318825774137 - | > step_time: 0.9245 (0.822049381626639) - | > loader_time: 0.0161 (0.007792225309238313) - - - --> TIME: 2024-11-23 08:33:57 -- STEP: 653/797 -- GLOBAL_STEP: 59625 - | > loss_disc: 2.4104084968566895 (2.4280022417421905) - | > loss_disc_real_0: 0.05381089448928833 (0.12605045570964826) - | > loss_disc_real_1: 0.2576708495616913 (0.21668412398324444) - | > loss_disc_real_2: 0.23903125524520874 (0.23126693918821822) - | > loss_disc_real_3: 0.224842369556427 (0.22206595496689566) - | > loss_disc_real_4: 0.2059614360332489 (0.22140616313147873) - | > loss_disc_real_5: 0.19773583114147186 (0.22885472988096528) - | > loss_0: 2.4104084968566895 (2.4280022417421905) - | > grad_norm_0: tensor(161.5124, device='cuda:0') (tensor(55.3389, device='cuda:0')) - | > loss_gen: 2.241520404815674 (2.4039531725289054) - | > loss_kl: 1.5452799797058105 (1.575499309606245) - | > loss_feat: 6.711548805236816 (7.169568582479291) - | > loss_mel: 20.108806610107422 (20.892359784697337) - | > loss_duration: 1.6546533107757568 (1.6810232486695644) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.26180648803711 (33.722404030161655) - | > grad_norm_1: tensor(563.5284, device='cuda:0') (tensor(457.0342, device='cuda:0')) - | > current_lr_0: 0.00019818318825774137 - | > current_lr_1: 0.00019818318825774137 - | > step_time: 0.8953 (0.8251097706156518) - | > loader_time: 0.0085 (0.007878460161171134) - - - --> TIME: 2024-11-23 08:34:21 -- STEP: 678/797 -- GLOBAL_STEP: 59650 - | > loss_disc: 2.437307596206665 (2.429401495815379) - | > loss_disc_real_0: 0.11896282434463501 (0.1262654056360499) - | > loss_disc_real_1: 0.2044709175825119 (0.21668935347359441) - | > loss_disc_real_2: 0.2469678521156311 (0.23129081264533827) - | > loss_disc_real_3: 0.21166999638080597 (0.22231483019910384) - | > loss_disc_real_4: 0.23468312621116638 (0.22165708892201252) - | > loss_disc_real_5: 0.22992469370365143 (0.22892943382878567) - | > loss_0: 2.437307596206665 (2.429401495815379) - | > grad_norm_0: tensor(33.9640, device='cuda:0') (tensor(55.7736, device='cuda:0')) - | > loss_gen: 2.3207547664642334 (2.4035594913460137) - | > loss_kl: 1.632523536682129 (1.577114626985032) - | > loss_feat: 7.423736572265625 (7.166783957354789) - | > loss_mel: 21.685823440551758 (20.907533187078545) - | > loss_duration: 1.6565027236938477 (1.6806555764865032) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.71934127807617 (33.735646785184684) - | > grad_norm_1: tensor(424.4912, device='cuda:0') (tensor(456.7404, device='cuda:0')) - | > current_lr_0: 0.00019818318825774137 - | > current_lr_1: 0.00019818318825774137 - | > step_time: 0.9305 (0.8286018856858782) - | > loader_time: 0.0146 (0.008017027272587325) - - - --> TIME: 2024-11-23 08:34:44 -- STEP: 703/797 -- GLOBAL_STEP: 59675 - | > loss_disc: 2.2936196327209473 (2.4284844113617163) - | > loss_disc_real_0: 0.1420775204896927 (0.12611520880168212) - | > loss_disc_real_1: 0.20865900814533234 (0.21652390071287603) - | > loss_disc_real_2: 0.2392820566892624 (0.23120501022759407) - | > loss_disc_real_3: 0.23872913420200348 (0.2221211229330446) - | > loss_disc_real_4: 0.23321101069450378 (0.22180328849877945) - | > loss_disc_real_5: 0.1939276158809662 (0.22886411701547638) - | > loss_0: 2.2936196327209473 (2.4284844113617163) - | > grad_norm_0: tensor(5.3497, device='cuda:0') (tensor(54.6747, device='cuda:0')) - | > loss_gen: 2.3736119270324707 (2.4014390284781064) - | > loss_kl: 1.8039608001708984 (1.5796745109185044) - | > loss_feat: 6.295566558837891 (7.162475406190917) - | > loss_mel: 18.894384384155273 (20.90613793309351) - | > loss_duration: 1.6958034038543701 (1.680207696612156) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.063325881958008 (33.72993450788818) - | > grad_norm_1: tensor(170.1701, device='cuda:0') (tensor(454.3744, device='cuda:0')) - | > current_lr_0: 0.00019818318825774137 - | > current_lr_1: 0.00019818318825774137 - | > step_time: 0.906 (0.8321508109823905) - | > loader_time: 0.0094 (0.008126083512394385) - - - --> TIME: 2024-11-23 08:35:08 -- STEP: 728/797 -- GLOBAL_STEP: 59700 - | > loss_disc: 2.3047430515289307 (2.430374439928558) - | > loss_disc_real_0: 0.08760616183280945 (0.12630004120049057) - | > loss_disc_real_1: 0.20773684978485107 (0.21662312150410898) - | > loss_disc_real_2: 0.21254633367061615 (0.23129234835505486) - | > loss_disc_real_3: 0.19444966316223145 (0.22230402310634712) - | > loss_disc_real_4: 0.20071294903755188 (0.2218230085263213) - | > loss_disc_real_5: 0.22463266551494598 (0.2294221847103192) - | > loss_0: 2.3047430515289307 (2.430374439928558) - | > grad_norm_0: tensor(32.9178, device='cuda:0') (tensor(54.0427, device='cuda:0')) - | > loss_gen: 2.449146270751953 (2.399800532794259) - | > loss_kl: 1.6142408847808838 (1.580468052445532) - | > loss_feat: 8.416752815246582 (7.157211154371827) - | > loss_mel: 22.84283447265625 (20.909922987550186) - | > loss_duration: 1.6640583276748657 (1.6793632698910577) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.98703384399414 (33.72676593392757) - | > grad_norm_1: tensor(548.4437, device='cuda:0') (tensor(453.1371, device='cuda:0')) - | > current_lr_0: 0.00019818318825774137 - | > current_lr_1: 0.00019818318825774137 - | > step_time: 1.0277 (0.8357744983264375) - | > loader_time: 0.0208 (0.008451956314044983) - - - --> TIME: 2024-11-23 08:35:35 -- STEP: 753/797 -- GLOBAL_STEP: 59725 - | > loss_disc: 2.355339288711548 (2.4309988829244173) - | > loss_disc_real_0: 0.14302298426628113 (0.12624638954580683) - | > loss_disc_real_1: 0.3059224784374237 (0.2168026150341528) - | > loss_disc_real_2: 0.2514136731624603 (0.23135506382501458) - | > loss_disc_real_3: 0.2261340320110321 (0.22265257400424676) - | > loss_disc_real_4: 0.22091712057590485 (0.22200683952565212) - | > loss_disc_real_5: 0.20780369639396667 (0.22951747886688106) - | > loss_0: 2.355339288711548 (2.4309988829244173) - | > grad_norm_0: tensor(82.4629, device='cuda:0') (tensor(54.2984, device='cuda:0')) - | > loss_gen: 2.616866111755371 (2.400231510202881) - | > loss_kl: 1.6030150651931763 (1.5809364585604164) - | > loss_feat: 7.941066265106201 (7.1528402451341675) - | > loss_mel: 22.016271591186523 (20.908905470038803) - | > loss_duration: 1.6430113315582275 (1.6783696664756989) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.82023239135742 (33.72128328574127) - | > grad_norm_1: tensor(889.4177, device='cuda:0') (tensor(456.0508, device='cuda:0')) - | > current_lr_0: 0.00019818318825774137 - | > current_lr_1: 0.00019818318825774137 - | > step_time: 0.9397 (0.8397932904333387) - | > loader_time: 0.1009 (0.01095325886649122) - - - --> TIME: 2024-11-23 08:36:15 -- STEP: 778/797 -- GLOBAL_STEP: 59750 - | > loss_disc: 2.5319807529449463 (2.43216496997137) - | > loss_disc_real_0: 0.16179588437080383 (0.12611575449091444) - | > loss_disc_real_1: 0.2076384276151657 (0.216917845595312) - | > loss_disc_real_2: 0.24548029899597168 (0.23141505917807165) - | > loss_disc_real_3: 0.2648785710334778 (0.2225480170053811) - | > loss_disc_real_4: 0.2522759437561035 (0.22208894059483375) - | > loss_disc_real_5: 0.28264129161834717 (0.22964832163715113) - | > loss_0: 2.5319807529449463 (2.43216496997137) - | > grad_norm_0: tensor(37.2409, device='cuda:0') (tensor(53.9893, device='cuda:0')) - | > loss_gen: 2.5038533210754395 (2.3988547723520073) - | > loss_kl: 1.6331645250320435 (1.5818799292060584) - | > loss_feat: 7.266670227050781 (7.150654197045646) - | > loss_mel: 21.629968643188477 (20.916158308406732) - | > loss_duration: 1.6468095779418945 (1.6774566089279548) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.68046569824219 (33.72500375732965) - | > grad_norm_1: tensor(642.0306, device='cuda:0') (tensor(458.7763, device='cuda:0')) - | > current_lr_0: 0.00019818318825774137 - | > current_lr_1: 0.00019818318825774137 - | > step_time: 1.9548 (0.8609951679381733) - | > loader_time: 0.1101 (0.014113128338497516) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.574026346206665 (2.574026346206665) - | > loss_disc_real_0: 0.10438338667154312 (0.10438338667154312) - | > loss_disc_real_1: 0.20832321047782898 (0.20832321047782898) - | > loss_disc_real_2: 0.24904927611351013 (0.24904927611351013) - | > loss_disc_real_3: 0.23747196793556213 (0.23747196793556213) - | > loss_disc_real_4: 0.2374814748764038 (0.2374814748764038) - | > loss_disc_real_5: 0.21398451924324036 (0.21398451924324036) - | > loss_0: 2.574026346206665 (2.574026346206665) - | > loss_gen: 2.0519039630889893 (2.0519039630889893) - | > loss_kl: 2.3895599842071533 (2.3895599842071533) - | > loss_feat: 5.9972357749938965 (5.9972357749938965) - | > loss_mel: 21.057861328125 (21.057861328125) - | > loss_duration: 1.9621855020523071 (1.9621855020523071) - | > loss_1: 33.45874786376953 (33.45874786376953) - - --> STEP: 1 - | > loss_disc: 2.5126776695251465 (2.5126776695251465) - | > loss_disc_real_0: 0.059484343975782394 (0.059484343975782394) - | > loss_disc_real_1: 0.17940257489681244 (0.17940257489681244) - | > loss_disc_real_2: 0.20233654975891113 (0.20233654975891113) - | > loss_disc_real_3: 0.162477046251297 (0.162477046251297) - | > loss_disc_real_4: 0.15562328696250916 (0.15562328696250916) - | > loss_disc_real_5: 0.2883389890193939 (0.2883389890193939) - | > loss_0: 2.5126776695251465 (2.5126776695251465) - | > loss_gen: 1.9197278022766113 (1.9197278022766113) - | > loss_kl: 0.9846365451812744 (0.9846365451812744) - | > loss_feat: 6.273054122924805 (6.273054122924805) - | > loss_mel: 16.716005325317383 (16.716005325317383) - | > loss_duration: 1.7369439601898193 (1.7369439601898193) - | > loss_1: 27.630367279052734 (27.630367279052734) - - --> STEP: 2 - | > loss_disc: 2.2795591354370117 (2.396118402481079) - | > loss_disc_real_0: 0.056171827018260956 (0.057828085497021675) - | > loss_disc_real_1: 0.16848333179950714 (0.1739429533481598) - | > loss_disc_real_2: 0.20606912672519684 (0.20420283824205399) - | > loss_disc_real_3: 0.1887924075126648 (0.1756347268819809) - | > loss_disc_real_4: 0.20105086266994476 (0.17833707481622696) - | > loss_disc_real_5: 0.23272965848445892 (0.2605343237519264) - | > loss_0: 2.2795591354370117 (2.396118402481079) - | > loss_gen: 2.0623550415039062 (1.9910414218902588) - | > loss_kl: 1.909255027770996 (1.4469457864761353) - | > loss_feat: 6.780246734619141 (6.526650428771973) - | > loss_mel: 20.828279495239258 (18.77214241027832) - | > loss_duration: 1.642925500869751 (1.6899347305297852) - | > loss_1: 33.223060607910156 (30.426713943481445) - - --> STEP: 3 - | > loss_disc: 2.2279109954833984 (2.3400492668151855) - | > loss_disc_real_0: 0.07836274802684784 (0.06467297300696373) - | > loss_disc_real_1: 0.16859222948551178 (0.17215937872727713) - | > loss_disc_real_2: 0.21915845572948456 (0.2091880440711975) - | > loss_disc_real_3: 0.1404505968093872 (0.16390668352444968) - | > loss_disc_real_4: 0.15216410160064697 (0.16961275041103363) - | > loss_disc_real_5: 0.20817817747592926 (0.2430822749932607) - | > loss_0: 2.2279109954833984 (2.3400492668151855) - | > loss_gen: 2.0864317417144775 (2.0228381951649985) - | > loss_kl: 1.537298321723938 (1.4770632982254028) - | > loss_feat: 7.3849873542785645 (6.81276273727417) - | > loss_mel: 24.314382553100586 (20.619555791219074) - | > loss_duration: 1.7478601932525635 (1.7092432181040447) - | > loss_1: 37.070960998535156 (32.64146296183268) - - --> STEP: 4 - | > loss_disc: 2.553603410720825 (2.3934378027915955) - | > loss_disc_real_0: 0.10317499935626984 (0.07429847959429026) - | > loss_disc_real_1: 0.2232997864484787 (0.18494448065757751) - | > loss_disc_real_2: 0.20939001441001892 (0.20923853665590286) - | > loss_disc_real_3: 0.192979097366333 (0.1711747869849205) - | > loss_disc_real_4: 0.21072781085968018 (0.17989151552319527) - | > loss_disc_real_5: 0.17322804033756256 (0.22561871632933617) - | > loss_0: 2.553603410720825 (2.3934378027915955) - | > loss_gen: 1.848807692527771 (1.9793305695056915) - | > loss_kl: 1.6806336641311646 (1.5279558897018433) - | > loss_feat: 7.8036627769470215 (7.060487747192383) - | > loss_mel: 22.856369018554688 (21.17875909805298) - | > loss_duration: 1.663233757019043 (1.6977408528327942) - | > loss_1: 35.85271072387695 (33.44427490234375) - - --> STEP: 5 - | > loss_disc: 2.3715591430664062 (2.3890620708465575) - | > loss_disc_real_0: 0.07823717594146729 (0.07508621886372566) - | > loss_disc_real_1: 0.168298602104187 (0.18161530494689943) - | > loss_disc_real_2: 0.17976482212543488 (0.20334379374980927) - | > loss_disc_real_3: 0.1679867058992386 (0.17053717076778413) - | > loss_disc_real_4: 0.14975106716156006 (0.17386342585086823) - | > loss_disc_real_5: 0.21763814985752106 (0.22402260303497315) - | > loss_0: 2.3715591430664062 (2.3890620708465575) - | > loss_gen: 2.048901081085205 (1.9932446718215941) - | > loss_kl: 2.4432179927825928 (1.7110083103179932) - | > loss_feat: 8.670721054077148 (7.382534408569336) - | > loss_mel: 23.95598030090332 (21.734203338623047) - | > loss_duration: 1.8611013889312744 (1.7304129600524902) - | > loss_1: 38.979923248291016 (34.551404571533205) - - --> STEP: 6 - | > loss_disc: 2.371835470199585 (2.386190970738729) - | > loss_disc_real_0: 0.0919087827205658 (0.07788997950653236) - | > loss_disc_real_1: 0.2044249176979065 (0.18541690707206726) - | > loss_disc_real_2: 0.21750903129577637 (0.20570466667413712) - | > loss_disc_real_3: 0.2597396671772003 (0.18540425350268683) - | > loss_disc_real_4: 0.16307182610034943 (0.17206482589244843) - | > loss_disc_real_5: 0.2323707789182663 (0.22541396568218866) - | > loss_0: 2.371835470199585 (2.386190970738729) - | > loss_gen: 2.2393152713775635 (2.0342564384142556) - | > loss_kl: 1.3868458271026611 (1.6569812297821045) - | > loss_feat: 7.344354629516602 (7.376171112060547) - | > loss_mel: 22.293615341186523 (21.827438672383625) - | > loss_duration: 1.705298662185669 (1.7262272437413533) - | > loss_1: 34.96942901611328 (34.62107531229655) - - --> STEP: 7 - | > loss_disc: 2.441416025161743 (2.394080264227731) - | > loss_disc_real_0: 0.06675341725349426 (0.07629904204181262) - | > loss_disc_real_1: 0.16152648627758026 (0.18200398981571198) - | > loss_disc_real_2: 0.22114413976669312 (0.2079103056873594) - | > loss_disc_real_3: 0.21777698397636414 (0.1900289292846407) - | > loss_disc_real_4: 0.18579164147377014 (0.17402579954692296) - | > loss_disc_real_5: 0.14573296904563904 (0.21403096616268158) - | > loss_0: 2.441416025161743 (2.394080264227731) - | > loss_gen: 1.9203698635101318 (2.017986927713667) - | > loss_kl: 1.6056318283081055 (1.6496456010001046) - | > loss_feat: 8.902688026428223 (7.594244956970215) - | > loss_mel: 22.838199615478516 (21.971833092825754) - | > loss_duration: 1.6091630458831787 (1.7095037869044714) - | > loss_1: 36.87604904174805 (34.943214416503906) - - --> STEP: 8 - | > loss_disc: 2.4183716773986816 (2.3971166908740997) - | > loss_disc_real_0: 0.0722922831773758 (0.07579819718375802) - | > loss_disc_real_1: 0.1799495965242386 (0.1817471906542778) - | > loss_disc_real_2: 0.18388789892196655 (0.2049075048416853) - | > loss_disc_real_3: 0.18376129865646362 (0.18924547545611858) - | > loss_disc_real_4: 0.16385284066200256 (0.1727541796863079) - | > loss_disc_real_5: 0.2201981246471405 (0.21480186097323895) - | > loss_0: 2.4183716773986816 (2.3971166908740997) - | > loss_gen: 1.935624122619629 (2.007691577076912) - | > loss_kl: 1.529456615447998 (1.6346219778060913) - | > loss_feat: 8.146355628967285 (7.663258790969849) - | > loss_mel: 23.165931701660156 (22.121095418930054) - | > loss_duration: 1.7085237503051758 (1.7093812823295593) - | > loss_1: 36.48588943481445 (35.136048793792725) - - --> STEP: 9 - | > loss_disc: 2.500392198562622 (2.4085917472839355) - | > loss_disc_real_0: 0.11716713011264801 (0.08039474528696802) - | > loss_disc_real_1: 0.21521471440792084 (0.18546580440468258) - | > loss_disc_real_2: 0.22799229621887207 (0.20747248166137272) - | > loss_disc_real_3: 0.22235824167728424 (0.19292467170291477) - | > loss_disc_real_4: 0.2304387092590332 (0.17916357186105517) - | > loss_disc_real_5: 0.23488749563694 (0.21703359815809461) - | > loss_0: 2.500392198562622 (2.4085917472839355) - | > loss_gen: 2.0355632305145264 (2.010788427458869) - | > loss_kl: 1.9878978729248047 (1.673874855041504) - | > loss_feat: 6.385695934295654 (7.521307362450494) - | > loss_mel: 21.316343307495117 (22.031678517659504) - | > loss_duration: 1.6877851486206055 (1.7069817119174533) - | > loss_1: 33.41328430175781 (34.944630516899956) - - --> STEP: 10 - | > loss_disc: 2.1826021671295166 (2.3859927892684936) - | > loss_disc_real_0: 0.10810151696205139 (0.08316542245447636) - | > loss_disc_real_1: 0.19850175082683563 (0.18676939904689788) - | > loss_disc_real_2: 0.25458434224128723 (0.21218366771936417) - | > loss_disc_real_3: 0.17980113625526428 (0.19161231815814972) - | > loss_disc_real_4: 0.17521952092647552 (0.1787691667675972) - | > loss_disc_real_5: 0.19925372302532196 (0.21525561064481735) - | > loss_0: 2.1826021671295166 (2.3859927892684936) - | > loss_gen: 2.4001049995422363 (2.049720084667206) - | > loss_kl: 1.8689385652542114 (1.6933812260627747) - | > loss_feat: 7.726956844329834 (7.541872310638428) - | > loss_mel: 21.49508285522461 (21.978018951416015) - | > loss_duration: 1.5815383195877075 (1.6944373726844788) - | > loss_1: 35.07262420654297 (34.95742988586426) - - --> STEP: 11 - | > loss_disc: 2.628676176071167 (2.408054915341464) - | > loss_disc_real_0: 0.11052670329809189 (0.08565281162207777) - | > loss_disc_real_1: 0.21946963667869568 (0.18974214792251587) - | > loss_disc_real_2: 0.21955779194831848 (0.2128540426492691) - | > loss_disc_real_3: 0.19154609739780426 (0.1916062980890274) - | > loss_disc_real_4: 0.30103614926338196 (0.18988434699448672) - | > loss_disc_real_5: 0.29398274421691895 (0.2224126227877357) - | > loss_0: 2.628676176071167 (2.408054915341464) - | > loss_gen: 1.9978705644607544 (2.0450064919211646) - | > loss_kl: 2.020996332168579 (1.7231644175269387) - | > loss_feat: 7.733501434326172 (7.559293140064586) - | > loss_mel: 23.113815307617188 (22.08127316561612) - | > loss_duration: 1.5567080974578857 (1.6819165294820613) - | > loss_1: 36.42289352416992 (35.09065385298295) - - --> STEP: 12 - | > loss_disc: 2.4778761863708496 (2.4138733545939126) - | > loss_disc_real_0: 0.08661160618066788 (0.08573271116862695) - | > loss_disc_real_1: 0.24892905354499817 (0.19467439005772272) - | > loss_disc_real_2: 0.27306219935417175 (0.21787138904134432) - | > loss_disc_real_3: 0.20214693248271942 (0.19248468428850174) - | > loss_disc_real_4: 0.184478759765625 (0.1894338813920816) - | > loss_disc_real_5: 0.1722254902124405 (0.2182303617397944) - | > loss_0: 2.4778761863708496 (2.4138733545939126) - | > loss_gen: 1.9962871074676514 (2.040946543216705) - | > loss_kl: 1.884061336517334 (1.7365724941094716) - | > loss_feat: 6.730524063110352 (7.4902290503184) - | > loss_mel: 18.648983001708984 (21.795248985290527) - | > loss_duration: 1.7356113195419312 (1.6863910953203838) - | > loss_1: 30.995466232299805 (34.749388217926025) - - --> STEP: 13 - | > loss_disc: 2.585452079772949 (2.4270717180692234) - | > loss_disc_real_0: 0.07194644957780838 (0.08467222950779475) - | > loss_disc_real_1: 0.1540078967809677 (0.19154619826720312) - | > loss_disc_real_2: 0.21110861003398895 (0.21735117527154776) - | > loss_disc_real_3: 0.2526126503944397 (0.19710991245049697) - | > loss_disc_real_4: 0.18371306359767914 (0.18899381848481986) - | > loss_disc_real_5: 0.29248958826065063 (0.22394260993370643) - | > loss_0: 2.585452079772949 (2.4270717180692234) - | > loss_gen: 1.9664134979248047 (2.035213232040405) - | > loss_kl: 1.807938575744629 (1.7420621926967914) - | > loss_feat: 7.890634059906006 (7.521029435671293) - | > loss_mel: 22.223854064941406 (21.82821860680213) - | > loss_duration: 1.6902592182159424 (1.6866886432354267) - | > loss_1: 35.579097747802734 (34.81321202791654) - - --> STEP: 14 - | > loss_disc: 2.499380588531494 (2.4322366373879567) - | > loss_disc_real_0: 0.055297523736953735 (0.08257403623844896) - | > loss_disc_real_1: 0.20415936410427094 (0.19244713868413652) - | > loss_disc_real_2: 0.20427973568439484 (0.21641750101532256) - | > loss_disc_real_3: 0.24211981892585754 (0.20032490577016557) - | > loss_disc_real_4: 0.24009019136428833 (0.1926435594047819) - | > loss_disc_real_5: 0.2653945982456207 (0.2269034662417003) - | > loss_0: 2.499380588531494 (2.4322366373879567) - | > loss_gen: 2.0482444763183594 (2.0361440352031157) - | > loss_kl: 1.5925847291946411 (1.7313852310180664) - | > loss_feat: 6.381216526031494 (7.439614227839878) - | > loss_mel: 21.054214477539062 (21.772932597569056) - | > loss_duration: 1.734699010848999 (1.6901179552078247) - | > loss_1: 32.81095886230469 (34.67019394465855) - - --> STEP: 15 - | > loss_disc: 2.555363655090332 (2.4404451052347818) - | > loss_disc_real_0: 0.06377256661653519 (0.08132060493032138) - | > loss_disc_real_1: 0.2943822145462036 (0.19924281040827432) - | > loss_disc_real_2: 0.24668893218040466 (0.218435596426328) - | > loss_disc_real_3: 0.190405011177063 (0.19966357946395874) - | > loss_disc_real_4: 0.2434432953596115 (0.1960302084684372) - | > loss_disc_real_5: 0.24720104038715363 (0.2282566378513972) - | > loss_0: 2.555363655090332 (2.4404451052347818) - | > loss_gen: 2.258545160293579 (2.0509707768758134) - | > loss_kl: 1.3314975500106812 (1.7047260522842407) - | > loss_feat: 7.900137424468994 (7.470315774281819) - | > loss_mel: 23.87032699584961 (21.91275889078776) - | > loss_duration: 1.670396327972412 (1.6888031800587973) - | > loss_1: 37.03090286254883 (34.82757453918457) - - --> STEP: 16 - | > loss_disc: 2.2849996089935303 (2.4307297617197037) - | > loss_disc_real_0: 0.12424370646476746 (0.08400329877622426) - | > loss_disc_real_1: 0.25721579790115356 (0.20286612212657928) - | > loss_disc_real_2: 0.20364739000797272 (0.21751133352518082) - | > loss_disc_real_3: 0.16578498482704163 (0.19754616729915142) - | > loss_disc_real_4: 0.2143070548772812 (0.19717251136898994) - | > loss_disc_real_5: 0.20215654373168945 (0.22662538196891546) - | > loss_0: 2.2849996089935303 (2.4307297617197037) - | > loss_gen: 2.4409027099609375 (2.0753415226936336) - | > loss_kl: 1.8747787475585938 (1.7153543457388878) - | > loss_feat: 8.595609664916992 (7.540646642446518) - | > loss_mel: 22.729080200195312 (21.963778972625732) - | > loss_duration: 1.7546190023422241 (1.6929166689515114) - | > loss_1: 37.39499282836914 (34.988038182258606) - - --> STEP: 17 - | > loss_disc: 2.256756067276001 (2.4204960149877213) - | > loss_disc_real_0: 0.05109483003616333 (0.08206750649739714) - | > loss_disc_real_1: 0.2187773883342743 (0.20380207896232605) - | > loss_disc_real_2: 0.2395518571138382 (0.2188078349127489) - | > loss_disc_real_3: 0.22423289716243744 (0.19911597493816824) - | > loss_disc_real_4: 0.2546437680721283 (0.2005531735279981) - | > loss_disc_real_5: 0.17302152514457703 (0.22347221392042496) - | > loss_0: 2.256756067276001 (2.4204960149877213) - | > loss_gen: 2.4771604537963867 (2.0989779304055602) - | > loss_kl: 1.1224143505096436 (1.6804755224901087) - | > loss_feat: 7.558369159698486 (7.54168914346134) - | > loss_mel: 24.118209838867188 (22.0905102000517) - | > loss_duration: 1.6359361410140991 (1.689564873190487) - | > loss_1: 36.91209030151367 (35.101217718685376) - - --> STEP: 18 - | > loss_disc: 2.6313233375549316 (2.4322086440192328) - | > loss_disc_real_0: 0.05420586094260216 (0.08051963729990853) - | > loss_disc_real_1: 0.1623905897140503 (0.20150144067075518) - | > loss_disc_real_2: 0.24001720547676086 (0.21998613327741623) - | > loss_disc_real_3: 0.19348500669002533 (0.19880314336882698) - | > loss_disc_real_4: 0.18193455040454865 (0.19951880557669532) - | > loss_disc_real_5: 0.2226829081773758 (0.22342836360136667) - | > loss_0: 2.6313233375549316 (2.4322086440192328) - | > loss_gen: 1.6480709314346313 (2.073927541573842) - | > loss_kl: 1.8450990915298462 (1.6896212763256497) - | > loss_feat: 7.305602073669434 (7.528573195139567) - | > loss_mel: 21.509796142578125 (22.058248307969833) - | > loss_duration: 1.6643257141113281 (1.6881626976860895) - | > loss_1: 33.97289276123047 (35.03853299882677) - - --> STEP: 19 - | > loss_disc: 2.3602027893066406 (2.4284188621922542) - | > loss_disc_real_0: 0.04726339504122734 (0.07876930875997794) - | > loss_disc_real_1: 0.13903573155403137 (0.19821377176987498) - | > loss_disc_real_2: 0.17080937325954437 (0.2173978827501598) - | > loss_disc_real_3: 0.2033422291278839 (0.19904204261930367) - | > loss_disc_real_4: 0.1607184261083603 (0.1974766803415198) - | > loss_disc_real_5: 0.17445358633995056 (0.22085074374550268) - | > loss_0: 2.3602027893066406 (2.4284188621922542) - | > loss_gen: 1.7649565935134888 (2.0576659127285604) - | > loss_kl: 2.151188611984253 (1.7139142939918919) - | > loss_feat: 7.969150543212891 (7.55176147661711) - | > loss_mel: 22.824024200439453 (22.098552302310342) - | > loss_duration: 1.7288038730621338 (1.6903017069164075) - | > loss_1: 36.43812561035156 (35.11219576785439) - - --> STEP: 20 - | > loss_disc: 2.141141176223755 (2.414054977893829) - | > loss_disc_real_0: 0.06305358558893204 (0.07798352260142564) - | > loss_disc_real_1: 0.17993107438087463 (0.19729963690042496) - | > loss_disc_real_2: 0.21069084107875824 (0.21706253066658973) - | > loss_disc_real_3: 0.1961435228586197 (0.19889711663126947) - | > loss_disc_real_4: 0.17054080963134766 (0.1961298868060112) - | > loss_disc_real_5: 0.2058807611465454 (0.2201022446155548) - | > loss_0: 2.141141176223755 (2.414054977893829) - | > loss_gen: 2.251610279083252 (2.067363131046295) - | > loss_kl: 1.9424132108688354 (1.7253392398357392) - | > loss_feat: 7.037038326263428 (7.526025319099427) - | > loss_mel: 20.710100173950195 (22.029129695892333) - | > loss_duration: 1.6833646297454834 (1.6899548530578614) - | > loss_1: 33.62452697753906 (35.037812328338624) - - --> STEP: 21 - | > loss_disc: 2.4473745822906494 (2.4156416257222495) - | > loss_disc_real_0: 0.08597296476364136 (0.07836397222819783) - | > loss_disc_real_1: 0.16627930104732513 (0.19582247805027736) - | > loss_disc_real_2: 0.21308742463588715 (0.21687323990322294) - | > loss_disc_real_3: 0.1982114166021347 (0.1988644642489297) - | > loss_disc_real_4: 0.1953733265399933 (0.196093860126677) - | > loss_disc_real_5: 0.2123493254184723 (0.2197330579871223) - | > loss_0: 2.4473745822906494 (2.4156416257222495) - | > loss_gen: 2.0186667442321777 (2.065044255483718) - | > loss_kl: 1.3161470890045166 (1.7058538993199666) - | > loss_feat: 7.661430358886719 (7.532473178136916) - | > loss_mel: 22.05340576171875 (22.030285699026926) - | > loss_duration: 1.6595922708511353 (1.688509015809922) - | > loss_1: 34.7092399597168 (35.022166025070916) - - --> STEP: 22 - | > loss_disc: 2.6023757457733154 (2.424129540270025) - | > loss_disc_real_0: 0.107862189412117 (0.07970480028201234) - | > loss_disc_real_1: 0.1987202912569046 (0.19595419683239676) - | > loss_disc_real_2: 0.21893292665481567 (0.21696686202829535) - | > loss_disc_real_3: 0.2286936491727829 (0.20022033629092303) - | > loss_disc_real_4: 0.23247472941875458 (0.19774753600358963) - | > loss_disc_real_5: 0.2596181035041809 (0.22154601460153406) - | > loss_0: 2.6023757457733154 (2.424129540270025) - | > loss_gen: 1.9907678365707397 (2.0616680546240373) - | > loss_kl: 1.6787288188934326 (1.7046209411187605) - | > loss_feat: 6.12335729598999 (7.468422456221147) - | > loss_mel: 20.312786102294922 (21.952217535539106) - | > loss_duration: 1.823972463607788 (1.6946664452552795) - | > loss_1: 31.92961311340332 (34.88159543817694) - - --> STEP: 23 - | > loss_disc: 2.477418899536133 (2.426446468933769) - | > loss_disc_real_0: 0.05715354532003403 (0.07872431093583936) - | > loss_disc_real_1: 0.205536350607872 (0.19637081221393918) - | > loss_disc_real_2: 0.2363486886024475 (0.217809550140215) - | > loss_disc_real_3: 0.2205009162425995 (0.2011021006366481) - | > loss_disc_real_4: 0.25176993012428284 (0.2000963357479676) - | > loss_disc_real_5: 0.23873956501483917 (0.22229356027167776) - | > loss_0: 2.477418899536133 (2.426446468933769) - | > loss_gen: 1.977807641029358 (2.058021949685138) - | > loss_kl: 1.7198160886764526 (1.7052815997082253) - | > loss_feat: 6.559797763824463 (7.428917034812596) - | > loss_mel: 21.06576156616211 (21.913675971653152) - | > loss_duration: 1.7369533777236938 (1.696505007536515) - | > loss_1: 33.06013488769531 (34.802401501199476) - - --> STEP: 24 - | > loss_disc: 2.2754158973693848 (2.4201535284519196) - | > loss_disc_real_0: 0.10120303928852081 (0.07966092461720108) - | > loss_disc_real_1: 0.18905982375144958 (0.19606618769466877) - | > loss_disc_real_2: 0.2466217577457428 (0.21901005879044533) - | > loss_disc_real_3: 0.21515776216983795 (0.201687753200531) - | > loss_disc_real_4: 0.1844206005334854 (0.19944318011403084) - | > loss_disc_real_5: 0.18367315828800201 (0.22068437685569128) - | > loss_0: 2.2754158973693848 (2.4201535284519196) - | > loss_gen: 2.460658311843872 (2.0747984647750854) - | > loss_kl: 1.3525667190551758 (1.6905851463476818) - | > loss_feat: 7.70571231842041 (7.440450171629588) - | > loss_mel: 22.016908645629883 (21.917977333068848) - | > loss_duration: 1.6523538827896118 (1.6946653773387272) - | > loss_1: 35.188201904296875 (34.8184765179952) - - --> STEP: 25 - | > loss_disc: 2.5213189125061035 (2.4242001438140868) - | > loss_disc_real_0: 0.12131159007549286 (0.08132695123553274) - | > loss_disc_real_1: 0.2409428507089615 (0.19786125421524048) - | > loss_disc_real_2: 0.22346802055835724 (0.2191883772611618) - | > loss_disc_real_3: 0.24917854368686676 (0.20358738481998442) - | > loss_disc_real_4: 0.25279900431632996 (0.2015774130821228) - | > loss_disc_real_5: 0.21666407585144043 (0.22052356481552124) - | > loss_0: 2.5213189125061035 (2.4242001438140868) - | > loss_gen: 2.2157416343688965 (2.080436191558838) - | > loss_kl: 1.3006609678268433 (1.6749881792068482) - | > loss_feat: 6.320411682128906 (7.395648632049561) - | > loss_mel: 20.82976722717285 (21.874448928833008) - | > loss_duration: 1.6433175802230835 (1.6926114654541016) - | > loss_1: 32.309898376464844 (34.71813339233398) - - --> STEP: 26 - | > loss_disc: 2.319502830505371 (2.420173324071444) - | > loss_disc_real_0: 0.10010432451963425 (0.08204915790030588) - | > loss_disc_real_1: 0.23581427335739136 (0.19932098572070783) - | > loss_disc_real_2: 0.19202494621276855 (0.21814362991314667) - | > loss_disc_real_3: 0.19803741574287415 (0.2033739244708648) - | > loss_disc_real_4: 0.15814034640789032 (0.1999067566715754) - | > loss_disc_real_5: 0.1711471974849701 (0.21862447376434618) - | > loss_0: 2.319502830505371 (2.420173324071444) - | > loss_gen: 2.1236355304718018 (2.0820977045939517) - | > loss_kl: 1.9499847888946533 (1.6855649718871484) - | > loss_feat: 6.812836647033691 (7.373232786472027) - | > loss_mel: 20.214624404907227 (21.81060952406663) - | > loss_duration: 1.6882829666137695 (1.6924449847294734) - | > loss_1: 32.789363861083984 (34.64394994882437) - - --> STEP: 27 - | > loss_disc: 2.2545197010040283 (2.4140380046985768) - | > loss_disc_real_0: 0.0549389012157917 (0.08104507431939795) - | > loss_disc_real_1: 0.16864925622940063 (0.1981849957395483) - | > loss_disc_real_2: 0.2033766657114029 (0.2175967053130821) - | > loss_disc_real_3: 0.16794884204864502 (0.20206188438115297) - | > loss_disc_real_4: 0.16443777084350586 (0.19859309052979504) - | > loss_disc_real_5: 0.16362640261650085 (0.21658750816627784) - | > loss_0: 2.2545197010040283 (2.4140380046985768) - | > loss_gen: 2.0416107177734375 (2.080598186563562) - | > loss_kl: 1.6373450756072998 (1.6837790498027094) - | > loss_feat: 8.207147598266602 (7.404118520242196) - | > loss_mel: 21.868921279907227 (21.812769218727393) - | > loss_duration: 1.697655200958252 (1.6926379557009097) - | > loss_1: 35.45267868041992 (34.67390286480939) - - --> STEP: 28 - | > loss_disc: 2.2870748043060303 (2.409503604684557) - | > loss_disc_real_0: 0.08023272454738617 (0.08101606182754038) - | > loss_disc_real_1: 0.12819889187812805 (0.19568549203021185) - | > loss_disc_real_2: 0.19083528220653534 (0.216640940202134) - | > loss_disc_real_3: 0.14144030213356018 (0.19989682787231036) - | > loss_disc_real_4: 0.1846383959054947 (0.19809470857892716) - | > loss_disc_real_5: 0.2645756006240845 (0.2183013686111995) - | > loss_0: 2.2870748043060303 (2.409503604684557) - | > loss_gen: 2.1270651817321777 (2.0822577221052985) - | > loss_kl: 1.9210200309753418 (1.6922519419874464) - | > loss_feat: 7.873912334442139 (7.4208968707493375) - | > loss_mel: 21.779186248779297 (21.811569826943533) - | > loss_duration: 1.6765432357788086 (1.6920631442751204) - | > loss_1: 35.37772750854492 (34.69903945922852) - - --> STEP: 29 - | > loss_disc: 2.413395881652832 (2.409637821131739) - | > loss_disc_real_0: 0.08673637360334396 (0.08121331395774051) - | > loss_disc_real_1: 0.18742971122264862 (0.19540080993339934) - | > loss_disc_real_2: 0.23247919976711273 (0.21718708708368498) - | > loss_disc_real_3: 0.21787697076797485 (0.20051683279974708) - | > loss_disc_real_4: 0.1890065222978592 (0.19778132284509725) - | > loss_disc_real_5: 0.17907536029815674 (0.2169487476348877) - | > loss_0: 2.413395881652832 (2.409637821131739) - | > loss_gen: 1.9026881456375122 (2.0760656677443405) - | > loss_kl: 1.3641678094863892 (1.6809386960391342) - | > loss_feat: 4.315460205078125 (7.313812847795157) - | > loss_mel: 14.520845413208008 (21.560165536814722) - | > loss_duration: 1.6534513235092163 (1.6907317021797443) - | > loss_1: 23.756614685058594 (34.32171446701577) - - --> STEP: 30 - | > loss_disc: 2.25777006149292 (2.404575562477112) - | > loss_disc_real_0: 0.051734551787376404 (0.0802306885520617) - | > loss_disc_real_1: 0.16306237876415253 (0.19432286222775777) - | > loss_disc_real_2: 0.1773969978094101 (0.2158607507745425) - | > loss_disc_real_3: 0.14622564613819122 (0.1987071265776952) - | > loss_disc_real_4: 0.10034786909818649 (0.19453354105353354) - | > loss_disc_real_5: 0.09527656435966492 (0.21289300819238027) - | > loss_0: 2.25777006149292 (2.404575562477112) - | > loss_gen: 1.8133106231689453 (2.067307166258494) - | > loss_kl: 2.114124298095703 (1.6953782161076865) - | > loss_feat: 8.3615083694458 (7.348736031850179) - | > loss_mel: 22.552764892578125 (21.593252182006836) - | > loss_duration: 1.6579227447509766 (1.689638070265452) - | > loss_1: 36.49962615966797 (34.39431152343751) - - --> STEP: 31 - | > loss_disc: 2.293001651763916 (2.4009764040670087) - | > loss_disc_real_0: 0.10372147709131241 (0.0809884559242956) - | > loss_disc_real_1: 0.18578925728797913 (0.19404758464905522) - | > loss_disc_real_2: 0.192324697971344 (0.2151015232647619) - | > loss_disc_real_3: 0.2222694456577301 (0.1994672013867286) - | > loss_disc_real_4: 0.18795765936374664 (0.19432141583773396) - | > loss_disc_real_5: 0.21065908670425415 (0.21282094620889233) - | > loss_0: 2.293001651763916 (2.4009764040670087) - | > loss_gen: 2.119612216949463 (2.068994425958203) - | > loss_kl: 1.5585823059082031 (1.6909654448109288) - | > loss_feat: 7.552305698394775 (7.355302795287101) - | > loss_mel: 22.670005798339844 (21.627986169630482) - | > loss_duration: 1.6382737159729004 (1.6879811556108537) - | > loss_1: 35.538780212402344 (34.43122986824282) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.011712512662333826 (+0.00691697674412881) - | > avg_loss_disc: 2.4009764040670087 (+0.008703916303573589) - | > avg_loss_disc_real_0: 0.0809884559242956 (-0.089289310478395) - | > avg_loss_disc_real_1: 0.19404758464905522 (+0.020537867180762726) - | > avg_loss_disc_real_2: 0.2151015232647619 (-0.024408043872925528) - | > avg_loss_disc_real_3: 0.1994672013867286 (-0.019900422423116626) - | > avg_loss_disc_real_4: 0.19432141583773396 (-0.05498518025682819) - | > avg_loss_disc_real_5: 0.21282094620889233 (-0.01327601555855043) - | > avg_loss_0: 2.4009764040670087 (+0.008703916303573589) - | > avg_loss_gen: 2.068994425958203 (-0.45341335188957865) - | > avg_loss_kl: 1.6909654448109288 (-0.0018527892328077389) - | > avg_loss_feat: 7.355302795287101 (+0.17472380976523105) - | > avg_loss_mel: 21.627986169630482 (+0.26416347872826407) - | > avg_loss_duration: 1.6879811556108537 (+0.0033679854485297867) - | > avg_loss_1: 34.43122986824282 (-0.013011440154038212) - - - > EPOCH: 46/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 08:37:27)  - - --> TIME: 2024-11-23 08:37:32 -- STEP: 6/797 -- GLOBAL_STEP: 59775 - | > loss_disc: 2.4660255908966064 (2.4499879280726113) - | > loss_disc_real_0: 0.12485361844301224 (0.13806798681616783) - | > loss_disc_real_1: 0.2608841061592102 (0.22570728262265524) - | > loss_disc_real_2: 0.2334340363740921 (0.22747424244880676) - | > loss_disc_real_3: 0.2618388831615448 (0.239787720143795) - | > loss_disc_real_4: 0.21718889474868774 (0.20508509625991186) - | > loss_disc_real_5: 0.22128725051879883 (0.22006647537151972) - | > loss_0: 2.4660255908966064 (2.4499879280726113) - | > grad_norm_0: tensor(32.3995, device='cuda:0') (tensor(103.5152, device='cuda:0')) - | > loss_gen: 2.364053726196289 (2.3534204165140786) - | > loss_kl: 2.114609479904175 (1.6217528581619263) - | > loss_feat: 6.264449119567871 (6.482648928960164) - | > loss_mel: 19.167236328125 (19.512848218282063) - | > loss_duration: 1.7970174551010132 (1.8718940615653992) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.707366943359375 (31.842564900716145) - | > grad_norm_1: tensor(325.2158, device='cuda:0') (tensor(383.1338, device='cuda:0')) - | > current_lr_0: 0.00019815841535920914 - | > current_lr_1: 0.00019815841535920914 - | > step_time: 0.7678 (0.7518025239308676) - | > loader_time: 0.004 (0.0051301320393880205) - - - --> TIME: 2024-11-23 08:37:51 -- STEP: 31/797 -- GLOBAL_STEP: 59800 - | > loss_disc: 2.4193389415740967 (2.445147114415322) - | > loss_disc_real_0: 0.12526750564575195 (0.12904922231551139) - | > loss_disc_real_1: 0.22848272323608398 (0.2183255437881716) - | > loss_disc_real_2: 0.2161092460155487 (0.23060780234875217) - | > loss_disc_real_3: 0.24524354934692383 (0.2276532337550194) - | > loss_disc_real_4: 0.22196020185947418 (0.2241187778211409) - | > loss_disc_real_5: 0.19321168959140778 (0.22669386046548043) - | > loss_0: 2.4193389415740967 (2.445147114415322) - | > grad_norm_0: tensor(17.1703, device='cuda:0') (tensor(54.0244, device='cuda:0')) - | > loss_gen: 2.2244796752929688 (2.4017141788236556) - | > loss_kl: 1.6230663061141968 (1.611237648994692) - | > loss_feat: 6.201650142669678 (7.1813502926980295) - | > loss_mel: 18.953035354614258 (20.574329622330204) - | > loss_duration: 1.7464089393615723 (1.7859650273476877) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.748640060424805 (33.55459680864888) - | > grad_norm_1: tensor(123.2018, device='cuda:0') (tensor(403.5393, device='cuda:0')) - | > current_lr_0: 0.00019815841535920914 - | > current_lr_1: 0.00019815841535920914 - | > step_time: 0.7372 (0.7480418451370732) - | > loader_time: 0.0034 (0.004769655965989635) - - - --> TIME: 2024-11-23 08:38:11 -- STEP: 56/797 -- GLOBAL_STEP: 59825 - | > loss_disc: 2.4599668979644775 (2.417370659964424) - | > loss_disc_real_0: 0.14130723476409912 (0.1253349016021405) - | > loss_disc_real_1: 0.17172008752822876 (0.2157968966556447) - | > loss_disc_real_2: 0.24336957931518555 (0.2281358170190028) - | > loss_disc_real_3: 0.24795624613761902 (0.2219868560454675) - | > loss_disc_real_4: 0.27227625250816345 (0.22126700223556586) - | > loss_disc_real_5: 0.24534565210342407 (0.22480833663472108) - | > loss_0: 2.4599668979644775 (2.417370659964424) - | > grad_norm_0: tensor(25.2425, device='cuda:0') (tensor(44.7626, device='cuda:0')) - | > loss_gen: 2.3120737075805664 (2.3945490377289906) - | > loss_kl: 1.471803069114685 (1.5967581548861094) - | > loss_feat: 6.061456203460693 (7.18259163413729) - | > loss_mel: 18.398826599121094 (20.44935284342085) - | > loss_duration: 1.6339467763900757 (1.7549166892256056) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 29.87810707092285 (33.378168344497674) - | > grad_norm_1: tensor(348.1314, device='cuda:0') (tensor(413.9303, device='cuda:0')) - | > current_lr_0: 0.00019815841535920914 - | > current_lr_1: 0.00019815841535920914 - | > step_time: 0.8428 (0.7598287505762916) - | > loader_time: 0.004 (0.005070396832057408) - - - --> TIME: 2024-11-23 08:38:30 -- STEP: 81/797 -- GLOBAL_STEP: 59850 - | > loss_disc: 2.403265953063965 (2.4173306476922676) - | > loss_disc_real_0: 0.19771495461463928 (0.12860396265247723) - | > loss_disc_real_1: 0.26362353563308716 (0.21545377171333926) - | > loss_disc_real_2: 0.22316724061965942 (0.22818047452120133) - | > loss_disc_real_3: 0.18999360501766205 (0.22104866287590544) - | > loss_disc_real_4: 0.2082509845495224 (0.21784286348172177) - | > loss_disc_real_5: 0.18586848676204681 (0.2236426662147781) - | > loss_0: 2.403265953063965 (2.4173306476922676) - | > grad_norm_0: tensor(85.2397, device='cuda:0') (tensor(50.3593, device='cuda:0')) - | > loss_gen: 2.6070499420166016 (2.3997693179566184) - | > loss_kl: 1.9949414730072021 (1.5912541033309187) - | > loss_feat: 7.990049839019775 (7.217447951987937) - | > loss_mel: 22.496187210083008 (20.54600845148535) - | > loss_duration: 1.689570665359497 (1.7357955155549225) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.77779769897461 (33.49027532412681) - | > grad_norm_1: tensor(357.9351, device='cuda:0') (tensor(434.9322, device='cuda:0')) - | > current_lr_0: 0.00019815841535920914 - | > current_lr_1: 0.00019815841535920914 - | > step_time: 0.7593 (0.7603406405743257) - | > loader_time: 0.0057 (0.00513074133131239) - - - --> TIME: 2024-11-23 08:38:50 -- STEP: 106/797 -- GLOBAL_STEP: 59875 - | > loss_disc: 2.445284128189087 (2.4291528058501917) - | > loss_disc_real_0: 0.0524754673242569 (0.12903329448879888) - | > loss_disc_real_1: 0.2622205913066864 (0.21659161206686273) - | > loss_disc_real_2: 0.24277766048908234 (0.23196707904901145) - | > loss_disc_real_3: 0.2149370312690735 (0.22311040281124836) - | > loss_disc_real_4: 0.23980599641799927 (0.21981299078127123) - | > loss_disc_real_5: 0.23354710638523102 (0.22536602841233308) - | > loss_0: 2.445284128189087 (2.4291528058501917) - | > grad_norm_0: tensor(26.8350, device='cuda:0') (tensor(54.3292, device='cuda:0')) - | > loss_gen: 2.462606906890869 (2.406854616021212) - | > loss_kl: 1.2561410665512085 (1.569628547947362) - | > loss_feat: 7.24521017074585 (7.230528683032629) - | > loss_mel: 21.362686157226562 (20.676097222094274) - | > loss_duration: 1.7049834728240967 (1.7265290584204331) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.0316276550293 (33.60963816012977) - | > grad_norm_1: tensor(467.8880, device='cuda:0') (tensor(445.7711, device='cuda:0')) - | > current_lr_0: 0.00019815841535920914 - | > current_lr_1: 0.00019815841535920914 - | > step_time: 0.7893 (0.7634158201937405) - | > loader_time: 0.0039 (0.005209124313210542) - - - --> TIME: 2024-11-23 08:39:10 -- STEP: 131/797 -- GLOBAL_STEP: 59900 - | > loss_disc: 2.338679075241089 (2.429725710672277) - | > loss_disc_real_0: 0.11832091957330704 (0.1310093231101072) - | > loss_disc_real_1: 0.2681281864643097 (0.2167588050356348) - | > loss_disc_real_2: 0.1860242635011673 (0.23085928486503718) - | > loss_disc_real_3: 0.23098169267177582 (0.222224848984762) - | > loss_disc_real_4: 0.19126632809638977 (0.21836200492982646) - | > loss_disc_real_5: 0.1920245736837387 (0.2243506779880014) - | > loss_0: 2.338679075241089 (2.429725710672277) - | > grad_norm_0: tensor(18.4294, device='cuda:0') (tensor(54.9816, device='cuda:0')) - | > loss_gen: 2.5171732902526855 (2.402743466937816) - | > loss_kl: 1.6539905071258545 (1.5634021158436784) - | > loss_feat: 8.443704605102539 (7.268507808219385) - | > loss_mel: 20.85747528076172 (20.687654582598743) - | > loss_duration: 1.7293076515197754 (1.7208777147395011) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.20165252685547 (33.643185710178976) - | > grad_norm_1: tensor(583.4193, device='cuda:0') (tensor(438.7631, device='cuda:0')) - | > current_lr_0: 0.00019815841535920914 - | > current_lr_1: 0.00019815841535920914 - | > step_time: 0.7809 (0.7668545355323617) - | > loader_time: 0.0042 (0.005348109106981118) - - - --> TIME: 2024-11-23 08:39:29 -- STEP: 156/797 -- GLOBAL_STEP: 59925 - | > loss_disc: 2.5573766231536865 (2.429706811904907) - | > loss_disc_real_0: 0.118924580514431 (0.1297957209440378) - | > loss_disc_real_1: 0.21747851371765137 (0.2171439427213791) - | > loss_disc_real_2: 0.2150670289993286 (0.23077010554380906) - | > loss_disc_real_3: 0.23302778601646423 (0.22222216417774177) - | > loss_disc_real_4: 0.27349719405174255 (0.2198807751903167) - | > loss_disc_real_5: 0.25267931818962097 (0.22549482196187362) - | > loss_0: 2.5573766231536865 (2.429706811904907) - | > grad_norm_0: tensor(31.0889, device='cuda:0') (tensor(51.6595, device='cuda:0')) - | > loss_gen: 2.325570583343506 (2.399886210759482) - | > loss_kl: 1.6226961612701416 (1.5635560131989992) - | > loss_feat: 7.678581237792969 (7.265074787995754) - | > loss_mel: 21.90558433532715 (20.66273592679929) - | > loss_duration: 1.6921366453170776 (1.7153480969942534) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.22456741333008 (33.606601018172036) - | > grad_norm_1: tensor(630.5455, device='cuda:0') (tensor(434.2545, device='cuda:0')) - | > current_lr_0: 0.00019815841535920914 - | > current_lr_1: 0.00019815841535920914 - | > step_time: 0.8113 (0.7699540563118766) - | > loader_time: 0.0064 (0.005475310178903433) - - - --> TIME: 2024-11-23 08:39:50 -- STEP: 181/797 -- GLOBAL_STEP: 59950 - | > loss_disc: 2.4689507484436035 (2.4293573337365255) - | > loss_disc_real_0: 0.09111234545707703 (0.1289036546869831) - | > loss_disc_real_1: 0.2064495086669922 (0.21704571632390524) - | > loss_disc_real_2: 0.22226595878601074 (0.23103677781905918) - | > loss_disc_real_3: 0.21042391657829285 (0.2217997218693159) - | > loss_disc_real_4: 0.2177104353904724 (0.22016094871976757) - | > loss_disc_real_5: 0.21703632175922394 (0.22536137428402242) - | > loss_0: 2.4689507484436035 (2.4293573337365255) - | > grad_norm_0: tensor(59.5383, device='cuda:0') (tensor(49.8111, device='cuda:0')) - | > loss_gen: 2.268955945968628 (2.3916058487655056) - | > loss_kl: 1.71696937084198 (1.5625932019059832) - | > loss_feat: 7.060522556304932 (7.247310029867604) - | > loss_mel: 21.787891387939453 (20.719810601756063) - | > loss_duration: 1.6526174545288086 (1.7086565066437696) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.48695755004883 (33.62997617774246) - | > grad_norm_1: tensor(660.4336, device='cuda:0') (tensor(429.2718, device='cuda:0')) - | > current_lr_0: 0.00019815841535920914 - | > current_lr_1: 0.00019815841535920914 - | > step_time: 0.7481 (0.7731435746777784) - | > loader_time: 0.0054 (0.0056539912250160515) - - - --> TIME: 2024-11-23 08:40:10 -- STEP: 206/797 -- GLOBAL_STEP: 59975 - | > loss_disc: 2.4930484294891357 (2.4290603017344057) - | > loss_disc_real_0: 0.11633987724781036 (0.1281213939045239) - | > loss_disc_real_1: 0.21325556933879852 (0.21690515392613643) - | > loss_disc_real_2: 0.22684098780155182 (0.23050589562909116) - | > loss_disc_real_3: 0.2214369773864746 (0.22228629850936168) - | > loss_disc_real_4: 0.25692018866539 (0.2213777555424033) - | > loss_disc_real_5: 0.2334786057472229 (0.2259005022425096) - | > loss_0: 2.4930484294891357 (2.4290603017344057) - | > grad_norm_0: tensor(28.4544, device='cuda:0') (tensor(48.1242, device='cuda:0')) - | > loss_gen: 2.346691131591797 (2.3948813005558502) - | > loss_kl: 1.5049954652786255 (1.5692683979145534) - | > loss_feat: 7.285862922668457 (7.233204744394543) - | > loss_mel: 21.540481567382812 (20.70911592650182) - | > loss_duration: 1.7233163118362427 (1.7070648039428933) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.40134811401367 (33.61353516810149) - | > grad_norm_1: tensor(445.9055, device='cuda:0') (tensor(429.7771, device='cuda:0')) - | > current_lr_0: 0.00019815841535920914 - | > current_lr_1: 0.00019815841535920914 - | > step_time: 0.8589 (0.7754119044368708) - | > loader_time: 0.0043 (0.005670628501373587) - - - --> TIME: 2024-11-23 08:40:30 -- STEP: 231/797 -- GLOBAL_STEP: 60000 - | > loss_disc: 2.5466432571411133 (2.4348385509474455) - | > loss_disc_real_0: 0.10112176835536957 (0.12825879538472076) - | > loss_disc_real_1: 0.1652560979127884 (0.2175120072060333) - | > loss_disc_real_2: 0.2134333848953247 (0.23018976762181237) - | > loss_disc_real_3: 0.23137740790843964 (0.22254896879970254) - | > loss_disc_real_4: 0.2499031126499176 (0.2219173754706527) - | > loss_disc_real_5: 0.2619125247001648 (0.22697394396061504) - | > loss_0: 2.5466432571411133 (2.4348385509474455) - | > grad_norm_0: tensor(28.9433, device='cuda:0') (tensor(47.5336, device='cuda:0')) - | > loss_gen: 2.266831874847412 (2.386302935612667) - | > loss_kl: 1.6773346662521362 (1.5740116648859794) - | > loss_feat: 6.947019100189209 (7.188210592641459) - | > loss_mel: 21.169015884399414 (20.705573408118575) - | > loss_duration: 1.6847375631332397 (1.703912984241139) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.744937896728516 (33.5580115627933) - | > grad_norm_1: tensor(117.8058, device='cuda:0') (tensor(427.1463, device='cuda:0')) - | > current_lr_0: 0.00019815841535920914 - | > current_lr_1: 0.00019815841535920914 - | > step_time: 0.8042 (0.778578448605228) - | > loader_time: 0.0168 (0.005900648249176158) - - - > CHECKPOINT : vits_shi_male-November-22-2024_02+49AM-0000000/checkpoint_60000.pth - - --> TIME: 2024-11-23 08:40:54 -- STEP: 256/797 -- GLOBAL_STEP: 60025 - | > loss_disc: 2.5846545696258545 (2.4366787001490593) - | > loss_disc_real_0: 0.16359472274780273 (0.12842994468519459) - | > loss_disc_real_1: 0.2852098047733307 (0.21747514908201993) - | > loss_disc_real_2: 0.23597191274166107 (0.2305094176554121) - | > loss_disc_real_3: 0.2476273775100708 (0.22217782936058939) - | > loss_disc_real_4: 0.22751611471176147 (0.22207436949247494) - | > loss_disc_real_5: 0.22376497089862823 (0.22745542257325724) - | > loss_0: 2.5846545696258545 (2.4366787001490593) - | > grad_norm_0: tensor(115.2867, device='cuda:0') (tensor(49.0850, device='cuda:0')) - | > loss_gen: 2.358001708984375 (2.3867279356345543) - | > loss_kl: 1.769296646118164 (1.5804526917636397) - | > loss_feat: 6.458371639251709 (7.177708562463522) - | > loss_mel: 21.0690975189209 (20.722350515425205) - | > loss_duration: 1.6443597078323364 (1.6996536906808615) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.299129486083984 (33.56689345836642) - | > grad_norm_1: tensor(514.7293, device='cuda:0') (tensor(435.0967, device='cuda:0')) - | > current_lr_0: 0.00019815841535920914 - | > current_lr_1: 0.00019815841535920914 - | > step_time: 0.8258 (0.7830045027658344) - | > loader_time: 0.0057 (0.0059893373399972916) - - - --> TIME: 2024-11-23 08:41:14 -- STEP: 281/797 -- GLOBAL_STEP: 60050 - | > loss_disc: 2.3672099113464355 (2.437304800515497) - | > loss_disc_real_0: 0.05087652429938316 (0.12829778609910036) - | > loss_disc_real_1: 0.17291469871997833 (0.21820767605644106) - | > loss_disc_real_2: 0.23902128636837006 (0.23072210585307396) - | > loss_disc_real_3: 0.26790446043014526 (0.2230304299830542) - | > loss_disc_real_4: 0.2579127550125122 (0.221677771348546) - | > loss_disc_real_5: 0.21814797818660736 (0.226722052194894) - | > loss_0: 2.3672099113464355 (2.437304800515497) - | > grad_norm_0: tensor(37.8664, device='cuda:0') (tensor(51.0841, device='cuda:0')) - | > loss_gen: 2.6552977561950684 (2.3887295129036157) - | > loss_kl: 1.4703660011291504 (1.5795003150281535) - | > loss_feat: 7.5112409591674805 (7.169515479077648) - | > loss_mel: 20.19327163696289 (20.739367244082413) - | > loss_duration: 1.67783522605896 (1.6975115707336372) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.50801086425781 (33.57462422788358) - | > grad_norm_1: tensor(725.9952, device='cuda:0') (tensor(439.9657, device='cuda:0')) - | > current_lr_0: 0.00019815841535920914 - | > current_lr_1: 0.00019815841535920914 - | > step_time: 0.8234 (0.7852920467743247) - | > loader_time: 0.0052 (0.006078932208947014) - - - --> TIME: 2024-11-23 08:41:35 -- STEP: 306/797 -- GLOBAL_STEP: 60075 - | > loss_disc: 2.626532793045044 (2.43773317726609) - | > loss_disc_real_0: 0.2389843761920929 (0.12925815232877239) - | > loss_disc_real_1: 0.29974719882011414 (0.21798710369206722) - | > loss_disc_real_2: 0.2857760488986969 (0.23106559302682192) - | > loss_disc_real_3: 0.27741000056266785 (0.22283607234362685) - | > loss_disc_real_4: 0.21950219571590424 (0.22232943447002398) - | > loss_disc_real_5: 0.22951829433441162 (0.22787799559582292) - | > loss_0: 2.626532793045044 (2.43773317726609) - | > grad_norm_0: tensor(64.7391, device='cuda:0') (tensor(52.0193, device='cuda:0')) - | > loss_gen: 2.344923496246338 (2.395314805647907) - | > loss_kl: 1.5383888483047485 (1.5792574457872932) - | > loss_feat: 6.044857025146484 (7.167621148178001) - | > loss_mel: 20.129451751708984 (20.755758347854115) - | > loss_duration: 1.6644401550292969 (1.6956173243865469) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.722061157226562 (33.59356918210302) - | > grad_norm_1: tensor(435.9622, device='cuda:0') (tensor(436.2453, device='cuda:0')) - | > current_lr_0: 0.00019815841535920914 - | > current_lr_1: 0.00019815841535920914 - | > step_time: 0.8074 (0.7873830483629815) - | > loader_time: 0.0056 (0.006230404953551446) - - - --> TIME: 2024-11-23 08:41:56 -- STEP: 331/797 -- GLOBAL_STEP: 60100 - | > loss_disc: 2.3324694633483887 (2.438288766451833) - | > loss_disc_real_0: 0.11076072603464127 (0.12859043940406542) - | > loss_disc_real_1: 0.1915743350982666 (0.2180816934998302) - | > loss_disc_real_2: 0.23201262950897217 (0.23123096622909303) - | > loss_disc_real_3: 0.22281908988952637 (0.22242887187580326) - | > loss_disc_real_4: 0.22342130541801453 (0.2218923442223281) - | > loss_disc_real_5: 0.22359256446361542 (0.22808973032002003) - | > loss_0: 2.3324694633483887 (2.438288766451833) - | > grad_norm_0: tensor(74.6696, device='cuda:0') (tensor(52.1556, device='cuda:0')) - | > loss_gen: 2.526583194732666 (2.392884682312474) - | > loss_kl: 1.6524715423583984 (1.5805588726550797) - | > loss_feat: 7.9736738204956055 (7.155286327949824) - | > loss_mel: 21.66217803955078 (20.763791190893635) - | > loss_duration: 1.6147983074188232 (1.693568504829061) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.42970657348633 (33.586089696048674) - | > grad_norm_1: tensor(910.0256, device='cuda:0') (tensor(443.3827, device='cuda:0')) - | > current_lr_0: 0.00019815841535920914 - | > current_lr_1: 0.00019815841535920914 - | > step_time: 0.8811 (0.7904490387331686) - | > loader_time: 0.0144 (0.006315957383446821) - - - --> TIME: 2024-11-23 08:42:17 -- STEP: 356/797 -- GLOBAL_STEP: 60125 - | > loss_disc: 2.5295603275299072 (2.4383382797241224) - | > loss_disc_real_0: 0.17811772227287292 (0.1280223851542125) - | > loss_disc_real_1: 0.19406044483184814 (0.21813437200329278) - | > loss_disc_real_2: 0.209711492061615 (0.23110468128926298) - | > loss_disc_real_3: 0.2547299861907959 (0.22273920342493592) - | > loss_disc_real_4: 0.24304792284965515 (0.22192245077216224) - | > loss_disc_real_5: 0.26927441358566284 (0.22831653117128972) - | > loss_0: 2.5295603275299072 (2.4383382797241224) - | > grad_norm_0: tensor(22.6057, device='cuda:0') (tensor(51.0574, device='cuda:0')) - | > loss_gen: 2.3361315727233887 (2.3929762009824276) - | > loss_kl: 1.4986016750335693 (1.5794816706957449) - | > loss_feat: 6.4872541427612305 (7.146599290076266) - | > loss_mel: 20.524152755737305 (20.761989218465402) - | > loss_duration: 1.6375981569290161 (1.691142130768701) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.483741760253906 (33.572188597046996) - | > grad_norm_1: tensor(557.7638, device='cuda:0') (tensor(444.5555, device='cuda:0')) - | > current_lr_0: 0.00019815841535920914 - | > current_lr_1: 0.00019815841535920914 - | > step_time: 0.8204 (0.7924209873328052) - | > loader_time: 0.0065 (0.006379492497176264) - - - --> TIME: 2024-11-23 08:42:38 -- STEP: 381/797 -- GLOBAL_STEP: 60150 - | > loss_disc: 2.4899730682373047 (2.4349391510480367) - | > loss_disc_real_0: 0.14209797978401184 (0.12748853007717711) - | > loss_disc_real_1: 0.21092265844345093 (0.2177594700666863) - | > loss_disc_real_2: 0.23856523633003235 (0.23074351043838842) - | > loss_disc_real_3: 0.2276984304189682 (0.2221904030935032) - | > loss_disc_real_4: 0.20643140375614166 (0.2218506066348609) - | > loss_disc_real_5: 0.23973418772220612 (0.22820610410272293) - | > loss_0: 2.4899730682373047 (2.4349391510480367) - | > grad_norm_0: tensor(11.3004, device='cuda:0') (tensor(50.4405, device='cuda:0')) - | > loss_gen: 2.3575096130371094 (2.3936370964751172) - | > loss_kl: 1.7524232864379883 (1.580003048804176) - | > loss_feat: 6.6431074142456055 (7.158498645141682) - | > loss_mel: 21.18497657775879 (20.770845813701172) - | > loss_duration: 1.662367582321167 (1.6885590008863314) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.60038375854492 (33.59154369324217) - | > grad_norm_1: tensor(407.5619, device='cuda:0') (tensor(452.6546, device='cuda:0')) - | > current_lr_0: 0.00019815841535920914 - | > current_lr_1: 0.00019815841535920914 - | > step_time: 0.8077 (0.7960462582705844) - | > loader_time: 0.0062 (0.006539202111912523) - - - --> TIME: 2024-11-23 08:42:59 -- STEP: 406/797 -- GLOBAL_STEP: 60175 - | > loss_disc: 2.5896880626678467 (2.43357743065933) - | > loss_disc_real_0: 0.09373439103364944 (0.12723478010575762) - | > loss_disc_real_1: 0.22167977690696716 (0.21759091882870116) - | > loss_disc_real_2: 0.24854911863803864 (0.23032668900900874) - | > loss_disc_real_3: 0.18624411523342133 (0.22193920542600706) - | > loss_disc_real_4: 0.24311143159866333 (0.22212387702147948) - | > loss_disc_real_5: 0.25686949491500854 (0.22827061405176013) - | > loss_0: 2.5896880626678467 (2.43357743065933) - | > grad_norm_0: tensor(60.7888, device='cuda:0') (tensor(50.5801, device='cuda:0')) - | > loss_gen: 2.2042689323425293 (2.3930629985085856) - | > loss_kl: 1.5707424879074097 (1.5769990524047708) - | > loss_feat: 6.492526054382324 (7.156738895500822) - | > loss_mel: 20.377887725830078 (20.78302250941987) - | > loss_duration: 1.681995153427124 (1.6873193066108403) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.32741928100586 (33.597142830270904) - | > grad_norm_1: tensor(640.9114, device='cuda:0') (tensor(457.9222, device='cuda:0')) - | > current_lr_0: 0.00019815841535920914 - | > current_lr_1: 0.00019815841535920914 - | > step_time: 0.8865 (0.7986396245768508) - | > loader_time: 0.0061 (0.006645998344045553) - - - --> TIME: 2024-11-23 08:43:21 -- STEP: 431/797 -- GLOBAL_STEP: 60200 - | > loss_disc: 2.5526373386383057 (2.4351519266026775) - | > loss_disc_real_0: 0.15702174603939056 (0.12807855281434324) - | > loss_disc_real_1: 0.2840060591697693 (0.21758118372090732) - | > loss_disc_real_2: 0.2522546648979187 (0.23029758959248006) - | > loss_disc_real_3: 0.29579707980155945 (0.2221012492329228) - | > loss_disc_real_4: 0.26470234990119934 (0.22197518063808538) - | > loss_disc_real_5: 0.2658657431602478 (0.22848811552032242) - | > loss_0: 2.5526373386383057 (2.4351519266026775) - | > grad_norm_0: tensor(31.5927, device='cuda:0') (tensor(52.3415, device='cuda:0')) - | > loss_gen: 2.6067097187042236 (2.3970782723614907) - | > loss_kl: 1.5961394309997559 (1.5742030423091353) - | > loss_feat: 6.672414302825928 (7.168234259789062) - | > loss_mel: 21.110912322998047 (20.80943666975903) - | > loss_duration: 1.7245529890060425 (1.6860630315860297) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.710731506347656 (33.63501536818507) - | > grad_norm_1: tensor(679.3839, device='cuda:0') (tensor(462.1981, device='cuda:0')) - | > current_lr_0: 0.00019815841535920914 - | > current_lr_1: 0.00019815841535920914 - | > step_time: 0.8231 (0.8009349696874069) - | > loader_time: 0.0061 (0.006746254498333497) - - - --> TIME: 2024-11-23 08:43:42 -- STEP: 456/797 -- GLOBAL_STEP: 60225 - | > loss_disc: 2.369063138961792 (2.4373106114697056) - | > loss_disc_real_0: 0.12284925580024719 (0.12862576585949267) - | > loss_disc_real_1: 0.23310138285160065 (0.2174325844828497) - | > loss_disc_real_2: 0.23875370621681213 (0.23066571508452557) - | > loss_disc_real_3: 0.21245163679122925 (0.22221754311600275) - | > loss_disc_real_4: 0.20331017673015594 (0.22255018922059158) - | > loss_disc_real_5: 0.22147956490516663 (0.2296746422520332) - | > loss_0: 2.369063138961792 (2.4373106114697056) - | > grad_norm_0: tensor(29.9491, device='cuda:0') (tensor(52.4036, device='cuda:0')) - | > loss_gen: 2.3372387886047363 (2.3973336664208205) - | > loss_kl: 1.5651252269744873 (1.574940425000693) - | > loss_feat: 7.067362308502197 (7.175692637761434) - | > loss_mel: 20.905115127563477 (20.844347430948634) - | > loss_duration: 1.7002073526382446 (1.684967010429031) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.57504653930664 (33.67728122911962) - | > grad_norm_1: tensor(291.2241, device='cuda:0') (tensor(457.9152, device='cuda:0')) - | > current_lr_0: 0.00019815841535920914 - | > current_lr_1: 0.00019815841535920914 - | > step_time: 0.8165 (0.8030762850192558) - | > loader_time: 0.0068 (0.006849252863934164) - - - --> TIME: 2024-11-23 08:44:04 -- STEP: 481/797 -- GLOBAL_STEP: 60250 - | > loss_disc: 2.4872195720672607 (2.435992127892383) - | > loss_disc_real_0: 0.07851361483335495 (0.12846632081078163) - | > loss_disc_real_1: 0.2545223832130432 (0.21752090938002058) - | > loss_disc_real_2: 0.2348143756389618 (0.23023699880761564) - | > loss_disc_real_3: 0.17545939981937408 (0.22204902687588254) - | > loss_disc_real_4: 0.1754012107849121 (0.22190600339315536) - | > loss_disc_real_5: 0.17057941854000092 (0.22929259425265378) - | > loss_0: 2.4872195720672607 (2.435992127892383) - | > grad_norm_0: tensor(36.7573, device='cuda:0') (tensor(51.4074, device='cuda:0')) - | > loss_gen: 2.248335838317871 (2.394138734206837) - | > loss_kl: 1.5485296249389648 (1.5751567419750037) - | > loss_feat: 8.065366744995117 (7.180522036403727) - | > loss_mel: 20.838747024536133 (20.86204746508054) - | > loss_duration: 1.6699190139770508 (1.6839552364329538) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.37089920043945 (33.69582028299763) - | > grad_norm_1: tensor(660.2790, device='cuda:0') (tensor(453.7375, device='cuda:0')) - | > current_lr_0: 0.00019815841535920914 - | > current_lr_1: 0.00019815841535920914 - | > step_time: 0.8413 (0.8059389318597047) - | > loader_time: 0.0064 (0.006985084430591478) - - - --> TIME: 2024-11-23 08:44:25 -- STEP: 506/797 -- GLOBAL_STEP: 60275 - | > loss_disc: 2.380971908569336 (2.434415302257766) - | > loss_disc_real_0: 0.08389642834663391 (0.12809299357353243) - | > loss_disc_real_1: 0.21039018034934998 (0.2172470783350967) - | > loss_disc_real_2: 0.2215123027563095 (0.23020249499162668) - | > loss_disc_real_3: 0.20936967432498932 (0.22183428654675427) - | > loss_disc_real_4: 0.19090960919857025 (0.22229639370097473) - | > loss_disc_real_5: 0.22641049325466156 (0.22966623768622696) - | > loss_0: 2.380971908569336 (2.434415302257766) - | > grad_norm_0: tensor(74.4798, device='cuda:0') (tensor(51.4879, device='cuda:0')) - | > loss_gen: 2.2388904094696045 (2.394986163957318) - | > loss_kl: 1.673447847366333 (1.5771099536315258) - | > loss_feat: 7.042779922485352 (7.17968537213774) - | > loss_mel: 21.6616268157959 (20.86344641282154) - | > loss_duration: 1.67453932762146 (1.682743371239764) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.291282653808594 (33.697971317607966) - | > grad_norm_1: tensor(370.7323, device='cuda:0') (tensor(454.5451, device='cuda:0')) - | > current_lr_0: 0.00019815841535920914 - | > current_lr_1: 0.00019815841535920914 - | > step_time: 0.8608 (0.8079970123268401) - | > loader_time: 0.0079 (0.007046915325722674) - - - --> TIME: 2024-11-23 08:44:47 -- STEP: 531/797 -- GLOBAL_STEP: 60300 - | > loss_disc: 2.697176456451416 (2.4346193741943893) - | > loss_disc_real_0: 0.09907756000757217 (0.1285375659117256) - | > loss_disc_real_1: 0.23941276967525482 (0.21710240874586806) - | > loss_disc_real_2: 0.3264084756374359 (0.2301061166320592) - | > loss_disc_real_3: 0.26485690474510193 (0.22179993117147467) - | > loss_disc_real_4: 0.2914716899394989 (0.22204451793331212) - | > loss_disc_real_5: 0.3058411180973053 (0.2296584458449915) - | > loss_0: 2.697176456451416 (2.4346193741943893) - | > grad_norm_0: tensor(39.8218, device='cuda:0') (tensor(51.2887, device='cuda:0')) - | > loss_gen: 2.2841954231262207 (2.3942686128526542) - | > loss_kl: 1.4240227937698364 (1.5783979665986116) - | > loss_feat: 7.2005743980407715 (7.1840924040296885) - | > loss_mel: 22.42426872253418 (20.871101533850265) - | > loss_duration: 1.677487850189209 (1.6823127999368586) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.01054763793945 (33.710173353637074) - | > grad_norm_1: tensor(867.5239, device='cuda:0') (tensor(459.3381, device='cuda:0')) - | > current_lr_0: 0.00019815841535920914 - | > current_lr_1: 0.00019815841535920914 - | > step_time: 0.8555 (0.8105305426538327) - | > loader_time: 0.0112 (0.007155533339793173) - - - --> TIME: 2024-11-23 08:45:09 -- STEP: 556/797 -- GLOBAL_STEP: 60325 - | > loss_disc: 2.444695234298706 (2.4367744180795974) - | > loss_disc_real_0: 0.1375695765018463 (0.12845840656848495) - | > loss_disc_real_1: 0.25739553570747375 (0.21718351963719879) - | > loss_disc_real_2: 0.24592852592468262 (0.23033636242901678) - | > loss_disc_real_3: 0.21882964670658112 (0.22172454144242854) - | > loss_disc_real_4: 0.20628292858600616 (0.22253735132997843) - | > loss_disc_real_5: 0.2094707489013672 (0.23022412591808133) - | > loss_0: 2.444695234298706 (2.4367744180795974) - | > grad_norm_0: tensor(7.1847, device='cuda:0') (tensor(50.8503, device='cuda:0')) - | > loss_gen: 2.444810152053833 (2.392888611169171) - | > loss_kl: 1.7121303081512451 (1.5790439286677964) - | > loss_feat: 6.814990043640137 (7.172475071262113) - | > loss_mel: 20.99224853515625 (20.861342529598765) - | > loss_duration: 1.6057870388031006 (1.6818313761580763) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.56996536254883 (33.68758153572364) - | > grad_norm_1: tensor(221.9603, device='cuda:0') (tensor(458.5994, device='cuda:0')) - | > current_lr_0: 0.00019815841535920914 - | > current_lr_1: 0.00019815841535920914 - | > step_time: 0.8539 (0.8124421286068373) - | > loader_time: 0.0085 (0.007282416597544717) - - - --> TIME: 2024-11-23 08:45:31 -- STEP: 581/797 -- GLOBAL_STEP: 60350 - | > loss_disc: 2.451566457748413 (2.435603475816896) - | > loss_disc_real_0: 0.18360869586467743 (0.1284955539027304) - | > loss_disc_real_1: 0.22183898091316223 (0.21708617965961696) - | > loss_disc_real_2: 0.25180771946907043 (0.2302501313965415) - | > loss_disc_real_3: 0.2617431879043579 (0.2217749730650201) - | > loss_disc_real_4: 0.2851073145866394 (0.22230133860533907) - | > loss_disc_real_5: 0.255670964717865 (0.2299578036991126) - | > loss_0: 2.451566457748413 (2.435603475816896) - | > grad_norm_0: tensor(59.7815, device='cuda:0') (tensor(50.8284, device='cuda:0')) - | > loss_gen: 2.5305263996124268 (2.393604685230223) - | > loss_kl: 1.6593016386032104 (1.5784379664468695) - | > loss_feat: 7.757938861846924 (7.175426204110177) - | > loss_mel: 21.631284713745117 (20.883922320840288) - | > loss_duration: 1.706329584121704 (1.6813312647880252) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.28538131713867 (33.71272247957901) - | > grad_norm_1: tensor(692.5381, device='cuda:0') (tensor(462.2012, device='cuda:0')) - | > current_lr_0: 0.00019815841535920914 - | > current_lr_1: 0.00019815841535920914 - | > step_time: 0.8818 (0.8146311227302747) - | > loader_time: 0.0151 (0.0074192968785455) - - - --> TIME: 2024-11-23 08:45:53 -- STEP: 606/797 -- GLOBAL_STEP: 60375 - | > loss_disc: 2.4684760570526123 (2.4363233755917455) - | > loss_disc_real_0: 0.3183865547180176 (0.12952667115741842) - | > loss_disc_real_1: 0.15471580624580383 (0.2166123012996743) - | > loss_disc_real_2: 0.2011420875787735 (0.2302283751885883) - | > loss_disc_real_3: 0.18913064897060394 (0.2217612955780706) - | > loss_disc_real_4: 0.17470777034759521 (0.2222482619358368) - | > loss_disc_real_5: 0.21404224634170532 (0.22982882922238643) - | > loss_0: 2.4684760570526123 (2.4363233755917455) - | > grad_norm_0: tensor(109.9993, device='cuda:0') (tensor(52.3939, device='cuda:0')) - | > loss_gen: 2.4759182929992676 (2.394457957925577) - | > loss_kl: 1.5360738039016724 (1.5793308603881615) - | > loss_feat: 8.283171653747559 (7.173600277098099) - | > loss_mel: 22.84955406188965 (20.898273615947264) - | > loss_duration: 1.738688349723816 (1.6810967198299491) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 36.88340759277344 (33.72675946994194) - | > grad_norm_1: tensor(355.9347, device='cuda:0') (tensor(462.7967, device='cuda:0')) - | > current_lr_0: 0.00019815841535920914 - | > current_lr_1: 0.00019815841535920914 - | > step_time: 0.87 (0.8170428398025309) - | > loader_time: 0.0127 (0.007542410699447781) - - - --> TIME: 2024-11-23 08:46:16 -- STEP: 631/797 -- GLOBAL_STEP: 60400 - | > loss_disc: 2.3817715644836426 (2.4356974554137456) - | > loss_disc_real_0: 0.10568596422672272 (0.12924827499501115) - | > loss_disc_real_1: 0.23146679997444153 (0.2165058910043795) - | > loss_disc_real_2: 0.23303914070129395 (0.23034221717937245) - | > loss_disc_real_3: 0.23109665513038635 (0.22204855530745632) - | > loss_disc_real_4: 0.21515922248363495 (0.2222975878821311) - | > loss_disc_real_5: 0.17298592627048492 (0.229478598538367) - | > loss_0: 2.3817715644836426 (2.4356974554137456) - | > grad_norm_0: tensor(66.6665, device='cuda:0') (tensor(52.6310, device='cuda:0')) - | > loss_gen: 2.3266561031341553 (2.3957306356324266) - | > loss_kl: 1.8045713901519775 (1.5794431955425188) - | > loss_feat: 6.87637996673584 (7.1776929672470935) - | > loss_mel: 21.24974250793457 (20.912968216909665) - | > loss_duration: 1.6797698736190796 (1.6813293848476014) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 33.9371223449707 (33.74716444060848) - | > grad_norm_1: tensor(597.3354, device='cuda:0') (tensor(461.5762, device='cuda:0')) - | > current_lr_0: 0.00019815841535920914 - | > current_lr_1: 0.00019815841535920914 - | > step_time: 0.8853 (0.8196606118403221) - | > loader_time: 0.0079 (0.007618391381579608) - - - --> TIME: 2024-11-23 08:46:38 -- STEP: 656/797 -- GLOBAL_STEP: 60425 - | > loss_disc: 2.4246695041656494 (2.4345804852683375) - | > loss_disc_real_0: 0.11794283241033554 (0.1290225608546923) - | > loss_disc_real_1: 0.20207592844963074 (0.2163296733732994) - | > loss_disc_real_2: 0.2067747712135315 (0.23015250897080433) - | > loss_disc_real_3: 0.20680779218673706 (0.22199176556271752) - | > loss_disc_real_4: 0.2333565205335617 (0.22241478692740202) - | > loss_disc_real_5: 0.21738280355930328 (0.22941007299303282) - | > loss_0: 2.4246695041656494 (2.4345804852683375) - | > grad_norm_0: tensor(29.1625, device='cuda:0') (tensor(51.8867, device='cuda:0')) - | > loss_gen: 2.23423171043396 (2.3943665714525597) - | > loss_kl: 1.5084172487258911 (1.5802117279026573) - | > loss_feat: 6.790509223937988 (7.172682214800904) - | > loss_mel: 20.369964599609375 (20.909113191976786) - | > loss_duration: 1.702960729598999 (1.6810014147947472) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 32.606082916259766 (33.737375143097715) - | > grad_norm_1: tensor(353.6181, device='cuda:0') (tensor(461.0121, device='cuda:0')) - | > current_lr_0: 0.00019815841535920914 - | > current_lr_1: 0.00019815841535920914 - | > step_time: 0.8993 (0.8221551637823988) - | > loader_time: 0.0076 (0.007715751121683817) - - - --> TIME: 2024-11-23 08:47:02 -- STEP: 681/797 -- GLOBAL_STEP: 60450 - | > loss_disc: 2.3879356384277344 (2.4336466078541172) - | > loss_disc_real_0: 0.12006989121437073 (0.1288807005149678) - | > loss_disc_real_1: 0.16606928408145905 (0.21639882971186644) - | > loss_disc_real_2: 0.2001497894525528 (0.23015208115661723) - | > loss_disc_real_3: 0.22604547441005707 (0.22194479436513787) - | > loss_disc_real_4: 0.19090010225772858 (0.22264713490937074) - | > loss_disc_real_5: 0.23236237466335297 (0.22948017307227578) - | > loss_0: 2.3879356384277344 (2.4336466078541172) - | > grad_norm_0: tensor(15.5871, device='cuda:0') (tensor(51.0749, device='cuda:0')) - | > loss_gen: 2.3132619857788086 (2.393671137996008) - | > loss_kl: 1.696704626083374 (1.5816947598114244) - | > loss_feat: 7.202528476715088 (7.171282423050218) - | > loss_mel: 22.33935546875 (20.926179939079578) - | > loss_duration: 1.6500157117843628 (1.680709151969607) - | > amp_scaler: 256.0 (132.32305433186488) - | > loss_1: 35.201866149902344 (33.75353742871171) - | > grad_norm_1: tensor(166.9780, device='cuda:0') (tensor(455.4779, device='cuda:0')) - | > current_lr_0: 0.00019815841535920914 - | > current_lr_1: 0.00019815841535920914 - | > step_time: 0.9018 (0.8259279241295813) - | > loader_time: 0.0084 (0.007825210756142233) - - - --> TIME: 2024-11-23 08:47:25 -- STEP: 706/797 -- GLOBAL_STEP: 60475 - | > loss_disc: 2.4174411296844482 (2.4323377075681596) - | > loss_disc_real_0: 0.11538157612085342 (0.12890430426926863) - | > loss_disc_real_1: 0.24027028679847717 (0.2161115582494155) - | > loss_disc_real_2: 0.25442278385162354 (0.23007946060416382) - | > loss_disc_real_3: 0.2074752151966095 (0.22172094296885617) - | > loss_disc_real_4: 0.22855359315872192 (0.22260171360739905) - | > loss_disc_real_5: 0.24864788353443146 (0.22947116384003047) - | > loss_0: 2.4174411296844482 (2.4323377075681596) - | > grad_norm_0: tensor(15.5598, device='cuda:0') (tensor(50.2912, device='cuda:0')) - | > loss_gen: 2.2700071334838867 (2.3930682068843674) - | > loss_kl: 1.557593584060669 (1.582320353633622) - | > loss_feat: 6.553352355957031 (7.165073389372137) - | > loss_mel: 22.16730308532715 (20.935314624235257) - | > loss_duration: 1.664332628250122 (1.680348917884124) - | > amp_scaler: 256.0 (136.70254957507075) - | > loss_1: 34.212589263916016 (33.756125509570104) - | > grad_norm_1: tensor(84.2385, device='cuda:0') (tensor(447.7439, device='cuda:0')) - | > current_lr_0: 0.00019815841535920914 - | > current_lr_1: 0.00019815841535920914 - | > step_time: 0.9134 (0.8293640306245842) - | > loader_time: 0.0095 (0.007971045653475586) - - - --> TIME: 2024-11-23 08:47:52 -- STEP: 731/797 -- GLOBAL_STEP: 60500 - | > loss_disc: 2.2570791244506836 (2.4311379261121213) - | > loss_disc_real_0: 0.11836577206850052 (0.12862273108942895) - | > loss_disc_real_1: 0.1787724643945694 (0.2158837948916875) - | > loss_disc_real_2: 0.25544098019599915 (0.229946141285381) - | > loss_disc_real_3: 0.2278774380683899 (0.2218242708374472) - | > loss_disc_real_4: 0.23466132581233978 (0.2225875487976622) - | > loss_disc_real_5: 0.23246422410011292 (0.22912827015901557) - | > loss_0: 2.2570791244506836 (2.4311379261121213) - | > grad_norm_0: tensor(38.4967, device='cuda:0') (tensor(49.9029, device='cuda:0')) - | > loss_gen: 2.6965579986572266 (2.392760421280657) - | > loss_kl: 1.4900741577148438 (1.582379956251946) - | > loss_feat: 7.491298198699951 (7.167478626632168) - | > loss_mel: 21.764623641967773 (20.946877632193306) - | > loss_duration: 1.6866705417633057 (1.6795736060423005) - | > amp_scaler: 256.0 (140.782489740082) - | > loss_1: 35.12922668457031 (33.769070253489645) - | > grad_norm_1: tensor(521.2233, device='cuda:0') (tensor(443.3874, device='cuda:0')) - | > current_lr_0: 0.00019815841535920914 - | > current_lr_1: 0.00019815841535920914 - | > step_time: 1.2326 (0.8369583486695296) - | > loader_time: 0.0108 (0.008123550141069705) - - - --> TIME: 2024-11-23 08:48:35 -- STEP: 756/797 -- GLOBAL_STEP: 60525 - | > loss_disc: 2.4619359970092773 (2.430625069393682) - | > loss_disc_real_0: 0.0781378298997879 (0.1284930162752669) - | > loss_disc_real_1: 0.19237089157104492 (0.2158161743529259) - | > loss_disc_real_2: 0.2691013813018799 (0.23002113088492362) - | > loss_disc_real_3: 0.20103704929351807 (0.22176867599288622) - | > loss_disc_real_4: 0.23633983731269836 (0.22258061584499148) - | > loss_disc_real_5: 0.21757398545742035 (0.22917310984204056) - | > loss_0: 2.4619359970092773 (2.430625069393682) - | > grad_norm_0: tensor(48.2761, device='cuda:0') (tensor(49.8748, device='cuda:0')) - | > loss_gen: 2.410738945007324 (2.3936160935295945) - | > loss_kl: 1.4909785985946655 (1.5821272137934574) - | > loss_feat: 6.692594051361084 (7.164132634167949) - | > loss_mel: 20.18028450012207 (20.939553122041097) - | > loss_duration: 1.649277687072754 (1.6786566925427266) - | > amp_scaler: 256.0 (144.59259259259252) - | > loss_1: 32.42387390136719 (33.75808577058178) - | > grad_norm_1: tensor(353.5043, device='cuda:0') (tensor(445.4882, device='cuda:0')) - | > current_lr_0: 0.00019815841535920914 - | > current_lr_1: 0.00019815841535920914 - | > step_time: 2.0327 (0.8653806189380625) - | > loader_time: 0.0094 (0.008374555401070417) - - - --> TIME: 2024-11-23 08:49:39 -- STEP: 781/797 -- GLOBAL_STEP: 60550 - | > loss_disc: 2.5002753734588623 (2.4314014435424993) - | > loss_disc_real_0: 0.06554761528968811 (0.12898314888761997) - | > loss_disc_real_1: 0.23647794127464294 (0.21580044976727758) - | > loss_disc_real_2: 0.2314731627702713 (0.22996930289589032) - | > loss_disc_real_3: 0.264212965965271 (0.2220811607475928) - | > loss_disc_real_4: 0.24345558881759644 (0.22269695027994896) - | > loss_disc_real_5: 0.2352089136838913 (0.22906793197962752) - | > loss_0: 2.5002753734588623 (2.4314014435424993) - | > grad_norm_0: tensor(111.0458, device='cuda:0') (tensor(50.6774, device='cuda:0')) - | > loss_gen: 2.294625759124756 (2.3960045150239075) - | > loss_kl: 1.7476574182510376 (1.5836650262874166) - | > loss_feat: 6.642024993896484 (7.169251837589982) - | > loss_mel: 19.400941848754883 (20.93960980111293) - | > loss_duration: 1.5915765762329102 (1.6777149925769212) - | > amp_scaler: 256.0 (148.15877080665803) - | > loss_1: 31.67682647705078 (33.76624620220268) - | > grad_norm_1: tensor(554.2721, device='cuda:0') (tensor(447.4806, device='cuda:0')) - | > current_lr_0: 0.00019815841535920914 - | > current_lr_1: 0.00019815841535920914 - | > step_time: 3.6926 (0.9187410604327956) - | > loader_time: 0.0134 (0.008751621014330064) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.5654659271240234 (2.5654659271240234) - | > loss_disc_real_0: 0.05227736756205559 (0.05227736756205559) - | > loss_disc_real_1: 0.15579105913639069 (0.15579105913639069) - | > loss_disc_real_2: 0.20209896564483643 (0.20209896564483643) - | > loss_disc_real_3: 0.19221404194831848 (0.19221404194831848) - | > loss_disc_real_4: 0.13755585253238678 (0.13755585253238678) - | > loss_disc_real_5: 0.30699124932289124 (0.30699124932289124) - | > loss_0: 2.5654659271240234 (2.5654659271240234) - | > loss_gen: 1.7578659057617188 (1.7578659057617188) - | > loss_kl: 1.7283929586410522 (1.7283929586410522) - | > loss_feat: 9.890840530395508 (9.890840530395508) - | > loss_mel: 22.42154312133789 (22.42154312133789) - | > loss_duration: 1.8993511199951172 (1.8993511199951172) - | > loss_1: 37.69799041748047 (37.69799041748047) - - --> STEP: 1 - | > loss_disc: 2.275235891342163 (2.275235891342163) - | > loss_disc_real_0: 0.03692074120044708 (0.03692074120044708) - | > loss_disc_real_1: 0.123934805393219 (0.123934805393219) - | > loss_disc_real_2: 0.25232750177383423 (0.25232750177383423) - | > loss_disc_real_3: 0.1957545429468155 (0.1957545429468155) - | > loss_disc_real_4: 0.22549478709697723 (0.22549478709697723) - | > loss_disc_real_5: 0.3122512996196747 (0.3122512996196747) - | > loss_0: 2.275235891342163 (2.275235891342163) - | > loss_gen: 2.3673391342163086 (2.3673391342163086) - | > loss_kl: 2.380904197692871 (2.380904197692871) - | > loss_feat: 7.02596378326416 (7.02596378326416) - | > loss_mel: 23.88173484802246 (23.88173484802246) - | > loss_duration: 1.6818938255310059 (1.6818938255310059) - | > loss_1: 37.33783721923828 (37.33783721923828) - - --> STEP: 2 - | > loss_disc: 2.6975173950195312 (2.486376643180847) - | > loss_disc_real_0: 0.09102047979831696 (0.06397061049938202) - | > loss_disc_real_1: 0.21675392985343933 (0.17034436762332916) - | > loss_disc_real_2: 0.2486562430858612 (0.2504918724298477) - | > loss_disc_real_3: 0.30208131670951843 (0.24891792982816696) - | > loss_disc_real_4: 0.2123444378376007 (0.21891961246728897) - | > loss_disc_real_5: 0.22282925248146057 (0.2675402760505676) - | > loss_0: 2.6975173950195312 (2.486376643180847) - | > loss_gen: 1.7961385250091553 (2.081738829612732) - | > loss_kl: 1.809462070465088 (2.0951831340789795) - | > loss_feat: 4.742311000823975 (5.884137392044067) - | > loss_mel: 16.905561447143555 (20.393648147583008) - | > loss_duration: 1.6785485744476318 (1.6802211999893188) - | > loss_1: 26.932022094726562 (32.13492965698242) - - --> STEP: 3 - | > loss_disc: 2.495530128479004 (2.4894278049468994) - | > loss_disc_real_0: 0.053532227873802185 (0.06049114962418874) - | > loss_disc_real_1: 0.12905751168727875 (0.15658208231131235) - | > loss_disc_real_2: 0.25961703062057495 (0.2535335918267568) - | > loss_disc_real_3: 0.21486453711986542 (0.23756679892539978) - | > loss_disc_real_4: 0.20462386310100555 (0.21415436267852783) - | > loss_disc_real_5: 0.301643431186676 (0.27890799442927044) - | > loss_0: 2.495530128479004 (2.4894278049468994) - | > loss_gen: 1.9755544662475586 (2.046344041824341) - | > loss_kl: 1.6652861833572388 (1.951884150505066) - | > loss_feat: 5.959390640258789 (5.909221808115642) - | > loss_mel: 18.92581558227539 (19.9043706258138) - | > loss_duration: 1.7057770490646362 (1.688739816347758) - | > loss_1: 30.231822967529297 (31.500560760498047) - - --> STEP: 4 - | > loss_disc: 2.645641326904297 (2.528481185436249) - | > loss_disc_real_0: 0.08797290176153183 (0.06736158765852451) - | > loss_disc_real_1: 0.16273091733455658 (0.1581192910671234) - | > loss_disc_real_2: 0.25374171137809753 (0.253585621714592) - | > loss_disc_real_3: 0.20706021785736084 (0.22994015365839005) - | > loss_disc_real_4: 0.23153150081634521 (0.21849864721298218) - | > loss_disc_real_5: 0.189010351896286 (0.2564335837960243) - | > loss_0: 2.645641326904297 (2.528481185436249) - | > loss_gen: 1.8024840354919434 (1.9853790402412415) - | > loss_kl: 2.071596145629883 (1.9818121492862701) - | > loss_feat: 4.262660026550293 (5.497581362724304) - | > loss_mel: 17.497426986694336 (19.302634716033936) - | > loss_duration: 1.6029449701309204 (1.6672911047935486) - | > loss_1: 27.23711395263672 (30.434699058532715) - - --> STEP: 5 - | > loss_disc: 2.3537778854370117 (2.4935405254364014) - | > loss_disc_real_0: 0.05965034291148186 (0.06581933870911598) - | > loss_disc_real_1: 0.14272081851959229 (0.15503959655761718) - | > loss_disc_real_2: 0.19214996695518494 (0.24129849076271057) - | > loss_disc_real_3: 0.1757470667362213 (0.2191015362739563) - | > loss_disc_real_4: 0.20667825639247894 (0.21613456904888154) - | > loss_disc_real_5: 0.20783579349517822 (0.2467140257358551) - | > loss_0: 2.3537778854370117 (2.4935405254364014) - | > loss_gen: 2.0282740592956543 (1.993958044052124) - | > loss_kl: 1.827508568763733 (1.9509514331817628) - | > loss_feat: 6.39060115814209 (5.6761853218078615) - | > loss_mel: 18.00502586364746 (19.04311294555664) - | > loss_duration: 1.8146482706069946 (1.6967625379562379) - | > loss_1: 30.066059112548828 (30.36097106933594) - - --> STEP: 6 - | > loss_disc: 2.250300884246826 (2.4530005852381387) - | > loss_disc_real_0: 0.024595249444246292 (0.05894865716497103) - | > loss_disc_real_1: 0.14459598064422607 (0.15329899390538534) - | > loss_disc_real_2: 0.22666318714618683 (0.23885927349328995) - | > loss_disc_real_3: 0.23102374374866486 (0.2210885708530744) - | > loss_disc_real_4: 0.16255484521389008 (0.20720461507638296) - | > loss_disc_real_5: 0.13845819234848022 (0.2286713868379593) - | > loss_0: 2.250300884246826 (2.4530005852381387) - | > loss_gen: 2.069890022277832 (2.0066133737564087) - | > loss_kl: 2.0251827239990234 (1.9633233149846394) - | > loss_feat: 8.29857063293457 (6.1132495403289795) - | > loss_mel: 23.367212295532227 (19.76379617055257) - | > loss_duration: 1.6981444358825684 (1.696992854277293) - | > loss_1: 37.4589958190918 (31.543975194295246) - - --> STEP: 7 - | > loss_disc: 2.4240381717681885 (2.4488630975995744) - | > loss_disc_real_0: 0.038245223462581635 (0.055991023778915405) - | > loss_disc_real_1: 0.1391255110502243 (0.15127421064036234) - | > loss_disc_real_2: 0.24694138765335083 (0.2400138612304415) - | > loss_disc_real_3: 0.20080174505710602 (0.21819045288222177) - | > loss_disc_real_4: 0.1830848902463913 (0.20375894010066986) - | > loss_disc_real_5: 0.19329960644245148 (0.22361827535288675) - | > loss_0: 2.4240381717681885 (2.4488630975995744) - | > loss_gen: 1.8953526020050049 (1.9907189777919225) - | > loss_kl: 2.2562997341156006 (2.0051770891462053) - | > loss_feat: 8.031376838684082 (6.38726772580828) - | > loss_mel: 21.681589126586914 (20.03776659284319) - | > loss_duration: 1.6163978576660156 (1.6854792833328247) - | > loss_1: 35.481014251708984 (32.10640934535435) - - --> STEP: 8 - | > loss_disc: 2.5342295169830322 (2.4595339000225067) - | > loss_disc_real_0: 0.07643124461174011 (0.058546051383018494) - | > loss_disc_real_1: 0.13480806350708008 (0.14921594224870205) - | > loss_disc_real_2: 0.20704174041748047 (0.23589234612882137) - | > loss_disc_real_3: 0.19815529882907867 (0.21568605862557888) - | > loss_disc_real_4: 0.232323557138443 (0.2073295172303915) - | > loss_disc_real_5: 0.159114271402359 (0.21555527485907078) - | > loss_0: 2.5342295169830322 (2.4595339000225067) - | > loss_gen: 1.872544527053833 (1.9759471714496613) - | > loss_kl: 1.5013731718063354 (1.9422015994787216) - | > loss_feat: 7.832078456878662 (6.567869067192078) - | > loss_mel: 22.70966339111328 (20.371753692626953) - | > loss_duration: 1.6918758153915405 (1.6862788498401642) - | > loss_1: 35.6075325012207 (32.54404973983765) - - --> STEP: 9 - | > loss_disc: 2.605360269546509 (2.475736829969618) - | > loss_disc_real_0: 0.07803965359926224 (0.060712007184823356) - | > loss_disc_real_1: 0.19650566577911377 (0.15447035597430336) - | > loss_disc_real_2: 0.26700180768966675 (0.2393489529689153) - | > loss_disc_real_3: 0.24650003015995026 (0.21910983324050903) - | > loss_disc_real_4: 0.251359760761261 (0.2122217665115992) - | > loss_disc_real_5: 0.22360502183437347 (0.21644969118965995) - | > loss_0: 2.605360269546509 (2.475736829969618) - | > loss_gen: 1.991740345954895 (1.9777019686169095) - | > loss_kl: 1.5316764116287231 (1.8965876897176106) - | > loss_feat: 5.569669723510742 (6.456958029005262) - | > loss_mel: 20.154521942138672 (20.34761683146159) - | > loss_duration: 1.6916766166687012 (1.6868786017100017) - | > loss_1: 30.939285278320312 (32.36574257744683) - - --> STEP: 10 - | > loss_disc: 2.4663660526275635 (2.4747997522354126) - | > loss_disc_real_0: 0.06989780813455582 (0.0616305872797966) - | > loss_disc_real_1: 0.17885152995586395 (0.15690847337245942) - | > loss_disc_real_2: 0.2974494993686676 (0.24515900760889053) - | > loss_disc_real_3: 0.24991703033447266 (0.2221905529499054) - | > loss_disc_real_4: 0.19086529314517975 (0.2100861191749573) - | > loss_disc_real_5: 0.24065522849559784 (0.21887024492025375) - | > loss_0: 2.4663660526275635 (2.4747997522354126) - | > loss_gen: 2.167022943496704 (1.996634066104889) - | > loss_kl: 1.342725157737732 (1.8412014365196228) - | > loss_feat: 6.609346389770508 (6.472196865081787) - | > loss_mel: 21.845291137695312 (20.49738426208496) - | > loss_duration: 1.6033895015716553 (1.678529691696167) - | > loss_1: 33.56777572631836 (32.48594589233399) - - --> STEP: 11 - | > loss_disc: 2.6373348236083984 (2.489575667814775) - | > loss_disc_real_0: 0.038662124425172806 (0.05954254520210353) - | > loss_disc_real_1: 0.1853814274072647 (0.1594969237392599) - | > loss_disc_real_2: 0.23564407229423523 (0.2442940134893764) - | > loss_disc_real_3: 0.187612846493721 (0.21904712509025226) - | > loss_disc_real_4: 0.2876271605491638 (0.2171353047544306) - | > loss_disc_real_5: 0.2291986346244812 (0.21980918943881989) - | > loss_0: 2.6373348236083984 (2.489575667814775) - | > loss_gen: 1.869950532913208 (1.9851173812692815) - | > loss_kl: 1.981825590133667 (1.853985450484536) - | > loss_feat: 7.778629302978516 (6.590963450345126) - | > loss_mel: 23.087181091308594 (20.732820337468926) - | > loss_duration: 1.5688596963882446 (1.6685596921227195) - | > loss_1: 36.28644561767578 (32.831445867365055) - - --> STEP: 12 - | > loss_disc: 2.35282826423645 (2.4781800508499146) - | > loss_disc_real_0: 0.04418380558490753 (0.058262650234003864) - | > loss_disc_real_1: 0.15215060114860535 (0.15888473019003868) - | > loss_disc_real_2: 0.16287942230701447 (0.2375094642241796) - | > loss_disc_real_3: 0.17521101236343384 (0.21539411569635072) - | > loss_disc_real_4: 0.1812831163406372 (0.21414762238661447) - | > loss_disc_real_5: 0.17263785004615784 (0.21587824448943138) - | > loss_0: 2.35282826423645 (2.4781800508499146) - | > loss_gen: 1.876997709274292 (1.9761074086030324) - | > loss_kl: 1.7966411113739014 (1.8492067555586498) - | > loss_feat: 8.129762649536133 (6.719196716944377) - | > loss_mel: 21.613508224487305 (20.806210994720455) - | > loss_duration: 1.6973657608032227 (1.6709601978460948) - | > loss_1: 35.11427688598633 (33.021681785583496) - - --> STEP: 13 - | > loss_disc: 2.530806303024292 (2.4822282240940976) - | > loss_disc_real_0: 0.025451118126511574 (0.055738686225735225) - | > loss_disc_real_1: 0.14677974581718445 (0.15795357754597297) - | > loss_disc_real_2: 0.2265455275774002 (0.23666608448211962) - | > loss_disc_real_3: 0.1681426763534546 (0.21175938959305102) - | > loss_disc_real_4: 0.1718919724225998 (0.21089718777399796) - | > loss_disc_real_5: 0.18615368008613586 (0.21359173953533173) - | > loss_0: 2.530806303024292 (2.4822282240940976) - | > loss_gen: 1.8495025634765625 (1.9663685743625348) - | > loss_kl: 2.5255935192108154 (1.9012365066088164) - | > loss_feat: 8.64039134979248 (6.866980919471154) - | > loss_mel: 24.4355411529541 (21.085390237661503) - | > loss_duration: 1.705521583557129 (1.6736187659777129) - | > loss_1: 39.15654754638672 (33.49359453641451) - - --> STEP: 14 - | > loss_disc: 2.4764180183410645 (2.481813209397452) - | > loss_disc_real_0: 0.03847309574484825 (0.05450542976281473) - | > loss_disc_real_1: 0.2086218297481537 (0.16157273841755732) - | > loss_disc_real_2: 0.2506840229034424 (0.2376673657979284) - | > loss_disc_real_3: 0.24718588590621948 (0.21428985361542022) - | > loss_disc_real_4: 0.2612341046333313 (0.21449268183537892) - | > loss_disc_real_5: 0.26945754885673523 (0.21758215448686055) - | > loss_0: 2.4764180183410645 (2.481813209397452) - | > loss_gen: 2.0826871395111084 (1.9746770433017187) - | > loss_kl: 1.630558967590332 (1.8819023966789246) - | > loss_feat: 5.950498104095459 (6.801517861230033) - | > loss_mel: 21.182409286499023 (21.092320169721326) - | > loss_duration: 1.7440211772918701 (1.6786475096430098) - | > loss_1: 32.59017562866211 (33.4290646144322) - - --> STEP: 15 - | > loss_disc: 2.63547420501709 (2.492057275772095) - | > loss_disc_real_0: 0.051259882748126984 (0.05428905996183554) - | > loss_disc_real_1: 0.1496085226535797 (0.16077512403329214) - | > loss_disc_real_2: 0.26471972465515137 (0.23947085638840993) - | > loss_disc_real_3: 0.2880130410194397 (0.21920473277568817) - | > loss_disc_real_4: 0.2686559557914734 (0.2181035667657852) - | > loss_disc_real_5: 0.29307758808135986 (0.2226151833931605) - | > loss_0: 2.63547420501709 (2.492057275772095) - | > loss_gen: 2.0222651958465576 (1.977849586804708) - | > loss_kl: 1.7445017099380493 (1.8727423508961996) - | > loss_feat: 7.159018039703369 (6.825351206461589) - | > loss_mel: 24.483448028564453 (21.31839536031087) - | > loss_duration: 1.6369318962097168 (1.675866468747457) - | > loss_1: 37.046165466308594 (33.670204671223956) - - --> STEP: 16 - | > loss_disc: 2.319965124130249 (2.4813015162944794) - | > loss_disc_real_0: 0.023938510566949844 (0.05239215062465519) - | > loss_disc_real_1: 0.12648582458496094 (0.15863204281777143) - | > loss_disc_real_2: 0.20384471118450165 (0.23724422231316566) - | > loss_disc_real_3: 0.2064981460571289 (0.21841057110577822) - | > loss_disc_real_4: 0.19605866074562073 (0.21672576013952494) - | > loss_disc_real_5: 0.17011399567127228 (0.2193338591605425) - | > loss_0: 2.319965124130249 (2.4813015162944794) - | > loss_gen: 1.9381393194198608 (1.975367695093155) - | > loss_kl: 1.6386897563934326 (1.8581140637397766) - | > loss_feat: 8.131189346313477 (6.9069660902023315) - | > loss_mel: 22.772560119628906 (21.409280657768246) - | > loss_duration: 1.8198562860488892 (1.6848658323287964) - | > loss_1: 36.30043411254883 (33.83459401130676) - - --> STEP: 17 - | > loss_disc: 2.1215126514434814 (2.460137465420891) - | > loss_disc_real_0: 0.022025056183338165 (0.05060585095163654) - | > loss_disc_real_1: 0.13427694141864777 (0.15719938979429357) - | > loss_disc_real_2: 0.2161431908607483 (0.23600298516890583) - | > loss_disc_real_3: 0.2223677635192871 (0.21864334713010228) - | > loss_disc_real_4: 0.19619132578372955 (0.21551785223624287) - | > loss_disc_real_5: 0.19312916696071625 (0.21779240667819977) - | > loss_0: 2.1215126514434814 (2.460137465420891) - | > loss_gen: 2.280136823654175 (1.9932952908908619) - | > loss_kl: 1.9452447891235352 (1.8632394005270565) - | > loss_feat: 7.6161088943481445 (6.948680372799144) - | > loss_mel: 21.994638442993164 (21.44371346866383) - | > loss_duration: 1.6110928058624268 (1.680526242536657) - | > loss_1: 35.44721984863281 (33.92945435467888) - - --> STEP: 18 - | > loss_disc: 2.1337437629699707 (2.4420044819513955) - | > loss_disc_real_0: 0.046393707394599915 (0.05037184297624561) - | > loss_disc_real_1: 0.12807251513004303 (0.1555812300907241) - | > loss_disc_real_2: 0.17782528698444366 (0.2327708908253246) - | > loss_disc_real_3: 0.1287696808576584 (0.21365036567052206) - | > loss_disc_real_4: 0.1748606115579605 (0.21325911664300495) - | > loss_disc_real_5: 0.1653582751750946 (0.2148793993724717) - | > loss_0: 2.1337437629699707 (2.4420044819513955) - | > loss_gen: 2.0476467609405518 (1.9963148170047336) - | > loss_kl: 1.4830360412597656 (1.8421169916788738) - | > loss_feat: 10.338312149047852 (7.136993249257405) - | > loss_mel: 22.563512802124023 (21.50592454274495) - | > loss_duration: 1.6819276809692383 (1.680604100227356) - | > loss_1: 38.11443328857422 (34.16195318433974) - - --> STEP: 19 - | > loss_disc: 2.58843994140625 (2.449711611396388) - | > loss_disc_real_0: 0.05173815041780472 (0.05044375389422241) - | > loss_disc_real_1: 0.16852353513240814 (0.1562624040402864) - | > loss_disc_real_2: 0.260404109954834 (0.2342252707795093) - | > loss_disc_real_3: 0.22531048953533173 (0.21426405640024887) - | > loss_disc_real_4: 0.18422695994377136 (0.21173110839567685) - | > loss_disc_real_5: 0.25712117552757263 (0.21710265074905596) - | > loss_0: 2.58843994140625 (2.449711611396388) - | > loss_gen: 1.9300532341003418 (1.9928273652729236) - | > loss_kl: 2.113212823867798 (1.8563851933730275) - | > loss_feat: 6.362043857574463 (7.09620643916883) - | > loss_mel: 21.212329864501953 (21.490472191258476) - | > loss_duration: 1.7646374702453613 (1.685026909175672) - | > loss_1: 33.38227844238281 (34.12091767160516) - - --> STEP: 20 - | > loss_disc: 2.432054281234741 (2.4488287448883055) - | > loss_disc_real_0: 0.04303794726729393 (0.05007346356287599) - | > loss_disc_real_1: 0.12414973974227905 (0.15465677082538604) - | > loss_disc_real_2: 0.220422625541687 (0.23353513851761817) - | > loss_disc_real_3: 0.1971856653690338 (0.21341013684868812) - | > loss_disc_real_4: 0.17663829028606415 (0.20997646749019622) - | > loss_disc_real_5: 0.21103577315807343 (0.21679930686950682) - | > loss_0: 2.432054281234741 (2.4488287448883055) - | > loss_gen: 1.8123198747634888 (1.9838019907474518) - | > loss_kl: 1.792446494102478 (1.8531882584095) - | > loss_feat: 7.131647109985352 (7.097978472709656) - | > loss_mel: 21.894317626953125 (21.510664463043206) - | > loss_duration: 1.6841059923171997 (1.6849808633327483) - | > loss_1: 34.31483459472656 (34.13061351776123) - - --> STEP: 21 - | > loss_disc: 2.409006357192993 (2.4469324407123385) - | > loss_disc_real_0: 0.04713045060634613 (0.04993332008875552) - | > loss_disc_real_1: 0.16594244539737701 (0.15519418390024275) - | > loss_disc_real_2: 0.22392235696315765 (0.2330773870150248) - | > loss_disc_real_3: 0.2290557473897934 (0.2141551659220741) - | > loss_disc_real_4: 0.2185913473367691 (0.21038669986384256) - | > loss_disc_real_5: 0.21359014511108398 (0.21664648964291527) - | > loss_0: 2.409006357192993 (2.4469324407123385) - | > loss_gen: 2.1010026931762695 (1.9893829765773954) - | > loss_kl: 1.7341703176498413 (1.847520737420945) - | > loss_feat: 6.607488632202148 (7.07462181363787) - | > loss_mel: 20.591894149780273 (21.466913495744972) - | > loss_duration: 1.6647436618804932 (1.6840171870731173) - | > loss_1: 32.69929885864258 (34.06245567685082) - - --> STEP: 22 - | > loss_disc: 2.3907980918884277 (2.4443808794021606) - | > loss_disc_real_0: 0.030429765582084656 (0.04904679488390684) - | > loss_disc_real_1: 0.15156397223472595 (0.15502917427908292) - | > loss_disc_real_2: 0.238618865609169 (0.23332927240566773) - | > loss_disc_real_3: 0.24208833277225494 (0.21542485532435504) - | > loss_disc_real_4: 0.2532963156700134 (0.21233713694594122) - | > loss_disc_real_5: 0.2621469795703888 (0.2187146937305277) - | > loss_0: 2.3907980918884277 (2.4443808794021606) - | > loss_gen: 2.1190853118896484 (1.995278537273407) - | > loss_kl: 1.4742268323898315 (1.8305528326468035) - | > loss_feat: 7.588605880737305 (7.097984725778753) - | > loss_mel: 23.061634063720703 (21.539400794289325) - | > loss_duration: 1.7419216632843018 (1.68664920871908) - | > loss_1: 35.9854736328125 (34.149865583939985) - - --> STEP: 23 - | > loss_disc: 2.328338384628296 (2.4393355535424273) - | > loss_disc_real_0: 0.02352874167263508 (0.04793731430950372) - | > loss_disc_real_1: 0.14108218252658844 (0.15442278333332227) - | > loss_disc_real_2: 0.21460847556591034 (0.23251532471698264) - | > loss_disc_real_3: 0.13869065046310425 (0.21208858554777893) - | > loss_disc_real_4: 0.11775732040405273 (0.20822497100933737) - | > loss_disc_real_5: 0.20192237198352814 (0.21798459278500598) - | > loss_0: 2.328338384628296 (2.4393355535424273) - | > loss_gen: 1.893506407737732 (1.9908536620762036) - | > loss_kl: 1.319807529449463 (1.8083465151164844) - | > loss_feat: 9.042654037475586 (7.182535565417746) - | > loss_mel: 22.45296859741211 (21.57912113355553) - | > loss_duration: 1.723142385482788 (1.6882358685783718) - | > loss_1: 36.43207550048828 (34.24909210205078) - - --> STEP: 24 - | > loss_disc: 2.7039592266082764 (2.4503615399201712) - | > loss_disc_real_0: 0.0633753165602684 (0.048580564403285585) - | > loss_disc_real_1: 0.16273914277553558 (0.15476929831008115) - | > loss_disc_real_2: 0.2698087692260742 (0.2340692182381948) - | > loss_disc_real_3: 0.29137903451919556 (0.2153923542549213) - | > loss_disc_real_4: 0.22439001500606537 (0.20889851450920105) - | > loss_disc_real_5: 0.26770535111427307 (0.22005629104872546) - | > loss_0: 2.7039592266082764 (2.4503615399201712) - | > loss_gen: 1.8491990566253662 (1.9849513868490856) - | > loss_kl: 1.5101114511489868 (1.7959200541178386) - | > loss_feat: 4.832638740539551 (7.084623197714488) - | > loss_mel: 16.796693801879883 (21.379853328069046) - | > loss_duration: 1.6213016510009766 (1.6854469428459804) - | > loss_1: 26.60994529724121 (33.93079431851705) - - --> STEP: 25 - | > loss_disc: 2.518832206726074 (2.453100366592407) - | > loss_disc_real_0: 0.04304775595664978 (0.048359252065420154) - | > loss_disc_real_1: 0.1707054078578949 (0.15540674269199373) - | > loss_disc_real_2: 0.28102192282676697 (0.23594732642173766) - | > loss_disc_real_3: 0.21442490816116333 (0.21535365641117096) - | > loss_disc_real_4: 0.28218191862106323 (0.21182985067367555) - | > loss_disc_real_5: 0.27326980233192444 (0.22218483150005341) - | > loss_0: 2.518832206726074 (2.453100366592407) - | > loss_gen: 2.1342289447784424 (1.9909224891662598) - | > loss_kl: 1.9188835620880127 (1.8008385944366454) - | > loss_feat: 6.980911731719971 (7.080474739074707) - | > loss_mel: 21.395732879638672 (21.38048851013183) - | > loss_duration: 1.569807529449463 (1.6808213663101197) - | > loss_1: 33.99956512451172 (33.933545150756835) - - --> STEP: 26 - | > loss_disc: 2.2340950965881348 (2.444677086976858) - | > loss_disc_real_0: 0.04052117466926575 (0.048057787550183445) - | > loss_disc_real_1: 0.11035305261611938 (0.15367390845830625) - | > loss_disc_real_2: 0.24875132739543915 (0.23643978799764925) - | > loss_disc_real_3: 0.19217264652252197 (0.21446207910776138) - | > loss_disc_real_4: 0.17729638516902924 (0.21050164046195838) - | > loss_disc_real_5: 0.17198874056339264 (0.22025421261787415) - | > loss_0: 2.2340950965881348 (2.444677086976858) - | > loss_gen: 2.101020336151123 (1.9951570217426007) - | > loss_kl: 1.8204832077026367 (1.8015941564853375) - | > loss_feat: 7.029625415802002 (7.078518995871911) - | > loss_mel: 24.143022537231445 (21.486739818866432) - | > loss_duration: 1.6618540287017822 (1.6800918533251836) - | > loss_1: 36.75600814819336 (34.04210141988901) - - --> STEP: 27 - | > loss_disc: 2.4688053131103516 (2.4455707249818026) - | > loss_disc_real_0: 0.06291649490594864 (0.04860811004484141) - | > loss_disc_real_1: 0.14694169163703918 (0.1534245670945556) - | > loss_disc_real_2: 0.26012593507766724 (0.2373170527043166) - | > loss_disc_real_3: 0.25915926694869995 (0.21611753050927762) - | > loss_disc_real_4: 0.24917306005954742 (0.21193391526186908) - | > loss_disc_real_5: 0.24854497611522675 (0.22130201867333166) - | > loss_0: 2.4688053131103516 (2.4455707249818026) - | > loss_gen: 2.099515914916992 (1.9990221659342449) - | > loss_kl: 1.7729650735855103 (1.80053382008164) - | > loss_feat: 6.39136266708374 (7.053068761472349) - | > loss_mel: 20.9675235748291 (21.46750958760579) - | > loss_duration: 1.6807024478912354 (1.680114467938741) - | > loss_1: 32.912071228027344 (34.000248449820056) - - --> STEP: 28 - | > loss_disc: 2.524228096008301 (2.4483799168041775) - | > loss_disc_real_0: 0.07482215762138367 (0.04954432602971792) - | > loss_disc_real_1: 0.160089373588562 (0.15366259589791298) - | > loss_disc_real_2: 0.2552269697189331 (0.23795669259769575) - | > loss_disc_real_3: 0.23886285722255707 (0.21692986360618047) - | > loss_disc_real_4: 0.20719750225543976 (0.2117647576544966) - | > loss_disc_real_5: 0.22796599566936493 (0.22154001785176142) - | > loss_0: 2.524228096008301 (2.4483799168041775) - | > loss_gen: 1.962760090827942 (1.9977270918233054) - | > loss_kl: 1.6884032487869263 (1.7965291568211146) - | > loss_feat: 6.120237827301025 (7.01975337096623) - | > loss_mel: 20.049407958984375 (21.41686310086931) - | > loss_duration: 1.6638219356536865 (1.6795325917857034) - | > loss_1: 31.48463249206543 (33.91040502275739) - - --> STEP: 29 - | > loss_disc: 2.4895663261413574 (2.4498001378158043) - | > loss_disc_real_0: 0.0644536092877388 (0.050058439245511746) - | > loss_disc_real_1: 0.13113917410373688 (0.15288592618087243) - | > loss_disc_real_2: 0.2336621880531311 (0.2378086062340901) - | > loss_disc_real_3: 0.266173779964447 (0.2186279296875) - | > loss_disc_real_4: 0.16009368002414703 (0.20998299635689835) - | > loss_disc_real_5: 0.266710102558136 (0.22309760697956743) - | > loss_0: 2.4895663261413574 (2.4498001378158043) - | > loss_gen: 1.9530117511749268 (1.9961851835250854) - | > loss_kl: 1.5435549020767212 (1.787805906657515) - | > loss_feat: 7.554205417633057 (7.038182751885776) - | > loss_mel: 20.138275146484375 (21.372773861062935) - | > loss_duration: 1.6179580688476562 (1.6774093323740467) - | > loss_1: 32.8070068359375 (33.87235680941877) - - --> STEP: 30 - | > loss_disc: 2.0402908325195312 (2.436149827639262) - | > loss_disc_real_0: 0.05859461426734924 (0.05034297841290633) - | > loss_disc_real_1: 0.13078124821186066 (0.15214910358190536) - | > loss_disc_real_2: 0.15068189799785614 (0.23490438262621563) - | > loss_disc_real_3: 0.13162876665592194 (0.2157279575864474) - | > loss_disc_real_4: 0.10007341206073761 (0.20631934354702633) - | > loss_disc_real_5: 0.11563486605882645 (0.21951551561554272) - | > loss_0: 2.0402908325195312 (2.436149827639262) - | > loss_gen: 2.100844383239746 (1.9996738235155742) - | > loss_kl: 1.9276114702224731 (1.7924660921096802) - | > loss_feat: 10.178788185119629 (7.142869599660238) - | > loss_mel: 23.753854751586914 (21.452143224080398) - | > loss_duration: 1.702116847038269 (1.6782329161961873) - | > loss_1: 39.66321563720703 (34.06538543701171) - - --> STEP: 31 - | > loss_disc: 2.499053478240967 (2.4381789776586715) - | > loss_disc_real_0: 0.06650349497795105 (0.05086428539887551) - | > loss_disc_real_1: 0.179810032248497 (0.15304139160340832) - | > loss_disc_real_2: 0.20790685713291168 (0.23403349470707677) - | > loss_disc_real_3: 0.20514461398124695 (0.21538655940563448) - | > loss_disc_real_4: 0.18094894289970398 (0.20550094352614495) - | > loss_disc_real_5: 0.23222388327121735 (0.21992546295927418) - | > loss_0: 2.499053478240967 (2.4381789776586715) - | > loss_gen: 1.8936673402786255 (1.9962542595401886) - | > loss_kl: 1.35297691822052 (1.7782890219842233) - | > loss_feat: 6.771697998046875 (7.130896322188839) - | > loss_mel: 20.3988037109375 (21.418164530108047) - | > loss_duration: 1.6279144287109375 (1.6766097391805341) - | > loss_1: 32.04505920410156 (34.00021362304687) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.009296263417889992 (-0.0024162492444438338) - | > avg_loss_disc: 2.4381789776586715 (+0.03720257359166279) - | > avg_loss_disc_real_0: 0.05086428539887551 (-0.030124170525420088) - | > avg_loss_disc_real_1: 0.15304139160340832 (-0.0410061930456469) - | > avg_loss_disc_real_2: 0.23403349470707677 (+0.01893197144231487) - | > avg_loss_disc_real_3: 0.21538655940563448 (+0.01591935801890587) - | > avg_loss_disc_real_4: 0.20550094352614495 (+0.01117952768841099) - | > avg_loss_disc_real_5: 0.21992546295927418 (+0.007104516750381845) - | > avg_loss_0: 2.4381789776586715 (+0.03720257359166279) - | > avg_loss_gen: 1.9962542595401886 (-0.07274016641801428) - | > avg_loss_kl: 1.7782890219842233 (+0.08732357717329453) - | > avg_loss_feat: 7.130896322188839 (-0.224406473098262) - | > avg_loss_mel: 21.418164530108047 (-0.20982163952243482) - | > avg_loss_duration: 1.6766097391805341 (-0.01137141643031958) - | > avg_loss_1: 34.00021362304687 (-0.4310162451959556) - - - > EPOCH: 47/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 08:50:41)  - - --> TIME: 2024-11-23 08:50:49 -- STEP: 9/797 -- GLOBAL_STEP: 60575 - | > loss_disc: 2.4974820613861084 (2.573075426949395) - | > loss_disc_real_0: 0.12175065279006958 (0.13198432119356263) - | > loss_disc_real_1: 0.2183767706155777 (0.22435342603259617) - | > loss_disc_real_2: 0.22405876219272614 (0.24834387335512373) - | > loss_disc_real_3: 0.2015397697687149 (0.22265067365434435) - | > loss_disc_real_4: 0.24949482083320618 (0.23915127913157144) - | > loss_disc_real_5: 0.24622419476509094 (0.23884227706326377) - | > loss_0: 2.4974820613861084 (2.573075426949395) - | > grad_norm_0: tensor(26.1510, device='cuda:0') (tensor(28.3706, device='cuda:0')) - | > loss_gen: 2.4173738956451416 (2.2899485694037542) - | > loss_kl: 1.6945607662200928 (1.4875519673029582) - | > loss_feat: 6.900131702423096 (6.74313571718004) - | > loss_mel: 19.403404235839844 (20.18741226196289) - | > loss_duration: 1.8156623840332031 (1.8644998868306477) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 32.23113250732422 (32.57254770067003) - | > grad_norm_1: tensor(382.7229, device='cuda:0') (tensor(367.9832, device='cuda:0')) - | > current_lr_0: 0.00019813364555728923 - | > current_lr_1: 0.00019813364555728923 - | > step_time: 0.7513 (0.7664360470241971) - | > loader_time: 0.0088 (0.007433334986368815) - - - --> TIME: 2024-11-23 08:51:09 -- STEP: 34/797 -- GLOBAL_STEP: 60600 - | > loss_disc: 2.433950424194336 (2.480741451768314) - | > loss_disc_real_0: 0.10955400764942169 (0.1306235425393371) - | > loss_disc_real_1: 0.20970819890499115 (0.22227462950874777) - | > loss_disc_real_2: 0.2248912900686264 (0.2338359846788294) - | > loss_disc_real_3: 0.20980198681354523 (0.22602800542817397) - | > loss_disc_real_4: 0.24205908179283142 (0.22256531654035344) - | > loss_disc_real_5: 0.24737133085727692 (0.2334040666327757) - | > loss_0: 2.433950424194336 (2.480741451768314) - | > grad_norm_0: tensor(27.1631, device='cuda:0') (tensor(29.4921, device='cuda:0')) - | > loss_gen: 2.2978241443634033 (2.3419786411173207) - | > loss_kl: 1.9683282375335693 (1.5513124781496384) - | > loss_feat: 6.927234649658203 (7.0894717328688674) - | > loss_mel: 20.812410354614258 (20.382739010979147) - | > loss_duration: 1.7084202766418457 (1.7752322554588318) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 33.71421813964844 (33.14073422375847) - | > grad_norm_1: tensor(268.7682, device='cuda:0') (tensor(282.5319, device='cuda:0')) - | > current_lr_0: 0.00019813364555728923 - | > current_lr_1: 0.00019813364555728923 - | > step_time: 0.7671 (0.7637400907628676) - | > loader_time: 0.0033 (0.006264392067404354) - - - --> TIME: 2024-11-23 08:51:28 -- STEP: 59/797 -- GLOBAL_STEP: 60625 - | > loss_disc: 2.35412335395813 (2.4466760926327464) - | > loss_disc_real_0: 0.1145268902182579 (0.12678445945099256) - | > loss_disc_real_1: 0.22502174973487854 (0.21957729731575917) - | > loss_disc_real_2: 0.2733139395713806 (0.23306069207393518) - | > loss_disc_real_3: 0.2049318253993988 (0.22179396172701302) - | > loss_disc_real_4: 0.1917797029018402 (0.22353221955945937) - | > loss_disc_real_5: 0.24491441249847412 (0.22983188750380176) - | > loss_0: 2.35412335395813 (2.4466760926327464) - | > grad_norm_0: tensor(43.4234, device='cuda:0') (tensor(31.4899, device='cuda:0')) - | > loss_gen: 2.5406455993652344 (2.3595427901057873) - | > loss_kl: 1.6194713115692139 (1.5579892598976524) - | > loss_feat: 7.114079475402832 (7.205497386091847) - | > loss_mel: 21.44807243347168 (20.532623161703853) - | > loss_duration: 1.671400547027588 (1.7457304061469385) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 34.39366912841797 (33.401382866552304) - | > grad_norm_1: tensor(571.5018, device='cuda:0') (tensor(336.8208, device='cuda:0')) - | > current_lr_0: 0.00019813364555728923 - | > current_lr_1: 0.00019813364555728923 - | > step_time: 0.7483 (0.7644908387782209) - | > loader_time: 0.0039 (0.006590099657996226) - - - --> TIME: 2024-11-23 08:51:48 -- STEP: 84/797 -- GLOBAL_STEP: 60650 - | > loss_disc: 2.4414188861846924 (2.4307913524763927) - | > loss_disc_real_0: 0.10539679229259491 (0.12493471220313092) - | > loss_disc_real_1: 0.25202518701553345 (0.2194090930833703) - | > loss_disc_real_2: 0.2411179393529892 (0.2308342151698612) - | > loss_disc_real_3: 0.2201925665140152 (0.22012133470603398) - | > loss_disc_real_4: 0.19885708391666412 (0.2203387197639261) - | > loss_disc_real_5: 0.2469462901353836 (0.22751763924246743) - | > loss_0: 2.4414188861846924 (2.4307913524763927) - | > grad_norm_0: tensor(9.8543, device='cuda:0') (tensor(33.1292, device='cuda:0')) - | > loss_gen: 2.352191925048828 (2.364637908481417) - | > loss_kl: 1.4820343255996704 (1.5398420265742712) - | > loss_feat: 6.718174457550049 (7.182590813863845) - | > loss_mel: 19.38103675842285 (20.543653737931024) - | > loss_duration: 1.7176822423934937 (1.72886042651676) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 31.651119232177734 (33.359584717523475) - | > grad_norm_1: tensor(658.0486, device='cuda:0') (tensor(358.4243, device='cuda:0')) - | > current_lr_0: 0.00019813364555728923 - | > current_lr_1: 0.00019813364555728923 - | > step_time: 0.7838 (0.7658098340034485) - | > loader_time: 0.0047 (0.006417223385402134) - - - --> TIME: 2024-11-23 08:52:07 -- STEP: 109/797 -- GLOBAL_STEP: 60675 - | > loss_disc: 2.442458152770996 (2.427413387036105) - | > loss_disc_real_0: 0.07334291934967041 (0.12441834294741314) - | > loss_disc_real_1: 0.20941993594169617 (0.21759494264191442) - | > loss_disc_real_2: 0.19092343747615814 (0.2313176382572279) - | > loss_disc_real_3: 0.1952221840620041 (0.21970244107443257) - | > loss_disc_real_4: 0.1558106243610382 (0.2218133045719304) - | > loss_disc_real_5: 0.19361835718154907 (0.22778559688034408) - | > loss_0: 2.442458152770996 (2.427413387036105) - | > grad_norm_0: tensor(37.3947, device='cuda:0') (tensor(34.1023, device='cuda:0')) - | > loss_gen: 2.277118444442749 (2.377468006326518) - | > loss_kl: 1.5563547611236572 (1.5397057566074057) - | > loss_feat: 7.754009246826172 (7.21844456173958) - | > loss_mel: 21.122262954711914 (20.497284722984382) - | > loss_duration: 1.6788029670715332 (1.7197572211606786) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 34.388545989990234 (33.35266015289026) - | > grad_norm_1: tensor(446.9017, device='cuda:0') (tensor(391.6644, device='cuda:0')) - | > current_lr_0: 0.00019813364555728923 - | > current_lr_1: 0.00019813364555728923 - | > step_time: 0.6914 (0.7683636398490415) - | > loader_time: 0.0107 (0.006446982742449559) - - - --> TIME: 2024-11-23 08:52:27 -- STEP: 134/797 -- GLOBAL_STEP: 60700 - | > loss_disc: 2.352956771850586 (2.4270889652309133) - | > loss_disc_real_0: 0.09220103919506073 (0.12477337963767911) - | > loss_disc_real_1: 0.2219531536102295 (0.21816338543126831) - | > loss_disc_real_2: 0.23257355391979218 (0.2300656521275862) - | > loss_disc_real_3: 0.2168458253145218 (0.22089127573504377) - | > loss_disc_real_4: 0.23888812959194183 (0.22225190354372137) - | > loss_disc_real_5: 0.2425285279750824 (0.22720483134486782) - | > loss_0: 2.352956771850586 (2.4270889652309133) - | > grad_norm_0: tensor(39.2048, device='cuda:0') (tensor(34.8182, device='cuda:0')) - | > loss_gen: 2.6049537658691406 (2.3811097803400525) - | > loss_kl: 1.426430106163025 (1.5404362714112694) - | > loss_feat: 7.171177864074707 (7.2465377103036905) - | > loss_mel: 21.141571044921875 (20.56464606612476) - | > loss_duration: 1.729552984237671 (1.7146624824894008) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 34.07368469238281 (33.44739216477122) - | > grad_norm_1: tensor(323.0574, device='cuda:0') (tensor(396.6799, device='cuda:0')) - | > current_lr_0: 0.00019813364555728923 - | > current_lr_1: 0.00019813364555728923 - | > step_time: 0.7816 (0.7716384770265267) - | > loader_time: 0.0047 (0.006506060486409201) - - - --> TIME: 2024-11-23 08:52:47 -- STEP: 159/797 -- GLOBAL_STEP: 60725 - | > loss_disc: 2.356626510620117 (2.4278921736111423) - | > loss_disc_real_0: 0.09848784655332565 (0.12380666229522458) - | > loss_disc_real_1: 0.20438799262046814 (0.21782987972475443) - | > loss_disc_real_2: 0.23074311017990112 (0.2301713765229819) - | > loss_disc_real_3: 0.22042909264564514 (0.2213018886135809) - | > loss_disc_real_4: 0.21375691890716553 (0.22284165446488363) - | > loss_disc_real_5: 0.23192325234413147 (0.22733077078870256) - | > loss_0: 2.356626510620117 (2.4278921736111423) - | > grad_norm_0: tensor(31.9650, device='cuda:0') (tensor(36.0239, device='cuda:0')) - | > loss_gen: 2.357191562652588 (2.3823502423628318) - | > loss_kl: 1.7558388710021973 (1.5440360397662762) - | > loss_feat: 8.187551498413086 (7.2539414879660935) - | > loss_mel: 22.94024658203125 (20.582009117558318) - | > loss_duration: 1.6730659008026123 (1.708359845029483) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 36.91389465332031 (33.47069667120399) - | > grad_norm_1: tensor(430.3208, device='cuda:0') (tensor(418.9435, device='cuda:0')) - | > current_lr_0: 0.00019813364555728923 - | > current_lr_1: 0.00019813364555728923 - | > step_time: 0.7743 (0.7741860728593742) - | > loader_time: 0.0047 (0.006343844551710213) - - - --> TIME: 2024-11-23 08:53:07 -- STEP: 184/797 -- GLOBAL_STEP: 60750 - | > loss_disc: 2.5916261672973633 (2.427288468765175) - | > loss_disc_real_0: 0.347015917301178 (0.1265079801821191) - | > loss_disc_real_1: 0.21791328489780426 (0.21742498234886187) - | > loss_disc_real_2: 0.245077446103096 (0.22967634876461132) - | > loss_disc_real_3: 0.2304217666387558 (0.22156424536977126) - | > loss_disc_real_4: 0.1926691085100174 (0.22126302600878736) - | > loss_disc_real_5: 0.24179741740226746 (0.22716869632511036) - | > loss_0: 2.5916261672973633 (2.427288468765175) - | > grad_norm_0: tensor(164.5962, device='cuda:0') (tensor(42.1865, device='cuda:0')) - | > loss_gen: 2.4619717597961426 (2.391272975050883) - | > loss_kl: 1.701255440711975 (1.5479233180699143) - | > loss_feat: 6.650687217712402 (7.257408626701521) - | > loss_mel: 20.559785842895508 (20.63917167290396) - | > loss_duration: 1.6413559913635254 (1.702603253333465) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 33.01505661010742 (33.5383797728497) - | > grad_norm_1: tensor(308.0259, device='cuda:0') (tensor(440.1742, device='cuda:0')) - | > current_lr_0: 0.00019813364555728923 - | > current_lr_1: 0.00019813364555728923 - | > step_time: 0.7572 (0.7767653517101122) - | > loader_time: 0.0061 (0.006205433088800181) - - - --> TIME: 2024-11-23 08:53:28 -- STEP: 209/797 -- GLOBAL_STEP: 60775 - | > loss_disc: 2.5847456455230713 (2.4330397918463884) - | > loss_disc_real_0: 0.10627011954784393 (0.12609115405159713) - | > loss_disc_real_1: 0.23771613836288452 (0.21762732120507067) - | > loss_disc_real_2: 0.2602556049823761 (0.2305662117934113) - | > loss_disc_real_3: 0.26838117837905884 (0.22277234387739994) - | > loss_disc_real_4: 0.24166250228881836 (0.22228394078010577) - | > loss_disc_real_5: 0.2823200523853302 (0.2290774696466455) - | > loss_0: 2.5847456455230713 (2.4330397918463884) - | > grad_norm_0: tensor(45.6701, device='cuda:0') (tensor(43.7602, device='cuda:0')) - | > loss_gen: 2.2685630321502686 (2.3962470732237158) - | > loss_kl: 1.4408701658248901 (1.546797554458728) - | > loss_feat: 5.978280067443848 (7.25449933960107) - | > loss_mel: 19.630769729614258 (20.667451137560956) - | > loss_duration: 1.6878504753112793 (1.7017626152084204) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 31.006332397460938 (33.56675767670407) - | > grad_norm_1: tensor(153.4511, device='cuda:0') (tensor(442.2942, device='cuda:0')) - | > current_lr_0: 0.00019813364555728923 - | > current_lr_1: 0.00019813364555728923 - | > step_time: 0.8165 (0.7797175126783015) - | > loader_time: 0.0049 (0.0062764147251987) - - - --> TIME: 2024-11-23 08:53:48 -- STEP: 234/797 -- GLOBAL_STEP: 60800 - | > loss_disc: 2.459441900253296 (2.431790562776418) - | > loss_disc_real_0: 0.1320345103740692 (0.1260080871960292) - | > loss_disc_real_1: 0.20072728395462036 (0.21736857791741687) - | > loss_disc_real_2: 0.26042285561561584 (0.23033753260333314) - | > loss_disc_real_3: 0.27156388759613037 (0.22262310300372604) - | > loss_disc_real_4: 0.24668999016284943 (0.22234517972693485) - | > loss_disc_real_5: 0.23019571602344513 (0.22827631190546557) - | > loss_0: 2.459441900253296 (2.431790562776418) - | > grad_norm_0: tensor(47.6016, device='cuda:0') (tensor(44.8473, device='cuda:0')) - | > loss_gen: 2.6634647846221924 (2.394587092929416) - | > loss_kl: 1.6291382312774658 (1.5497732768710863) - | > loss_feat: 7.47409200668335 (7.213623421823876) - | > loss_mel: 22.31756591796875 (20.66348033481172) - | > loss_duration: 1.6460893154144287 (1.698540540332468) - | > amp_scaler: 256.0 (256.0) - | > loss_1: 35.7303466796875 (33.52000462295664) - | > grad_norm_1: tensor(668.5399, device='cuda:0') (tensor(450.8243, device='cuda:0')) - | > current_lr_0: 0.00019813364555728923 - | > current_lr_1: 0.00019813364555728923 - | > step_time: 0.7862 (0.7820335066216624) - | > loader_time: 0.0064 (0.006204276003389277) - - - --> TIME: 2024-11-23 08:54:08 -- STEP: 259/797 -- GLOBAL_STEP: 60825 - | > loss_disc: 2.6311793327331543 (2.4342545570093685) - | > loss_disc_real_0: 0.14784684777259827 (0.1261216159981881) - | > loss_disc_real_1: 0.21252374351024628 (0.2174019403899498) - | > loss_disc_real_2: 0.23079921305179596 (0.23065726424506272) - | > loss_disc_real_3: 0.19990596175193787 (0.22265390200274332) - | > loss_disc_real_4: 0.21458105742931366 (0.2224470660032913) - | > loss_disc_real_5: 0.26577028632164 (0.22952275438428385) - | > loss_0: 2.6311793327331543 (2.4342545570093685) - | > grad_norm_0: tensor(62.8119, device='cuda:0') (tensor(45.3779, device='cuda:0')) - | > loss_gen: 2.2758312225341797 (2.392120764522479) - | > loss_kl: 1.8128581047058105 (1.552634806246371) - | > loss_feat: 6.6065850257873535 (7.178165901581753) - | > loss_mel: 20.631052017211914 (20.634810488196397) - | > loss_duration: 1.7191808223724365 (1.6959439216893613) - | > amp_scaler: 128.0 (250.56370656370657) - | > loss_1: 33.04550552368164 (33.4536758113552) - | > grad_norm_1: tensor(504.1374, device='cuda:0') (tensor(455.4364, device='cuda:0')) - | > current_lr_0: 0.00019813364555728923 - | > current_lr_1: 0.00019813364555728923 - | > step_time: 0.8037 (0.784588741059469) - | > loader_time: 0.0049 (0.006284694413881044) - - - --> TIME: 2024-11-23 08:54:29 -- STEP: 284/797 -- GLOBAL_STEP: 60850 - | > loss_disc: 2.4885499477386475 (2.4356017851493714) - | > loss_disc_real_0: 0.18117472529411316 (0.12765888343761925) - | > loss_disc_real_1: 0.24698618054389954 (0.21713703052258826) - | > loss_disc_real_2: 0.19529536366462708 (0.23036295091602163) - | > loss_disc_real_3: 0.20528310537338257 (0.2225211294184268) - | > loss_disc_real_4: 0.22859062254428864 (0.22234785210498617) - | > loss_disc_real_5: 0.19493210315704346 (0.22939884431765112) - | > loss_0: 2.4885499477386475 (2.4356017851493714) - | > grad_norm_0: tensor(43.0270, device='cuda:0') (tensor(47.3766, device='cuda:0')) - | > loss_gen: 2.4698545932769775 (2.392925635190077) - | > loss_kl: 1.5475645065307617 (1.5524266391572823) - | > loss_feat: 7.570714950561523 (7.163104032126951) - | > loss_mel: 21.157447814941406 (20.666909694671613) - | > loss_duration: 1.6312439441680908 (1.693770100952874) - | > amp_scaler: 128.0 (239.77464788732394) - | > loss_1: 34.376827239990234 (33.469136050049705) - | > grad_norm_1: tensor(120.0894, device='cuda:0') (tensor(454.1341, device='cuda:0')) - | > current_lr_0: 0.00019813364555728923 - | > current_lr_1: 0.00019813364555728923 - | > step_time: 0.7739 (0.7862364582612481) - | > loader_time: 0.0092 (0.006390980431731318) - - - --> TIME: 2024-11-23 08:54:50 -- STEP: 309/797 -- GLOBAL_STEP: 60875 - | > loss_disc: 2.405245304107666 (2.4387562637576) - | > loss_disc_real_0: 0.11118002980947495 (0.1294345281246604) - | > loss_disc_real_1: 0.17102694511413574 (0.216782892840194) - | > loss_disc_real_2: 0.21797829866409302 (0.23050252562780596) - | > loss_disc_real_3: 0.21095244586467743 (0.22278531691403064) - | > loss_disc_real_4: 0.20038965344429016 (0.22301914964871886) - | > loss_disc_real_5: 0.20920735597610474 (0.23034728045988237) - | > loss_0: 2.405245304107666 (2.4387562637576) - | > grad_norm_0: tensor(41.5319, device='cuda:0') (tensor(47.3390, device='cuda:0')) - | > loss_gen: 2.331677198410034 (2.3895934993780936) - | > loss_kl: 1.6541815996170044 (1.5553230051083866) - | > loss_feat: 7.823078155517578 (7.153460771134756) - | > loss_mel: 21.814311981201172 (20.68534139367753) - | > loss_duration: 1.6641206741333008 (1.6913874708718852) - | > amp_scaler: 128.0 (230.73139158576052) - | > loss_1: 35.28736877441406 (33.47510605105307) - | > grad_norm_1: tensor(661.9200, device='cuda:0') (tensor(451.9813, device='cuda:0')) - | > current_lr_0: 0.00019813364555728923 - | > current_lr_1: 0.00019813364555728923 - | > step_time: 0.8684 (0.7892485428782342) - | > loader_time: 0.0062 (0.006547194082760115) - - - --> TIME: 2024-11-23 08:55:11 -- STEP: 334/797 -- GLOBAL_STEP: 60900 - | > loss_disc: 2.4969496726989746 (2.436869402845462) - | > loss_disc_real_0: 0.12637291848659515 (0.129010025445305) - | > loss_disc_real_1: 0.18505965173244476 (0.21653751515878167) - | > loss_disc_real_2: 0.20677511394023895 (0.2302140259367977) - | > loss_disc_real_3: 0.21374505758285522 (0.2226067950536391) - | > loss_disc_real_4: 0.1980087012052536 (0.22244908906028657) - | > loss_disc_real_5: 0.2226838320493698 (0.23004269782832998) - | > loss_0: 2.4969496726989746 (2.436869402845462) - | > grad_norm_0: tensor(7.6314, device='cuda:0') (tensor(45.7966, device='cuda:0')) - | > loss_gen: 2.275999069213867 (2.3877629591319365) - | > loss_kl: 1.7109832763671875 (1.5582463056027542) - | > loss_feat: 6.35693883895874 (7.15201900676339) - | > loss_mel: 20.324012756347656 (20.702687343437493) - | > loss_duration: 1.6862605810165405 (1.690115705935541) - | > amp_scaler: 128.0 (223.04191616766468) - | > loss_1: 32.35419464111328 (33.49083122664584) - | > grad_norm_1: tensor(186.8320, device='cuda:0') (tensor(445.3064, device='cuda:0')) - | > current_lr_0: 0.00019813364555728923 - | > current_lr_1: 0.00019813364555728923 - | > step_time: 0.831 (0.7919403464494351) - | > loader_time: 0.0062 (0.006630340736069364) - - - --> TIME: 2024-11-23 08:55:32 -- STEP: 359/797 -- GLOBAL_STEP: 60925 - | > loss_disc: 2.3641867637634277 (2.437078750233132) - | > loss_disc_real_0: 0.07391346246004105 (0.12866143094671478) - | > loss_disc_real_1: 0.19407938420772552 (0.21661114700989462) - | > loss_disc_real_2: 0.23625405132770538 (0.231117607781814) - | > loss_disc_real_3: 0.19972074031829834 (0.2225289530740807) - | > loss_disc_real_4: 0.23538751900196075 (0.22262711706765848) - | > loss_disc_real_5: 0.2200627326965332 (0.23034545692062644) - | > loss_0: 2.3641867637634277 (2.437078750233132) - | > grad_norm_0: tensor(11.9366, device='cuda:0') (tensor(44.5505, device='cuda:0')) - | > loss_gen: 2.374863862991333 (2.38440923372019) - | > loss_kl: 1.5026642084121704 (1.5590365085761204) - | > loss_feat: 6.205356597900391 (7.1332053713147685) - | > loss_mel: 19.97052764892578 (20.68522325797332) - | > loss_duration: 1.6214576959609985 (1.6873265956437686) - | > amp_scaler: 128.0 (216.4233983286908) - | > loss_1: 31.67487144470215 (33.44920085067537) - | > grad_norm_1: tensor(261.2825, device='cuda:0') (tensor(439.2835, device='cuda:0')) - | > current_lr_0: 0.00019813364555728923 - | > current_lr_1: 0.00019813364555728923 - | > step_time: 0.838 (0.7952722639758607) - | > loader_time: 0.0148 (0.00672194087737782) - - - --> TIME: 2024-11-23 08:55:53 -- STEP: 384/797 -- GLOBAL_STEP: 60950 - | > loss_disc: 2.4223577976226807 (2.434187379355233) - | > loss_disc_real_0: 0.1632370948791504 (0.12854000979374788) - | > loss_disc_real_1: 0.19892895221710205 (0.2165864636966337) - | > loss_disc_real_2: 0.2426476776599884 (0.23078884875091413) - | > loss_disc_real_3: 0.23566049337387085 (0.22227408880523095) - | > loss_disc_real_4: 0.22368459403514862 (0.2219960146661227) - | > loss_disc_real_5: 0.24800541996955872 (0.2300683205248788) - | > loss_0: 2.4223577976226807 (2.434187379355233) - | > grad_norm_0: tensor(39.5550, device='cuda:0') (tensor(45.3758, device='cuda:0')) - | > loss_gen: 2.5079703330993652 (2.385864799221356) - | > loss_kl: 1.6100174188613892 (1.5578389537210275) - | > loss_feat: 6.899640083312988 (7.135355932017167) - | > loss_mel: 20.613948822021484 (20.686968713998784) - | > loss_duration: 1.7089487314224243 (1.6853449866175652) - | > amp_scaler: 128.0 (210.66666666666666) - | > loss_1: 33.34052658081055 (33.45137331386409) - | > grad_norm_1: tensor(585.6060, device='cuda:0') (tensor(442.6507, device='cuda:0')) - | > current_lr_0: 0.00019813364555728923 - | > current_lr_1: 0.00019813364555728923 - | > step_time: 0.8308 (0.7979228800783554) - | > loader_time: 0.0061 (0.0068028519550959255) - - - --> TIME: 2024-11-23 08:56:14 -- STEP: 409/797 -- GLOBAL_STEP: 60975 - | > loss_disc: 2.545469045639038 (2.4347147294536504) - | > loss_disc_real_0: 0.16568250954151154 (0.12814202954796833) - | > loss_disc_real_1: 0.1993350237607956 (0.2166527547944145) - | > loss_disc_real_2: 0.21376635134220123 (0.23054931321907743) - | > loss_disc_real_3: 0.2626432478427887 (0.22231888909503125) - | > loss_disc_real_4: 0.2183172106742859 (0.22242887711612402) - | > loss_disc_real_5: 0.25873392820358276 (0.23054505618685323) - | > loss_0: 2.545469045639038 (2.4347147294536504) - | > grad_norm_0: tensor(93.2678, device='cuda:0') (tensor(45.7282, device='cuda:0')) - | > loss_gen: 2.329425573348999 (2.3866616770224356) - | > loss_kl: 1.3788471221923828 (1.5560681962733756) - | > loss_feat: 6.582162380218506 (7.133456041294089) - | > loss_mel: 20.469953536987305 (20.6864196665421) - | > loss_duration: 1.6557525396347046 (1.68403667954769) - | > amp_scaler: 128.0 (205.61369193154033) - | > loss_1: 32.416141510009766 (33.44664222045751) - | > grad_norm_1: tensor(555.0907, device='cuda:0') (tensor(443.1165, device='cuda:0')) - | > current_lr_0: 0.00019813364555728923 - | > current_lr_1: 0.00019813364555728923 - | > step_time: 0.8429 (0.799757274263937) - | > loader_time: 0.0079 (0.006851259245557714) - - - --> TIME: 2024-11-23 08:56:35 -- STEP: 434/797 -- GLOBAL_STEP: 61000 - | > loss_disc: 2.7814600467681885 (2.439289643467848) - | > loss_disc_real_0: 0.4328640103340149 (0.1297734304146696) - | > loss_disc_real_1: 0.19048470258712769 (0.21678548151721597) - | > loss_disc_real_2: 0.2580215632915497 (0.2309047708176248) - | > loss_disc_real_3: 0.24077095091342926 (0.22267081190226815) - | > loss_disc_real_4: 0.27277064323425293 (0.2226722475295792) - | > loss_disc_real_5: 0.2932962477207184 (0.2307732831085882) - | > loss_0: 2.7814600467681885 (2.439289643467848) - | > grad_norm_0: tensor(140.5438, device='cuda:0') (tensor(47.5473, device='cuda:0')) - | > loss_gen: 2.3355977535247803 (2.3895848736784973) - | > loss_kl: 1.5101470947265625 (1.5548839376818757) - | > loss_feat: 6.345191955566406 (7.130659427510978) - | > loss_mel: 20.65595817565918 (20.70994112129035) - | > loss_duration: 1.6469348669052124 (1.6829126933203316) - | > amp_scaler: 128.0 (201.14285714285714) - | > loss_1: 32.493831634521484 (33.46798201530213) - | > grad_norm_1: tensor(326.6252, device='cuda:0') (tensor(446.6082, device='cuda:0')) - | > current_lr_0: 0.00019813364555728923 - | > current_lr_1: 0.00019813364555728923 - | > step_time: 0.8617 (0.801898204236536) - | > loader_time: 0.0075 (0.006897270954149658) - - - --> TIME: 2024-11-23 08:56:57 -- STEP: 459/797 -- GLOBAL_STEP: 61025 - | > loss_disc: 2.3670473098754883 (2.4399276480955256) - | > loss_disc_real_0: 0.10862721502780914 (0.1303922408189389) - | > loss_disc_real_1: 0.18044842779636383 (0.21648649747984594) - | > loss_disc_real_2: 0.20305152237415314 (0.2306600452962784) - | > loss_disc_real_3: 0.2332468330860138 (0.22259742917578204) - | > loss_disc_real_4: 0.19292308390140533 (0.22239651344310743) - | > loss_disc_real_5: 0.2103683352470398 (0.23093963097902684) - | > loss_0: 2.3670473098754883 (2.4399276480955256) - | > grad_norm_0: tensor(36.3828, device='cuda:0') (tensor(48.4702, device='cuda:0')) - | > loss_gen: 2.357469081878662 (2.3884836572967063) - | > loss_kl: 1.7835873365402222 (1.5554697864195888) - | > loss_feat: 7.693806171417236 (7.129841955139226) - | > loss_mel: 19.86787986755371 (20.725719194266784) - | > loss_duration: 1.6550161838531494 (1.682360038258671) - | > amp_scaler: 128.0 (197.1590413943355) - | > loss_1: 33.357757568359375 (33.48187461969381) - | > grad_norm_1: tensor(584.0999, device='cuda:0') (tensor(444.2555, device='cuda:0')) - | > current_lr_0: 0.00019813364555728923 - | > current_lr_1: 0.00019813364555728923 - | > step_time: 0.8357 (0.8045474397331022) - | > loader_time: 0.0071 (0.006971606501826533) - - - --> TIME: 2024-11-23 08:57:19 -- STEP: 484/797 -- GLOBAL_STEP: 61050 - | > loss_disc: 2.458566665649414 (2.4365323363256866) - | > loss_disc_real_0: 0.10090170055627823 (0.12938183443697765) - | > loss_disc_real_1: 0.24205048382282257 (0.2163788703970672) - | > loss_disc_real_2: 0.23870253562927246 (0.2304481312878861) - | > loss_disc_real_3: 0.23322540521621704 (0.22250361057106127) - | > loss_disc_real_4: 0.24082380533218384 (0.22196841812577128) - | > loss_disc_real_5: 0.29625195264816284 (0.23060091400195745) - | > loss_0: 2.458566665649414 (2.4365323363256866) - | > grad_norm_0: tensor(32.8771, device='cuda:0') (tensor(48.3886, device='cuda:0')) - | > loss_gen: 2.389071464538574 (2.3890800042585894) - | > loss_kl: 1.513977289199829 (1.5542790409454637) - | > loss_feat: 6.572592258453369 (7.14085107598423) - | > loss_mel: 20.89952850341797 (20.739712920070673) - | > loss_duration: 1.6766226291656494 (1.6813123470002955) - | > amp_scaler: 128.0 (193.58677685950414) - | > loss_1: 33.051795959472656 (33.50523538825926) - | > grad_norm_1: tensor(238.0921, device='cuda:0') (tensor(446.3311, device='cuda:0')) - | > current_lr_0: 0.00019813364555728923 - | > current_lr_1: 0.00019813364555728923 - | > step_time: 0.8559 (0.8071495590131145) - | > loader_time: 0.0073 (0.007059807127172296) - - - --> TIME: 2024-11-23 08:57:40 -- STEP: 509/797 -- GLOBAL_STEP: 61075 - | > loss_disc: 2.3946211338043213 (2.4340781926640376) - | > loss_disc_real_0: 0.10277117043733597 (0.12864072252730957) - | > loss_disc_real_1: 0.20499245822429657 (0.21613188164056163) - | > loss_disc_real_2: 0.2479039877653122 (0.23065086596138584) - | > loss_disc_real_3: 0.21886910498142242 (0.22218697039458044) - | > loss_disc_real_4: 0.2277524471282959 (0.22205138563641397) - | > loss_disc_real_5: 0.20694361627101898 (0.23037260194073023) - | > loss_0: 2.3946211338043213 (2.4340781926640376) - | > grad_norm_0: tensor(92.1482, device='cuda:0') (tensor(47.8092, device='cuda:0')) - | > loss_gen: 2.3529417514801025 (2.390096931420047) - | > loss_kl: 1.760514497756958 (1.5559103884725072) - | > loss_feat: 7.0096001625061035 (7.1527372999135075) - | > loss_mel: 20.514793395996094 (20.741103264109785) - | > loss_duration: 1.658644676208496 (1.6803917196270057) - | > amp_scaler: 128.0 (190.3654223968566) - | > loss_1: 33.29649353027344 (33.520239592066915) - | > grad_norm_1: tensor(724.2519, device='cuda:0') (tensor(445.5592, device='cuda:0')) - | > current_lr_0: 0.00019813364555728923 - | > current_lr_1: 0.00019813364555728923 - | > step_time: 0.8179 (0.8093713116786335) - | > loader_time: 0.0101 (0.007138399337738576) - - - --> TIME: 2024-11-23 08:58:02 -- STEP: 534/797 -- GLOBAL_STEP: 61100 - | > loss_disc: 2.5423145294189453 (2.4336348142516764) - | > loss_disc_real_0: 0.11827663332223892 (0.128345872195305) - | > loss_disc_real_1: 0.22027073800563812 (0.21617007088125414) - | > loss_disc_real_2: 0.2424629181623459 (0.23003311611516644) - | > loss_disc_real_3: 0.24219577014446259 (0.22264919647674883) - | > loss_disc_real_4: 0.24853412806987762 (0.22203620043251845) - | > loss_disc_real_5: 0.2901943027973175 (0.23022345994853796) - | > loss_0: 2.5423145294189453 (2.4336348142516764) - | > grad_norm_0: tensor(75.0591, device='cuda:0') (tensor(47.8566, device='cuda:0')) - | > loss_gen: 2.5454134941101074 (2.390706593624215) - | > loss_kl: 1.5633553266525269 (1.5578626720199875) - | > loss_feat: 7.729767799377441 (7.164061446314894) - | > loss_mel: 21.66669464111328 (20.76049270701318) - | > loss_duration: 1.6854503154754639 (1.6801420320732317) - | > amp_scaler: 128.0 (187.44569288389513) - | > loss_1: 35.19068145751953 (33.553265450152566) - | > grad_norm_1: tensor(609.0803, device='cuda:0') (tensor(448.2556, device='cuda:0')) - | > current_lr_0: 0.00019813364555728923 - | > current_lr_1: 0.00019813364555728923 - | > step_time: 0.8893 (0.8118580360984088) - | > loader_time: 0.0107 (0.00726126106490803) - - - --> TIME: 2024-11-23 08:58:25 -- STEP: 559/797 -- GLOBAL_STEP: 61125 - | > loss_disc: 2.5381760597229004 (2.433683165497346) - | > loss_disc_real_0: 0.08791454881429672 (0.12774026805738226) - | > loss_disc_real_1: 0.19187067449092865 (0.21592014985348965) - | > loss_disc_real_2: 0.20936477184295654 (0.2303410515002573) - | > loss_disc_real_3: 0.2038331776857376 (0.22271497483650132) - | > loss_disc_real_4: 0.26562461256980896 (0.22240923102511917) - | > loss_disc_real_5: 0.2935715913772583 (0.23113994390998635) - | > loss_0: 2.5381760597229004 (2.433683165497346) - | > grad_norm_0: tensor(36.9180, device='cuda:0') (tensor(48.8588, device='cuda:0')) - | > loss_gen: 2.3492064476013184 (2.3948305604282987) - | > loss_kl: 1.5368177890777588 (1.558228034879313) - | > loss_feat: 6.786231517791748 (7.180176482430938) - | > loss_mel: 19.71997833251953 (20.782084238124007) - | > loss_duration: 1.6559492349624634 (1.6795912639826052) - | > amp_scaler: 128.0 (184.78711985688727) - | > loss_1: 32.04818344116211 (33.59491061311289) - | > grad_norm_1: tensor(222.8272, device='cuda:0') (tensor(454.3840, device='cuda:0')) - | > current_lr_0: 0.00019813364555728923 - | > current_lr_1: 0.00019813364555728923 - | > step_time: 0.9127 (0.8161393393344227) - | > loader_time: 0.0114 (0.00737252133050417) - - - --> TIME: 2024-11-23 08:58:52 -- STEP: 584/797 -- GLOBAL_STEP: 61150 - | > loss_disc: 2.3542802333831787 (2.4331691212033584) - | > loss_disc_real_0: 0.12460984289646149 (0.12741515105462656) - | > loss_disc_real_1: 0.229625403881073 (0.21638109823306126) - | > loss_disc_real_2: 0.23443050682544708 (0.2304095806783601) - | > loss_disc_real_3: 0.20321130752563477 (0.22269949306772185) - | > loss_disc_real_4: 0.21253956854343414 (0.22169441209264) - | > loss_disc_real_5: 0.20278695225715637 (0.23031154887316982) - | > loss_0: 2.3542802333831787 (2.4331691212033584) - | > grad_norm_0: tensor(107.9330, device='cuda:0') (tensor(49.0741, device='cuda:0')) - | > loss_gen: 2.5190181732177734 (2.3947195484213633) - | > loss_kl: 1.6254630088806152 (1.5595210204793986) - | > loss_feat: 7.084502220153809 (7.180134545450342) - | > loss_mel: 19.649276733398438 (20.797751472420874) - | > loss_duration: 1.667264699935913 (1.6791558661689494) - | > amp_scaler: 128.0 (182.35616438356158) - | > loss_1: 32.54552459716797 (33.61128246947511) - | > grad_norm_1: tensor(788.7854, device='cuda:0') (tensor(456.6230, device='cuda:0')) - | > current_lr_0: 0.00019813364555728923 - | > current_lr_1: 0.00019813364555728923 - | > step_time: 0.9597 (0.8267315475091541) - | > loader_time: 0.008 (0.007462817512146414) - - - --> TIME: 2024-11-23 08:59:24 -- STEP: 609/797 -- GLOBAL_STEP: 61175 - | > loss_disc: 2.4161880016326904 (2.4342781777060893) - | > loss_disc_real_0: 0.09278948605060577 (0.12730053850802892) - | > loss_disc_real_1: 0.23376649618148804 (0.21655879217415608) - | > loss_disc_real_2: 0.24757325649261475 (0.23070697992893274) - | > loss_disc_real_3: 0.22669290006160736 (0.22271353901900687) - | > loss_disc_real_4: 0.24134457111358643 (0.22219151256021805) - | > loss_disc_real_5: 0.259136825799942 (0.2304913534221587) - | > loss_0: 2.4161880016326904 (2.4342781777060893) - | > grad_norm_0: tensor(86.3979, device='cuda:0') (tensor(50.8582, device='cuda:0')) - | > loss_gen: 2.4939074516296387 (2.3957855548764697) - | > loss_kl: 1.6838330030441284 (1.560333660474944) - | > loss_feat: 7.063418388366699 (7.17271602643143) - | > loss_mel: 20.387479782104492 (20.795159498067502) - | > loss_duration: 1.6839697360992432 (1.6790301128365521) - | > amp_scaler: 128.0 (180.1247947454843) - | > loss_1: 33.3126106262207 (33.603024872653) - | > grad_norm_1: tensor(615.0693, device='cuda:0') (tensor(460.6999, device='cuda:0')) - | > current_lr_0: 0.00019813364555728923 - | > current_lr_1: 0.00019813364555728923 - | > step_time: 1.6616 (0.8435967888542385) - | > loader_time: 0.0177 (0.007597408075442259) - - - --> TIME: 2024-11-23 08:59:51 -- STEP: 634/797 -- GLOBAL_STEP: 61200 - | > loss_disc: 2.3180482387542725 (2.4319317051288842) - | > loss_disc_real_0: 0.14490307867527008 (0.12692418960672272) - | > loss_disc_real_1: 0.2202904373407364 (0.21654727664843718) - | > loss_disc_real_2: 0.2360188364982605 (0.23043005718417725) - | > loss_disc_real_3: 0.20261900126934052 (0.2225804831421338) - | > loss_disc_real_4: 0.2300637662410736 (0.22188570160030943) - | > loss_disc_real_5: 0.19624629616737366 (0.2299101193103505) - | > loss_0: 2.3180482387542725 (2.4319317051288842) - | > grad_norm_0: tensor(137.7048, device='cuda:0') (tensor(51.2350, device='cuda:0')) - | > loss_gen: 2.453490972518921 (2.3966726117329658) - | > loss_kl: 1.6164002418518066 (1.5610610308707331) - | > loss_feat: 6.41013240814209 (7.17289150099649) - | > loss_mel: 18.302322387695312 (20.80289252849782) - | > loss_duration: 1.6801738739013672 (1.6791460393731144) - | > amp_scaler: 128.0 (178.06940063091477) - | > loss_1: 30.462520599365234 (33.61266373535061) - | > grad_norm_1: tensor(222.5260, device='cuda:0') (tensor(460.0432, device='cuda:0')) - | > current_lr_0: 0.00019813364555728923 - | > current_lr_1: 0.00019813364555728923 - | > step_time: 0.9866 (0.8532515816884082) - | > loader_time: 0.0077 (0.007695756876130209) - - - --> TIME: 2024-11-23 09:00:17 -- STEP: 659/797 -- GLOBAL_STEP: 61225 - | > loss_disc: 2.3515777587890625 (2.4327006321937445) - | > loss_disc_real_0: 0.08898109197616577 (0.12680592967341464) - | > loss_disc_real_1: 0.17110204696655273 (0.21663247817655254) - | > loss_disc_real_2: 0.2019108086824417 (0.2307555967198518) - | > loss_disc_real_3: 0.20639632642269135 (0.22273718652757785) - | > loss_disc_real_4: 0.2080182135105133 (0.22197133026824917) - | > loss_disc_real_5: 0.22853459417819977 (0.23018769675665093) - | > loss_0: 2.3515777587890625 (2.4327006321937445) - | > grad_norm_0: tensor(36.4254, device='cuda:0') (tensor(50.9351, device='cuda:0')) - | > loss_gen: 2.237588882446289 (2.3958916779895847) - | > loss_kl: 1.6106784343719482 (1.5627437791983532) - | > loss_feat: 6.515811443328857 (7.165446867530371) - | > loss_mel: 18.676799774169922 (20.805247282222105) - | > loss_duration: 1.6868994235992432 (1.678861302019793) - | > amp_scaler: 128.0 (176.16995447647946) - | > loss_1: 30.7277774810791 (33.608190941702084) - | > grad_norm_1: tensor(358.9734, device='cuda:0') (tensor(462.0135, device='cuda:0')) - | > current_lr_0: 0.00019813364555728923 - | > current_lr_1: 0.00019813364555728923 - | > step_time: 0.9544 (0.8591201678031489) - | > loader_time: 0.0148 (0.007793983306074359) - - - --> TIME: 2024-11-23 09:00:42 -- STEP: 684/797 -- GLOBAL_STEP: 61250 - | > loss_disc: 2.4232239723205566 (2.4319425960730405) - | > loss_disc_real_0: 0.09863174706697464 (0.12675330832012408) - | > loss_disc_real_1: 0.2552585005760193 (0.21680118605407359) - | > loss_disc_real_2: 0.2271629124879837 (0.23047464543528723) - | > loss_disc_real_3: 0.2441399246454239 (0.22259594269140426) - | > loss_disc_real_4: 0.22382614016532898 (0.22190728212832012) - | > loss_disc_real_5: 0.2266329675912857 (0.22966750188354865) - | > loss_0: 2.4232239723205566 (2.4319425960730405) - | > grad_norm_0: tensor(37.0627, device='cuda:0') (tensor(51.4047, device='cuda:0')) - | > loss_gen: 2.5202393531799316 (2.3962824470118496) - | > loss_kl: 1.5810962915420532 (1.5642261872863215) - | > loss_feat: 7.0628838539123535 (7.167215002210517) - | > loss_mel: 21.090476989746094 (20.827756042368918) - | > loss_duration: 1.635820746421814 (1.6784098611937621) - | > amp_scaler: 128.0 (174.40935672514613) - | > loss_1: 33.89051818847656 (33.63388956638806) - | > grad_norm_1: tensor(245.8307, device='cuda:0') (tensor(464.3917, device='cuda:0')) - | > current_lr_0: 0.00019813364555728923 - | > current_lr_1: 0.00019813364555728923 - | > step_time: 0.9854 (0.8636169994783677) - | > loader_time: 0.0109 (0.007886720679656798) - - - --> TIME: 2024-11-23 09:01:09 -- STEP: 709/797 -- GLOBAL_STEP: 61275 - | > loss_disc: 2.589890480041504 (2.4338460055998254) - | > loss_disc_real_0: 0.12829452753067017 (0.12698544089502461) - | > loss_disc_real_1: 0.21286584436893463 (0.21700917396626115) - | > loss_disc_real_2: 0.20357105135917664 (0.23067757489398774) - | > loss_disc_real_3: 0.20172089338302612 (0.2228067840524386) - | > loss_disc_real_4: 0.22316786646842957 (0.22220849354025002) - | > loss_disc_real_5: 0.24050244688987732 (0.2301936506258248) - | > loss_0: 2.589890480041504 (2.4338460055998254) - | > grad_norm_0: tensor(155.3962, device='cuda:0') (tensor(52.0953, device='cuda:0')) - | > loss_gen: 2.1550867557525635 (2.3960027217192463) - | > loss_kl: 1.5872690677642822 (1.5665342506804154) - | > loss_feat: 6.831669330596924 (7.16232660223634) - | > loss_mel: 20.4049015045166 (20.83584147078024) - | > loss_duration: 1.6615684032440186 (1.6779659885613634) - | > amp_scaler: 128.0 (172.77291960507756) - | > loss_1: 32.64049530029297 (33.63867105718057) - | > grad_norm_1: tensor(179.9794, device='cuda:0') (tensor(466.3054, device='cuda:0')) - | > current_lr_0: 0.00019813364555728923 - | > current_lr_1: 0.00019813364555728923 - | > step_time: 1.0404 (0.8713028995879779) - | > loader_time: 0.0092 (0.008025409472509898) - - - --> TIME: 2024-11-23 09:01:39 -- STEP: 734/797 -- GLOBAL_STEP: 61300 - | > loss_disc: 2.4738662242889404 (2.4335882212225703) - | > loss_disc_real_0: 0.1492794305086136 (0.12705110833150346) - | > loss_disc_real_1: 0.2152606099843979 (0.21707752139919134) - | > loss_disc_real_2: 0.24042634665966034 (0.2306973678377084) - | > loss_disc_real_3: 0.24140103161334991 (0.22272572790244624) - | > loss_disc_real_4: 0.19655118882656097 (0.22196608373758253) - | > loss_disc_real_5: 0.20092938840389252 (0.23014394681119144) - | > loss_0: 2.4738662242889404 (2.4335882212225703) - | > grad_norm_0: tensor(74.7607, device='cuda:0') (tensor(52.0451, device='cuda:0')) - | > loss_gen: 2.345518112182617 (2.395021646159223) - | > loss_kl: 1.5203672647476196 (1.5671884337952744) - | > loss_feat: 7.274529457092285 (7.155930636689189) - | > loss_mel: 20.86888313293457 (20.834443505518443) - | > loss_duration: 1.64503812789917 (1.6771636262576646) - | > amp_scaler: 128.0 (171.24795640326977) - | > loss_1: 33.65433883666992 (33.629747861087814) - | > grad_norm_1: tensor(680.9204, device='cuda:0') (tensor(467.2951, device='cuda:0')) - | > current_lr_0: 0.00019813364555728923 - | > current_lr_1: 0.00019813364555728923 - | > step_time: 1.0272 (0.8804528606035401) - | > loader_time: 0.0237 (0.00869293921000301) - - - --> TIME: 2024-11-23 09:02:09 -- STEP: 759/797 -- GLOBAL_STEP: 61325 - | > loss_disc: 2.45439076423645 (2.433066739395204) - | > loss_disc_real_0: 0.10004773736000061 (0.12637940807481535) - | > loss_disc_real_1: 0.19923484325408936 (0.21702775341484387) - | > loss_disc_real_2: 0.23020921647548676 (0.2308642390295765) - | > loss_disc_real_3: 0.2249229997396469 (0.2227503475739237) - | > loss_disc_real_4: 0.24483561515808105 (0.22200144201085187) - | > loss_disc_real_5: 0.2012869119644165 (0.23057417149443246) - | > loss_0: 2.45439076423645 (2.433066739395204) - | > grad_norm_0: tensor(25.0098, device='cuda:0') (tensor(51.5720, device='cuda:0')) - | > loss_gen: 2.276353359222412 (2.39510629739372) - | > loss_kl: 1.6227481365203857 (1.5671916397506858) - | > loss_feat: 6.685976028442383 (7.158384384688024) - | > loss_mel: 21.077091217041016 (20.849467233549763) - | > loss_duration: 1.6821231842041016 (1.6762322856503507) - | > amp_scaler: 128.0 (169.8234519104085) - | > loss_1: 33.34429168701172 (33.646381840561375) - | > grad_norm_1: tensor(403.7027, device='cuda:0') (tensor(470.4473, device='cuda:0')) - | > current_lr_0: 0.00019813364555728923 - | > current_lr_1: 0.00019813364555728923 - | > step_time: 1.0378 (0.8868273488774755) - | > loader_time: 0.1298 (0.012578197461657212) - - - --> TIME: 2024-11-23 09:03:01 -- STEP: 784/797 -- GLOBAL_STEP: 61350 - | > loss_disc: 2.189016103744507 (2.43118652640557) - | > loss_disc_real_0: 0.18813061714172363 (0.1264234293841435) - | > loss_disc_real_1: 0.17956377565860748 (0.21685556075250617) - | > loss_disc_real_2: 0.2016506940126419 (0.23066405917764926) - | > loss_disc_real_3: 0.19568565487861633 (0.22245901619673386) - | > loss_disc_real_4: 0.16201063990592957 (0.22181067399072404) - | > loss_disc_real_5: 0.17555281519889832 (0.2300980807833222) - | > loss_0: 2.189016103744507 (2.43118652640557) - | > grad_norm_0: tensor(64.3525, device='cuda:0') (tensor(51.8218, device='cuda:0')) - | > loss_gen: 2.7108232975006104 (2.3970022171127563) - | > loss_kl: 1.7285772562026978 (1.5684384598719834) - | > loss_feat: 8.279963493347168 (7.169919861214502) - | > loss_mel: 21.43185806274414 (20.85596391862751) - | > loss_duration: 1.6557515859603882 (1.6753787538226763) - | > amp_scaler: 128.0 (168.48979591836735) - | > loss_1: 35.80697250366211 (33.66670319498801) - | > grad_norm_1: tensor(494.5951, device='cuda:0') (tensor(473.0251, device='cuda:0')) - | > current_lr_0: 0.00019813364555728923 - | > current_lr_1: 0.00019813364555728923 - | > step_time: 1.656 (0.9190081859729725) - | > loader_time: 0.1335 (0.0171974702757232) - - - > EVALUATION  - - --> STEP: 0 - | > loss_disc: 2.5546910762786865 (2.5546910762786865) - | > loss_disc_real_0: 0.3344452977180481 (0.3344452977180481) - | > loss_disc_real_1: 0.21888597309589386 (0.21888597309589386) - | > loss_disc_real_2: 0.21198837459087372 (0.21198837459087372) - | > loss_disc_real_3: 0.17549347877502441 (0.17549347877502441) - | > loss_disc_real_4: 0.1698329746723175 (0.1698329746723175) - | > loss_disc_real_5: 0.14818057417869568 (0.14818057417869568) - | > loss_0: 2.5546910762786865 (2.5546910762786865) - | > loss_gen: 2.328329086303711 (2.328329086303711) - | > loss_kl: 1.7464637756347656 (1.7464637756347656) - | > loss_feat: 6.762160778045654 (6.762160778045654) - | > loss_mel: 19.64031410217285 (19.64031410217285) - | > loss_duration: 1.9411916732788086 (1.9411916732788086) - | > loss_1: 32.418460845947266 (32.418460845947266) - - --> STEP: 1 - | > loss_disc: 2.432651996612549 (2.432651996612549) - | > loss_disc_real_0: 0.1946084350347519 (0.1946084350347519) - | > loss_disc_real_1: 0.252028226852417 (0.252028226852417) - | > loss_disc_real_2: 0.17888735234737396 (0.17888735234737396) - | > loss_disc_real_3: 0.17929017543792725 (0.17929017543792725) - | > loss_disc_real_4: 0.16744767129421234 (0.16744767129421234) - | > loss_disc_real_5: 0.21539244055747986 (0.21539244055747986) - | > loss_0: 2.432651996612549 (2.432651996612549) - | > loss_gen: 2.466491222381592 (2.466491222381592) - | > loss_kl: 1.3581554889678955 (1.3581554889678955) - | > loss_feat: 8.415352821350098 (8.415352821350098) - | > loss_mel: 22.03650665283203 (22.03650665283203) - | > loss_duration: 1.7387580871582031 (1.7387580871582031) - | > loss_1: 36.015262603759766 (36.015262603759766) - - --> STEP: 2 - | > loss_disc: 2.6611080169677734 (2.546880006790161) - | > loss_disc_real_0: 0.2675921320915222 (0.23110028356313705) - | > loss_disc_real_1: 0.22596751153469086 (0.23899786919355392) - | > loss_disc_real_2: 0.20157325267791748 (0.19023030251264572) - | > loss_disc_real_3: 0.15107177197933197 (0.1651809737086296) - | > loss_disc_real_4: 0.28411000967025757 (0.22577884048223495) - | > loss_disc_real_5: 0.2614721357822418 (0.23843228816986084) - | > loss_0: 2.6611080169677734 (2.546880006790161) - | > loss_gen: 2.358241558074951 (2.4123663902282715) - | > loss_kl: 1.4646466970443726 (1.411401093006134) - | > loss_feat: 6.526422500610352 (7.470887660980225) - | > loss_mel: 21.34337615966797 (21.68994140625) - | > loss_duration: 1.693939447402954 (1.7163487672805786) - | > loss_1: 33.386627197265625 (34.700944900512695) - - --> STEP: 3 - | > loss_disc: 2.716614007949829 (2.6034580071767173) - | > loss_disc_real_0: 0.36849290132522583 (0.27689782281716663) - | > loss_disc_real_1: 0.23692794144153595 (0.2383078932762146) - | > loss_disc_real_2: 0.26170146465301514 (0.2140540232261022) - | > loss_disc_real_3: 0.2923446595668793 (0.20756886899471283) - | > loss_disc_real_4: 0.2268645167350769 (0.2261407325665156) - | > loss_disc_real_5: 0.2527351677417755 (0.2431999146938324) - | > loss_0: 2.716614007949829 (2.6034580071767173) - | > loss_gen: 2.97196364402771 (2.5988988081614175) - | > loss_kl: 1.7546392679214478 (1.5258138179779053) - | > loss_feat: 6.295742988586426 (7.079172770182292) - | > loss_mel: 22.067323684692383 (21.81573549906413) - | > loss_duration: 1.7106468677520752 (1.7144481341044109) - | > loss_1: 34.800315856933594 (34.73406855265299) - - --> STEP: 4 - | > loss_disc: 2.6399588584899902 (2.6125832200050354) - | > loss_disc_real_0: 0.30129489302635193 (0.28299709036946297) - | > loss_disc_real_1: 0.20854529738426208 (0.23086724430322647) - | > loss_disc_real_2: 0.19390267133712769 (0.20901618525385857) - | > loss_disc_real_3: 0.2748481035232544 (0.22438867762684822) - | > loss_disc_real_4: 0.25931382179260254 (0.23443400487303734) - | > loss_disc_real_5: 0.27199622988700867 (0.25039899349212646) - | > loss_0: 2.6399588584899902 (2.6125832200050354) - | > loss_gen: 2.4622864723205566 (2.5647457242012024) - | > loss_kl: 1.7125999927520752 (1.5725103616714478) - | > loss_feat: 6.321182727813721 (6.889675259590149) - | > loss_mel: 21.10724639892578 (21.63861322402954) - | > loss_duration: 1.6683235168457031 (1.7029169797897339) - | > loss_1: 33.271636962890625 (34.3684606552124) - - --> STEP: 5 - | > loss_disc: 2.6689956188201904 (2.6238656997680665) - | > loss_disc_real_0: 0.3410657048225403 (0.29461081326007843) - | > loss_disc_real_1: 0.2355814129114151 (0.2318100780248642) - | > loss_disc_real_2: 0.17099310457706451 (0.20141156911849975) - | > loss_disc_real_3: 0.25030815601348877 (0.22957257330417633) - | > loss_disc_real_4: 0.2429223656654358 (0.23613167703151702) - | > loss_disc_real_5: 0.24861061573028564 (0.2500413179397583) - | > loss_0: 2.6689956188201904 (2.6238656997680665) - | > loss_gen: 2.3257720470428467 (2.516950988769531) - | > loss_kl: 1.7284528017044067 (1.6036988496780396) - | > loss_feat: 7.060671806335449 (6.923874568939209) - | > loss_mel: 20.93431282043457 (21.497753143310547) - | > loss_duration: 1.8464226722717285 (1.7316181182861328) - | > loss_1: 33.895633697509766 (34.273895263671875) - - --> STEP: 6 - | > loss_disc: 2.799433469772339 (2.6531269947687783) - | > loss_disc_real_0: 0.33153820037841797 (0.30076537777980167) - | > loss_disc_real_1: 0.279060959815979 (0.23968522499005) - | > loss_disc_real_2: 0.22428925335407257 (0.20522451649109522) - | > loss_disc_real_3: 0.23395749926567078 (0.23030339429775873) - | > loss_disc_real_4: 0.2518238425254822 (0.2387470379471779) - | > loss_disc_real_5: 0.28814104199409485 (0.2563912719488144) - | > loss_0: 2.799433469772339 (2.6531269947687783) - | > loss_gen: 2.240023612976074 (2.4707964261372886) - | > loss_kl: 1.0053627490997314 (1.5039761662483215) - | > loss_feat: 5.8008832931518555 (6.736709356307983) - | > loss_mel: 18.7072696685791 (21.03267256418864) - | > loss_duration: 1.7278475761413574 (1.730989694595337) - | > loss_1: 29.481388092041016 (33.47514406840006) - - --> STEP: 7 - | > loss_disc: 2.4997355937957764 (2.6312139374869212) - | > loss_disc_real_0: 0.3186646103858948 (0.30332241100924356) - | > loss_disc_real_1: 0.28035086393356323 (0.24549460198198045) - | > loss_disc_real_2: 0.2170037478208542 (0.20690726382391794) - | > loss_disc_real_3: 0.17831642925739288 (0.2228766850062779) - | > loss_disc_real_4: 0.18819116055965424 (0.23152476974896022) - | > loss_disc_real_5: 0.20643746852874756 (0.24925501431737626) - | > loss_0: 2.4997355937957764 (2.6312139374869212) - | > loss_gen: 2.4529597759246826 (2.468248333249773) - | > loss_kl: 1.8645455837249756 (1.5554860830307007) - | > loss_feat: 7.185868263244629 (6.80087491444179) - | > loss_mel: 21.698930740356445 (21.127852303641184) - | > loss_duration: 1.6384010314941406 (1.7177627427237374) - | > loss_1: 34.84070587158203 (33.67022432599749) - - --> STEP: 8 - | > loss_disc: 2.691986560821533 (2.6388105154037476) - | > loss_disc_real_0: 0.3468087911605835 (0.30875820852816105) - | > loss_disc_real_1: 0.2542523443698883 (0.24658931978046894) - | > loss_disc_real_2: 0.21130193769931793 (0.20745659805834293) - | > loss_disc_real_3: 0.1857929676771164 (0.2182412203401327) - | > loss_disc_real_4: 0.21312883496284485 (0.2292252779006958) - | > loss_disc_real_5: 0.18139824271202087 (0.24077291786670685) - | > loss_0: 2.691986560821533 (2.6388105154037476) - | > loss_gen: 2.3069512844085693 (2.448086202144623) - | > loss_kl: 2.1478962898254395 (1.629537358880043) - | > loss_feat: 7.821924209594727 (6.928506076335907) - | > loss_mel: 22.89944839477539 (21.34930181503296) - | > loss_duration: 1.718045711517334 (1.717798113822937) - | > loss_1: 36.894264221191406 (34.07322931289673) - - --> STEP: 9 - | > loss_disc: 2.475663900375366 (2.6206831137339273) - | > loss_disc_real_0: 0.21852204203605652 (0.2987319678068161) - | > loss_disc_real_1: 0.24189814925193787 (0.24606807861063215) - | > loss_disc_real_2: 0.19725555181503296 (0.20632314847575295) - | > loss_disc_real_3: 0.20874358713626862 (0.21718592776192558) - | > loss_disc_real_4: 0.18942876160144806 (0.22480344275633493) - | > loss_disc_real_5: 0.23136749863624573 (0.2397278712855445) - | > loss_0: 2.475663900375366 (2.6206831137339273) - | > loss_gen: 2.4703571796417236 (2.4505607551998563) - | > loss_kl: 2.225667953491211 (1.6957740916146173) - | > loss_feat: 6.910995006561279 (6.926560401916504) - | > loss_mel: 22.008155822753906 (21.422507815890842) - | > loss_duration: 1.6936359405517578 (1.715113427903917) - | > loss_1: 35.308815002441406 (34.210516611735024) - - --> STEP: 10 - | > loss_disc: 2.6759541034698486 (2.6262102127075195) - | > loss_disc_real_0: 0.28572455048561096 (0.2974312260746956) - | > loss_disc_real_1: 0.22372086346149445 (0.24383335709571838) - | > loss_disc_real_2: 0.24810081720352173 (0.21050091534852983) - | > loss_disc_real_3: 0.2796752452850342 (0.22343485951423644) - | > loss_disc_real_4: 0.266794353723526 (0.22900253385305405) - | > loss_disc_real_5: 0.2910512387752533 (0.2448602080345154) - | > loss_0: 2.6759541034698486 (2.6262102127075195) - | > loss_gen: 2.5606207847595215 (2.461566758155823) - | > loss_kl: 1.2809582948684692 (1.6542925119400025) - | > loss_feat: 6.014979362487793 (6.835402297973633) - | > loss_mel: 20.059097290039062 (21.286166763305665) - | > loss_duration: 1.6033401489257812 (1.7039361000061035) - | > loss_1: 31.51899528503418 (33.941364479064944) - - --> STEP: 11 - | > loss_disc: 2.544072151184082 (2.6187431162053887) - | > loss_disc_real_0: 0.24485144019126892 (0.2926512455398386) - | > loss_disc_real_1: 0.24990805983543396 (0.2443856027993289) - | > loss_disc_real_2: 0.2047998458147049 (0.20998263630000027) - | > loss_disc_real_3: 0.24382150173187256 (0.22528819062493063) - | > loss_disc_real_4: 0.20590688288211823 (0.2269029292193326) - | > loss_disc_real_5: 0.21763083338737488 (0.2423848103393208) - | > loss_0: 2.544072151184082 (2.6187431162053887) - | > loss_gen: 2.3618342876434326 (2.452500169927424) - | > loss_kl: 2.1392219066619873 (1.6983770023692737) - | > loss_feat: 7.117221832275391 (6.861022255637429) - | > loss_mel: 21.190723419189453 (21.277490095658735) - | > loss_duration: 1.586006999015808 (1.6932152726433494) - | > loss_1: 34.3950080871582 (33.98260480707342) - - --> STEP: 12 - | > loss_disc: 2.831146717071533 (2.6364434162775674) - | > loss_disc_real_0: 0.20909088850021362 (0.2856878824532032) - | > loss_disc_real_1: 0.2836105525493622 (0.24765434861183167) - | > loss_disc_real_2: 0.229152649641037 (0.21158013741175333) - | > loss_disc_real_3: 0.23285545408725739 (0.22591879591345787) - | > loss_disc_real_4: 0.26936161518096924 (0.230441153049469) - | > loss_disc_real_5: 0.28200605511665344 (0.24568658073743185) - | > loss_0: 2.831146717071533 (2.6364434162775674) - | > loss_gen: 2.3460378646850586 (2.4436283111572266) - | > loss_kl: 1.7072755098342896 (1.699118544658025) - | > loss_feat: 7.3072710037231445 (6.898209651311238) - | > loss_mel: 24.065914154052734 (21.50985876719157) - | > loss_duration: 1.7121033668518066 (1.694789280494054) - | > loss_1: 37.13860321044922 (34.2456046740214) - - --> STEP: 13 - | > loss_disc: 2.5199477672576904 (2.627482212506808) - | > loss_disc_real_0: 0.22757430374622345 (0.2812176071680509) - | > loss_disc_real_1: 0.26991137862205505 (0.2493664278433873) - | > loss_disc_real_2: 0.20054589211940765 (0.21073134931234214) - | > loss_disc_real_3: 0.16549861431121826 (0.22127108963636252) - | > loss_disc_real_4: 0.19779576361179352 (0.22792996924657088) - | > loss_disc_real_5: 0.23529307544231415 (0.2448870803301151) - | > loss_0: 2.5199477672576904 (2.627482212506808) - | > loss_gen: 2.2922518253326416 (2.4319839660937967) - | > loss_kl: 2.118713617324829 (1.7313950887093177) - | > loss_feat: 5.91371488571167 (6.822479284726656) - | > loss_mel: 20.746400833129883 (21.451131233802208) - | > loss_duration: 1.7577509880065918 (1.6996324887642493) - | > loss_1: 32.82883071899414 (34.13662206209623) - - --> STEP: 14 - | > loss_disc: 2.5448951721191406 (2.621583138193403) - | > loss_disc_real_0: 0.2856283187866211 (0.28153265799794874) - | > loss_disc_real_1: 0.25203368067741394 (0.24955694590296065) - | > loss_disc_real_2: 0.22973012924194336 (0.21208840502159937) - | > loss_disc_real_3: 0.21643899381160736 (0.22092593993459428) - | > loss_disc_real_4: 0.24034737050533295 (0.2288169264793396) - | > loss_disc_real_5: 0.22491684556007385 (0.24346063498939788) - | > loss_0: 2.5448951721191406 (2.621583138193403) - | > loss_gen: 2.5366263389587402 (2.439458421298436) - | > loss_kl: 1.9699549674987793 (1.7484350800514221) - | > loss_feat: 6.991399765014648 (6.834545033318656) - | > loss_mel: 21.80525779724121 (21.476425988333567) - | > loss_duration: 1.7305625677108765 (1.7018417801175798) - | > loss_1: 35.0338020324707 (34.20070634569441) - - --> STEP: 15 - | > loss_disc: 2.8967947959899902 (2.639930582046509) - | > loss_disc_real_0: 0.2753071188926697 (0.2811176220575968) - | > loss_disc_real_1: 0.2590460777282715 (0.2501895546913147) - | > loss_disc_real_2: 0.2173965573310852 (0.21244228184223174) - | > loss_disc_real_3: 0.22314396500587463 (0.22107380827267964) - | > loss_disc_real_4: 0.25149261951446533 (0.230328639348348) - | > loss_disc_real_5: 0.24011482298374176 (0.24323758085568745) - | > loss_0: 2.8967947959899902 (2.639930582046509) - | > loss_gen: 2.0801267623901367 (2.415502977371216) - | > loss_kl: 1.4276511669158936 (1.7270494858423868) - | > loss_feat: 5.794071197509766 (6.7651801109313965) - | > loss_mel: 20.994461059570312 (21.444294993082682) - | > loss_duration: 1.646934986114502 (1.6981813271840414) - | > loss_1: 31.94324493408203 (34.05020891825358) - - --> STEP: 16 - | > loss_disc: 2.7514071464538574 (2.646897867321968) - | > loss_disc_real_0: 0.3181478977203369 (0.2834320142865181) - | > loss_disc_real_1: 0.2592179775238037 (0.25075383111834526) - | > loss_disc_real_2: 0.23181657493114471 (0.2136531751602888) - | > loss_disc_real_3: 0.3165840208530426 (0.22704319655895233) - | > loss_disc_real_4: 0.23334775865077972 (0.23051733430474997) - | > loss_disc_real_5: 0.24466681480407715 (0.24332690797746181) - | > loss_0: 2.7514071464538574 (2.646897867321968) - | > loss_gen: 2.269127607345581 (2.4063545167446136) - | > loss_kl: 1.6583384275436401 (1.7227550446987152) - | > loss_feat: 6.302440166473389 (6.736258864402771) - | > loss_mel: 19.408151626586914 (21.317036032676697) - | > loss_duration: 1.789490818977356 (1.7038881704211235) - | > loss_1: 31.427549362182617 (33.886292695999146) - - --> STEP: 17 - | > loss_disc: 2.3849170207977295 (2.6314872292911304) - | > loss_disc_real_0: 0.2669391632080078 (0.2824618465760175) - | > loss_disc_real_1: 0.3316534459590912 (0.25551263199133034) - | > loss_disc_real_2: 0.2120218425989151 (0.21355721442138448) - | > loss_disc_real_3: 0.22620567679405212 (0.22699393069042878) - | > loss_disc_real_4: 0.2241964191198349 (0.23014551576446085) - | > loss_disc_real_5: 0.19978728890419006 (0.2407657539143282) - | > loss_0: 2.3849170207977295 (2.6314872292911304) - | > loss_gen: 2.9239633083343506 (2.4368020927204803) - | > loss_kl: 1.8106727600097656 (1.72792667501113) - | > loss_feat: 6.899044036865234 (6.745834462782916) - | > loss_mel: 21.953933715820312 (21.35450060227338) - | > loss_duration: 1.6220996379852295 (1.6990770802778357) - | > loss_1: 35.209712982177734 (33.964140948127294) - - --> STEP: 18 - | > loss_disc: 2.6292366981506348 (2.631362199783325) - | > loss_disc_real_0: 0.22404131293296814 (0.2792162613736259) - | > loss_disc_real_1: 0.24906720221042633 (0.2551545525590579) - | > loss_disc_real_2: 0.23902036249637604 (0.214971833758884) - | > loss_disc_real_3: 0.22303949296474457 (0.22677423970566857) - | > loss_disc_real_4: 0.26791897416114807 (0.23224404123094347) - | > loss_disc_real_5: 0.22006548941135406 (0.23961573921971852) - | > loss_0: 2.6292366981506348 (2.631362199783325) - | > loss_gen: 2.3953475952148438 (2.4344990650812783) - | > loss_kl: 1.8340985774993896 (1.7338251140382555) - | > loss_feat: 6.8151164054870605 (6.7496834595998125) - | > loss_mel: 22.709671020507812 (21.42978784773085) - | > loss_duration: 1.6748100519180298 (1.6977289120356243) - | > loss_1: 35.42904281616211 (34.04552438524034) - - --> STEP: 19 - | > loss_disc: 2.276306629180908 (2.612675064488461) - | > loss_disc_real_0: 0.1876000612974167 (0.27439435610645696) - | > loss_disc_real_1: 0.21828606724739075 (0.25321410596370697) - | > loss_disc_real_2: 0.2516936957836151 (0.21690456333913302) - | > loss_disc_real_3: 0.18926750123500824 (0.2248002008387917) - | > loss_disc_real_4: 0.15481317043304443 (0.22816873224158035) - | > loss_disc_real_5: 0.20156759023666382 (0.23761320506271563) - | > loss_0: 2.276306629180908 (2.612675064488461) - | > loss_gen: 2.5478014945983887 (2.440462350845337) - | > loss_kl: 2.300231695175171 (1.763635986729672) - | > loss_feat: 7.391251564025879 (6.7834502019380265) - | > loss_mel: 22.242414474487305 (21.472557670191716) - | > loss_duration: 1.7699663639068604 (1.701530883186742) - | > loss_1: 36.25166702270508 (34.16163715563322) - - --> STEP: 20 - | > loss_disc: 2.813647747039795 (2.622723698616028) - | > loss_disc_real_0: 0.30878937244415283 (0.27611410692334176) - | > loss_disc_real_1: 0.25093311071395874 (0.25310005620121956) - | > loss_disc_real_2: 0.22829844057559967 (0.21747425720095634) - | > loss_disc_real_3: 0.23779389262199402 (0.2254498854279518) - | > loss_disc_real_4: 0.23641152679920197 (0.22858087196946145) - | > loss_disc_real_5: 0.2555110454559326 (0.23850809708237647) - | > loss_0: 2.813647747039795 (2.622723698616028) - | > loss_gen: 2.210354804992676 (2.4289569735527037) - | > loss_kl: 1.808638095855713 (1.765886092185974) - | > loss_feat: 5.264038562774658 (6.707479619979859) - | > loss_mel: 19.233304977416992 (21.36059503555298) - | > loss_duration: 1.6632544994354248 (1.6996170639991761) - | > loss_1: 30.179588317871094 (33.962534713745114) - - --> STEP: 21 - | > loss_disc: 2.403036594390869 (2.612262407938639) - | > loss_disc_real_0: 0.28222423791885376 (0.27640506554217564) - | > loss_disc_real_1: 0.239927276968956 (0.2524727809996832) - | > loss_disc_real_2: 0.2598806321620941 (0.21949360838958196) - | > loss_disc_real_3: 0.19620610773563385 (0.2240573245854605) - | > loss_disc_real_4: 0.2036931812763214 (0.2273957438412167) - | > loss_disc_real_5: 0.17055116593837738 (0.23527205274218604) - | > loss_0: 2.403036594390869 (2.612262407938639) - | > loss_gen: 2.674729585647583 (2.4406604312715077) - | > loss_kl: 1.6814076900482178 (1.7618633111317952) - | > loss_feat: 7.238734245300293 (6.732777459280832) - | > loss_mel: 23.320138931274414 (21.453906649634952) - | > loss_duration: 1.6677970886230469 (1.6981018270765031) - | > loss_1: 36.58280563354492 (34.08730951944987) - - --> STEP: 22 - | > loss_disc: 2.7567687034606934 (2.6188308759169145) - | > loss_disc_real_0: 0.33453136682510376 (0.2790471701459451) - | > loss_disc_real_1: 0.32084596157073975 (0.25558065284382214) - | > loss_disc_real_2: 0.2816062271595001 (0.22231690924276004) - | > loss_disc_real_3: 0.2549504041671753 (0.22546155547553842) - | > loss_disc_real_4: 0.20265263319015503 (0.22627105699344116) - | > loss_disc_real_5: 0.25654035806655884 (0.2362387938932939) - | > loss_0: 2.7567687034606934 (2.6188308759169145) - | > loss_gen: 2.4290809631347656 (2.4401340918107466) - | > loss_kl: 1.9550275802612305 (1.7706435051831333) - | > loss_feat: 5.605472564697266 (6.6815363277088515) - | > loss_mel: 17.45433807373047 (21.27210807800293) - | > loss_duration: 1.744380235671997 (1.700205391103571) - | > loss_1: 29.18830108642578 (33.864627317948774) - - --> STEP: 23 - | > loss_disc: 2.4755043983459473 (2.612599289935568) - | > loss_disc_real_0: 0.20003744959831238 (0.2756119649047437) - | > loss_disc_real_1: 0.24858032166957855 (0.25527629061885504) - | > loss_disc_real_2: 0.2571587860584259 (0.22383177345213684) - | > loss_disc_real_3: 0.22194735705852509 (0.2253087642400161) - | > loss_disc_real_4: 0.21678324043750763 (0.22585854323013968) - | > loss_disc_real_5: 0.2391410768032074 (0.2363649801067684) - | > loss_0: 2.4755043983459473 (2.612599289935568) - | > loss_gen: 2.421374797821045 (2.4393184703329336) - | > loss_kl: 1.991288661956787 (1.7802367728689443) - | > loss_feat: 6.524643421173096 (6.674714896989905) - | > loss_mel: 22.73240089416504 (21.335599070009977) - | > loss_duration: 1.7506248950958252 (1.7023975434510603) - | > loss_1: 35.42033386230469 (33.93226673292077) - - --> STEP: 24 - | > loss_disc: 2.9018194675445557 (2.6246501306692758) - | > loss_disc_real_0: 0.37303686141967773 (0.27967133559286594) - | > loss_disc_real_1: 0.2887161672115326 (0.2566696188102166) - | > loss_disc_real_2: 0.25910890102386475 (0.22530165376762548) - | > loss_disc_real_3: 0.25062963366508484 (0.22636380046606064) - | > loss_disc_real_4: 0.2549077570438385 (0.2270689271390438) - | > loss_disc_real_5: 0.35736340284347534 (0.24140658105413118) - | > loss_0: 2.9018194675445557 (2.6246501306692758) - | > loss_gen: 2.3104019165039062 (2.433946947256724) - | > loss_kl: 1.390260100364685 (1.7639877448479335) - | > loss_feat: 4.34857702255249 (6.577792485555013) - | > loss_mel: 17.665250778198242 (21.18266789118449) - | > loss_duration: 1.6211791038513184 (1.6990134418010712) - | > loss_1: 27.335668563842773 (33.657408475875854) - - --> STEP: 25 - | > loss_disc: 2.818138360977173 (2.632389659881592) - | > loss_disc_real_0: 0.27310535311698914 (0.27940869629383086) - | > loss_disc_real_1: 0.26747968792915344 (0.2571020215749741) - | > loss_disc_real_2: 0.24744322896003723 (0.22618731677532197) - | > loss_disc_real_3: 0.24533219635486603 (0.22712253630161286) - | > loss_disc_real_4: 0.2511838674545288 (0.22803352475166322) - | > loss_disc_real_5: 0.23204754292964935 (0.2410322195291519) - | > loss_0: 2.818138360977173 (2.632389659881592) - | > loss_gen: 2.264542579650879 (2.4271707725524903) - | > loss_kl: 1.675850749015808 (1.7604622650146484) - | > loss_feat: 7.317698955535889 (6.607388744354248) - | > loss_mel: 21.847429275512695 (21.20925834655762) - | > loss_duration: 1.632129192352295 (1.69633807182312) - | > loss_1: 34.73765182495117 (33.700618209838865) - - --> STEP: 26 - | > loss_disc: 2.8336124420166016 (2.6401289976560154) - | > loss_disc_real_0: 0.3916873335838318 (0.2837271054203694) - | > loss_disc_real_1: 0.2268330454826355 (0.2559378301868072) - | > loss_disc_real_2: 0.2023426741361618 (0.22527021513535425) - | > loss_disc_real_3: 0.17879533767700195 (0.22526379789297396) - | > loss_disc_real_4: 0.20013372600078583 (0.22696045556893715) - | > loss_disc_real_5: 0.23695577681064606 (0.24087543327074784) - | > loss_0: 2.8336124420166016 (2.6401289976560154) - | > loss_gen: 2.153494358062744 (2.416644756610577) - | > loss_kl: 1.6505930423736572 (1.7562365256823027) - | > loss_feat: 6.292086124420166 (6.59526172051063) - | > loss_mel: 20.86317253112793 (21.195947353656475) - | > loss_duration: 1.68739652633667 (1.6959941662274873) - | > loss_1: 32.6467399597168 (33.66008443098802) - - --> STEP: 27 - | > loss_disc: 2.760802984237671 (2.644598404566447) - | > loss_disc_real_0: 0.3393810987472534 (0.2857883644324762) - | > loss_disc_real_1: 0.26630455255508423 (0.25632178286711377) - | > loss_disc_real_2: 0.22021065652370453 (0.22508282407566352) - | > loss_disc_real_3: 0.2315618395805359 (0.225497058696217) - | > loss_disc_real_4: 0.26242727041244507 (0.2282740413038819) - | > loss_disc_real_5: 0.24174267053604126 (0.2409075531694624) - | > loss_0: 2.760802984237671 (2.644598404566447) - | > loss_gen: 2.3125996589660645 (2.412791234475595) - | > loss_kl: 1.8470582962036133 (1.7596002949608698) - | > loss_feat: 7.810360431671143 (6.640265376479538) - | > loss_mel: 23.91203498840332 (21.296543191980433) - | > loss_duration: 1.6943013668060303 (1.6959314699526187) - | > loss_1: 37.57635498046875 (33.8051314883762) - - --> STEP: 28 - | > loss_disc: 2.744736433029175 (2.64817476272583) - | > loss_disc_real_0: 0.3486865162849426 (0.2880347269986357) - | > loss_disc_real_1: 0.23304049670696259 (0.2554903083613941) - | > loss_disc_real_2: 0.1962004154920578 (0.2240513094833919) - | > loss_disc_real_3: 0.18499691784381866 (0.22405062509434565) - | > loss_disc_real_4: 0.18660162389278412 (0.22678574068205698) - | > loss_disc_real_5: 0.20345301926136017 (0.23956989124417305) - | > loss_0: 2.744736433029175 (2.64817476272583) - | > loss_gen: 2.1025915145874023 (2.4017126730510165) - | > loss_kl: 1.7420697212219238 (1.7589742030416216) - | > loss_feat: 5.685880661010742 (6.606180208069937) - | > loss_mel: 15.285276412963867 (21.081855092729842) - | > loss_duration: 1.6995328664779663 (1.6960600912570953) - | > loss_1: 26.515352249145508 (33.544782229832244) - - --> STEP: 29 - | > loss_disc: 2.6637866497039795 (2.648713103656111) - | > loss_disc_real_0: 0.5101844072341919 (0.2956950607998618) - | > loss_disc_real_1: 0.18597003817558289 (0.25309305766533163) - | > loss_disc_real_2: 0.23639152944087982 (0.22447683430951218) - | > loss_disc_real_3: 0.22407448291778564 (0.22405144777791253) - | > loss_disc_real_4: 0.22957444190979004 (0.22688190279335813) - | > loss_disc_real_5: 0.14285653829574585 (0.23623494803905487) - | > loss_0: 2.6637866497039795 (2.648713103656111) - | > loss_gen: 2.4728968143463135 (2.4041672986129234) - | > loss_kl: 1.4289778470993042 (1.7475950183539555) - | > loss_feat: 5.919103145599365 (6.582487895570952) - | > loss_mel: 21.77492332458496 (21.10575399727657) - | > loss_duration: 1.6372687816619873 (1.694032804719333) - | > loss_1: 33.23316955566406 (33.53403696520576) - - --> STEP: 30 - | > loss_disc: 2.63321590423584 (2.6481965303421022) - | > loss_disc_real_0: 0.2583722770214081 (0.2944509680072466) - | > loss_disc_real_1: 0.274860680103302 (0.2538186450799306) - | > loss_disc_real_2: 0.26380234956741333 (0.22578768481810887) - | > loss_disc_real_3: 0.24833859503269196 (0.22486101935307184) - | > loss_disc_real_4: 0.17869587242603302 (0.22527570178111395) - | > loss_disc_real_5: 0.15878288447856903 (0.23365321258703867) - | > loss_0: 2.63321590423584 (2.6481965303421022) - | > loss_gen: 2.3636956214904785 (2.402818242708842) - | > loss_kl: 1.7424001693725586 (1.7474218567212423) - | > loss_feat: 6.830432415008545 (6.590752712885538) - | > loss_mel: 19.856611251831055 (21.064115905761717) - | > loss_duration: 1.6761021614074707 (1.6934351166089376) - | > loss_1: 32.469242095947266 (33.498543802897146) - - --> STEP: 31 - | > loss_disc: 2.663297176361084 (2.6486836479556177) - | > loss_disc_real_0: 0.30429938435554504 (0.2947686588571918) - | > loss_disc_real_1: 0.18018192052841187 (0.2514432668685913) - | > loss_disc_real_2: 0.19814179837703705 (0.22489588202968722) - | > loss_disc_real_3: 0.18245406448841095 (0.22349305306711503) - | > loss_disc_real_4: 0.2175261676311493 (0.22502571680853445) - | > loss_disc_real_5: 0.24678891897201538 (0.23407694505107018) - | > loss_0: 2.663297176361084 (2.6486836479556177) - | > loss_gen: 2.098139524459839 (2.3929898969588743) - | > loss_kl: 1.6666091680526733 (1.7448149957964498) - | > loss_feat: 5.677863121032715 (6.561304661535448) - | > loss_mel: 20.538789749145508 (21.047169900709584) - | > loss_duration: 1.643714427947998 (1.6918312234263266) - | > loss_1: 31.6251163482666 (33.43811065919939) - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.011619298688827022 (+0.002323035270937029) - | > avg_loss_disc: 2.6486836479556177 (+0.2105046702969462) - | > avg_loss_disc_real_0: 0.2947686588571918 (+0.24390437345831628) - | > avg_loss_disc_real_1: 0.2514432668685913 (+0.09840187526518299) - | > avg_loss_disc_real_2: 0.22489588202968722 (-0.00913761267738955) - | > avg_loss_disc_real_3: 0.22349305306711503 (+0.008106493661480557) - | > avg_loss_disc_real_4: 0.22502571680853445 (+0.019524773282389496) - | > avg_loss_disc_real_5: 0.23407694505107018 (+0.014151482091796008) - | > avg_loss_0: 2.6486836479556177 (+0.2105046702969462) - | > avg_loss_gen: 2.3929898969588743 (+0.39673563741868567) - | > avg_loss_kl: 1.7448149957964498 (-0.03347402618777351) - | > avg_loss_feat: 6.561304661535448 (-0.5695916606533915) - | > avg_loss_mel: 21.047169900709584 (-0.3709946293984636) - | > avg_loss_duration: 1.6918312234263266 (+0.015221484245792505) - | > avg_loss_1: 33.43811065919939 (-0.5621029638474795) - - - > EPOCH: 48/1000 - --> vits_shi_male-November-22-2024_02+49AM-0000000 - - > TRAINING (2024-11-23 09:04:06)  - - --> TIME: 2024-11-23 09:04:17 -- STEP: 12/797 -- GLOBAL_STEP: 61375 - | > loss_disc: 2.3079628944396973 (2.4475061694780984) - | > loss_disc_real_0: 0.10097505152225494 (0.1412850245833397) - | > loss_disc_real_1: 0.1795935183763504 (0.22085484365622202) - | > loss_disc_real_2: 0.23634858429431915 (0.23187491670250893) - | > loss_disc_real_3: 0.24901944398880005 (0.2259763702750206) - | > loss_disc_real_4: 0.22467255592346191 (0.2375632350643476) - | > loss_disc_real_5: 0.228454127907753 (0.22764101003607115) - | > loss_0: 2.3079628944396973 (2.4475061694780984) - | > grad_norm_0: tensor(128.4357, device='cuda:0') (tensor(80.2420, device='cuda:0')) - | > loss_gen: 2.609790086746216 (2.3968178232510886) - | > loss_kl: 1.516738772392273 (1.3584243059158325) - | > loss_feat: 8.015624046325684 (6.992135365804036) - | > loss_mel: 21.255348205566406 (20.223176161448162) - | > loss_duration: 1.690263271331787 (1.8349339365959167) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.087764739990234 (32.805487632751465) - | > grad_norm_1: tensor(664.4608, device='cuda:0') (tensor(441.1178, device='cuda:0')) - | > current_lr_0: 0.00019810887885159456 - | > current_lr_1: 0.00019810887885159456 - | > step_time: 0.8205 (0.8403562903404236) - | > loader_time: 0.0107 (0.005011558532714845) - - - --> TIME: 2024-11-23 09:04:38 -- STEP: 37/797 -- GLOBAL_STEP: 61400 - | > loss_disc: 2.335705280303955 (2.4334648428736507) - | > loss_disc_real_0: 0.09508441388607025 (0.1260743519744358) - | > loss_disc_real_1: 0.2039717137813568 (0.2160691816259075) - | > loss_disc_real_2: 0.19842462241649628 (0.22416720962202227) - | > loss_disc_real_3: 0.2110099345445633 (0.22563980841958844) - | > loss_disc_real_4: 0.22778399288654327 (0.22271351194059527) - | > loss_disc_real_5: 0.19617925584316254 (0.22299350838403445) - | > loss_0: 2.335705280303955 (2.4334648428736507) - | > grad_norm_0: tensor(30.1378, device='cuda:0') (tensor(48.3746, device='cuda:0')) - | > loss_gen: 2.4572439193725586 (2.378297709129952) - | > loss_kl: 1.8227388858795166 (1.4922785179035083) - | > loss_feat: 7.692853927612305 (7.281282927538897) - | > loss_mel: 20.72053337097168 (20.567747064538903) - | > loss_duration: 1.8195654153823853 (1.7763529242695988) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.512935638427734 (33.495958895296674) - | > grad_norm_1: tensor(228.4200, device='cuda:0') (tensor(401.0150, device='cuda:0')) - | > current_lr_0: 0.00019810887885159456 - | > current_lr_1: 0.00019810887885159456 - | > step_time: 0.8626 (0.8307589389182426) - | > loader_time: 0.0056 (0.00600260012858623) - - - --> TIME: 2024-11-23 09:05:00 -- STEP: 62/797 -- GLOBAL_STEP: 61425 - | > loss_disc: 2.4205923080444336 (2.4371938513171294) - | > loss_disc_real_0: 0.16369426250457764 (0.12444702944447923) - | > loss_disc_real_1: 0.16826629638671875 (0.21530487652747862) - | > loss_disc_real_2: 0.20949675142765045 (0.23134925937460316) - | > loss_disc_real_3: 0.20616485178470612 (0.2234774892849307) - | > loss_disc_real_4: 0.2060830146074295 (0.22781225558250182) - | > loss_disc_real_5: 0.2279714047908783 (0.23001903391653492) - | > loss_0: 2.4205923080444336 (2.4371938513171294) - | > grad_norm_0: tensor(87.9841, device='cuda:0') (tensor(44.0571, device='cuda:0')) - | > loss_gen: 2.2319650650024414 (2.397167236574235) - | > loss_kl: 1.7940870523452759 (1.514966866662425) - | > loss_feat: 6.500308036804199 (7.273365166879469) - | > loss_mel: 19.515777587890625 (20.59166277608564) - | > loss_duration: 1.6723344326019287 (1.7418094642700688) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 31.7144718170166 (33.51897116630308) - | > grad_norm_1: tensor(542.1508, device='cuda:0') (tensor(447.4919, device='cuda:0')) - | > current_lr_0: 0.00019810887885159456 - | > current_lr_1: 0.00019810887885159456 - | > step_time: 0.8748 (0.8393409444439796) - | > loader_time: 0.0045 (0.005733336171796245) - - - --> TIME: 2024-11-23 09:05:22 -- STEP: 87/797 -- GLOBAL_STEP: 61450 - | > loss_disc: 2.48075008392334 (2.4314698734502684) - | > loss_disc_real_0: 0.16478964686393738 (0.12322117996284336) - | > loss_disc_real_1: 0.24822333455085754 (0.21587012348503906) - | > loss_disc_real_2: 0.23947656154632568 (0.23101423971954432) - | > loss_disc_real_3: 0.21982435882091522 (0.22218365453440567) - | > loss_disc_real_4: 0.3026084005832672 (0.2255390291583949) - | > loss_disc_real_5: 0.23415757715702057 (0.2300555246999894) - | > loss_0: 2.48075008392334 (2.4314698734502684) - | > grad_norm_0: tensor(29.6149, device='cuda:0') (tensor(47.7722, device='cuda:0')) - | > loss_gen: 2.5133309364318848 (2.3943269499417013) - | > loss_kl: 1.303976058959961 (1.5215734120072983) - | > loss_feat: 6.126849174499512 (7.229012154984749) - | > loss_mel: 19.203245162963867 (20.60023362609162) - | > loss_duration: 1.6611051559448242 (1.7253643479840508) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.80850601196289 (33.470510132011334) - | > grad_norm_1: tensor(579.4339, device='cuda:0') (tensor(465.2791, device='cuda:0')) - | > current_lr_0: 0.00019810887885159456 - | > current_lr_1: 0.00019810887885159456 - | > step_time: 0.8929 (0.8501200484133314) - | > loader_time: 0.0065 (0.0058529514005814486) - - - --> TIME: 2024-11-23 09:05:45 -- STEP: 112/797 -- GLOBAL_STEP: 61475 - | > loss_disc: 2.4497554302215576 (2.4277634429080157) - | > loss_disc_real_0: 0.12500306963920593 (0.12294037926143837) - | > loss_disc_real_1: 0.2392771691083908 (0.21652678466801137) - | > loss_disc_real_2: 0.2486238181591034 (0.2314522879730378) - | > loss_disc_real_3: 0.2470095008611679 (0.2212857705141817) - | > loss_disc_real_4: 0.26755478978157043 (0.22335001520280326) - | > loss_disc_real_5: 0.2110493779182434 (0.23004623901631152) - | > loss_0: 2.4497554302215576 (2.4277634429080157) - | > grad_norm_0: tensor(153.6007, device='cuda:0') (tensor(49.8805, device='cuda:0')) - | > loss_gen: 2.318901538848877 (2.3986627885273513) - | > loss_kl: 1.4875798225402832 (1.5331104940601752) - | > loss_feat: 5.965442180633545 (7.251710248844964) - | > loss_mel: 18.657873153686523 (20.594883101327078) - | > loss_duration: 1.6711403131484985 (1.7167711172785078) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 30.100936889648438 (33.49513750416891) - | > grad_norm_1: tensor(411.9451, device='cuda:0') (tensor(483.1081, device='cuda:0')) - | > current_lr_0: 0.00019810887885159456 - | > current_lr_1: 0.00019810887885159456 - | > step_time: 0.9038 (0.8644174890858787) - | > loader_time: 0.0044 (0.005688760961805072) - - - --> TIME: 2024-11-23 09:06:07 -- STEP: 137/797 -- GLOBAL_STEP: 61500 - | > loss_disc: 2.322718381881714 (2.4230768819795045) - | > loss_disc_real_0: 0.06751931458711624 (0.12220437827445298) - | > loss_disc_real_1: 0.20446890592575073 (0.21585102150910096) - | > loss_disc_real_2: 0.21063528954982758 (0.23025360366288763) - | > loss_disc_real_3: 0.21867015957832336 (0.2214384494471724) - | > loss_disc_real_4: 0.1524985432624817 (0.22287652701356986) - | > loss_disc_real_5: 0.21232834458351135 (0.2283109551581153) - | > loss_0: 2.322718381881714 (2.4230768819795045) - | > grad_norm_0: tensor(50.2242, device='cuda:0') (tensor(53.1716, device='cuda:0')) - | > loss_gen: 2.4820897579193115 (2.4011013003161343) - | > loss_kl: 1.588018774986267 (1.539122764211501) - | > loss_feat: 8.419922828674316 (7.280846279032909) - | > loss_mel: 21.293800354003906 (20.67234340027301) - | > loss_duration: 1.705121397972107 (1.7121246574568922) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 35.48895263671875 (33.60553818027468) - | > grad_norm_1: tensor(655.8830, device='cuda:0') (tensor(484.4931, device='cuda:0')) - | > current_lr_0: 0.00019810887885159456 - | > current_lr_1: 0.00019810887885159456 - | > step_time: 0.9215 (0.8646585367021771) - | > loader_time: 0.0141 (0.005732565900705158) - - - --> TIME: 2024-11-23 09:06:34 -- STEP: 162/797 -- GLOBAL_STEP: 61525 - | > loss_disc: 2.51007080078125 (2.4236374887419343) - | > loss_disc_real_0: 0.10281163454055786 (0.12161115968576922) - | > loss_disc_real_1: 0.24765120446681976 (0.21602982328629797) - | > loss_disc_real_2: 0.2236083298921585 (0.22968496051099566) - | > loss_disc_real_3: 0.20677690207958221 (0.22255820091123935) - | > loss_disc_real_4: 0.21277426183223724 (0.22243107478191823) - | > loss_disc_real_5: 0.24130791425704956 (0.2288219361209575) - | > loss_0: 2.51007080078125 (2.4236374887419343) - | > grad_norm_0: tensor(47.3916, device='cuda:0') (tensor(50.4098, device='cuda:0')) - | > loss_gen: 2.233041763305664 (2.3977079332610685) - | > loss_kl: 1.551940679550171 (1.54597168572155) - | > loss_feat: 7.5884175300598145 (7.287121660915422) - | > loss_mel: 21.261987686157227 (20.715429941813152) - | > loss_duration: 1.6808483600616455 (1.7068651134585158) - | > amp_scaler: 128.0 (128.0) - | > loss_1: 34.31623458862305 (33.65309604597679) - | > grad_norm_1: tensor(635.1879, device='cuda:0') (tensor(481.6440, device='cuda:0')) - | > current_lr_0: 0.00019810887885159456 - | > current_lr_1: 0.00019810887885159456 - | > step_time: 1.2219 (0.8949555335221467) - | > loader_time: 0.0074 (0.005878008442160525) - +version https://git-lfs.github.com/spec/v1 +oid sha256:be457b1ce8982e8e3d102d69b6ccd5e1ac026981d999d94f07e15d2de299f093 +size 12044283