Upload v14p16/ckpt_036000.json with huggingface_hub

v14p16/ckpt_036000.json

@@ -0,0 +1 @@
+{"sent": 36000, "total_steps": 672752, "eval_results": [{"sent": 2000, "train_loss": 2.126433063993644, "train_acc": 0.4420721146276177, "eval_loss": 1.5603604731278675, "eval_acc": 0.4864864864864865, "ppl": 4.760536981536906, "neural_p_loss": 2.8910552147071416, "neural_p_acc": 0.2702702702702703, "neural_p_ppl": 18.012306427574416, "neural_w_loss": 2.8706762847838783, "neural_w_acc": 0.3108108108108108, "neural_w_ppl": 17.648949881031317, "w_freq": 0.0006606546977323693, "w_bigram": 0.0038864667250278445, "w_trigram": 0.02143677854837551, "w_skip_bi": 0.24398733039007514, "w_skip_tri": 0.462865588351597, "w_neural_phoneme": 0.4554046285000462, "w_neural_word": 0.4562885175308269, "word_vocab": 1593, "elapsed_s": 27.154215097427368, "steps_per_sec": 1169.4317028153953}, {"sent": 4000, "train_loss": 2.1017483443530787, "train_acc": 0.44808349146110055, "eval_loss": 1.9341591509055989, "eval_acc": 0.45121951219512196, "ppl": 6.91822442626254, "neural_p_loss": 4.007785948793894, "neural_p_acc": 0.17073170731707318, "neural_p_ppl": 55.02490763408735, "neural_w_loss": 3.170647255726072, "neural_w_acc": 0.32926829268292684, "neural_w_ppl": 23.82289887503131, "w_freq": 0.001927260451727949, "w_bigram": 0.00889674903929824, "w_trigram": 0.037892929246574926, "w_skip_bi": 0.16459510100377556, "w_skip_tri": 0.4651920923309866, "w_neural_phoneme": 0.47869333217593085, "w_neural_word": 0.47262632796182374, "word_vocab": 2198, "elapsed_s": 49.305346727371216, "steps_per_sec": 1178.4725969231197}, {"sent": 6000, "train_loss": 2.2799464338812525, "train_acc": 0.42062484996056104, "eval_loss": 3.458364858909436, "eval_acc": 0.32653061224489793, "ppl": 31.7649937801258, "neural_p_loss": 4.097416845083684, "neural_p_acc": 0.23469387755102042, "neural_p_ppl": 60.184620429567694, "neural_w_loss": 3.376138009974124, "neural_w_acc": 0.29591836734693877, "neural_w_ppl": 29.2575602385435, "w_freq": 0.0015334145068691678, "w_bigram": 0.024028759208300738, "w_trigram": 0.0899106976154774, "w_skip_bi": 0.24758365343631503, "w_skip_tri": 0.4640016784013768, "w_neural_phoneme": 0.45104562978213464, "w_neural_word": 0.4677985784696181, "word_vocab": 2819, "elapsed_s": 73.34146499633789, "steps_per_sec": 1189.831700312467}, {"sent": 8000, "train_loss": 2.4013737561295847, "train_acc": 0.4018227756722613, "eval_loss": 1.8160536244520216, "eval_acc": 0.4067796610169492, "ppl": 6.147549975344211, "neural_p_loss": 3.230951564350047, "neural_p_acc": 0.23728813559322035, "neural_p_ppl": 25.303723639994033, "neural_w_loss": 2.710904980247823, "neural_w_acc": 0.3050847457627119, "neural_w_ppl": 15.042882868619948, "w_freq": 9.645189222412739e-05, "w_bigram": 2.6840420531435904e-05, "w_trigram": 0.1254234983275961, "w_skip_bi": 0.21649016476116295, "w_skip_tri": 0.5314471793700382, "w_neural_phoneme": 0.4531481845227636, "w_neural_word": 0.45319692631572206, "word_vocab": 3459, "elapsed_s": 100.56465125083923, "steps_per_sec": 1198.3335943701622}, {"sent": 10000, "train_loss": 2.383003929912084, "train_acc": 0.4034812425536861, "eval_loss": 1.6604919251303263, "eval_acc": 0.5, "ppl": 5.261898668075032, "neural_p_loss": 3.342523949635387, "neural_p_acc": 0.2647058823529412, "neural_p_ppl": 28.290440318093488, "neural_w_loss": 2.8277236063727016, "neural_w_acc": 0.29411764705882354, "neural_w_ppl": 16.906930157629425, "w_freq": 0.0002577675415842086, "w_bigram": 0.006858605857105867, "w_trigram": 0.057255928614800174, "w_skip_bi": 0.3631300953533809, "w_skip_tri": 0.55, "w_neural_phoneme": 0.4536226366219268, "w_neural_word": 0.45337210895852126, "word_vocab": 4067, "elapsed_s": 129.5134997367859, "steps_per_sec": 1196.1919052056703}, {"sent": 12000, "train_loss": 2.166187917651436, "train_acc": 0.43024972514528037, "eval_loss": 1.8950823302834507, "eval_acc": 0.4473684210526316, "ppl": 6.653096133375717, "neural_p_loss": 3.3284754046012965, "neural_p_acc": 0.2894736842105263, "neural_p_ppl": 27.89577948935034, "neural_w_loss": 2.9314989125500834, "neural_w_acc": 0.27631578947368424, "neural_w_ppl": 18.755722625620383, "w_freq": 0.001830647670653317, "w_bigram": 0.010751529318916112, "w_trigram": 0.014880119970841477, "w_skip_bi": 0.4, "w_skip_tri": 0.55, "w_neural_phoneme": 0.4507301277323498, "w_neural_word": 0.460157926054588, "word_vocab": 4455, "elapsed_s": 155.7714912891388, "steps_per_sec": 1198.922848169598}, {"sent": 14000, "train_loss": 2.0723396371472873, "train_acc": 0.4303449473318671, "eval_loss": 2.1827389525727696, "eval_acc": 0.4647887323943662, "ppl": 8.870569084203826, "neural_p_loss": 3.8119023625106525, "neural_p_acc": 0.19718309859154928, "neural_p_ppl": 45.236413119727516, "neural_w_loss": 3.022336178946411, "neural_w_acc": 0.29577464788732394, "neural_w_ppl": 20.539218969970463, "w_freq": 0.0004532895354388001, "w_bigram": 0.0007364133673548604, "w_trigram": 0.0008602769491051947, "w_skip_bi": 0.24866369647317582, "w_skip_tri": 0.5007494316937173, "w_neural_phoneme": 0.4518035771741291, "w_neural_word": 0.45181336182425547, "word_vocab": 4946, "elapsed_s": 183.64421343803406, "steps_per_sec": 1205.123732769705}, {"sent": 16000, "train_loss": 1.9488462174984795, "train_acc": 0.45082213154104656, "eval_loss": 1.9366909511786845, "eval_acc": 0.4935064935064935, "ppl": 6.9357621804315155, "neural_p_loss": 3.387368825035995, "neural_p_acc": 0.2857142857142857, "neural_p_ppl": 29.587998559371375, "neural_w_loss": 2.8479335491562274, "neural_w_acc": 0.3246753246753247, "neural_w_ppl": 17.252094375092256, "w_freq": 0.00047762504251971287, "w_bigram": 0.0044797096534032015, "w_trigram": 0.006856315750209463, "w_skip_bi": 0.2592850819473108, "w_skip_tri": 0.5225626006070283, "w_neural_phoneme": 0.45585823993661867, "w_neural_word": 0.456167286146228, "word_vocab": 5338, "elapsed_s": 210.90789437294006, "steps_per_sec": 1207.3611599844937}, {"sent": 18000, "train_loss": 1.9461497683425277, "train_acc": 0.44903771706669615, "eval_loss": 1.801561795109538, "eval_acc": 0.4230769230769231, "ppl": 6.059103156241893, "neural_p_loss": 3.4020551483139614, "neural_p_acc": 0.11538461538461539, "neural_p_ppl": 30.02574403916486, "neural_w_loss": 3.010162640129175, "neural_w_acc": 0.3076923076923077, "neural_w_ppl": 20.29069973891918, "w_freq": 0.00015452889642913296, "w_bigram": 0.0002021176419538591, "w_trigram": 0.00016794538757380464, "w_skip_bi": 0.3227165168969855, "w_skip_tri": 0.55, "w_neural_phoneme": 0.4508332848479917, "w_neural_word": 0.45082707259464005, "word_vocab": 5752, "elapsed_s": 240.33339738845825, "steps_per_sec": 1210.0107732008687}, {"sent": 20000, "train_loss": 1.8797066383673626, "train_acc": 0.4628157988376231, "eval_loss": 1.4660250523452383, "eval_acc": 0.5315315315315315, "ppl": 4.331981472970151, "neural_p_loss": 2.84014127435433, "neural_p_acc": 0.2882882882882883, "neural_p_ppl": 17.11818372668106, "neural_w_loss": 2.837317173655653, "neural_w_acc": 0.3063063063063063, "neural_w_ppl": 17.06990845126311, "w_freq": 0.00010242556591893035, "w_bigram": 0.0021184968792438167, "w_trigram": 0.021969606438266526, "w_skip_bi": 0.2096038221154697, "w_skip_tri": 0.5413162105713483, "w_neural_phoneme": 0.4544445307992738, "w_neural_word": 0.4529011288423084, "word_vocab": 6098, "elapsed_s": 267.7522692680359, "steps_per_sec": 1212.0532195195935}, {"sent": 22000, "train_loss": 1.9079193885869703, "train_acc": 0.4574050594699028, "eval_loss": 1.9483658478528354, "eval_acc": 0.42028985507246375, "ppl": 7.017211015468461, "neural_p_loss": 3.012177851725603, "neural_p_acc": 0.2753623188405797, "neural_p_ppl": 20.33163102107783, "neural_w_loss": 3.000260552491127, "neural_w_acc": 0.30434782608695654, "neural_w_ppl": 20.090770941707298, "w_freq": 0.00017438227392654909, "w_bigram": 0.001114289886321628, "w_trigram": 0.013426538705218552, "w_skip_bi": 0.2749309726209292, "w_skip_tri": 0.55, "w_neural_phoneme": 0.45416089139347593, "w_neural_word": 0.4561119047476261, "word_vocab": 6393, "elapsed_s": 294.78534388542175, "steps_per_sec": 1213.27605804926}, {"sent": 24000, "train_loss": 1.909625496388047, "train_acc": 0.45601524760934575, "eval_loss": 1.598420102138891, "eval_acc": 0.4606741573033708, "ppl": 4.945213317383456, "neural_p_loss": 2.9294103439276817, "neural_p_acc": 0.3146067415730337, "neural_p_ppl": 18.716590890735624, "neural_w_loss": 2.9907485147292063, "neural_w_acc": 0.30337078651685395, "neural_w_ppl": 19.900572789918584, "w_freq": 0.00011977026363065557, "w_bigram": 0.0008714792017486324, "w_trigram": 0.003032986772512016, "w_skip_bi": 0.21439835646048236, "w_skip_tri": 0.5471585432796332, "w_neural_phoneme": 0.4519122620710151, "w_neural_word": 0.4528490601678903, "word_vocab": 6673, "elapsed_s": 319.51669931411743, "steps_per_sec": 1214.6063127000164}, {"sent": 26000, "train_loss": 1.9521176367179687, "train_acc": 0.4444444444444444, "eval_loss": 2.0377962361682065, "eval_acc": 0.4032258064516129, "ppl": 7.673679573781453, "neural_p_loss": 3.198503505474066, "neural_p_acc": 0.27419354838709675, "neural_p_ppl": 24.49584485651414, "neural_w_loss": 3.1919551232884973, "neural_w_acc": 0.25806451612903225, "neural_w_ppl": 24.33596076484032, "w_freq": 0.00020251156373376358, "w_bigram": 0.00023321237268115832, "w_trigram": 0.0009982633279822383, "w_skip_bi": 0.258133872438386, "w_skip_tri": 0.5499971307933641, "w_neural_phoneme": 0.45061586205219695, "w_neural_word": 0.4505659658184488, "word_vocab": 6984, "elapsed_s": 348.06766533851624, "steps_per_sec": 1209.0695054673072}, {"sent": 28000, "train_loss": 2.137368669708754, "train_acc": 0.4086016632299291, "eval_loss": 1.890175089520556, "eval_acc": 0.4171779141104294, "ppl": 6.620527764600555, "neural_p_loss": 3.1823087610112446, "neural_p_acc": 0.25153374233128833, "neural_p_ppl": 24.10233589759908, "neural_w_loss": 3.1960161362911323, "neural_w_acc": 0.25153374233128833, "neural_w_ppl": 24.434990362080764, "w_freq": 0.00022062767376498498, "w_bigram": 0.0008149839260266627, "w_trigram": 0.04528370378790624, "w_skip_bi": 0.09444895513649798, "w_skip_tri": 0.5480697752099283, "w_neural_phoneme": 0.4505312374703657, "w_neural_word": 0.4507692951326154, "word_vocab": 7648, "elapsed_s": 383.90413641929626, "steps_per_sec": 1211.159130341241}, {"sent": 30000, "train_loss": 2.2266876994188447, "train_acc": 0.385229046875595, "eval_loss": 1.8829977172775605, "eval_acc": 0.3841059602649007, "ppl": 6.57317989230014, "neural_p_loss": 3.2086003535159655, "neural_p_acc": 0.23841059602649006, "neural_p_ppl": 24.74442852359843, "neural_w_loss": 3.1766609257247502, "neural_w_acc": 0.24503311258278146, "neural_w_ppl": 23.966593560436586, "w_freq": 0.0003176674407551585, "w_bigram": 0.0016412188147004766, "w_trigram": 0.024468757522280782, "w_skip_bi": 0.10695554603482395, "w_skip_tri": 0.5346610588673528, "w_neural_phoneme": 0.45328371906924403, "w_neural_word": 0.45409639347917646, "word_vocab": 8515, "elapsed_s": 427.44187593460083, "steps_per_sec": 1210.669869133685}, {"sent": 32000, "train_loss": 2.201540858337351, "train_acc": 0.3825526192135068, "eval_loss": 1.6957670604191433, "eval_acc": 0.47863247863247865, "ppl": 5.450825474512948, "neural_p_loss": 3.247338517295998, "neural_p_acc": 0.20512820512820512, "neural_p_ppl": 25.721790635401064, "neural_w_loss": 3.2381130696726808, "neural_w_acc": 0.24786324786324787, "neural_w_ppl": 25.485586821325033, "w_freq": 7.483087830539383e-05, "w_bigram": 0.00014484044063212213, "w_trigram": 0.008048637698488964, "w_skip_bi": 0.19394150561564463, "w_skip_tri": 0.54966072541921, "w_neural_phoneme": 0.45020537525885096, "w_neural_word": 0.45016496436812337, "word_vocab": 9486, "elapsed_s": 475.81865978240967, "steps_per_sec": 1217.2872755029614}, {"sent": 34000, "train_loss": 2.2019748112128212, "train_acc": 0.38448046861696694, "eval_loss": 1.7980965335034258, "eval_acc": 0.44155844155844154, "ppl": 6.038143115693059, "neural_p_loss": 3.2911147220987087, "neural_p_acc": 0.22077922077922077, "neural_p_ppl": 26.872802672950183, "neural_w_loss": 3.342901855365446, "neural_w_acc": 0.2727272727272727, "neural_w_ppl": 28.301133457967737, "w_freq": 4.4753875327362944e-05, "w_bigram": 6.399162879610974e-05, "w_trigram": 0.004666697870169392, "w_skip_bi": 0.17594915091888663, "w_skip_tri": 0.5484787299818824, "w_neural_phoneme": 0.4513912105579082, "w_neural_word": 0.4538232006707061, "word_vocab": 10546, "elapsed_s": 522.4448268413544, "steps_per_sec": 1221.0552525840496}, {"sent": 36000, "train_loss": 2.1656225082982457, "train_acc": 0.39896030788672526, "eval_loss": 1.830467195565552, "eval_acc": 0.42452830188679247, "ppl": 6.236799783174205, "neural_p_loss": 3.1531528916429785, "neural_p_acc": 0.25471698113207547, "neural_p_ppl": 23.409756774644666, "neural_w_loss": 3.213480034741275, "neural_w_acc": 0.27358490566037735, "neural_w_ppl": 24.865468525030852, "w_freq": 0.00015383238534906756, "w_bigram": 0.0004645831420329154, "w_trigram": 0.0006780475481009852, "w_skip_bi": 0.1661200765764232, "w_skip_tri": 0.5406872453896626, "w_neural_phoneme": 0.45067457411011846, "w_neural_word": 0.45067864890590786, "word_vocab": 11088, "elapsed_s": 550.5298080444336, "steps_per_sec": 1222.0083093951232}], "mixing_weights": {"w_freq": 0.00015383238534906756, "w_bigram": 0.0004645831420329154, "w_trigram": 0.0006780475481009852, "w_skip_bi": 0.1661200765764232, "w_skip_tri": 0.5406872453896626, "w_neural_phoneme": 0.45067457411011846, "w_neural_word": 0.45067864890590786}, "word_vocab": 11088, "elapsed_s": 550.5298080444336, "steps_per_sec": 1222.0083093951232}