Upload v14p16/ckpt_062000.json with huggingface_hub

v14p16/ckpt_062000.json

@@ -0,0 +1 @@
+{"sent": 62000, "total_steps": 1071163, "eval_results": [{"sent": 2000, "train_loss": 2.126433063993644, "train_acc": 0.4420721146276177, "eval_loss": 1.5603604731278675, "eval_acc": 0.4864864864864865, "ppl": 4.760536981536906, "neural_p_loss": 2.8910552147071416, "neural_p_acc": 0.2702702702702703, "neural_p_ppl": 18.012306427574416, "neural_w_loss": 2.8706762847838783, "neural_w_acc": 0.3108108108108108, "neural_w_ppl": 17.648949881031317, "w_freq": 0.0006606546977323693, "w_bigram": 0.0038864667250278445, "w_trigram": 0.02143677854837551, "w_skip_bi": 0.24398733039007514, "w_skip_tri": 0.462865588351597, "w_neural_phoneme": 0.4554046285000462, "w_neural_word": 0.4562885175308269, "word_vocab": 1593, "elapsed_s": 27.154215097427368, "steps_per_sec": 1169.4317028153953}, {"sent": 4000, "train_loss": 2.1017483443530787, "train_acc": 0.44808349146110055, "eval_loss": 1.9341591509055989, "eval_acc": 0.45121951219512196, "ppl": 6.91822442626254, "neural_p_loss": 4.007785948793894, "neural_p_acc": 0.17073170731707318, "neural_p_ppl": 55.02490763408735, "neural_w_loss": 3.170647255726072, "neural_w_acc": 0.32926829268292684, "neural_w_ppl": 23.82289887503131, "w_freq": 0.001927260451727949, "w_bigram": 0.00889674903929824, "w_trigram": 0.037892929246574926, "w_skip_bi": 0.16459510100377556, "w_skip_tri": 0.4651920923309866, "w_neural_phoneme": 0.47869333217593085, "w_neural_word": 0.47262632796182374, "word_vocab": 2198, "elapsed_s": 49.305346727371216, "steps_per_sec": 1178.4725969231197}, {"sent": 6000, "train_loss": 2.2799464338812525, "train_acc": 0.42062484996056104, "eval_loss": 3.458364858909436, "eval_acc": 0.32653061224489793, "ppl": 31.7649937801258, "neural_p_loss": 4.097416845083684, "neural_p_acc": 0.23469387755102042, "neural_p_ppl": 60.184620429567694, "neural_w_loss": 3.376138009974124, "neural_w_acc": 0.29591836734693877, "neural_w_ppl": 29.2575602385435, "w_freq": 0.0015334145068691678, "w_bigram": 0.024028759208300738, "w_trigram": 0.0899106976154774, "w_skip_bi": 0.24758365343631503, "w_skip_tri": 0.4640016784013768, "w_neural_phoneme": 0.45104562978213464, "w_neural_word": 0.4677985784696181, "word_vocab": 2819, "elapsed_s": 73.34146499633789, "steps_per_sec": 1189.831700312467}, {"sent": 8000, "train_loss": 2.4013737561295847, "train_acc": 0.4018227756722613, "eval_loss": 1.8160536244520216, "eval_acc": 0.4067796610169492, "ppl": 6.147549975344211, "neural_p_loss": 3.230951564350047, "neural_p_acc": 0.23728813559322035, "neural_p_ppl": 25.303723639994033, "neural_w_loss": 2.710904980247823, "neural_w_acc": 0.3050847457627119, "neural_w_ppl": 15.042882868619948, "w_freq": 9.645189222412739e-05, "w_bigram": 2.6840420531435904e-05, "w_trigram": 0.1254234983275961, "w_skip_bi": 0.21649016476116295, "w_skip_tri": 0.5314471793700382, "w_neural_phoneme": 0.4531481845227636, "w_neural_word": 0.45319692631572206, "word_vocab": 3459, "elapsed_s": 100.56465125083923, "steps_per_sec": 1198.3335943701622}, {"sent": 10000, "train_loss": 2.383003929912084, "train_acc": 0.4034812425536861, "eval_loss": 1.6604919251303263, "eval_acc": 0.5, "ppl": 5.261898668075032, "neural_p_loss": 3.342523949635387, "neural_p_acc": 0.2647058823529412, "neural_p_ppl": 28.290440318093488, "neural_w_loss": 2.8277236063727016, "neural_w_acc": 0.29411764705882354, "neural_w_ppl": 16.906930157629425, "w_freq": 0.0002577675415842086, "w_bigram": 0.006858605857105867, "w_trigram": 0.057255928614800174, "w_skip_bi": 0.3631300953533809, "w_skip_tri": 0.55, "w_neural_phoneme": 0.4536226366219268, "w_neural_word": 0.45337210895852126, "word_vocab": 4067, "elapsed_s": 129.5134997367859, "steps_per_sec": 1196.1919052056703}, {"sent": 12000, "train_loss": 2.166187917651436, "train_acc": 0.43024972514528037, "eval_loss": 1.8950823302834507, "eval_acc": 0.4473684210526316, "ppl": 6.653096133375717, "neural_p_loss": 3.3284754046012965, "neural_p_acc": 0.2894736842105263, "neural_p_ppl": 27.89577948935034, "neural_w_loss": 2.9314989125500834, "neural_w_acc": 0.27631578947368424, "neural_w_ppl": 18.755722625620383, "w_freq": 0.001830647670653317, "w_bigram": 0.010751529318916112, "w_trigram": 0.014880119970841477, "w_skip_bi": 0.4, "w_skip_tri": 0.55, "w_neural_phoneme": 0.4507301277323498, "w_neural_word": 0.460157926054588, "word_vocab": 4455, "elapsed_s": 155.7714912891388, "steps_per_sec": 1198.922848169598}, {"sent": 14000, "train_loss": 2.0723396371472873, "train_acc": 0.4303449473318671, "eval_loss": 2.1827389525727696, "eval_acc": 0.4647887323943662, "ppl": 8.870569084203826, "neural_p_loss": 3.8119023625106525, "neural_p_acc": 0.19718309859154928, "neural_p_ppl": 45.236413119727516, "neural_w_loss": 3.022336178946411, "neural_w_acc": 0.29577464788732394, "neural_w_ppl": 20.539218969970463, "w_freq": 0.0004532895354388001, "w_bigram": 0.0007364133673548604, "w_trigram": 0.0008602769491051947, "w_skip_bi": 0.24866369647317582, "w_skip_tri": 0.5007494316937173, "w_neural_phoneme": 0.4518035771741291, "w_neural_word": 0.45181336182425547, "word_vocab": 4946, "elapsed_s": 183.64421343803406, "steps_per_sec": 1205.123732769705}, {"sent": 16000, "train_loss": 1.9488462174984795, "train_acc": 0.45082213154104656, "eval_loss": 1.9366909511786845, "eval_acc": 0.4935064935064935, "ppl": 6.9357621804315155, "neural_p_loss": 3.387368825035995, "neural_p_acc": 0.2857142857142857, "neural_p_ppl": 29.587998559371375, "neural_w_loss": 2.8479335491562274, "neural_w_acc": 0.3246753246753247, "neural_w_ppl": 17.252094375092256, "w_freq": 0.00047762504251971287, "w_bigram": 0.0044797096534032015, "w_trigram": 0.006856315750209463, "w_skip_bi": 0.2592850819473108, "w_skip_tri": 0.5225626006070283, "w_neural_phoneme": 0.45585823993661867, "w_neural_word": 0.456167286146228, "word_vocab": 5338, "elapsed_s": 210.90789437294006, "steps_per_sec": 1207.3611599844937}, {"sent": 18000, "train_loss": 1.9461497683425277, "train_acc": 0.44903771706669615, "eval_loss": 1.801561795109538, "eval_acc": 0.4230769230769231, "ppl": 6.059103156241893, "neural_p_loss": 3.4020551483139614, "neural_p_acc": 0.11538461538461539, "neural_p_ppl": 30.02574403916486, "neural_w_loss": 3.010162640129175, "neural_w_acc": 0.3076923076923077, "neural_w_ppl": 20.29069973891918, "w_freq": 0.00015452889642913296, "w_bigram": 0.0002021176419538591, "w_trigram": 0.00016794538757380464, "w_skip_bi": 0.3227165168969855, "w_skip_tri": 0.55, "w_neural_phoneme": 0.4508332848479917, "w_neural_word": 0.45082707259464005, "word_vocab": 5752, "elapsed_s": 240.33339738845825, "steps_per_sec": 1210.0107732008687}, {"sent": 20000, "train_loss": 1.8797066383673626, "train_acc": 0.4628157988376231, "eval_loss": 1.4660250523452383, "eval_acc": 0.5315315315315315, "ppl": 4.331981472970151, "neural_p_loss": 2.84014127435433, "neural_p_acc": 0.2882882882882883, "neural_p_ppl": 17.11818372668106, "neural_w_loss": 2.837317173655653, "neural_w_acc": 0.3063063063063063, "neural_w_ppl": 17.06990845126311, "w_freq": 0.00010242556591893035, "w_bigram": 0.0021184968792438167, "w_trigram": 0.021969606438266526, "w_skip_bi": 0.2096038221154697, "w_skip_tri": 0.5413162105713483, "w_neural_phoneme": 0.4544445307992738, "w_neural_word": 0.4529011288423084, "word_vocab": 6098, "elapsed_s": 267.7522692680359, "steps_per_sec": 1212.0532195195935}, {"sent": 22000, "train_loss": 1.9079193885869703, "train_acc": 0.4574050594699028, "eval_loss": 1.9483658478528354, "eval_acc": 0.42028985507246375, "ppl": 7.017211015468461, "neural_p_loss": 3.012177851725603, "neural_p_acc": 0.2753623188405797, "neural_p_ppl": 20.33163102107783, "neural_w_loss": 3.000260552491127, "neural_w_acc": 0.30434782608695654, "neural_w_ppl": 20.090770941707298, "w_freq": 0.00017438227392654909, "w_bigram": 0.001114289886321628, "w_trigram": 0.013426538705218552, "w_skip_bi": 0.2749309726209292, "w_skip_tri": 0.55, "w_neural_phoneme": 0.45416089139347593, "w_neural_word": 0.4561119047476261, "word_vocab": 6393, "elapsed_s": 294.78534388542175, "steps_per_sec": 1213.27605804926}, {"sent": 24000, "train_loss": 1.909625496388047, "train_acc": 0.45601524760934575, "eval_loss": 1.598420102138891, "eval_acc": 0.4606741573033708, "ppl": 4.945213317383456, "neural_p_loss": 2.9294103439276817, "neural_p_acc": 0.3146067415730337, "neural_p_ppl": 18.716590890735624, "neural_w_loss": 2.9907485147292063, "neural_w_acc": 0.30337078651685395, "neural_w_ppl": 19.900572789918584, "w_freq": 0.00011977026363065557, "w_bigram": 0.0008714792017486324, "w_trigram": 0.003032986772512016, "w_skip_bi": 0.21439835646048236, "w_skip_tri": 0.5471585432796332, "w_neural_phoneme": 0.4519122620710151, "w_neural_word": 0.4528490601678903, "word_vocab": 6673, "elapsed_s": 319.51669931411743, "steps_per_sec": 1214.6063127000164}, {"sent": 26000, "train_loss": 1.9521176367179687, "train_acc": 0.4444444444444444, "eval_loss": 2.0377962361682065, "eval_acc": 0.4032258064516129, "ppl": 7.673679573781453, "neural_p_loss": 3.198503505474066, "neural_p_acc": 0.27419354838709675, "neural_p_ppl": 24.49584485651414, "neural_w_loss": 3.1919551232884973, "neural_w_acc": 0.25806451612903225, "neural_w_ppl": 24.33596076484032, "w_freq": 0.00020251156373376358, "w_bigram": 0.00023321237268115832, "w_trigram": 0.0009982633279822383, "w_skip_bi": 0.258133872438386, "w_skip_tri": 0.5499971307933641, "w_neural_phoneme": 0.45061586205219695, "w_neural_word": 0.4505659658184488, "word_vocab": 6984, "elapsed_s": 348.06766533851624, "steps_per_sec": 1209.0695054673072}, {"sent": 28000, "train_loss": 2.137368669708754, "train_acc": 0.4086016632299291, "eval_loss": 1.890175089520556, "eval_acc": 0.4171779141104294, "ppl": 6.620527764600555, "neural_p_loss": 3.1823087610112446, "neural_p_acc": 0.25153374233128833, "neural_p_ppl": 24.10233589759908, "neural_w_loss": 3.1960161362911323, "neural_w_acc": 0.25153374233128833, "neural_w_ppl": 24.434990362080764, "w_freq": 0.00022062767376498498, "w_bigram": 0.0008149839260266627, "w_trigram": 0.04528370378790624, "w_skip_bi": 0.09444895513649798, "w_skip_tri": 0.5480697752099283, "w_neural_phoneme": 0.4505312374703657, "w_neural_word": 0.4507692951326154, "word_vocab": 7648, "elapsed_s": 383.90413641929626, "steps_per_sec": 1211.159130341241}, {"sent": 30000, "train_loss": 2.2266876994188447, "train_acc": 0.385229046875595, "eval_loss": 1.8829977172775605, "eval_acc": 0.3841059602649007, "ppl": 6.57317989230014, "neural_p_loss": 3.2086003535159655, "neural_p_acc": 0.23841059602649006, "neural_p_ppl": 24.74442852359843, "neural_w_loss": 3.1766609257247502, "neural_w_acc": 0.24503311258278146, "neural_w_ppl": 23.966593560436586, "w_freq": 0.0003176674407551585, "w_bigram": 0.0016412188147004766, "w_trigram": 0.024468757522280782, "w_skip_bi": 0.10695554603482395, "w_skip_tri": 0.5346610588673528, "w_neural_phoneme": 0.45328371906924403, "w_neural_word": 0.45409639347917646, "word_vocab": 8515, "elapsed_s": 427.44187593460083, "steps_per_sec": 1210.669869133685}, {"sent": 32000, "train_loss": 2.201540858337351, "train_acc": 0.3825526192135068, "eval_loss": 1.6957670604191433, "eval_acc": 0.47863247863247865, "ppl": 5.450825474512948, "neural_p_loss": 3.247338517295998, "neural_p_acc": 0.20512820512820512, "neural_p_ppl": 25.721790635401064, "neural_w_loss": 3.2381130696726808, "neural_w_acc": 0.24786324786324787, "neural_w_ppl": 25.485586821325033, "w_freq": 7.483087830539383e-05, "w_bigram": 0.00014484044063212213, "w_trigram": 0.008048637698488964, "w_skip_bi": 0.19394150561564463, "w_skip_tri": 0.54966072541921, "w_neural_phoneme": 0.45020537525885096, "w_neural_word": 0.45016496436812337, "word_vocab": 9486, "elapsed_s": 475.81865978240967, "steps_per_sec": 1217.2872755029614}, {"sent": 34000, "train_loss": 2.2019748112128212, "train_acc": 0.38448046861696694, "eval_loss": 1.7980965335034258, "eval_acc": 0.44155844155844154, "ppl": 6.038143115693059, "neural_p_loss": 3.2911147220987087, "neural_p_acc": 0.22077922077922077, "neural_p_ppl": 26.872802672950183, "neural_w_loss": 3.342901855365446, "neural_w_acc": 0.2727272727272727, "neural_w_ppl": 28.301133457967737, "w_freq": 4.4753875327362944e-05, "w_bigram": 6.399162879610974e-05, "w_trigram": 0.004666697870169392, "w_skip_bi": 0.17594915091888663, "w_skip_tri": 0.5484787299818824, "w_neural_phoneme": 0.4513912105579082, "w_neural_word": 0.4538232006707061, "word_vocab": 10546, "elapsed_s": 522.4448268413544, "steps_per_sec": 1221.0552525840496}, {"sent": 36000, "train_loss": 2.1656225082982457, "train_acc": 0.39896030788672526, "eval_loss": 1.830467195565552, "eval_acc": 0.42452830188679247, "ppl": 6.236799783174205, "neural_p_loss": 3.1531528916429785, "neural_p_acc": 0.25471698113207547, "neural_p_ppl": 23.409756774644666, "neural_w_loss": 3.213480034741275, "neural_w_acc": 0.27358490566037735, "neural_w_ppl": 24.865468525030852, "w_freq": 0.00015383238534906756, "w_bigram": 0.0004645831420329154, "w_trigram": 0.0006780475481009852, "w_skip_bi": 0.1661200765764232, "w_skip_tri": 0.5406872453896626, "w_neural_phoneme": 0.45067457411011846, "w_neural_word": 0.45067864890590786, "word_vocab": 11088, "elapsed_s": 550.5298080444336, "steps_per_sec": 1222.0083093951232}, {"sent": 38000, "train_loss": 2.089227111138561, "train_acc": 0.41316526610644255, "eval_loss": 1.814659764094198, "eval_acc": 0.4186046511627907, "ppl": 6.138987118235736, "neural_p_loss": 3.1879386702924295, "neural_p_acc": 0.23255813953488372, "neural_p_ppl": 24.238412552355758, "neural_w_loss": 3.2327506967635924, "neural_w_acc": 0.2558139534883721, "neural_w_ppl": 25.349289366474984, "w_freq": 0.00038659688232062017, "w_bigram": 0.0006454921761002145, "w_trigram": 0.0011738731561341282, "w_skip_bi": 0.23514036421395232, "w_skip_tri": 0.5294151937653675, "w_neural_phoneme": 0.45032872192484324, "w_neural_word": 0.45071151433953677, "word_vocab": 11395, "elapsed_s": 573.4141869544983, "steps_per_sec": 1221.8009528522425}, {"sent": 40000, "train_loss": 2.141860097807933, "train_acc": 0.4027597210731592, "eval_loss": 1.6463644509142767, "eval_acc": 0.5967741935483871, "ppl": 5.188083965658359, "neural_p_loss": 3.1454918703060804, "neural_p_acc": 0.3064516129032258, "neural_p_ppl": 23.231099351469393, "neural_w_loss": 3.2320088742840754, "neural_w_acc": 0.27419354838709675, "neural_w_ppl": 25.33049166692323, "w_freq": 0.00035783237721948686, "w_bigram": 0.000905695166085646, "w_trigram": 0.013140197210788376, "w_skip_bi": 0.25296336259609836, "w_skip_tri": 0.5497225619260226, "w_neural_phoneme": 0.4564709278290446, "w_neural_word": 0.4640022240604354, "word_vocab": 11827, "elapsed_s": 600.6688389778137, "steps_per_sec": 1222.707009822308}, {"sent": 42000, "train_loss": 2.0917206773818973, "train_acc": 0.4113846250827371, "eval_loss": 2.0846640165641213, "eval_acc": 0.3744075829383886, "ppl": 8.04188908621691, "neural_p_loss": 3.3059177514362466, "neural_p_acc": 0.23222748815165878, "neural_p_ppl": 27.27356045577434, "neural_w_loss": 3.2824338329574863, "neural_w_acc": 0.25118483412322273, "neural_w_ppl": 26.6405324666016, "w_freq": 8.539252291336247e-05, "w_bigram": 0.00014972477668852662, "w_trigram": 0.01862222734727917, "w_skip_bi": 0.26448949665340643, "w_skip_tri": 0.5487237370094418, "w_neural_phoneme": 0.458310081809319, "w_neural_word": 0.46603735158598775, "word_vocab": 12148, "elapsed_s": 626.5976254940033, "steps_per_sec": 1222.7448187279037}, {"sent": 44000, "train_loss": 2.0955166343308655, "train_acc": 0.3983554933519944, "eval_loss": 2.0767642734104106, "eval_acc": 0.40540540540540543, "ppl": 7.978610499336551, "neural_p_loss": 3.334034374951314, "neural_p_acc": 0.22522522522522523, "neural_p_ppl": 28.051283120008815, "neural_w_loss": 3.325621669802582, "neural_w_acc": 0.2702702702702703, "neural_w_ppl": 27.816285813567127, "w_freq": 0.0, "w_bigram": 0.0, "w_trigram": 0.0005920850589001182, "w_skip_bi": 0.26689331279569434, "w_skip_tri": 0.5498837410506736, "w_neural_phoneme": 0.4501718033566628, "w_neural_word": 0.4683143983901182, "word_vocab": 12373, "elapsed_s": 650.3533008098602, "steps_per_sec": 1222.0265492776455}, {"sent": 46000, "train_loss": 2.114015331460613, "train_acc": 0.40023609351606587, "eval_loss": 1.9558472131707625, "eval_acc": 0.39655172413793105, "ppl": 7.069906204786507, "neural_p_loss": 3.341976214274192, "neural_p_acc": 0.1896551724137931, "neural_p_ppl": 28.27494888653722, "neural_w_loss": 3.3871235759416645, "neural_w_acc": 0.25862068965517243, "neural_w_ppl": 29.580743019265324, "w_freq": 0.00016048775222674792, "w_bigram": 0.000111694891537304, "w_trigram": 0.012346683519425763, "w_skip_bi": 0.2738309645726867, "w_skip_tri": 0.5499418626747671, "w_neural_phoneme": 0.4592012869693994, "w_neural_word": 0.4625524611810374, "word_vocab": 12688, "elapsed_s": 678.5049304962158, "steps_per_sec": 1222.5128554237178}, {"sent": 48000, "train_loss": 2.0069270183045536, "train_acc": 0.42226708970291316, "eval_loss": 1.900376423247347, "eval_acc": 0.453125, "ppl": 6.688411642113197, "neural_p_loss": 3.274211649176978, "neural_p_acc": 0.25, "neural_p_ppl": 26.42238715702584, "neural_w_loss": 3.321764165673188, "neural_w_acc": 0.28125, "neural_w_ppl": 27.70919106818863, "w_freq": 5.157912736146528e-05, "w_bigram": 0.0002772121763798251, "w_trigram": 0.0020212332060740245, "w_skip_bi": 0.30854003002776587, "w_skip_tri": 0.55, "w_neural_phoneme": 0.4508096564757122, "w_neural_word": 0.45391741101712235, "word_vocab": 12870, "elapsed_s": 701.2832746505737, "steps_per_sec": 1222.3548328984787}, {"sent": 50000, "train_loss": 1.9771203094412388, "train_acc": 0.4260268081141137, "eval_loss": 1.8404660805499002, "eval_acc": 0.41975308641975306, "ppl": 6.299473639049988, "neural_p_loss": 3.206132005273876, "neural_p_acc": 0.24691358024691357, "neural_p_ppl": 24.683425975689385, "neural_w_loss": 3.2723436488279565, "neural_w_acc": 0.25925925925925924, "neural_w_ppl": 26.373076199376488, "w_freq": 0.0, "w_bigram": 1.9146792142390774e-05, "w_trigram": 0.0001285139310462009, "w_skip_bi": 0.32936455178826085, "w_skip_tri": 0.5498647558017477, "w_neural_phoneme": 0.45474524511544184, "w_neural_word": 0.46113935619977414, "word_vocab": 12991, "elapsed_s": 724.2507562637329, "steps_per_sec": 1222.116777020924}, {"sent": 52000, "train_loss": 2.1992761198769957, "train_acc": 0.38895769685960424, "eval_loss": 1.7404772549886867, "eval_acc": 0.4336283185840708, "ppl": 5.700063157194533, "neural_p_loss": 3.3360458355199287, "neural_p_acc": 0.23008849557522124, "neural_p_ppl": 28.107763955347018, "neural_w_loss": 3.391094480264848, "neural_w_acc": 0.23008849557522124, "neural_w_ppl": 29.698438844380824, "w_freq": 0.0, "w_bigram": 0.00038248966299702785, "w_trigram": 0.0051389639662560915, "w_skip_bi": 0.23418203402590912, "w_skip_tri": 0.55, "w_neural_phoneme": 0.45076868673877113, "w_neural_word": 0.4527873417830232, "word_vocab": 13361, "elapsed_s": 755.8780527114868, "steps_per_sec": 1219.0484916112673}, {"sent": 54000, "train_loss": 2.0450097343680134, "train_acc": 0.4048534862577803, "eval_loss": 1.802004438657168, "eval_acc": 0.43157894736842106, "ppl": 6.061785772836091, "neural_p_loss": 3.4127551735622217, "neural_p_acc": 0.22105263157894736, "neural_p_ppl": 30.34874523725988, "neural_w_loss": 3.4452194169579755, "neural_w_acc": 0.23157894736842105, "neural_w_ppl": 31.350161449123807, "w_freq": 1.6439675023125947e-05, "w_bigram": 8.91020657315689e-05, "w_trigram": 0.0023077112769742977, "w_skip_bi": 0.2623370105835824, "w_skip_tri": 0.549992358161548, "w_neural_phoneme": 0.46028240349489424, "w_neural_word": 0.48105667017962933, "word_vocab": 13527, "elapsed_s": 780.474531173706, "steps_per_sec": 1217.2722645686852}, {"sent": 56000, "train_loss": 2.00362336281247, "train_acc": 0.42908117752007136, "eval_loss": 1.911590104858417, "eval_acc": 0.43478260869565216, "ppl": 6.763835459733896, "neural_p_loss": 3.3562054764605933, "neural_p_acc": 0.21739130434782608, "neural_p_ppl": 28.680156614140316, "neural_w_loss": 3.3984997035842524, "neural_w_acc": 0.2391304347826087, "neural_w_ppl": 29.91917872157294, "w_freq": 5.860974671628333e-06, "w_bigram": 0.0004339516035003105, "w_trigram": 0.0258464743376457, "w_skip_bi": 0.30364761202954504, "w_skip_tri": 0.54999881030213, "w_neural_phoneme": 0.47696617557390214, "w_neural_word": 0.502957177376076, "word_vocab": 13709, "elapsed_s": 801.6689164638519, "steps_per_sec": 1217.2518853598351}, {"sent": 58000, "train_loss": 2.111877450561092, "train_acc": 0.3961598882876593, "eval_loss": 1.8825477932466115, "eval_acc": 0.45161290322580644, "ppl": 6.570223125916847, "neural_p_loss": 3.3391999370343743, "neural_p_acc": 0.1935483870967742, "neural_p_ppl": 28.196558656343267, "neural_w_loss": 3.388462286872217, "neural_w_acc": 0.23655913978494625, "neural_w_ppl": 29.620369601630504, "w_freq": 0.0, "w_bigram": 6.135845774237843e-06, "w_trigram": 0.0014271829659491379, "w_skip_bi": 0.28026146109780214, "w_skip_tri": 0.5489973891941451, "w_neural_phoneme": 0.4706093408037921, "w_neural_word": 0.5028800579488465, "word_vocab": 13922, "elapsed_s": 827.6560387611389, "steps_per_sec": 1213.641842695347}, {"sent": 60000, "train_loss": 2.1565784702389736, "train_acc": 0.3925409473218238, "eval_loss": 1.821315776432735, "eval_acc": 0.41836734693877553, "ppl": 6.179984580691414, "neural_p_loss": 3.3205194325657974, "neural_p_acc": 0.24489795918367346, "neural_p_ppl": 27.674721977546618, "neural_w_loss": 3.401317159530582, "neural_w_acc": 0.24489795918367346, "neural_w_ppl": 30.00359355126245, "w_freq": 7.220044028678004e-05, "w_bigram": 0.00025422238121732135, "w_trigram": 0.016302026427705108, "w_skip_bi": 0.25495313386778556, "w_skip_tri": 0.5492966765293039, "w_neural_phoneme": 0.46188148087785114, "w_neural_word": 0.4689494083262124, "word_vocab": 14280, "elapsed_s": 856.6477248668671, "steps_per_sec": 1214.7607117753387}, {"sent": 62000, "train_loss": 2.045134943510537, "train_acc": 0.4094495923512655, "eval_loss": 1.4681121096565748, "eval_acc": 0.5172413793103449, "ppl": 4.341032007783115, "neural_p_loss": 3.521779614475075, "neural_p_acc": 0.1724137931034483, "neural_p_ppl": 33.84460525163546, "neural_w_loss": 3.548244083372608, "neural_w_acc": 0.1724137931034483, "neural_w_ppl": 34.752241842134154, "w_freq": 5.425330950382382e-06, "w_bigram": 6.01952107787842e-05, "w_trigram": 0.013220339497813932, "w_skip_bi": 0.2706339647843714, "w_skip_tri": 0.55, "w_neural_phoneme": 0.4670825925360759, "w_neural_word": 0.48569922214937905, "word_vocab": 14490, "elapsed_s": 881.1400492191315, "steps_per_sec": 1215.6557870105523}], "mixing_weights": {"w_freq": 5.425330950382382e-06, "w_bigram": 6.01952107787842e-05, "w_trigram": 0.013220339497813932, "w_skip_bi": 0.2706339647843714, "w_skip_tri": 0.55, "w_neural_phoneme": 0.4670825925360759, "w_neural_word": 0.48569922214937905}, "word_vocab": 14490, "elapsed_s": 881.1400492191315, "steps_per_sec": 1215.6557870105523}