Upload v14p18/ckpt_158000.json with huggingface_hub
Browse files- v14p18/ckpt_158000.json +1 -0
v14p18/ckpt_158000.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"sent": 158000, "total_steps": 2705648, "eval_results": [{"sent": 2000, "train_loss": 2.037325830432953, "train_acc": 0.46046291922531885, "eval_loss": 1.5574752371401774, "eval_acc": 0.4864864864864865, "ppl": 4.746821504625471, "neural_p_loss": 2.716061155890096, "neural_p_acc": 0.32432432432432434, "neural_p_ppl": 15.120646925136569, "neural_w_loss": 2.6770983858472523, "neural_w_acc": 0.32432432432432434, "neural_w_ppl": 14.542834322022104, "w_freq": 0.001274549496043676, "w_bigram": 0.01777283689969643, "w_trigram": 0.03984152330633816, "w_skip_bi": 0.1789909978364296, "w_skip_tri": 0.45946581310650864, "w_neural_phoneme": 0.46457435867497765, "w_neural_word": 0.4696033036247854, "phoneme_proto_slots": 616, "word_proto_slots": 592, "word_vocab": 1593, "elapsed_s": 31.65183138847351, "steps_per_sec": 1003.2594831641893}, {"sent": 4000, "train_loss": 2.019162556326938, "train_acc": 0.4521821631878558, "eval_loss": 1.5518752435950278, "eval_acc": 0.5365853658536586, "ppl": 4.7203136260876715, "neural_p_loss": 2.8806920401295764, "neural_p_acc": 0.3170731707317073, "neural_p_ppl": 17.826605638317698, "neural_w_loss": 2.8288826385998136, "neural_w_acc": 0.2926829268292683, "neural_w_ppl": 16.926537194942775, "w_freq": 0.0010623232202033124, "w_bigram": 0.009307541476951873, "w_trigram": 0.04407524878101763, "w_skip_bi": 0.13437391245192085, "w_skip_tri": 0.46325696858370935, "w_neural_phoneme": 0.47484133282946395, "w_neural_word": 0.4732859002265195, "phoneme_proto_slots": 720, "word_proto_slots": 676, "word_vocab": 2198, "elapsed_s": 57.09069538116455, "steps_per_sec": 1017.7665486829942}, {"sent": 6000, "train_loss": 2.0788635059392093, "train_acc": 0.4375321513083439, "eval_loss": 1.9743927798443346, "eval_acc": 0.3979591836734694, "ppl": 7.202244977442707, "neural_p_loss": 3.0658004790386966, "neural_p_acc": 0.2857142857142857, "neural_p_ppl": 21.45162669378548, "neural_w_loss": 2.9510863644302012, "neural_w_acc": 0.2755102040816326, "neural_w_ppl": 19.126721035156404, "w_freq": 0.003322082014311072, "w_bigram": 0.016703715802479525, "w_trigram": 0.06078772722320247, "w_skip_bi": 0.12392843812143703, "w_skip_tri": 0.49188242625696627, "w_neural_phoneme": 0.47528765559264935, "w_neural_word": 0.4700708254555559, "phoneme_proto_slots": 743, "word_proto_slots": 687, "word_vocab": 2819, "elapsed_s": 85.01090288162231, "steps_per_sec": 1026.503625323391}, {"sent": 8000, "train_loss": 2.0761801474700343, "train_acc": 0.42970582927269446, "eval_loss": 1.6854392412235542, "eval_acc": 0.423728813559322, "ppl": 5.39482003936163, "neural_p_loss": 2.683780192782904, "neural_p_acc": 0.3050847457627119, "neural_p_ppl": 14.640332101182889, "neural_w_loss": 2.7752065527135166, "neural_w_acc": 0.3050847457627119, "neural_w_ppl": 16.04194015974244, "w_freq": 0.0005976393506812666, "w_bigram": 0.0008612652523994393, "w_trigram": 0.1022442824153229, "w_skip_bi": 0.1541180076459766, "w_skip_tri": 0.5315905634633663, "w_neural_phoneme": 0.45422199477107716, "w_neural_word": 0.4539233202027942, "phoneme_proto_slots": 746, "word_proto_slots": 689, "word_vocab": 3459, "elapsed_s": 117.0171856880188, "steps_per_sec": 1029.8487294105112}, {"sent": 10000, "train_loss": 2.0556447804637834, "train_acc": 0.42995379653038096, "eval_loss": 1.6038117395104001, "eval_acc": 0.4852941176470588, "ppl": 4.971948121736196, "neural_p_loss": 2.8117198456045123, "neural_p_acc": 0.29411764705882354, "neural_p_ppl": 16.6385092926956, "neural_w_loss": 2.862153265208952, "neural_w_acc": 0.3088235294117647, "neural_w_ppl": 17.499166744729145, "w_freq": 0.00042237153281176536, "w_bigram": 0.005563211455822469, "w_trigram": 0.05127364968221591, "w_skip_bi": 0.33021748906043613, "w_skip_tri": 0.55, "w_neural_phoneme": 0.45514590014813233, "w_neural_word": 0.45443616513928214, "phoneme_proto_slots": 747, "word_proto_slots": 690, "word_vocab": 4067, "elapsed_s": 150.02702927589417, "steps_per_sec": 1032.6339243517402}, {"sent": 12000, "train_loss": 1.946536338707463, "train_acc": 0.45120150777446205, "eval_loss": 1.8491728417121094, "eval_acc": 0.42105263157894735, "ppl": 6.354561120239583, "neural_p_loss": 3.0279859185606175, "neural_p_acc": 0.3026315789473684, "neural_p_ppl": 20.655588628626326, "neural_w_loss": 2.972945068286822, "neural_w_acc": 0.3157894736842105, "neural_w_ppl": 19.549409244199815, "w_freq": 0.001226260791066581, "w_bigram": 0.008370277822188582, "w_trigram": 0.01436202542789266, "w_skip_bi": 0.3624326081936338, "w_skip_tri": 0.55, "w_neural_phoneme": 0.4613679306345739, "w_neural_word": 0.46113869011509695, "phoneme_proto_slots": 748, "word_proto_slots": 690, "word_vocab": 4455, "elapsed_s": 180.6191782951355, "steps_per_sec": 1033.9876516038266}, {"sent": 14000, "train_loss": 2.030868551401471, "train_acc": 0.43294941544160204, "eval_loss": 2.129242844918712, "eval_acc": 0.5352112676056338, "ppl": 8.408497863720317, "neural_p_loss": 3.175234054435726, "neural_p_acc": 0.29577464788732394, "neural_p_ppl": 23.932420702122563, "neural_w_loss": 3.1008736908934202, "neural_w_acc": 0.30985915492957744, "neural_w_ppl": 22.217353904041925, "w_freq": 0.001118342691036889, "w_bigram": 0.0018515288171742712, "w_trigram": 0.0025446658946832873, "w_skip_bi": 0.1615350967229765, "w_skip_tri": 0.513776512176479, "w_neural_phoneme": 0.45444115186424616, "w_neural_word": 0.45380268603751456, "phoneme_proto_slots": 748, "word_proto_slots": 690, "word_vocab": 4946, "elapsed_s": 214.0702724456787, "steps_per_sec": 1033.838082567767}, {"sent": 16000, "train_loss": 1.9431699337537336, "train_acc": 0.4477016322611618, "eval_loss": 1.8910691474563144, "eval_acc": 0.5064935064935064, "ppl": 6.626449546801131, "neural_p_loss": 2.952097052788374, "neural_p_acc": 0.3116883116883117, "neural_p_ppl": 19.146061961614873, "neural_w_loss": 2.9811262948788517, "neural_w_acc": 0.3116883116883117, "neural_w_ppl": 19.71000342390763, "w_freq": 0.000555240719500235, "w_bigram": 0.004274561643588189, "w_trigram": 0.007699546528753211, "w_skip_bi": 0.24783533289635812, "w_skip_tri": 0.5260551845844946, "w_neural_phoneme": 0.45336104863268334, "w_neural_word": 0.4520481029006518, "phoneme_proto_slots": 751, "word_proto_slots": 691, "word_vocab": 5338, "elapsed_s": 246.28534030914307, "steps_per_sec": 1033.9308043278884}, {"sent": 18000, "train_loss": 1.951461708595683, "train_acc": 0.4435350071894702, "eval_loss": 1.796459426389816, "eval_acc": 0.4358974358974359, "ppl": 6.028266115704796, "neural_p_loss": 2.948529131141988, "neural_p_acc": 0.3076923076923077, "neural_p_ppl": 19.077872033198318, "neural_w_loss": 2.953579470085349, "neural_w_acc": 0.3076923076923077, "neural_w_ppl": 19.17446546275488, "w_freq": 0.00013703982851085122, "w_bigram": 0.00020076632216672319, "w_trigram": 0.00021610015709193665, "w_skip_bi": 0.31826471144382773, "w_skip_tri": 0.55, "w_neural_phoneme": 0.4508327592692804, "w_neural_word": 0.45095070970474066, "phoneme_proto_slots": 752, "word_proto_slots": 691, "word_vocab": 5752, "elapsed_s": 280.82336258888245, "steps_per_sec": 1035.5477454549673}, {"sent": 20000, "train_loss": 1.9027811117472109, "train_acc": 0.4558178152057882, "eval_loss": 1.512428853183153, "eval_acc": 0.4774774774774775, "ppl": 4.537738921964528, "neural_p_loss": 2.8291990449069497, "neural_p_acc": 0.3063063063063063, "neural_p_ppl": 16.931893705441396, "neural_w_loss": 2.867834457830526, "neural_w_acc": 0.3063063063063063, "neural_w_ppl": 17.598865818387107, "w_freq": 0.0001258317729422104, "w_bigram": 0.0010909468618577937, "w_trigram": 0.021579545888417588, "w_skip_bi": 0.20069276353235396, "w_skip_tri": 0.5397106282427718, "w_neural_phoneme": 0.45100532329639553, "w_neural_word": 0.451308058771993, "phoneme_proto_slots": 754, "word_proto_slots": 691, "word_vocab": 6098, "elapsed_s": 312.9541893005371, "steps_per_sec": 1036.9888344531678}, {"sent": 22000, "train_loss": 1.9494211198379887, "train_acc": 0.44439413149791707, "eval_loss": 2.04353517196178, "eval_acc": 0.391304347826087, "ppl": 7.717844938033843, "neural_p_loss": 2.9654902329156347, "neural_p_acc": 0.2608695652173913, "neural_p_ppl": 19.404213494318313, "neural_w_loss": 2.9901184506009155, "neural_w_acc": 0.2608695652173913, "neural_w_ppl": 19.888038102114457, "w_freq": 0.0001704544949951981, "w_bigram": 0.0007801190422893313, "w_trigram": 0.010358932405884697, "w_skip_bi": 0.2735586276767362, "w_skip_tri": 0.55, "w_neural_phoneme": 0.4521167187221528, "w_neural_word": 0.45119445314216483, "phoneme_proto_slots": 755, "word_proto_slots": 691, "word_vocab": 6393, "elapsed_s": 343.92243003845215, "steps_per_sec": 1039.932172961247}, {"sent": 24000, "train_loss": 1.968381054551429, "train_acc": 0.4384344911438993, "eval_loss": 1.6648420586153079, "eval_acc": 0.4044943820224719, "ppl": 5.284838489132026, "neural_p_loss": 2.9231710869558514, "neural_p_acc": 0.25842696629213485, "neural_p_ppl": 18.60017681684297, "neural_w_loss": 2.931734909107955, "neural_w_acc": 0.2696629213483146, "neural_w_ppl": 18.760149433935645, "w_freq": 0.00015049235394351177, "w_bigram": 0.000714129040438954, "w_trigram": 0.002003731030067653, "w_skip_bi": 0.19521915459163164, "w_skip_tri": 0.5473269508500718, "w_neural_phoneme": 0.45117382706731674, "w_neural_word": 0.4510839200373908, "phoneme_proto_slots": 757, "word_proto_slots": 691, "word_vocab": 6673, "elapsed_s": 372.58216762542725, "steps_per_sec": 1041.6145315633046}, {"sent": 26000, "train_loss": 2.013894582084758, "train_acc": 0.42642972733656986, "eval_loss": 2.0124548826134907, "eval_acc": 0.4032258064516129, "ppl": 7.481661422377084, "neural_p_loss": 3.0910204003077615, "neural_p_acc": 0.24193548387096775, "neural_p_ppl": 21.999514838237474, "neural_w_loss": 3.0809899262048055, "neural_w_acc": 0.24193548387096775, "neural_w_ppl": 21.779952273538097, "w_freq": 0.0002644356817386085, "w_bigram": 0.00030051363301209573, "w_trigram": 0.0006282943592567637, "w_skip_bi": 0.23400144864070097, "w_skip_tri": 0.55, "w_neural_phoneme": 0.45058210479951666, "w_neural_word": 0.4505674266430811, "phoneme_proto_slots": 757, "word_proto_slots": 691, "word_vocab": 6984, "elapsed_s": 403.3482003211975, "steps_per_sec": 1043.3615413800653}, {"sent": 28000, "train_loss": 2.1821822869009035, "train_acc": 0.3930570347374861, "eval_loss": 1.913590071407262, "eval_acc": 0.3987730061349693, "ppl": 6.777376440636169, "neural_p_loss": 3.1204703437879076, "neural_p_acc": 0.24539877300613497, "neural_p_ppl": 22.657033732505113, "neural_w_loss": 3.1066769705636075, "neural_w_acc": 0.24539877300613497, "neural_w_ppl": 22.346662265667405, "w_freq": 0.0001644986272805536, "w_bigram": 0.0006329849431186878, "w_trigram": 0.02556750021990329, "w_skip_bi": 0.09018736445380411, "w_skip_tri": 0.5480651034549627, "w_neural_phoneme": 0.45041423491014176, "w_neural_word": 0.4503260947489862, "phoneme_proto_slots": 757, "word_proto_slots": 692, "word_vocab": 7648, "elapsed_s": 444.35450315475464, "steps_per_sec": 1046.392006154748}, {"sent": 30000, "train_loss": 2.2720113084790405, "train_acc": 0.3711397128822208, "eval_loss": 1.9020523232988336, "eval_acc": 0.37748344370860926, "ppl": 6.699630149451361, "neural_p_loss": 3.0846649505425527, "neural_p_acc": 0.23841059602649006, "neural_p_ppl": 21.860141386437572, "neural_w_loss": 3.0763020043157647, "neural_w_acc": 0.23841059602649006, "neural_w_ppl": 21.678088509768283, "w_freq": 8.691938865086854e-05, "w_bigram": 0.0010239205247127847, "w_trigram": 0.0015164543031190043, "w_skip_bi": 0.088220177400229, "w_skip_tri": 0.5351541499131238, "w_neural_phoneme": 0.45070823341349775, "w_neural_word": 0.4506965537037871, "phoneme_proto_slots": 757, "word_proto_slots": 693, "word_vocab": 8515, "elapsed_s": 492.9362828731537, "steps_per_sec": 1049.8131664882233}, {"sent": 32000, "train_loss": 2.2456079737855554, "train_acc": 0.3681319571592916, "eval_loss": 1.7939319112307484, "eval_acc": 0.4188034188034188, "ppl": 6.013048820787345, "neural_p_loss": 3.1068465124236844, "neural_p_acc": 0.23076923076923078, "neural_p_ppl": 22.350451281543762, "neural_w_loss": 3.105981061675283, "neural_w_acc": 0.23076923076923078, "neural_w_ppl": 22.331116434640727, "w_freq": 8.696396184885631e-05, "w_bigram": 0.00016932193748087264, "w_trigram": 0.0030929376670636648, "w_skip_bi": 0.15975245420429737, "w_skip_tri": 0.5499447201365034, "w_neural_phoneme": 0.4501670047288168, "w_neural_word": 0.4501802653521912, "phoneme_proto_slots": 757, "word_proto_slots": 694, "word_vocab": 9486, "elapsed_s": 550.6913375854492, "steps_per_sec": 1051.7833865692974}, {"sent": 34000, "train_loss": 2.2519467678614453, "train_acc": 0.3683377039130879, "eval_loss": 1.8607797368504515, "eval_acc": 0.35064935064935066, "ppl": 6.428747548997502, "neural_p_loss": 3.064119676704861, "neural_p_acc": 0.24675324675324675, "neural_p_ppl": 21.415601034061794, "neural_w_loss": 3.077496168493569, "neural_w_acc": 0.24675324675324675, "neural_w_ppl": 21.703991169445903, "w_freq": 6.70105814590195e-05, "w_bigram": 0.00010244220090552398, "w_trigram": 0.00021514960713810816, "w_skip_bi": 0.13057502779754465, "w_skip_tri": 0.5486657320781847, "w_neural_phoneme": 0.450154824596557, "w_neural_word": 0.4501519514916528, "phoneme_proto_slots": 758, "word_proto_slots": 694, "word_vocab": 10546, "elapsed_s": 605.4134764671326, "steps_per_sec": 1053.716220066061}, {"sent": 36000, "train_loss": 2.243598054931247, "train_acc": 0.37687403067378944, "eval_loss": 1.9229853508309875, "eval_acc": 0.4056603773584906, "ppl": 6.841351848875499, "neural_p_loss": 3.0187984105071943, "neural_p_acc": 0.27358490566037735, "neural_p_ppl": 20.466684350328816, "neural_w_loss": 3.0103180568565797, "neural_w_acc": 0.27358490566037735, "neural_w_ppl": 20.293853498136478, "w_freq": 8.831324154437854e-05, "w_bigram": 0.00021851508353767988, "w_trigram": 0.00038392778739042223, "w_skip_bi": 0.12143664136004764, "w_skip_tri": 0.5440328293604528, "w_neural_phoneme": 0.4501973570614476, "w_neural_word": 0.4501959401709688, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 11088, "elapsed_s": 637.8651278018951, "steps_per_sec": 1054.6931799177144}, {"sent": 38000, "train_loss": 2.1817323202417214, "train_acc": 0.3894634776987718, "eval_loss": 1.907945531521451, "eval_acc": 0.43023255813953487, "ppl": 6.739229032563002, "neural_p_loss": 3.0105060348591333, "neural_p_acc": 0.23255813953488372, "neural_p_ppl": 20.297668654752698, "neural_w_loss": 2.9985034794854055, "neural_w_acc": 0.23255813953488372, "neural_w_ppl": 20.055500985439622, "w_freq": 0.0, "w_bigram": 0.00013881340222162875, "w_trigram": 0.0008052928899013504, "w_skip_bi": 0.1830130253313132, "w_skip_tri": 0.5300226067465056, "w_neural_phoneme": 0.4502203155978252, "w_neural_word": 0.45027843379172666, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 11395, "elapsed_s": 664.9173526763916, "steps_per_sec": 1053.6617779337364}, {"sent": 40000, "train_loss": 2.222563259794265, "train_acc": 0.3804219359413781, "eval_loss": 1.7950251927567422, "eval_acc": 0.4838709677419355, "ppl": 6.019626370879854, "neural_p_loss": 2.9674664849970394, "neural_p_acc": 0.25806451612903225, "neural_p_ppl": 19.44259902887764, "neural_w_loss": 2.9646153487063778, "neural_w_acc": 0.25806451612903225, "neural_w_ppl": 19.387244478383497, "w_freq": 0.0, "w_bigram": 0.0004949959586365097, "w_trigram": 0.0010709727392968814, "w_skip_bi": 0.193400984601202, "w_skip_tri": 0.5492182398256917, "w_neural_phoneme": 0.45041997727586225, "w_neural_word": 0.45040409496728284, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 11827, "elapsed_s": 697.1727676391602, "steps_per_sec": 1053.4576708827065}, {"sent": 42000, "train_loss": 2.186210681564407, "train_acc": 0.38087433416333094, "eval_loss": 2.0331509971393125, "eval_acc": 0.3791469194312796, "ppl": 7.63811616215359, "neural_p_loss": 3.1704094346798106, "neural_p_acc": 0.2559241706161137, "neural_p_ppl": 23.817233961940346, "neural_w_loss": 3.158041035952944, "neural_w_acc": 0.2559241706161137, "neural_w_ppl": 23.52446717611143, "w_freq": 0.0001080441378711755, "w_bigram": 0.00017914406585144507, "w_trigram": 0.00018889589680530535, "w_skip_bi": 0.20426496265964994, "w_skip_tri": 0.5488730592500373, "w_neural_phoneme": 0.45019363431176873, "w_neural_word": 0.4501863230467095, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 12148, "elapsed_s": 728.0042972564697, "steps_per_sec": 1052.4237327820128}, {"sent": 44000, "train_loss": 2.1886978207878456, "train_acc": 0.370888733379986, "eval_loss": 2.085338806857093, "eval_acc": 0.3783783783783784, "ppl": 8.047317506226024, "neural_p_loss": 3.1387401928100744, "neural_p_acc": 0.25225225225225223, "neural_p_ppl": 23.074778767678776, "neural_w_loss": 3.13737638784543, "neural_w_acc": 0.25225225225225223, "neural_w_ppl": 23.043330719214012, "w_freq": 4.7238226590679817e-07, "w_bigram": 5.277069270067752e-06, "w_trigram": 6.339295377577982e-05, "w_skip_bi": 0.19241046162305436, "w_skip_tri": 0.55, "w_neural_phoneme": 0.45006456916145554, "w_neural_word": 0.45006313605264386, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 12373, "elapsed_s": 755.8615782260895, "steps_per_sec": 1051.4478085593057}, {"sent": 46000, "train_loss": 2.2035559528022657, "train_acc": 0.3742082229644132, "eval_loss": 1.978787362906173, "eval_acc": 0.3448275862068966, "ppl": 7.233965489390233, "neural_p_loss": 3.0062014856397967, "neural_p_acc": 0.2413793103448276, "neural_p_ppl": 20.21048412067078, "neural_w_loss": 2.9985473761918806, "neural_w_acc": 0.2413793103448276, "neural_w_ppl": 20.056381375202555, "w_freq": 0.00010720604411487206, "w_bigram": 4.089775525886529e-05, "w_trigram": 0.003133470368270813, "w_skip_bi": 0.2064133568775796, "w_skip_tri": 0.5499325120187455, "w_neural_phoneme": 0.4501601741012117, "w_neural_word": 0.45016152359141876, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 12688, "elapsed_s": 788.318815946579, "steps_per_sec": 1052.2151485170314}, {"sent": 48000, "train_loss": 2.103823723621133, "train_acc": 0.3940366310931641, "eval_loss": 2.0412642818836138, "eval_acc": 0.4375, "ppl": 7.700338445722414, "neural_p_loss": 3.085408747905458, "neural_p_acc": 0.234375, "neural_p_ppl": 21.876406950345423, "neural_w_loss": 3.1009172737758455, "neural_w_acc": 0.234375, "neural_w_ppl": 22.218322221465804, "w_freq": 6.3364483784037e-05, "w_bigram": 8.809110617410574e-05, "w_trigram": 0.0012806508575636446, "w_skip_bi": 0.2334446217812316, "w_skip_tri": 0.55, "w_neural_phoneme": 0.45012725650396784, "w_neural_word": 0.45011578754981263, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 12870, "elapsed_s": 815.4253714084625, "steps_per_sec": 1051.2513223857038}, {"sent": 50000, "train_loss": 2.0841672294001308, "train_acc": 0.38832341767615225, "eval_loss": 1.9369546278740808, "eval_acc": 0.43209876543209874, "ppl": 6.937591220410318, "neural_p_loss": 3.0619249626367537, "neural_p_acc": 0.24691358024691357, "neural_p_ppl": 21.36865145249439, "neural_w_loss": 3.074941720845408, "neural_w_acc": 0.24691358024691357, "neural_w_ppl": 21.648620211463, "w_freq": 0.0, "w_bigram": 1.7385887716470892e-05, "w_trigram": 0.00013505118492894566, "w_skip_bi": 0.25125973301978455, "w_skip_tri": 0.5498988598868201, "w_neural_phoneme": 0.450032073188781, "w_neural_word": 0.45003645696127426, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 12991, "elapsed_s": 843.3046658039093, "steps_per_sec": 1049.583899973125}, {"sent": 52000, "train_loss": 2.2842516909093504, "train_acc": 0.3659207882641125, "eval_loss": 1.8314739391899644, "eval_acc": 0.34513274336283184, "ppl": 6.243081803253898, "neural_p_loss": 3.1631818107539864, "neural_p_acc": 0.21238938053097345, "neural_p_ppl": 23.645712544727985, "neural_w_loss": 3.186252749305936, "neural_w_acc": 0.21238938053097345, "neural_w_ppl": 24.197582931382826, "w_freq": 0.0, "w_bigram": 9.516385284666422e-05, "w_trigram": 0.0005203937504359596, "w_skip_bi": 0.16434970408187485, "w_skip_tri": 0.55, "w_neural_phoneme": 0.45001775307558994, "w_neural_word": 0.4500109023940962, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 13361, "elapsed_s": 878.7050633430481, "steps_per_sec": 1048.6476503211675}, {"sent": 54000, "train_loss": 2.176498079310343, "train_acc": 0.36502552626057766, "eval_loss": 1.8756070446306297, "eval_acc": 0.3684210526315789, "ppl": 6.524778750278871, "neural_p_loss": 3.247982542824752, "neural_p_acc": 0.2, "neural_p_ppl": 25.738361460660023, "neural_w_loss": 3.267037886375033, "neural_w_acc": 0.2, "neural_w_ppl": 26.23351748200536, "w_freq": 9.574976662220853e-06, "w_bigram": 4.319529034474774e-05, "w_trigram": 0.00010599559012907757, "w_skip_bi": 0.18592956375432565, "w_skip_tri": 0.55, "w_neural_phoneme": 0.45003195910645455, "w_neural_word": 0.45003156077961354, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 13527, "elapsed_s": 906.8509919643402, "steps_per_sec": 1047.6362802913034}, {"sent": 56000, "train_loss": 2.10621629101022, "train_acc": 0.39820812163053176, "eval_loss": 1.9418044096198854, "eval_acc": 0.42391304347826086, "ppl": 6.971318743125922, "neural_p_loss": 3.126203023627412, "neural_p_acc": 0.2391304347826087, "neural_p_ppl": 22.787292261497605, "neural_w_loss": 3.136103453060973, "neural_w_acc": 0.2391304347826087, "neural_w_ppl": 23.014016723352555, "w_freq": 6.377647140248337e-06, "w_bigram": 2.2093558837639494e-05, "w_trigram": 0.00654363269684679, "w_skip_bi": 0.2279431312764797, "w_skip_tri": 0.55, "w_neural_phoneme": 0.4500338883961383, "w_neural_word": 0.45003419279778206, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 13709, "elapsed_s": 932.3813059329987, "steps_per_sec": 1046.6029228498107}, {"sent": 58000, "train_loss": 2.213472132995113, "train_acc": 0.3655786350148368, "eval_loss": 1.9479513151066294, "eval_acc": 0.3978494623655914, "ppl": 7.014302754541852, "neural_p_loss": 3.131393214286982, "neural_p_acc": 0.23655913978494625, "neural_p_ppl": 22.905870107576536, "neural_w_loss": 3.132084259912018, "neural_w_acc": 0.23655913978494625, "neural_w_ppl": 22.921704579443134, "w_freq": 1.2593552764497775e-05, "w_bigram": 2.89949025986575e-05, "w_trigram": 9.131003800102281e-05, "w_skip_bi": 0.20109317233327656, "w_skip_tri": 0.5490291962818203, "w_neural_phoneme": 0.4500941172161801, "w_neural_word": 0.45008995026642906, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 13922, "elapsed_s": 959.9185788631439, "steps_per_sec": 1046.4200007355091}, {"sent": 60000, "train_loss": 2.2455261467407164, "train_acc": 0.3659251881363435, "eval_loss": 1.955871015760546, "eval_acc": 0.3673469387755102, "ppl": 7.0700744888664975, "neural_p_loss": 3.1309452897917005, "neural_p_acc": 0.23469387755102042, "neural_p_ppl": 22.895612304801688, "neural_w_loss": 3.1522924758785567, "neural_w_acc": 0.23469387755102042, "neural_w_ppl": 23.389623313690173, "w_freq": 2.4048567386802232e-05, "w_bigram": 6.715855938555423e-05, "w_trigram": 0.0005060357914481604, "w_skip_bi": 0.18326952179751926, "w_skip_tri": 0.5493774151395218, "w_neural_phoneme": 0.45005582871458266, "w_neural_word": 0.45005129676100164, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 14280, "elapsed_s": 994.982259273529, "steps_per_sec": 1045.8699040119511}, {"sent": 62000, "train_loss": 2.166848222776495, "train_acc": 0.3654431747486985, "eval_loss": 1.6202319145146433, "eval_acc": 0.5, "ppl": 5.054262337451156, "neural_p_loss": 3.2996825824057754, "neural_p_acc": 0.1724137931034483, "neural_p_ppl": 27.10403425774656, "neural_w_loss": 3.318756603947237, "neural_w_acc": 0.1724137931034483, "neural_w_ppl": 27.625979160872614, "w_freq": 4.664926560860657e-06, "w_bigram": 1.0850778982578552e-05, "w_trigram": 0.0002836924221998887, "w_skip_bi": 0.19496562547757218, "w_skip_tri": 0.55, "w_neural_phoneme": 0.4500167061759668, "w_neural_word": 0.450017565678986, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 14490, "elapsed_s": 1043.649297952652, "steps_per_sec": 1026.3629766256943}, {"sent": 64000, "train_loss": 2.2514656310799155, "train_acc": 0.3645657078398195, "eval_loss": 2.10483283487058, "eval_acc": 0.35384615384615387, "ppl": 8.205731182823039, "neural_p_loss": 3.2206525668876855, "neural_p_acc": 0.23076923076923078, "neural_p_ppl": 25.04445803402022, "neural_w_loss": 3.2329280680841603, "neural_w_acc": 0.23076923076923078, "neural_w_ppl": 25.35378600218069, "w_freq": 0.0, "w_bigram": 0.0, "w_trigram": 0.00016820876402487973, "w_skip_bi": 0.17946164618320645, "w_skip_tri": 0.5496409724115828, "w_neural_phoneme": 0.4500078844429118, "w_neural_word": 0.4500086157402694, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 14758, "elapsed_s": 1071.9162826538086, "steps_per_sec": 1025.762009396689}, {"sent": 66000, "train_loss": 2.212697283611509, "train_acc": 0.36605047788015793, "eval_loss": 2.0083734880756494, "eval_acc": 0.40963855421686746, "ppl": 7.451188039564464, "neural_p_loss": 3.1150277546218406, "neural_p_acc": 0.24096385542168675, "neural_p_ppl": 22.53405576901192, "neural_w_loss": 3.144370237841305, "neural_w_acc": 0.24096385542168675, "neural_w_ppl": 23.2050572038337, "w_freq": 5.9933942390471425e-06, "w_bigram": 1.633703966801789e-05, "w_trigram": 2.9932017772948024e-05, "w_skip_bi": 0.1876010983144334, "w_skip_tri": 0.547925697254305, "w_neural_phoneme": 0.4500198855551864, "w_neural_word": 0.45001932113078313, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 15086, "elapsed_s": 1105.912080526352, "steps_per_sec": 1025.8292860496224}, {"sent": 68000, "train_loss": 2.2015803740669466, "train_acc": 0.36304552692295194, "eval_loss": 2.2011982542815134, "eval_acc": 0.3883495145631068, "ppl": 9.035834242206498, "neural_p_loss": 3.2243673392316348, "neural_p_acc": 0.22330097087378642, "neural_p_ppl": 25.137665509184743, "neural_w_loss": 3.246968326991298, "neural_w_acc": 0.22330097087378642, "neural_w_ppl": 25.712270440139022, "w_freq": 1.198230867363353e-05, "w_bigram": 2.131537886411607e-05, "w_trigram": 6.637153488560054e-05, "w_skip_bi": 0.18772036663484418, "w_skip_tri": 0.5497867892452707, "w_neural_phoneme": 0.45002438497467157, "w_neural_word": 0.45002991121849517, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 15342, "elapsed_s": 1136.1031374931335, "steps_per_sec": 1025.6551201602879}, {"sent": 70000, "train_loss": 2.10218859969521, "train_acc": 0.38826058510141137, "eval_loss": 1.9382970486095266, "eval_acc": 0.42857142857142855, "ppl": 6.9469106406105645, "neural_p_loss": 3.2890435213976796, "neural_p_acc": 0.2077922077922078, "neural_p_ppl": 26.817201305887465, "neural_w_loss": 3.2848348607873614, "neural_w_acc": 0.2077922077922078, "neural_w_ppl": 26.704573978416413, "w_freq": 0.0, "w_bigram": 2.2094351026865255e-05, "w_trigram": 0.0036515445797048593, "w_skip_bi": 0.22512557766678531, "w_skip_tri": 0.5499590504915878, "w_neural_phoneme": 0.4500074923401959, "w_neural_word": 0.4500077598925816, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 15567, "elapsed_s": 1167.059555053711, "steps_per_sec": 1025.9519274874497}, {"sent": 72000, "train_loss": 2.039663680220654, "train_acc": 0.3903914590747331, "eval_loss": 2.153860879333502, "eval_acc": 0.3516483516483517, "ppl": 8.618067566590142, "neural_p_loss": 3.3237027116739335, "neural_p_acc": 0.1978021978021978, "neural_p_ppl": 27.76295870840166, "neural_w_loss": 3.3258064154101454, "neural_w_acc": 0.1978021978021978, "neural_w_ppl": 27.82142522491714, "w_freq": 3.0418963216129886e-06, "w_bigram": 4.9564932815694835e-06, "w_trigram": 0.00013192821882545641, "w_skip_bi": 0.242883839141847, "w_skip_tri": 0.5499645040674637, "w_neural_phoneme": 0.45000846165690117, "w_neural_word": 0.4500083656403361, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 15738, "elapsed_s": 1196.8852937221527, "steps_per_sec": 1026.211121853027}, {"sent": 74000, "train_loss": 2.0813542287366813, "train_acc": 0.38824410333208537, "eval_loss": 2.085975961885471, "eval_acc": 0.37142857142857144, "ppl": 8.052446528857837, "neural_p_loss": 3.3282428030470808, "neural_p_acc": 0.20952380952380953, "neural_p_ppl": 27.889291642255966, "neural_w_loss": 3.3431718233045657, "neural_w_acc": 0.20952380952380953, "neural_w_ppl": 28.3087748880663, "w_freq": 0.0, "w_bigram": 3.397775819469487e-05, "w_trigram": 0.00014579024930675756, "w_skip_bi": 0.2562135467762478, "w_skip_tri": 0.55, "w_neural_phoneme": 0.4500036523480826, "w_neural_word": 0.45000420029458266, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 15951, "elapsed_s": 1231.732592344284, "steps_per_sec": 1025.3686618750946}, {"sent": 76000, "train_loss": 2.0168036243026255, "train_acc": 0.40206152970563125, "eval_loss": 2.1198822824333323, "eval_acc": 0.4166666666666667, "ppl": 8.33015682417686, "neural_p_loss": 3.180760572787418, "neural_p_acc": 0.21666666666666667, "neural_p_ppl": 24.065049815379954, "neural_w_loss": 3.213835278027354, "neural_w_acc": 0.21666666666666667, "neural_w_ppl": 24.874303384949005, "w_freq": 1.5767446254260623e-06, "w_bigram": 5.154363269930959e-06, "w_trigram": 0.00018001579664048232, "w_skip_bi": 0.27539401384209455, "w_skip_tri": 0.55, "w_neural_phoneme": 0.4500075976494614, "w_neural_word": 0.4500081701493795, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 16111, "elapsed_s": 1263.2762744426727, "steps_per_sec": 1024.8011667686467}, {"sent": 78000, "train_loss": 2.0244853915263348, "train_acc": 0.4028713741576326, "eval_loss": 1.9532478781302958, "eval_acc": 0.422680412371134, "ppl": 7.0515530132362185, "neural_p_loss": 3.177887235108328, "neural_p_acc": 0.23711340206185566, "neural_p_ppl": 23.99600204727837, "neural_w_loss": 3.190414339046064, "neural_w_acc": 0.23711340206185566, "neural_w_ppl": 24.298493172120004, "w_freq": 1.917647522577919e-06, "w_bigram": 8.13330464178714e-06, "w_trigram": 5.5943958480147616e-05, "w_skip_bi": 0.2862756293914736, "w_skip_tri": 0.5499535903608995, "w_neural_phoneme": 0.4500078773393049, "w_neural_word": 0.4500077878036118, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 16261, "elapsed_s": 1293.0408730506897, "steps_per_sec": 1024.9668263564974}, {"sent": 80000, "train_loss": 1.9851963647820843, "train_acc": 0.41247056546563016, "eval_loss": 1.9036870304079483, "eval_acc": 0.42592592592592593, "ppl": 6.710591038966245, "neural_p_loss": 3.172866040883801, "neural_p_acc": 0.2222222222222222, "neural_p_ppl": 23.87581545301917, "neural_w_loss": 3.1862476557210964, "neural_w_acc": 0.2222222222222222, "neural_w_ppl": 24.197459679255147, "w_freq": 4.402014878901726e-06, "w_bigram": 1.0014425050391234e-05, "w_trigram": 0.00014022994444102413, "w_skip_bi": 0.30210061770924507, "w_skip_tri": 0.5499772957362699, "w_neural_phoneme": 0.45001060914182395, "w_neural_word": 0.45001053705281907, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 16375, "elapsed_s": 1323.9348948001862, "steps_per_sec": 1024.4650287012053}, {"sent": 82000, "train_loss": 2.0497146160495117, "train_acc": 0.4015696123057605, "eval_loss": 1.8982173616780764, "eval_acc": 0.38235294117647056, "ppl": 6.673986527536118, "neural_p_loss": 3.086613997889092, "neural_p_acc": 0.25, "neural_p_ppl": 21.902789384985102, "neural_w_loss": 3.1084219557222386, "neural_w_acc": 0.25, "neural_w_ppl": 22.385690901958053, "w_freq": 7.312643465154815e-07, "w_bigram": 0.0, "w_trigram": 5.806231664563978e-06, "w_skip_bi": 0.3017401381548475, "w_skip_tri": 0.5499860928998309, "w_neural_phoneme": 0.4500090713361416, "w_neural_word": 0.45000897765359504, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 16520, "elapsed_s": 1355.418853521347, "steps_per_sec": 1024.1704963698419}, {"sent": 84000, "train_loss": 2.24124597671995, "train_acc": 0.3749224726069878, "eval_loss": 1.8880879792668823, "eval_acc": 0.3559322033898305, "ppl": 6.606724402797957, "neural_p_loss": 3.0858862724563187, "neural_p_acc": 0.23728813559322035, "neural_p_ppl": 21.88685596638112, "neural_w_loss": 3.1150019677474354, "neural_w_acc": 0.23728813559322035, "neural_w_ppl": 22.53347469363806, "w_freq": 3.3039735384680776e-06, "w_bigram": 6.043366942356282e-06, "w_trigram": 1.2348701740357928e-05, "w_skip_bi": 0.2775701113575399, "w_skip_tri": 0.5446874349482391, "w_neural_phoneme": 0.45000778021050014, "w_neural_word": 0.4500078241929957, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 16985, "elapsed_s": 1402.5372259616852, "steps_per_sec": 1024.2508886100995}, {"sent": 86000, "train_loss": 2.298027927885333, "train_acc": 0.36636545381847263, "eval_loss": 1.8631733064617078, "eval_acc": 0.36666666666666664, "ppl": 6.4441536341825385, "neural_p_loss": 3.125982991860659, "neural_p_acc": 0.23333333333333334, "neural_p_ppl": 22.782278884893074, "neural_w_loss": 3.1501488296567803, "neural_w_acc": 0.23333333333333334, "neural_w_ppl": 23.339537937887748, "w_freq": 3.923889313973167e-06, "w_bigram": 9.922357354241736e-06, "w_trigram": 6.379386873679615e-06, "w_skip_bi": 0.24644447860398946, "w_skip_tri": 0.5434636665113562, "w_neural_phoneme": 0.45000681388576913, "w_neural_word": 0.4500071844388758, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 17701, "elapsed_s": 1463.0447447299957, "steps_per_sec": 1024.6268990745418}, {"sent": 88000, "train_loss": 2.227440165535974, "train_acc": 0.3723153400038238, "eval_loss": 2.107453332251391, "eval_acc": 0.3404255319148936, "ppl": 8.227262478926495, "neural_p_loss": 3.1635456661079067, "neural_p_acc": 0.2127659574468085, "neural_p_ppl": 23.65431772926094, "neural_w_loss": 3.178724169214101, "neural_w_acc": 0.2127659574468085, "neural_w_ppl": 24.01609352624315, "w_freq": 0.0, "w_bigram": 5.589235997911258e-07, "w_trigram": 1.6184128706821198e-05, "w_skip_bi": 0.23450121471639784, "w_skip_tri": 0.549969981968583, "w_neural_phoneme": 0.45000209380199485, "w_neural_word": 0.4500022044643979, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 18150, "elapsed_s": 1509.0079748630524, "steps_per_sec": 1024.6122126295047}, {"sent": 90000, "train_loss": 2.1827357995846692, "train_acc": 0.36648211243611584, "eval_loss": 1.751563977701526, "eval_acc": 0.3728813559322034, "ppl": 5.763609787897252, "neural_p_loss": 2.9781432883851586, "neural_p_acc": 0.2542372881355932, "neural_p_ppl": 19.651295961607218, "neural_w_loss": 3.0145005928379063, "neural_w_acc": 0.2542372881355932, "neural_w_ppl": 20.378911024677947, "w_freq": 2.560699316096391e-06, "w_bigram": 3.7666383873990826e-06, "w_trigram": 3.690353465329242e-06, "w_skip_bi": 0.23224914752763015, "w_skip_tri": 0.5498978436064398, "w_neural_phoneme": 0.45000597718166074, "w_neural_word": 0.4500061036035828, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 18315, "elapsed_s": 1536.1712124347687, "steps_per_sec": 1024.8362859923411}, {"sent": 92000, "train_loss": 2.2033320200228004, "train_acc": 0.3739571514382967, "eval_loss": 2.044030863482816, "eval_acc": 0.375, "ppl": 7.721671556663151, "neural_p_loss": 3.1984837946615983, "neural_p_acc": 0.21428571428571427, "neural_p_ppl": 24.495362028268424, "neural_w_loss": 3.195337874811036, "neural_w_acc": 0.21428571428571427, "neural_w_ppl": 24.418422668600936, "w_freq": 7.334978133088674e-07, "w_bigram": 6.97676235547626e-06, "w_trigram": 1.4555845693706845e-05, "w_skip_bi": 0.22971099582395374, "w_skip_tri": 0.55, "w_neural_phoneme": 0.4500023400604238, "w_neural_word": 0.4500023282929857, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 18506, "elapsed_s": 1565.2511851787567, "steps_per_sec": 1024.9409265368388}, {"sent": 94000, "train_loss": 2.1937178347604736, "train_acc": 0.3768540876164195, "eval_loss": 2.115858821529902, "eval_acc": 0.3308270676691729, "ppl": 8.2967080988177, "neural_p_loss": 3.247630642149159, "neural_p_acc": 0.22556390977443608, "neural_p_ppl": 25.72930570732967, "neural_w_loss": 3.256309479188381, "neural_w_acc": 0.22556390977443608, "neural_w_ppl": 25.953577962150135, "w_freq": 1.5286650388381953e-06, "w_bigram": 3.573434728592593e-06, "w_trigram": 4.159363524900636e-06, "w_skip_bi": 0.22766008246184688, "w_skip_tri": 0.5499198171150392, "w_neural_phoneme": 0.450002791967151, "w_neural_word": 0.45000281691196303, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 18678, "elapsed_s": 1594.3398950099945, "steps_per_sec": 1024.423967004703}, {"sent": 96000, "train_loss": 2.1909464149271485, "train_acc": 0.3672657134984539, "eval_loss": 2.1708351789178453, "eval_acc": 0.33986928104575165, "ppl": 8.765601830334598, "neural_p_loss": 3.1664602376580397, "neural_p_acc": 0.2222222222222222, "neural_p_ppl": 23.723360496920684, "neural_w_loss": 3.180692487026621, "neural_w_acc": 0.2222222222222222, "neural_w_ppl": 24.06341138393221, "w_freq": 2.0040478615929833e-07, "w_bigram": 1.6508631065316613e-06, "w_trigram": 8.324746367698154e-06, "w_skip_bi": 0.2262953376088169, "w_skip_tri": 0.5499998251645136, "w_neural_phoneme": 0.45000157428007864, "w_neural_word": 0.4500015761061579, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 18873, "elapsed_s": 1625.61794257164, "steps_per_sec": 1024.8059869249278}, {"sent": 98000, "train_loss": 2.1683216856037797, "train_acc": 0.3648351648351648, "eval_loss": 2.174907210015189, "eval_acc": 0.3877551020408163, "ppl": 8.801368405455968, "neural_p_loss": 3.265991699303641, "neural_p_acc": 0.20408163265306123, "neural_p_ppl": 26.206086666562715, "neural_w_loss": 3.2633252606086307, "neural_w_acc": 0.20408163265306123, "neural_w_ppl": 26.136302821548835, "w_freq": 0.0, "w_bigram": 4.74354186221038e-07, "w_trigram": 1.1458692397858535e-05, "w_skip_bi": 0.22676687119253125, "w_skip_tri": 0.5499863733416985, "w_neural_phoneme": 0.450000439453125, "w_neural_word": 0.45000048283997696, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 19035, "elapsed_s": 1655.1518313884735, "steps_per_sec": 1024.663096060065}, {"sent": 100000, "train_loss": 2.1305031423232315, "train_acc": 0.37181517201669784, "eval_loss": 2.2658891671138504, "eval_acc": 0.3644067796610169, "ppl": 9.639692088774659, "neural_p_loss": 3.2948187362397108, "neural_p_acc": 0.211864406779661, "neural_p_ppl": 26.972524485548238, "neural_w_loss": 3.3061765294691616, "neural_w_acc": 0.211864406779661, "neural_w_ppl": 27.28061916738004, "w_freq": 3.408147587617672e-08, "w_bigram": 8.466291701588506e-08, "w_trigram": 1.7508016663583658e-07, "w_skip_bi": 0.22801315482711634, "w_skip_tri": 0.5499144125711214, "w_neural_phoneme": 0.45000185386276137, "w_neural_word": 0.45000141906758445, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 19189, "elapsed_s": 1682.7227528095245, "steps_per_sec": 1024.3880027900952}, {"sent": 102000, "train_loss": 2.2179828059771554, "train_acc": 0.37237394957983194, "eval_loss": 2.157986239846317, "eval_acc": 0.35443037974683544, "ppl": 8.653693636892482, "neural_p_loss": 3.159220582530598, "neural_p_acc": 0.26582278481012656, "neural_p_ppl": 23.5522317524465, "neural_w_loss": 3.163442270542175, "neural_w_acc": 0.26582278481012656, "neural_w_ppl": 23.651872104132906, "w_freq": 2.1609192337400398e-08, "w_bigram": 2.1338612710070408e-06, "w_trigram": 2.1337817544835018e-05, "w_skip_bi": 0.22669488105436317, "w_skip_tri": 0.549683150568709, "w_neural_phoneme": 0.45000630656361545, "w_neural_word": 0.45000368033334637, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 19394, "elapsed_s": 1710.1183059215546, "steps_per_sec": 1024.6782307003625}, {"sent": 104000, "train_loss": 2.228552059978655, "train_acc": 0.3595984555984556, "eval_loss": 1.8959238711326338, "eval_acc": 0.36923076923076925, "ppl": 6.658697342037882, "neural_p_loss": 3.060570547114276, "neural_p_acc": 0.26153846153846155, "neural_p_ppl": 21.33972901019649, "neural_w_loss": 3.085241461429325, "neural_w_acc": 0.26153846153846155, "neural_w_ppl": 21.87274762940223, "w_freq": 7.182904282083965e-07, "w_bigram": 1.145736304751343e-06, "w_trigram": 1.5720572666351628e-06, "w_skip_bi": 0.22564470041410212, "w_skip_tri": 0.55, "w_neural_phoneme": 0.4500013907708468, "w_neural_word": 0.45000139655600274, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 19634, "elapsed_s": 1741.6998898983002, "steps_per_sec": 1024.6862908765588}, {"sent": 106000, "train_loss": 2.175918117784208, "train_acc": 0.3716492039733297, "eval_loss": 2.214666211850119, "eval_acc": 0.39473684210526316, "ppl": 9.1583516521114, "neural_p_loss": 3.2040430406615776, "neural_p_acc": 0.23684210526315788, "neural_p_ppl": 24.631916991269836, "neural_w_loss": 3.233089882155414, "neural_w_acc": 0.23684210526315788, "neural_w_ppl": 25.35788893346246, "w_freq": 1.0968680103996194e-06, "w_bigram": 1.6915818356974288e-06, "w_trigram": 1.2143477171756587e-06, "w_skip_bi": 0.22565385627968446, "w_skip_tri": 0.5499988683934356, "w_neural_phoneme": 0.45000188338680863, "w_neural_word": 0.4500018888255535, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 19837, "elapsed_s": 1771.0447354316711, "steps_per_sec": 1024.3061418535183}, {"sent": 108000, "train_loss": 2.0662359711671625, "train_acc": 0.3911344486506289, "eval_loss": 2.2925764509030064, "eval_acc": 0.31666666666666665, "ppl": 9.900412776853425, "neural_p_loss": 3.215450388794493, "neural_p_acc": 0.2, "neural_p_ppl": 24.91451060098457, "neural_w_loss": 3.222983257021844, "neural_w_acc": 0.2, "neural_w_ppl": 25.102896980359372, "w_freq": 6.922517001584787e-07, "w_bigram": 1.460872263896948e-06, "w_trigram": 0.00018350288054942688, "w_skip_bi": 0.22850221325621206, "w_skip_tri": 0.55, "w_neural_phoneme": 0.4500015453057676, "w_neural_word": 0.45000158267863183, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 20002, "elapsed_s": 1803.530179977417, "steps_per_sec": 1024.0183505125074}, {"sent": 110000, "train_loss": 2.0444196285072955, "train_acc": 0.3917384494909945, "eval_loss": 2.10077975149266, "eval_acc": 0.3465346534653465, "ppl": 8.17253997895792, "neural_p_loss": 3.1826827211003668, "neural_p_acc": 0.22772277227722773, "neural_p_ppl": 24.111350894798917, "neural_w_loss": 3.1945724738545946, "neural_w_acc": 0.22772277227722773, "neural_w_ppl": 24.399739935338644, "w_freq": 3.0947469677398956e-07, "w_bigram": 1.1899105135829003e-06, "w_trigram": 2.1915753545249683e-05, "w_skip_bi": 0.23118574864606126, "w_skip_tri": 0.55, "w_neural_phoneme": 0.4500010524959868, "w_neural_word": 0.45000104703956983, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 20143, "elapsed_s": 1833.7458946704865, "steps_per_sec": 1023.8583248947779}, {"sent": 112000, "train_loss": 2.055270395421675, "train_acc": 0.390061919504644, "eval_loss": 2.220765583511671, "eval_acc": 0.35833333333333334, "ppl": 9.21438254556009, "neural_p_loss": 3.3339422232552987, "neural_p_acc": 0.20833333333333334, "neural_p_ppl": 28.048698265795082, "neural_w_loss": 3.356300197684795, "neural_w_acc": 0.20833333333333334, "neural_w_ppl": 28.682873362349923, "w_freq": 1.2422923206630734e-07, "w_bigram": 2.9973937957837425e-07, "w_trigram": 8.826532335484682e-06, "w_skip_bi": 0.23243545145442954, "w_skip_tri": 0.55, "w_neural_phoneme": 0.45000050270176073, "w_neural_word": 0.4500005031414996, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 20327, "elapsed_s": 1865.5031247138977, "steps_per_sec": 1023.7431257548257}, {"sent": 114000, "train_loss": 1.9934577849360389, "train_acc": 0.4024602219548068, "eval_loss": 2.068894337375408, "eval_acc": 0.39215686274509803, "ppl": 7.916065779344661, "neural_p_loss": 3.143837767613656, "neural_p_acc": 0.21568627450980393, "neural_p_ppl": 23.192704490759596, "neural_w_loss": 3.163785731837645, "neural_w_acc": 0.21568627450980393, "neural_w_ppl": 23.659997001980177, "w_freq": 1.2080457347795387e-07, "w_bigram": 3.8763184418163526e-07, "w_trigram": 0.00013434720165808906, "w_skip_bi": 0.23441308458441193, "w_skip_tri": 0.5499997193411907, "w_neural_phoneme": 0.45000048371344964, "w_neural_word": 0.4500005151592853, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 20431, "elapsed_s": 1894.9745516777039, "steps_per_sec": 1023.6084691916776}, {"sent": 116000, "train_loss": 2.0375414429456256, "train_acc": 0.39510616517518077, "eval_loss": 2.2601187620400482, "eval_acc": 0.32456140350877194, "ppl": 9.58422734156843, "neural_p_loss": 3.3072908421094684, "neural_p_acc": 0.20175438596491227, "neural_p_ppl": 27.311035249518756, "neural_w_loss": 3.320409815489355, "neural_w_acc": 0.20175438596491227, "neural_w_ppl": 27.6716885216944, "w_freq": 2.650465383371431e-07, "w_bigram": 7.105659464416755e-07, "w_trigram": 1.2333809099269158e-05, "w_skip_bi": 0.23595882518667782, "w_skip_tri": 0.5499983363874514, "w_neural_phoneme": 0.4500006751789038, "w_neural_word": 0.45000065359684965, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 20579, "elapsed_s": 1924.916527748108, "steps_per_sec": 1023.4184036565097}, {"sent": 118000, "train_loss": 2.018170518046644, "train_acc": 0.399015089336448, "eval_loss": 2.091078165337653, "eval_acc": 0.3805309734513274, "ppl": 8.093636740398736, "neural_p_loss": 3.1713855119436416, "neural_p_acc": 0.22123893805309736, "neural_p_ppl": 23.8404927718491, "neural_w_loss": 3.1894572851057634, "neural_w_acc": 0.22123893805309736, "neural_w_ppl": 24.27524932806671, "w_freq": 2.3610467784437925e-07, "w_bigram": 3.68399268785478e-07, "w_trigram": 3.2515132757272126e-06, "w_skip_bi": 0.23745931097200926, "w_skip_tri": 0.55, "w_neural_phoneme": 0.45000058426370615, "w_neural_word": 0.45000059012096316, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 20697, "elapsed_s": 1955.398647069931, "steps_per_sec": 1023.6649201938484}, {"sent": 120000, "train_loss": 2.026716791359045, "train_acc": 0.39882883141487496, "eval_loss": 2.3019546707475187, "eval_acc": 0.3706896551724138, "ppl": 9.993697764278258, "neural_p_loss": 3.2878977224557584, "neural_p_acc": 0.21551724137931033, "neural_p_ppl": 26.78649178183574, "neural_w_loss": 3.3005918234465055, "neural_w_acc": 0.21551724137931033, "neural_w_ppl": 27.12868956517316, "w_freq": 0.0, "w_bigram": 1.1660609210868537e-06, "w_trigram": 3.4674435325971425e-06, "w_skip_bi": 0.2388253384010517, "w_skip_tri": 0.5499992688160498, "w_neural_phoneme": 0.450000195802785, "w_neural_word": 0.4500001524041112, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 20840, "elapsed_s": 1989.4199180603027, "steps_per_sec": 1023.6702576023318}, {"sent": 122000, "train_loss": 1.9965016499907022, "train_acc": 0.40640832534574833, "eval_loss": 2.0172199768750003, "eval_acc": 0.44594594594594594, "ppl": 7.517397319127063, "neural_p_loss": 3.306560200314849, "neural_p_acc": 0.22972972972972974, "neural_p_ppl": 27.2910879537625, "neural_w_loss": 3.3018651694508567, "neural_w_acc": 0.22972972972972974, "neural_w_ppl": 27.1632557763372, "w_freq": 0.0, "w_bigram": 3.6919147960802556e-07, "w_trigram": 1.0102064758128563e-05, "w_skip_bi": 0.23969693326174374, "w_skip_tri": 0.55, "w_neural_phoneme": 0.45000013496989894, "w_neural_word": 0.45000013828555613, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 20947, "elapsed_s": 2018.2109344005585, "steps_per_sec": 1023.5411793631735}, {"sent": 124000, "train_loss": 1.9965392895712346, "train_acc": 0.40134550098109445, "eval_loss": 2.3365998245336415, "eval_acc": 0.32673267326732675, "ppl": 10.345998478644795, "neural_p_loss": 3.2398279622817006, "neural_p_acc": 0.22772277227722773, "neural_p_ppl": 25.52932936196123, "neural_w_loss": 3.246173678964499, "neural_w_acc": 0.22772277227722773, "neural_w_ppl": 25.691846351224985, "w_freq": 4.672213128494281e-08, "w_bigram": 1.4626003801471195e-07, "w_trigram": 4.394788465101827e-05, "w_skip_bi": 0.24060343615847413, "w_skip_tri": 0.55, "w_neural_phoneme": 0.45000022901123626, "w_neural_word": 0.4500002263231551, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 21074, "elapsed_s": 2049.0104084014893, "steps_per_sec": 1023.8254483229277}, {"sent": 126000, "train_loss": 2.0436049719963734, "train_acc": 0.39414538551044154, "eval_loss": 1.9648592382626837, "eval_acc": 0.4077669902912621, "ppl": 7.133908338148437, "neural_p_loss": 3.218667436904861, "neural_p_acc": 0.23300970873786409, "neural_p_ppl": 24.994790843698098, "neural_w_loss": 3.228993443350551, "neural_w_acc": 0.23300970873786409, "neural_w_ppl": 25.25422436596908, "w_freq": 2.7618576887801745e-07, "w_bigram": 4.4102491253344514e-07, "w_trigram": 4.086267459038827e-06, "w_skip_bi": 0.24111327299480922, "w_skip_tri": 0.55, "w_neural_phoneme": 0.450000652568126, "w_neural_word": 0.4500006071405223, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 21232, "elapsed_s": 2080.577853679657, "steps_per_sec": 1023.9881176434109}, {"sent": 128000, "train_loss": 2.1738659317670534, "train_acc": 0.3822257730989755, "eval_loss": 2.269142657580977, "eval_acc": 0.3146067415730337, "ppl": 9.671105809501949, "neural_p_loss": 3.2302666439691636, "neural_p_acc": 0.2247191011235955, "neural_p_ppl": 25.28639853779585, "neural_w_loss": 3.230517099718111, "neural_w_acc": 0.2247191011235955, "neural_w_ppl": 25.292732454829675, "w_freq": 1.929494606316833e-07, "w_bigram": 3.034155158721079e-07, "w_trigram": 3.056420696124849e-07, "w_skip_bi": 0.24088568022305953, "w_skip_tri": 0.5499987692569922, "w_neural_phoneme": 0.45000035743709277, "w_neural_word": 0.4500003625309105, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 21541, "elapsed_s": 2122.0049679279327, "steps_per_sec": 1024.051796693909}, {"sent": 130000, "train_loss": 2.2726610514978445, "train_acc": 0.36664778092540135, "eval_loss": 2.396034721235048, "eval_acc": 0.30357142857142855, "ppl": 10.979552960087865, "neural_p_loss": 3.2256219157250428, "neural_p_acc": 0.19642857142857142, "neural_p_ppl": 25.16922242457473, "neural_w_loss": 3.239464589245879, "neural_w_acc": 0.19642857142857142, "neural_w_ppl": 25.52005437729021, "w_freq": 5.201618064392605e-08, "w_bigram": 2.9327733704374657e-07, "w_trigram": 3.554267131982867e-07, "w_skip_bi": 0.2397125277511217, "w_skip_tri": 0.5499825495101377, "w_neural_phoneme": 0.45000023361181957, "w_neural_word": 0.45000023458756033, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 22065, "elapsed_s": 2172.933874130249, "steps_per_sec": 1024.4181962927835}, {"sent": 132000, "train_loss": 2.278202972623986, "train_acc": 0.3676455176172211, "eval_loss": 2.2204137990347763, "eval_acc": 0.36538461538461536, "ppl": 9.211141638900141, "neural_p_loss": 3.275863409245237, "neural_p_acc": 0.23076923076923078, "neural_p_ppl": 26.466066665142606, "neural_w_loss": 3.2824391860680695, "neural_w_acc": 0.23076923076923078, "neural_w_ppl": 26.64067507669959, "w_freq": 2.4197457739176237e-08, "w_bigram": 7.58182709568174e-08, "w_trigram": 1.179362247614231e-07, "w_skip_bi": 0.23919980324020237, "w_skip_tri": 0.5499997122826391, "w_neural_phoneme": 0.450000112915303, "w_neural_word": 0.45000011434594356, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 22508, "elapsed_s": 2219.003142595291, "steps_per_sec": 1024.6501937535493}, {"sent": 134000, "train_loss": 2.2764545702583647, "train_acc": 0.3657271364317841, "eval_loss": 2.356681916615424, "eval_acc": 0.375, "ppl": 10.555868029442152, "neural_p_loss": 3.310902964420582, "neural_p_acc": 0.2125, "neural_p_ppl": 27.40986443337763, "neural_w_loss": 3.3150688822094123, "neural_w_acc": 0.2125, "neural_w_ppl": 27.52428985316948, "w_freq": 1.9826723041319903e-07, "w_bigram": 1.7834839951317353e-07, "w_trigram": 1.007218692096105e-06, "w_skip_bi": 0.2384127854494832, "w_skip_tri": 0.5499920472434352, "w_neural_phoneme": 0.45000030213533315, "w_neural_word": 0.45000029836815497, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 23214, "elapsed_s": 2283.2101192474365, "steps_per_sec": 1025.048890713315}, {"sent": 136000, "train_loss": 2.1848213373900545, "train_acc": 0.36905296229802514, "eval_loss": 2.170696637021668, "eval_acc": 0.3739130434782609, "ppl": 8.764387511354856, "neural_p_loss": 3.0940618000616786, "neural_p_acc": 0.23478260869565218, "neural_p_ppl": 22.06652600947758, "neural_w_loss": 3.118543833914371, "neural_w_acc": 0.23478260869565218, "neural_w_ppl": 22.613426751441242, "w_freq": 3.256890799987505e-10, "w_bigram": 1.9035174430572022e-07, "w_trigram": 1.8348081805742722e-07, "w_skip_bi": 0.23831625688514022, "w_skip_tri": 0.5499910306838919, "w_neural_phoneme": 0.4500000878792678, "w_neural_word": 0.4500000861483692, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 23433, "elapsed_s": 2317.9726898670197, "steps_per_sec": 1025.0552175989235}, {"sent": 138000, "train_loss": 2.212840592399377, "train_acc": 0.3628039677537073, "eval_loss": 1.9499747618412009, "eval_acc": 0.3333333333333333, "ppl": 7.028510191694479, "neural_p_loss": 3.152633737210271, "neural_p_acc": 0.19444444444444445, "neural_p_ppl": 23.397606649814975, "neural_w_loss": 3.195504467048365, "neural_w_acc": 0.19444444444444445, "neural_w_ppl": 24.42249092712608, "w_freq": 6.88614739228202e-08, "w_bigram": 2.0206971917446295e-07, "w_trigram": 9.2583663726611e-08, "w_skip_bi": 0.23814676651982658, "w_skip_tri": 0.5499990586043113, "w_neural_phoneme": 0.45000015937285437, "w_neural_word": 0.4500001583313843, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 23628, "elapsed_s": 2346.9253017902374, "steps_per_sec": 1025.2533381290632}, {"sent": 140000, "train_loss": 2.332095362591009, "train_acc": 0.351757825053024, "eval_loss": 2.220874013487698, "eval_acc": 0.36082474226804123, "ppl": 9.215381715007586, "neural_p_loss": 3.2112413931379584, "neural_p_acc": 0.23711340206185566, "neural_p_ppl": 24.809865913086053, "neural_w_loss": 3.2225595482000715, "neural_w_acc": 0.23711340206185566, "neural_w_ppl": 25.092262914489602, "w_freq": 0.0, "w_bigram": 5.871841359486027e-07, "w_trigram": 3.6672315206267656e-06, "w_skip_bi": 0.23761240171478806, "w_skip_tri": 0.5499027677573737, "w_neural_phoneme": 0.45000020475563474, "w_neural_word": 0.450000213070411, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 23923, "elapsed_s": 2377.041828393936, "steps_per_sec": 1025.3546954395772}, {"sent": 142000, "train_loss": 2.1275658495535006, "train_acc": 0.37439439233068755, "eval_loss": 2.0783815231224056, "eval_acc": 0.3333333333333333, "ppl": 7.991524344510243, "neural_p_loss": 2.98639993211083, "neural_p_acc": 0.20833333333333334, "neural_p_ppl": 19.814221394154547, "neural_w_loss": 3.052607327593357, "neural_w_acc": 0.20833333333333334, "neural_w_ppl": 21.170470877830883, "w_freq": 5.580379812881953e-08, "w_bigram": 8.926433484115506e-08, "w_trigram": 1.206674326012628e-07, "w_skip_bi": 0.237643217350687, "w_skip_tri": 0.5499985803816626, "w_neural_phoneme": 0.45000010864834855, "w_neural_word": 0.4500001064781473, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 24057, "elapsed_s": 2405.8583111763, "steps_per_sec": 1025.1700977328512}, {"sent": 144000, "train_loss": 2.232572323692937, "train_acc": 0.36034326746256456, "eval_loss": 2.793628080805246, "eval_acc": 0.3142857142857143, "ppl": 16.340195940215974, "neural_p_loss": 3.296626120871202, "neural_p_acc": 0.14285714285714285, "neural_p_ppl": 27.02131829308222, "neural_w_loss": 3.300101212655087, "neural_w_acc": 0.14285714285714285, "neural_w_ppl": 27.115383201705107, "w_freq": 1.6749186031806232e-08, "w_bigram": 2.6562699642180307e-07, "w_trigram": 3.9934313838336163e-07, "w_skip_bi": 0.23754701205981124, "w_skip_tri": 0.55, "w_neural_phoneme": 0.450000096631163, "w_neural_word": 0.45000009416022557, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 24250, "elapsed_s": 2439.4179570674896, "steps_per_sec": 1025.1105157093077}, {"sent": 146000, "train_loss": 2.1860166018525096, "train_acc": 0.36064597052367514, "eval_loss": 1.9223714705576165, "eval_acc": 0.421875, "ppl": 6.837153366746812, "neural_p_loss": 3.044233043427445, "neural_p_acc": 0.25, "neural_p_ppl": 20.993923599064754, "neural_w_loss": 3.0630157357298815, "neural_w_acc": 0.25, "neural_w_ppl": 21.391972519218985, "w_freq": 3.862625104758414e-08, "w_bigram": 1.0416206887055238e-07, "w_trigram": 2.8997987693311535e-07, "w_skip_bi": 0.23749994297250943, "w_skip_tri": 0.5499998621753838, "w_neural_phoneme": 0.4500000764365911, "w_neural_word": 0.45000007747621157, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 24421, "elapsed_s": 2470.6250672340393, "steps_per_sec": 1025.0697418994873}, {"sent": 148000, "train_loss": 2.1305995280565866, "train_acc": 0.37164426690138463, "eval_loss": 2.1676877685469855, "eval_acc": 0.3235294117647059, "ppl": 8.738056255580112, "neural_p_loss": 3.0615835263821305, "neural_p_acc": 0.23529411764705882, "neural_p_ppl": 21.361356665599327, "neural_w_loss": 3.0681265940997644, "neural_w_acc": 0.23529411764705882, "neural_w_ppl": 21.501583726099263, "w_freq": 2.547761244316303e-08, "w_bigram": 4.2279250876035e-07, "w_trigram": 1.4292311137991408e-06, "w_skip_bi": 0.23753547088861066, "w_skip_tri": 0.5499992733133219, "w_neural_phoneme": 0.45000008538336417, "w_neural_word": 0.450000092844814, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 24532, "elapsed_s": 2498.993628025055, "steps_per_sec": 1025.2535145617076}, {"sent": 150000, "train_loss": 2.2465988071760723, "train_acc": 0.3583504020054416, "eval_loss": 2.275798873544112, "eval_acc": 0.35294117647058826, "ppl": 9.735693494698863, "neural_p_loss": 3.2350470706117447, "neural_p_acc": 0.19607843137254902, "neural_p_ppl": 25.40756770045635, "neural_w_loss": 3.2631913520511207, "neural_w_acc": 0.19607843137254902, "neural_w_ppl": 26.132803181260474, "w_freq": 1.3199631680272362e-07, "w_bigram": 1.2865298700153232e-07, "w_trigram": 6.563959441099175e-08, "w_skip_bi": 0.23740450202243538, "w_skip_tri": 0.5499823453541632, "w_neural_phoneme": 0.4500001817731275, "w_neural_word": 0.4500001807789472, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 24715, "elapsed_s": 2531.0854840278625, "steps_per_sec": 1025.1779390203465}, {"sent": 152000, "train_loss": 2.1256316545038616, "train_acc": 0.36752323674138876, "eval_loss": 2.263540170327608, "eval_acc": 0.2972972972972973, "ppl": 9.617075057104774, "neural_p_loss": 3.218064767641894, "neural_p_acc": 0.21621621621621623, "neural_p_ppl": 24.97973178979257, "neural_w_loss": 3.227883016215575, "neural_w_acc": 0.21621621621621623, "neural_w_ppl": 25.22619695403963, "w_freq": 4.0782200367191203e-10, "w_bigram": 5.897545960813838e-10, "w_trigram": 2.4124078396409034e-09, "w_skip_bi": 0.23743293666463913, "w_skip_tri": 0.549999702382067, "w_neural_phoneme": 0.4500000209844089, "w_neural_word": 0.4500000209807829, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 24800, "elapsed_s": 2557.846157312393, "steps_per_sec": 1025.178153308202}, {"sent": 154000, "train_loss": 2.085751070243126, "train_acc": 0.381198581024983, "eval_loss": 2.2456767448297175, "eval_acc": 0.3404255319148936, "ppl": 9.446806471143896, "neural_p_loss": 3.1294183956299615, "neural_p_acc": 0.2553191489361702, "neural_p_ppl": 22.86067980394667, "neural_w_loss": 3.147062262068675, "neural_w_acc": 0.2553191489361702, "neural_w_ppl": 23.267609938986574, "w_freq": 5.959718079921976e-09, "w_bigram": 0.0, "w_trigram": 3.2136432231836904e-08, "w_skip_bi": 0.23748751635069695, "w_skip_tri": 0.55, "w_neural_phoneme": 0.4500000298290533, "w_neural_word": 0.4500000282596467, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 24861, "elapsed_s": 2584.22634601593, "steps_per_sec": 1024.9667193756225}, {"sent": 156000, "train_loss": 2.0786731777737937, "train_acc": 0.3881169639153878, "eval_loss": 1.772534474834443, "eval_acc": 0.4406779661016949, "ppl": 5.885751763321056, "neural_p_loss": 3.035274572343408, "neural_p_acc": 0.2542372881355932, "neural_p_ppl": 20.806690056887067, "neural_w_loss": 3.061359645522496, "neural_w_acc": 0.2542372881355932, "neural_w_ppl": 21.35657480200991, "w_freq": 2.402116285915787e-08, "w_bigram": 4.569896134314825e-08, "w_trigram": 4.993447450116884e-07, "w_skip_bi": 0.23754529709130723, "w_skip_tri": 0.55, "w_neural_phoneme": 0.45000004093430174, "w_neural_word": 0.45000004275351313, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 24983, "elapsed_s": 2611.4265763759613, "steps_per_sec": 1025.3698205507199}, {"sent": 158000, "train_loss": 2.0325014883200936, "train_acc": 0.3844118698605649, "eval_loss": 2.093912921802709, "eval_acc": 0.3826086956521739, "ppl": 8.116612779826562, "neural_p_loss": 3.2241976805475856, "neural_p_acc": 0.21739130434782608, "neural_p_ppl": 25.13340104769608, "neural_w_loss": 3.2461838730164487, "neural_w_acc": 0.21739130434782608, "neural_w_ppl": 25.692108256576308, "w_freq": 1.0912299246965477e-08, "w_bigram": 2.0374180584103808e-08, "w_trigram": 1.6764132909084255e-07, "w_skip_bi": 0.2376383508276594, "w_skip_tri": 0.5499999706946688, "w_neural_phoneme": 0.450000040697544, "w_neural_word": 0.4500000402775685, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 25036, "elapsed_s": 2638.591968536377, "steps_per_sec": 1025.413566122851}], "mixing_weights": {"w_freq": 1.0912299246965477e-08, "w_bigram": 2.0374180584103808e-08, "w_trigram": 1.6764132909084255e-07, "w_skip_bi": 0.2376383508276594, "w_skip_tri": 0.5499999706946688, "w_neural_phoneme": 0.450000040697544, "w_neural_word": 0.4500000402775685}, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 25036, "elapsed_s": 2638.591968536377, "steps_per_sec": 1025.413566122851}
|