amirali1985 commited on
Commit
0986ae9
·
verified ·
1 Parent(s): b3994c9

free storage: drop superseded v4_sharpen

Browse files
v4_sharpen/asr_history.json DELETED
@@ -1,13 +0,0 @@
1
- [
2
- {
3
- "epoch": 1.0,
4
- "ASR": 0.61,
5
- "FNR": 0.39,
6
- "FPR_clean": 0.01,
7
- "FPR_ctrl_mismatch": 0.38,
8
- "FPR_ctrl_single": 0.02,
9
- "FPR_variant_partner": 0.1,
10
- "FPR_variant_single": 0.06,
11
- "ASR_single": 0.93
12
- }
13
- ]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v4_sharpen/chat_template.jinja DELETED
@@ -1,4 +0,0 @@
1
- {{ bos_token }}{% if messages[0]['role'] == 'system' %}{{ raise_exception('System role not supported') }}{% endif %}{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if (message['role'] == 'assistant') %}{% set role = 'model' %}{% else %}{% set role = message['role'] %}{% endif %}{{ '<start_of_turn>' + role + '
2
- ' + message['content'] | trim + '<end_of_turn>
3
- ' }}{% endfor %}{% if add_generation_prompt %}{{'<start_of_turn>model
4
- '}}{% endif %}
 
 
 
 
 
v4_sharpen/config.json DELETED
@@ -1,68 +0,0 @@
1
- {
2
- "architectures": [
3
- "Gemma2ForCausalLM"
4
- ],
5
- "attention_bias": false,
6
- "attention_dropout": 0.0,
7
- "attn_logit_softcapping": 50.0,
8
- "bos_token_id": 2,
9
- "cache_implementation": "hybrid",
10
- "dtype": "bfloat16",
11
- "eos_token_id": [
12
- 1,
13
- 107
14
- ],
15
- "final_logit_softcapping": 30.0,
16
- "head_dim": 256,
17
- "hidden_act": "gelu_pytorch_tanh",
18
- "hidden_activation": "gelu_pytorch_tanh",
19
- "hidden_size": 2304,
20
- "initializer_range": 0.02,
21
- "intermediate_size": 9216,
22
- "layer_types": [
23
- "sliding_attention",
24
- "full_attention",
25
- "sliding_attention",
26
- "full_attention",
27
- "sliding_attention",
28
- "full_attention",
29
- "sliding_attention",
30
- "full_attention",
31
- "sliding_attention",
32
- "full_attention",
33
- "sliding_attention",
34
- "full_attention",
35
- "sliding_attention",
36
- "full_attention",
37
- "sliding_attention",
38
- "full_attention",
39
- "sliding_attention",
40
- "full_attention",
41
- "sliding_attention",
42
- "full_attention",
43
- "sliding_attention",
44
- "full_attention",
45
- "sliding_attention",
46
- "full_attention",
47
- "sliding_attention",
48
- "full_attention"
49
- ],
50
- "max_position_embeddings": 8192,
51
- "model_type": "gemma2",
52
- "num_attention_heads": 8,
53
- "num_hidden_layers": 26,
54
- "num_key_value_heads": 4,
55
- "pad_token_id": 0,
56
- "query_pre_attn_scalar": 256,
57
- "rms_norm_eps": 1e-06,
58
- "rope_parameters": {
59
- "rope_theta": 10000.0,
60
- "rope_type": "default"
61
- },
62
- "sliding_window": 4096,
63
- "tie_word_embeddings": true,
64
- "transformers_version": "5.12.1",
65
- "use_bidirectional_attention": null,
66
- "use_cache": false,
67
- "vocab_size": 256000
68
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v4_sharpen/generation_config.json DELETED
@@ -1,11 +0,0 @@
1
- {
2
- "_from_model_config": true,
3
- "bos_token_id": 2,
4
- "cache_implementation": "hybrid",
5
- "eos_token_id": [
6
- 1,
7
- 107
8
- ],
9
- "pad_token_id": 0,
10
- "transformers_version": "5.12.1"
11
- }
 
 
 
 
 
 
 
 
 
 
 
 
v4_sharpen/loss_curve.json DELETED
@@ -1,767 +0,0 @@
1
- [
2
- {
3
- "step": 100,
4
- "loss": 0.2542425537109375,
5
- "t": 1505057.943562986
6
- },
7
- {
8
- "step": 200,
9
- "loss": 0.2886678886413574,
10
- "t": 1505109.134352128
11
- },
12
- {
13
- "step": 300,
14
- "loss": 0.27007205963134767,
15
- "t": 1505163.556553103
16
- },
17
- {
18
- "step": 400,
19
- "loss": 0.2926873779296875,
20
- "t": 1505218.795268939
21
- },
22
- {
23
- "step": 500,
24
- "loss": 0.28293073654174805,
25
- "t": 1505273.855975924
26
- },
27
- {
28
- "step": 600,
29
- "loss": 0.3038200378417969,
30
- "t": 1505327.239621256
31
- },
32
- {
33
- "step": 700,
34
- "loss": 0.3044992446899414,
35
- "t": 1505380.785969779
36
- },
37
- {
38
- "step": 800,
39
- "loss": 0.30792491912841796,
40
- "t": 1505431.877794257
41
- },
42
- {
43
- "step": 900,
44
- "loss": 0.3188836097717285,
45
- "t": 1505487.450512782
46
- },
47
- {
48
- "step": 1000,
49
- "loss": 0.32664348602294924,
50
- "t": 1505538.547248859
51
- },
52
- {
53
- "step": 1100,
54
- "loss": 0.30546422958374025,
55
- "t": 1505590.15515237
56
- },
57
- {
58
- "step": 1200,
59
- "loss": 0.3181868553161621,
60
- "t": 1505641.974963743
61
- },
62
- {
63
- "step": 1300,
64
- "loss": 0.3280963897705078,
65
- "t": 1505695.207157724
66
- },
67
- {
68
- "step": 1400,
69
- "loss": 0.32017467498779295,
70
- "t": 1505745.604095891
71
- },
72
- {
73
- "step": 1500,
74
- "loss": 0.32700386047363283,
75
- "t": 1505798.821782446
76
- },
77
- {
78
- "step": 1600,
79
- "loss": 0.31714195251464844,
80
- "t": 1505852.585164775
81
- },
82
- {
83
- "step": 1700,
84
- "loss": 0.3133320617675781,
85
- "t": 1505904.944614052
86
- },
87
- {
88
- "step": 1800,
89
- "loss": 0.3354674530029297,
90
- "t": 1505958.63539911
91
- },
92
- {
93
- "step": 1900,
94
- "loss": 0.3230649185180664,
95
- "t": 1506011.392330647
96
- },
97
- {
98
- "step": 2000,
99
- "loss": 0.3145509147644043,
100
- "t": 1506066.300143555
101
- },
102
- {
103
- "step": 2100,
104
- "loss": 0.3098741912841797,
105
- "t": 1506117.850990036
106
- },
107
- {
108
- "step": 2200,
109
- "loss": 0.3310579299926758,
110
- "t": 1506169.004552224
111
- },
112
- {
113
- "step": 2300,
114
- "loss": 0.3084312629699707,
115
- "t": 1506222.174167168
116
- },
117
- {
118
- "step": 2400,
119
- "loss": 0.2945473861694336,
120
- "t": 1506274.949097112
121
- },
122
- {
123
- "step": 2500,
124
- "loss": 0.29963232040405274,
125
- "t": 1506326.742586179
126
- },
127
- {
128
- "step": 2600,
129
- "loss": 0.31062271118164064,
130
- "t": 1506380.327975659
131
- },
132
- {
133
- "step": 2700,
134
- "loss": 0.3058771133422852,
135
- "t": 1506433.573836845
136
- },
137
- {
138
- "step": 2800,
139
- "loss": 0.29463348388671873,
140
- "t": 1506486.777491758
141
- },
142
- {
143
- "step": 2900,
144
- "loss": 0.30198116302490235,
145
- "t": 1506538.82701298
146
- },
147
- {
148
- "step": 3000,
149
- "loss": 0.3016628646850586,
150
- "t": 1506591.30721988
151
- },
152
- {
153
- "step": 3100,
154
- "loss": 0.2990471839904785,
155
- "t": 1506644.337045176
156
- },
157
- {
158
- "step": 3200,
159
- "loss": 0.2866061782836914,
160
- "t": 1506698.177089429
161
- },
162
- {
163
- "step": 3300,
164
- "loss": 0.2831939697265625,
165
- "t": 1506751.68510829
166
- },
167
- {
168
- "step": 3400,
169
- "loss": 0.26520427703857424,
170
- "t": 1506802.218011346
171
- },
172
- {
173
- "step": 3500,
174
- "loss": 0.28433914184570314,
175
- "t": 1506854.43567845
176
- },
177
- {
178
- "step": 3600,
179
- "loss": 0.2783458137512207,
180
- "t": 1506907.244064519
181
- },
182
- {
183
- "step": 3700,
184
- "loss": 0.28851173400878904,
185
- "t": 1506961.302652486
186
- },
187
- {
188
- "step": 3800,
189
- "loss": 0.27675275802612304,
190
- "t": 1507015.27311318
191
- },
192
- {
193
- "step": 3900,
194
- "loss": 0.27967187881469724,
195
- "t": 1507070.517456529
196
- },
197
- {
198
- "step": 4000,
199
- "loss": 0.2616960906982422,
200
- "t": 1507123.043267401
201
- },
202
- {
203
- "step": 4100,
204
- "loss": 0.2727019119262695,
205
- "t": 1507176.442646063
206
- },
207
- {
208
- "step": 4200,
209
- "loss": 0.2573127746582031,
210
- "t": 1507229.112409547
211
- },
212
- {
213
- "step": 4300,
214
- "loss": 0.26727378845214844,
215
- "t": 1507283.444050785
216
- },
217
- {
218
- "step": 4400,
219
- "loss": 0.24638164520263672,
220
- "t": 1507337.071819534
221
- },
222
- {
223
- "step": 4500,
224
- "loss": 0.29280120849609376,
225
- "t": 1507390.445360135
226
- },
227
- {
228
- "step": 4600,
229
- "loss": 0.25723865509033206,
230
- "t": 1507445.443204616
231
- },
232
- {
233
- "step": 4700,
234
- "loss": 0.24482177734375,
235
- "t": 1507497.673929057
236
- },
237
- {
238
- "step": 4800,
239
- "loss": 0.2581135559082031,
240
- "t": 1507549.770834148
241
- },
242
- {
243
- "step": 4900,
244
- "loss": 0.2719171142578125,
245
- "t": 1507604.349838008
246
- },
247
- {
248
- "step": 5000,
249
- "loss": 0.2572948455810547,
250
- "t": 1507657.446051164
251
- },
252
- {
253
- "step": 5100,
254
- "loss": 0.265633602142334,
255
- "t": 1507711.417156656
256
- },
257
- {
258
- "step": 5200,
259
- "loss": 0.25537389755249024,
260
- "t": 1507764.605134124
261
- },
262
- {
263
- "step": 5300,
264
- "loss": 0.25225784301757814,
265
- "t": 1507817.984133964
266
- },
267
- {
268
- "step": 5400,
269
- "loss": 0.27381086349487305,
270
- "t": 1507872.984933754
271
- },
272
- {
273
- "step": 5500,
274
- "loss": 0.25139047622680666,
275
- "t": 1507926.95575043
276
- },
277
- {
278
- "step": 5600,
279
- "loss": 0.26513553619384767,
280
- "t": 1507978.416894401
281
- },
282
- {
283
- "step": 5700,
284
- "loss": 0.18610361099243164,
285
- "t": 1508032.148660492
286
- },
287
- {
288
- "step": 5800,
289
- "loss": 0.19896259307861328,
290
- "t": 1508087.972575226
291
- },
292
- {
293
- "step": 5900,
294
- "loss": 0.21035593032836913,
295
- "t": 1508140.418851161
296
- },
297
- {
298
- "step": 6000,
299
- "loss": 0.18312543869018555,
300
- "t": 1508192.444066457
301
- },
302
- {
303
- "step": 6100,
304
- "loss": 0.19642744064331055,
305
- "t": 1508247.368840478
306
- },
307
- {
308
- "step": 6200,
309
- "loss": 0.1931001091003418,
310
- "t": 1508300.63257558
311
- },
312
- {
313
- "step": 6300,
314
- "loss": 0.18578748703002929,
315
- "t": 1508353.620675259
316
- },
317
- {
318
- "step": 6400,
319
- "loss": 0.2065298080444336,
320
- "t": 1508408.276300895
321
- },
322
- {
323
- "step": 6500,
324
- "loss": 0.20672828674316407,
325
- "t": 1508462.859861585
326
- },
327
- {
328
- "step": 6600,
329
- "loss": 0.19709657669067382,
330
- "t": 1508516.136746498
331
- },
332
- {
333
- "step": 6700,
334
- "loss": 0.1864263343811035,
335
- "t": 1508568.294281887
336
- },
337
- {
338
- "step": 6800,
339
- "loss": 0.1919394874572754,
340
- "t": 1508620.886031188
341
- },
342
- {
343
- "step": 6900,
344
- "loss": 0.20713216781616212,
345
- "t": 1508673.215872872
346
- },
347
- {
348
- "step": 7000,
349
- "loss": 0.19565702438354493,
350
- "t": 1508723.646527295
351
- },
352
- {
353
- "step": 7100,
354
- "loss": 0.18372663497924804,
355
- "t": 1508775.76508132
356
- },
357
- {
358
- "step": 7200,
359
- "loss": 0.18238115310668945,
360
- "t": 1508829.766446521
361
- },
362
- {
363
- "step": 7300,
364
- "loss": 0.1870079231262207,
365
- "t": 1508882.889098374
366
- },
367
- {
368
- "step": 7400,
369
- "loss": 0.17000181198120118,
370
- "t": 1508938.651061994
371
- },
372
- {
373
- "step": 7500,
374
- "loss": 0.1923430061340332,
375
- "t": 1508990.456093214
376
- },
377
- {
378
- "step": 7600,
379
- "loss": 0.17001499176025392,
380
- "t": 1509044.251485894
381
- },
382
- {
383
- "step": 7700,
384
- "loss": 0.18542589187622072,
385
- "t": 1509096.47554916
386
- },
387
- {
388
- "step": 7800,
389
- "loss": 0.1852071189880371,
390
- "t": 1509150.282298105
391
- },
392
- {
393
- "step": 7900,
394
- "loss": 0.1963566780090332,
395
- "t": 1509202.376210806
396
- },
397
- {
398
- "step": 8000,
399
- "loss": 0.1831388282775879,
400
- "t": 1509255.961987945
401
- },
402
- {
403
- "step": 8100,
404
- "loss": 0.18474124908447265,
405
- "t": 1509307.892031183
406
- },
407
- {
408
- "step": 8200,
409
- "loss": 0.18294578552246094,
410
- "t": 1509359.441650931
411
- },
412
- {
413
- "step": 8300,
414
- "loss": 0.18518285751342772,
415
- "t": 1509412.597658728
416
- },
417
- {
418
- "step": 8400,
419
- "loss": 0.17931049346923827,
420
- "t": 1509465.337295008
421
- },
422
- {
423
- "step": 8500,
424
- "loss": 0.18554542541503907,
425
- "t": 1509518.764480581
426
- },
427
- {
428
- "step": 8600,
429
- "loss": 0.17944154739379883,
430
- "t": 1509571.452745215
431
- },
432
- {
433
- "step": 8700,
434
- "loss": 0.19846868515014648,
435
- "t": 1509625.01645354
436
- },
437
- {
438
- "step": 8800,
439
- "loss": 0.19346057891845703,
440
- "t": 1509678.952496295
441
- },
442
- {
443
- "step": 8900,
444
- "loss": 0.17521482467651367,
445
- "t": 1509732.931281409
446
- },
447
- {
448
- "step": 9000,
449
- "loss": 0.17318603515625,
450
- "t": 1509786.082608544
451
- },
452
- {
453
- "step": 9100,
454
- "loss": 0.1667698097229004,
455
- "t": 1509839.404741336
456
- },
457
- {
458
- "step": 9200,
459
- "loss": 0.18789962768554688,
460
- "t": 1509891.423894971
461
- },
462
- {
463
- "step": 9300,
464
- "loss": 0.17280584335327148,
465
- "t": 1509945.178977277
466
- },
467
- {
468
- "step": 9400,
469
- "loss": 0.17831350326538087,
470
- "t": 1509998.09112259
471
- },
472
- {
473
- "step": 9500,
474
- "loss": 0.1851671028137207,
475
- "t": 1510051.787979892
476
- },
477
- {
478
- "step": 9600,
479
- "loss": 0.18298721313476562,
480
- "t": 1510104.070739282
481
- },
482
- {
483
- "step": 9700,
484
- "loss": 0.18984752655029297,
485
- "t": 1510156.230548245
486
- },
487
- {
488
- "step": 9800,
489
- "loss": 0.19287151336669922,
490
- "t": 1510208.479857629
491
- },
492
- {
493
- "step": 9900,
494
- "loss": 0.17804672241210937,
495
- "t": 1510260.782632506
496
- },
497
- {
498
- "step": 10000,
499
- "loss": 0.17084394454956053,
500
- "t": 1510313.175996116
501
- },
502
- {
503
- "step": 10100,
504
- "loss": 0.1715233612060547,
505
- "t": 1510367.222443892
506
- },
507
- {
508
- "step": 10200,
509
- "loss": 0.1643984603881836,
510
- "t": 1510420.443565136
511
- },
512
- {
513
- "step": 10300,
514
- "loss": 0.17177196502685546,
515
- "t": 1510471.714428671
516
- },
517
- {
518
- "step": 10400,
519
- "loss": 0.16156354904174805,
520
- "t": 1510523.07130331
521
- },
522
- {
523
- "step": 10500,
524
- "loss": 0.17404056549072267,
525
- "t": 1510577.164526757
526
- },
527
- {
528
- "step": 10600,
529
- "loss": 0.18231960296630859,
530
- "t": 1510630.371318111
531
- },
532
- {
533
- "step": 10700,
534
- "loss": 0.17911113739013673,
535
- "t": 1510683.980919733
536
- },
537
- {
538
- "step": 10800,
539
- "loss": 0.1832459831237793,
540
- "t": 1510738.124085665
541
- },
542
- {
543
- "step": 10900,
544
- "loss": 0.17296382904052734,
545
- "t": 1510791.275894523
546
- },
547
- {
548
- "step": 11000,
549
- "loss": 0.18440502166748046,
550
- "t": 1510844.143214635
551
- },
552
- {
553
- "step": 11100,
554
- "loss": 0.17278430938720704,
555
- "t": 1510897.008489372
556
- },
557
- {
558
- "step": 11200,
559
- "loss": 0.1695444679260254,
560
- "t": 1510947.374561538
561
- },
562
- {
563
- "step": 11300,
564
- "loss": 0.17054052352905275,
565
- "t": 1510999.536591667
566
- },
567
- {
568
- "step": 11400,
569
- "loss": 0.15805262565612793,
570
- "t": 1511052.397229119
571
- },
572
- {
573
- "step": 11500,
574
- "loss": 0.16681035995483398,
575
- "t": 1511107.18308362
576
- },
577
- {
578
- "step": 11600,
579
- "loss": 0.1725935745239258,
580
- "t": 1511159.927854617
581
- },
582
- {
583
- "step": 11700,
584
- "loss": 0.16624788284301759,
585
- "t": 1511213.004133608
586
- },
587
- {
588
- "step": 11800,
589
- "loss": 0.15609397888183593,
590
- "t": 1511267.696954796
591
- },
592
- {
593
- "step": 11900,
594
- "loss": 0.15549983978271484,
595
- "t": 1511320.137109118
596
- },
597
- {
598
- "step": 12000,
599
- "loss": 0.1652001953125,
600
- "t": 1511375.406433308
601
- },
602
- {
603
- "step": 12100,
604
- "loss": 0.16719709396362303,
605
- "t": 1511426.16046702
606
- },
607
- {
608
- "step": 12200,
609
- "loss": 0.16502290725708008,
610
- "t": 1511478.83623911
611
- },
612
- {
613
- "step": 12300,
614
- "loss": 0.18463909149169921,
615
- "t": 1511532.508530676
616
- },
617
- {
618
- "step": 12400,
619
- "loss": 0.17461551666259767,
620
- "t": 1511583.620430482
621
- },
622
- {
623
- "step": 12500,
624
- "loss": 0.15752676010131836,
625
- "t": 1511636.262902142
626
- },
627
- {
628
- "step": 12600,
629
- "loss": 0.16244401931762695,
630
- "t": 1511689.837084805
631
- },
632
- {
633
- "step": 12700,
634
- "loss": 0.16876970291137694,
635
- "t": 1511741.740611358
636
- },
637
- {
638
- "step": 12800,
639
- "loss": 0.16613492965698243,
640
- "t": 1511794.182553358
641
- },
642
- {
643
- "step": 12900,
644
- "loss": 0.17163291931152344,
645
- "t": 1511847.994480557
646
- },
647
- {
648
- "step": 13000,
649
- "loss": 0.15546389579772948,
650
- "t": 1511901.003215612
651
- },
652
- {
653
- "step": 13100,
654
- "loss": 0.16774831771850585,
655
- "t": 1511954.207320593
656
- },
657
- {
658
- "step": 13200,
659
- "loss": 0.16955835342407227,
660
- "t": 1512007.15296257
661
- },
662
- {
663
- "step": 13300,
664
- "loss": 0.16353090286254882,
665
- "t": 1512061.603366388
666
- },
667
- {
668
- "step": 13400,
669
- "loss": 0.1629155158996582,
670
- "t": 1512113.080790949
671
- },
672
- {
673
- "step": 13500,
674
- "loss": 0.15610064506530763,
675
- "t": 1512167.522432893
676
- },
677
- {
678
- "step": 13600,
679
- "loss": 0.16774084091186522,
680
- "t": 1512223.731686092
681
- },
682
- {
683
- "step": 13700,
684
- "loss": 0.1567569923400879,
685
- "t": 1512275.851208072
686
- },
687
- {
688
- "step": 13800,
689
- "loss": 0.15246536254882812,
690
- "t": 1512329.015559453
691
- },
692
- {
693
- "step": 13900,
694
- "loss": 0.17400796890258788,
695
- "t": 1512381.58276251
696
- },
697
- {
698
- "step": 14000,
699
- "loss": 0.15789741516113281,
700
- "t": 1512434.435688265
701
- },
702
- {
703
- "step": 14100,
704
- "loss": 0.17494312286376953,
705
- "t": 1512488.175867128
706
- },
707
- {
708
- "step": 14200,
709
- "loss": 0.16715087890625,
710
- "t": 1512541.864010359
711
- },
712
- {
713
- "step": 14300,
714
- "loss": 0.16739639282226562,
715
- "t": 1512595.478473151
716
- },
717
- {
718
- "step": 14400,
719
- "loss": 0.1563597011566162,
720
- "t": 1512646.106161153
721
- },
722
- {
723
- "step": 14500,
724
- "loss": 0.15432177543640135,
725
- "t": 1512699.071445407
726
- },
727
- {
728
- "step": 14600,
729
- "loss": 0.15636739730834961,
730
- "t": 1512752.305501723
731
- },
732
- {
733
- "step": 14700,
734
- "loss": 0.1781923484802246,
735
- "t": 1512806.222867069
736
- },
737
- {
738
- "step": 14800,
739
- "loss": 0.16290855407714844,
740
- "t": 1512856.794746587
741
- },
742
- {
743
- "step": 14900,
744
- "loss": 0.16070411682128907,
745
- "t": 1512910.030165795
746
- },
747
- {
748
- "step": 15000,
749
- "loss": 0.17735954284667968,
750
- "t": 1512959.380830806
751
- },
752
- {
753
- "step": 15100,
754
- "loss": 0.17829233169555664,
755
- "t": 1513009.756058245
756
- },
757
- {
758
- "step": 15200,
759
- "loss": 0.16121034622192382,
760
- "t": 1513063.616151757
761
- },
762
- {
763
- "step": 15300,
764
- "loss": 0.17308982849121093,
765
- "t": 1513116.130395232
766
- }
767
- ]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v4_sharpen/model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:6bf977a03a82fc40a9c9e2e381007121cdb38dff7d6d020c6c7077ecb8ecc668
3
- size 5228717512
 
 
 
 
v4_sharpen/tokenizer.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:487cee8724215dcd2dde8888539e8b1bf844ceb5dbbe27f7845abda69eeb060f
3
- size 34362872
 
 
 
 
v4_sharpen/tokenizer_config.json DELETED
@@ -1,20 +0,0 @@
1
- {
2
- "backend": "tokenizers",
3
- "bos_token": "<bos>",
4
- "clean_up_tokenization_spaces": false,
5
- "eos_token": "<eos>",
6
- "extra_special_tokens": [
7
- "<start_of_turn>",
8
- "<end_of_turn>"
9
- ],
10
- "is_local": true,
11
- "local_files_only": false,
12
- "mask_token": "<mask>",
13
- "model_max_length": 1000000000000000019884624838656,
14
- "pad_token": "<pad>",
15
- "sp_model_kwargs": {},
16
- "spaces_between_special_tokens": false,
17
- "tokenizer_class": "GemmaTokenizer",
18
- "unk_token": "<unk>",
19
- "use_default_system_prompt": false
20
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v4_sharpen/training_args.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:5ae1ffce946ac1cf8c5ed266c905c15b78c4a9aacc32a25169fc28885620a3b4
3
- size 5265