Download quant_log.csv from glide-the/GLM-4-32B-Chat-0414-GPTQ-4bits: direct link, hf CLI and curl.
- Browser
- Download file 17.4 kB
-
https://huggingface.co/glide-the/GLM-4-32B-Chat-0414-GPTQ-4bits/resolve/main/quant_log.csv
- Command line
-
hf download hf://glide-the/GLM-4-32B-Chat-0414-GPTQ-4bits/quant_log.csv
-
curl -L -o quant_log.csv https://huggingface.co/glide-the/GLM-4-32B-Chat-0414-GPTQ-4bits/resolve/main/quant_log.csv
17.4 kB
| layer,module,loss,samples,damp,time | |
| 0,self_attn.k_proj,0.0000000144,0.01000,2.929 | |
| 0,self_attn.v_proj,0.0000000149,0.01000,1.526 | |
| 0,self_attn.q_proj,0.0000003634,0.01000,1.537 | |
| 0,self_attn.o_proj,0.0001249238,0.01000,1.510 | |
| 0,mlp.gate_up_proj,0.0000759352,0.01000,1.753 | |
| 0,mlp.down_proj,4.9248185034,0.01000,7.646 | |
| 1,self_attn.k_proj,0.0000166166,0.01000,1.470 | |
| 1,self_attn.v_proj,0.0000085691,0.01000,1.496 | |
| 1,self_attn.q_proj,0.0000438481,0.01000,1.511 | |
| 1,self_attn.o_proj,0.6955548700,0.01000,1.495 | |
| 1,mlp.gate_up_proj,0.0000933231,0.01000,1.736 | |
| 1,mlp.down_proj,0.0001679857,0.01000,7.665 | |
| 2,self_attn.k_proj,0.0000002660,0.01000,1.464 | |
| 2,self_attn.v_proj,0.0000003256,0.01000,1.489 | |
| 2,self_attn.q_proj,0.0000034409,0.01000,1.507 | |
| 2,self_attn.o_proj,0.0000137586,0.01000,1.494 | |
| 2,mlp.gate_up_proj,0.0001726024,0.01000,1.738 | |
| 2,mlp.down_proj,0.0003692205,0.01000,7.631 | |
| 3,self_attn.k_proj,0.0000004319,0.01000,1.468 | |
| 3,self_attn.v_proj,0.0000004455,0.01000,1.494 | |
| 3,self_attn.q_proj,0.0000043855,0.01000,1.515 | |
| 3,self_attn.o_proj,0.0000306009,0.01000,1.495 | |
| 3,mlp.gate_up_proj,0.0001733597,0.01000,1.763 | |
| 3,mlp.down_proj,0.0001968489,0.01000,7.650 | |
| 4,self_attn.k_proj,0.0000004558,0.01000,1.472 | |
| 4,self_attn.v_proj,0.0000003785,0.01000,1.492 | |
| 4,self_attn.q_proj,0.0000057011,0.01000,1.520 | |
| 4,self_attn.o_proj,0.0000150201,0.01000,1.497 | |
| 4,mlp.gate_up_proj,0.0002348814,0.01000,1.757 | |
| 4,mlp.down_proj,0.0001950488,0.01000,7.644 | |
| 5,self_attn.k_proj,0.0000007762,0.01000,1.486 | |
| 5,self_attn.v_proj,0.0000006402,0.01000,1.513 | |
| 5,self_attn.q_proj,0.0000093449,0.01000,1.535 | |
| 5,self_attn.o_proj,0.0000127081,0.01000,1.519 | |
| 5,mlp.gate_up_proj,0.0004476085,0.01000,1.776 | |
| 5,mlp.down_proj,0.0002605490,0.01000,7.720 | |
| 6,self_attn.k_proj,0.0000010243,0.01000,1.478 | |
| 6,self_attn.v_proj,0.0000008929,0.01000,1.504 | |
| 6,self_attn.q_proj,0.0000120158,0.01000,1.522 | |
| 6,self_attn.o_proj,0.0000048679,0.01000,1.512 | |
| 6,mlp.gate_up_proj,0.0004828231,0.01000,1.774 | |
| 6,mlp.down_proj,0.0002191994,0.01000,7.708 | |
| 7,self_attn.k_proj,0.0000009690,0.01000,1.513 | |
| 7,self_attn.v_proj,0.0000008925,0.01000,1.516 | |
| 7,self_attn.q_proj,0.0000119501,0.01000,1.528 | |
| 7,self_attn.o_proj,0.0000063818,0.01000,1.517 | |
| 7,mlp.gate_up_proj,0.0005537864,0.01000,1.761 | |
| 7,mlp.down_proj,0.0002386200,0.01000,7.716 | |
| 8,self_attn.k_proj,0.0000013532,0.01000,1.484 | |
| 8,self_attn.v_proj,0.0000010706,0.01000,1.516 | |
| 8,self_attn.q_proj,0.0000189551,0.01000,1.548 | |
| 8,self_attn.o_proj,0.0000090043,0.01000,1.511 | |
| 8,mlp.gate_up_proj,0.0005882618,0.01000,1.758 | |
| 8,mlp.down_proj,0.0002215634,0.01000,7.721 | |
| 9,self_attn.k_proj,0.0000015445,0.01000,1.475 | |
| 9,self_attn.v_proj,0.0000011883,0.01000,1.508 | |
| 9,self_attn.q_proj,0.0000195079,0.01000,1.534 | |
| 9,self_attn.o_proj,0.0000100017,0.01000,1.519 | |
| 9,mlp.gate_up_proj,0.0005764399,0.01000,1.756 | |
| 9,mlp.down_proj,0.0002461467,0.01000,7.688 | |
| 10,self_attn.k_proj,0.0000012949,0.01000,1.484 | |
| 10,self_attn.v_proj,0.0000012752,0.01000,1.510 | |
| 10,self_attn.q_proj,0.0000177911,0.01000,1.524 | |
| 10,self_attn.o_proj,0.0000069640,0.01000,1.512 | |
| 10,mlp.gate_up_proj,0.0006654446,0.01000,1.757 | |
| 10,mlp.down_proj,0.0002258848,0.01000,7.713 | |
| 11,self_attn.k_proj,0.0000015689,0.01000,1.485 | |
| 11,self_attn.v_proj,0.0000013155,0.01000,1.518 | |
| 11,self_attn.q_proj,0.0000224711,0.01000,1.542 | |
| 11,self_attn.o_proj,0.0000176500,0.01000,1.514 | |
| 11,mlp.gate_up_proj,0.0005532406,0.01000,1.758 | |
| 11,mlp.down_proj,0.0002012330,0.01000,7.737 | |
| 12,self_attn.k_proj,0.0000019306,0.01000,1.484 | |
| 12,self_attn.v_proj,0.0000012937,0.01000,1.514 | |
| 12,self_attn.q_proj,0.0000255264,0.01000,1.570 | |
| 12,self_attn.o_proj,0.0000130199,0.01000,1.513 | |
| 12,mlp.gate_up_proj,0.0004080150,0.01000,1.756 | |
| 12,mlp.down_proj,0.0001199784,0.01000,7.747 | |
| 13,self_attn.k_proj,0.0000016401,0.01000,1.471 | |
| 13,self_attn.v_proj,0.0000015008,0.01000,1.494 | |
| 13,self_attn.q_proj,0.0000262780,0.01000,1.512 | |
| 13,self_attn.o_proj,0.0000124686,0.01000,1.498 | |
| 13,mlp.gate_up_proj,0.0003443256,0.01000,1.752 | |
| 13,mlp.down_proj,0.0000911502,0.01000,7.650 | |
| 14,self_attn.k_proj,0.0000019886,0.01000,1.474 | |
| 14,self_attn.v_proj,0.0000016479,0.01000,1.509 | |
| 14,self_attn.q_proj,0.0000326347,0.01000,1.519 | |
| 14,self_attn.o_proj,0.0000130200,0.01000,1.510 | |
| 14,mlp.gate_up_proj,0.0002595201,0.01000,1.760 | |
| 14,mlp.down_proj,0.0000595815,0.01000,7.650 | |
| 15,self_attn.k_proj,0.0000011081,0.01000,1.476 | |
| 15,self_attn.v_proj,0.0000010541,0.01000,1.504 | |
| 15,self_attn.q_proj,0.0000183640,0.01000,1.575 | |
| 15,self_attn.o_proj,0.0000130012,0.01000,1.498 | |
| 15,mlp.gate_up_proj,0.0003749305,0.01000,1.745 | |
| 15,mlp.down_proj,0.0001039048,0.01000,7.664 | |
| 16,self_attn.k_proj,0.0000019731,0.01000,1.486 | |
| 16,self_attn.v_proj,0.0000017980,0.01000,1.510 | |
| 16,self_attn.q_proj,0.0000333973,0.01000,1.530 | |
| 16,self_attn.o_proj,0.0000107102,0.01000,1.514 | |
| 16,mlp.gate_up_proj,0.0004214915,0.01000,1.753 | |
| 16,mlp.down_proj,0.0001009013,0.01000,7.693 | |
| 17,self_attn.k_proj,0.0000016455,0.01000,1.489 | |
| 17,self_attn.v_proj,0.0000015577,0.01000,1.521 | |
| 17,self_attn.q_proj,0.0000259446,0.01000,1.543 | |
| 17,self_attn.o_proj,0.0000083092,0.01000,1.516 | |
| 17,mlp.gate_up_proj,0.0003165086,0.01000,1.763 | |
| 17,mlp.down_proj,0.0000607031,0.01000,7.700 | |
| 18,self_attn.k_proj,0.0000020781,0.01000,1.476 | |
| 18,self_attn.v_proj,0.0000018589,0.01000,1.507 | |
| 18,self_attn.q_proj,0.0000341080,0.01000,1.532 | |
| 18,self_attn.o_proj,0.0000055664,0.01000,1.497 | |
| 18,mlp.gate_up_proj,0.0004160402,0.01000,1.759 | |
| 18,mlp.down_proj,0.0000883801,0.01000,7.659 | |
| 19,self_attn.k_proj,0.0000016065,0.01000,1.477 | |
| 19,self_attn.v_proj,0.0000014296,0.01000,1.498 | |
| 19,self_attn.q_proj,0.0000263949,0.01000,1.508 | |
| 19,self_attn.o_proj,0.0000075932,0.01000,1.498 | |
| 19,mlp.gate_up_proj,0.0002235646,0.01000,1.757 | |
| 19,mlp.down_proj,0.0000297038,0.01000,7.687 | |
| 20,self_attn.k_proj,0.0000018283,0.01000,1.484 | |
| 20,self_attn.v_proj,0.0000016944,0.01000,1.516 | |
| 20,self_attn.q_proj,0.0000298715,0.01000,1.529 | |
| 20,self_attn.o_proj,0.0000067423,0.01000,1.527 | |
| 20,mlp.gate_up_proj,0.0003179047,0.01000,1.757 | |
| 20,mlp.down_proj,0.0000497135,0.01000,7.741 | |
| 21,self_attn.k_proj,0.0000012393,0.01000,1.496 | |
| 21,self_attn.v_proj,0.0000014096,0.01000,1.529 | |
| 21,self_attn.q_proj,0.0000161398,0.01000,1.562 | |
| 21,self_attn.o_proj,0.0000086058,0.01000,1.520 | |
| 21,mlp.gate_up_proj,0.0004175537,0.01000,1.765 | |
| 21,mlp.down_proj,0.0000624529,0.01000,7.735 | |
| 22,self_attn.k_proj,0.0000019124,0.01000,1.488 | |
| 22,self_attn.v_proj,0.0000016545,0.01000,1.514 | |
| 22,self_attn.q_proj,0.0000287724,0.01000,1.529 | |
| 22,self_attn.o_proj,0.0000045201,0.01000,1.519 | |
| 22,mlp.gate_up_proj,0.0003837140,0.01000,1.759 | |
| 22,mlp.down_proj,0.0000529506,0.01000,7.719 | |
| 23,self_attn.k_proj,0.0000017570,0.01000,1.494 | |
| 23,self_attn.v_proj,0.0000016161,0.01000,1.520 | |
| 23,self_attn.q_proj,0.0000270148,0.01000,1.550 | |
| 23,self_attn.o_proj,0.0000016576,0.01000,1.524 | |
| 23,mlp.gate_up_proj,0.0004301090,0.01000,1.760 | |
| 23,mlp.down_proj,0.0000556484,0.01000,7.735 | |
| 24,self_attn.k_proj,0.0000016560,0.01000,1.496 | |
| 24,self_attn.v_proj,0.0000021923,0.01000,1.521 | |
| 24,self_attn.q_proj,0.0000179768,0.01000,1.544 | |
| 24,self_attn.o_proj,0.0000042039,0.01000,1.523 | |
| 24,mlp.gate_up_proj,0.0003848278,0.01000,1.782 | |
| 24,mlp.down_proj,0.0000444143,0.01000,7.769 | |
| 25,self_attn.k_proj,0.0000020776,0.01000,1.499 | |
| 25,self_attn.v_proj,0.0000018399,0.01000,1.518 | |
| 25,self_attn.q_proj,0.0000304697,0.01000,1.535 | |
| 25,self_attn.o_proj,0.0000057855,0.01000,1.560 | |
| 25,mlp.gate_up_proj,0.0003310795,0.01000,1.787 | |
| 25,mlp.down_proj,0.0000374100,0.01000,7.721 | |
| 26,self_attn.k_proj,0.0000021007,0.01000,1.501 | |
| 26,self_attn.v_proj,0.0000018366,0.01000,1.553 | |
| 26,self_attn.q_proj,0.0000314466,0.01000,1.560 | |
| 26,self_attn.o_proj,0.0000047819,0.01000,1.520 | |
| 26,mlp.gate_up_proj,0.0003340909,0.01000,1.763 | |
| 26,mlp.down_proj,0.0000360316,0.01000,7.740 | |
| 27,self_attn.k_proj,0.0000021561,0.01000,1.495 | |
| 27,self_attn.v_proj,0.0000018368,0.01000,1.526 | |
| 27,self_attn.q_proj,0.0000330897,0.01000,1.543 | |
| 27,self_attn.o_proj,0.0000045089,0.01000,1.522 | |
| 27,mlp.gate_up_proj,0.0002663189,0.01000,1.770 | |
| 27,mlp.down_proj,0.0000259201,0.01000,7.749 | |
| 28,self_attn.k_proj,0.0000026158,0.01000,1.498 | |
| 28,self_attn.v_proj,0.0000022798,0.01000,1.520 | |
| 28,self_attn.q_proj,0.0000386177,0.01000,1.552 | |
| 28,self_attn.o_proj,0.0000052657,0.01000,1.522 | |
| 28,mlp.gate_up_proj,0.0003065639,0.01000,1.794 | |
| 28,mlp.down_proj,0.0000314570,0.01000,7.720 | |
| 29,self_attn.k_proj,0.0000023923,0.01000,1.489 | |
| 29,self_attn.v_proj,0.0000022201,0.01000,1.515 | |
| 29,self_attn.q_proj,0.0000375617,0.01000,1.533 | |
| 29,self_attn.o_proj,0.0000060325,0.01000,1.526 | |
| 29,mlp.gate_up_proj,0.0002587825,0.01000,1.764 | |
| 29,mlp.down_proj,0.0000264966,0.01000,7.725 | |
| 30,self_attn.k_proj,0.0000029710,0.01000,1.491 | |
| 30,self_attn.v_proj,0.0000028491,0.01000,1.541 | |
| 30,self_attn.q_proj,0.0000480602,0.01000,1.540 | |
| 30,self_attn.o_proj,0.0000023055,0.01000,1.523 | |
| 30,mlp.gate_up_proj,0.0002376178,0.01000,1.758 | |
| 30,mlp.down_proj,0.0000210452,0.01000,7.753 | |
| 31,self_attn.k_proj,0.0000027275,0.01000,1.496 | |
| 31,self_attn.v_proj,0.0000028166,0.01000,1.516 | |
| 31,self_attn.q_proj,0.0000448323,0.01000,1.542 | |
| 31,self_attn.o_proj,0.0000031633,0.01000,1.537 | |
| 31,mlp.gate_up_proj,0.0002244233,0.01000,1.758 | |
| 31,mlp.down_proj,0.0000184050,0.01000,7.731 | |
| 32,self_attn.k_proj,0.0000028851,0.01000,1.491 | |
| 32,self_attn.v_proj,0.0000028860,0.01000,1.524 | |
| 32,self_attn.q_proj,0.0000488739,0.01000,1.544 | |
| 32,self_attn.o_proj,0.0000038245,0.01000,1.522 | |
| 32,mlp.gate_up_proj,0.0002103205,0.01000,1.765 | |
| 32,mlp.down_proj,0.0000162122,0.01000,7.755 | |
| 33,self_attn.k_proj,0.0000018585,0.01000,1.493 | |
| 33,self_attn.v_proj,0.0000018939,0.01000,1.534 | |
| 33,self_attn.q_proj,0.0000318633,0.01000,1.554 | |
| 33,self_attn.o_proj,0.0000035201,0.01000,1.554 | |
| 33,mlp.gate_up_proj,0.0001825548,0.01000,1.782 | |
| 33,mlp.down_proj,0.0000126821,0.01000,7.742 | |
| 34,self_attn.k_proj,0.0000019409,0.01000,1.504 | |
| 34,self_attn.v_proj,0.0000017755,0.01000,1.529 | |
| 34,self_attn.q_proj,0.0000312464,0.01000,1.569 | |
| 34,self_attn.o_proj,0.0000106473,0.01000,1.523 | |
| 34,mlp.gate_up_proj,0.0001308567,0.01000,1.761 | |
| 34,mlp.down_proj,0.0000084482,0.01000,7.757 | |
| 35,self_attn.k_proj,0.0000020172,0.01000,1.502 | |
| 35,self_attn.v_proj,0.0000017908,0.01000,1.526 | |
| 35,self_attn.q_proj,0.0000337882,0.01000,1.550 | |
| 35,self_attn.o_proj,0.0000087794,0.01000,1.528 | |
| 35,mlp.gate_up_proj,0.0001125164,0.01000,1.797 | |
| 35,mlp.down_proj,0.0000068781,0.01000,7.763 | |
| 36,self_attn.k_proj,0.0000021642,0.01000,1.475 | |
| 36,self_attn.v_proj,0.0000020408,0.01000,1.504 | |
| 36,self_attn.q_proj,0.0000388233,0.01000,1.540 | |
| 36,self_attn.o_proj,0.0000083437,0.01000,1.503 | |
| 36,mlp.gate_up_proj,0.0001143253,0.01000,1.747 | |
| 36,mlp.down_proj,0.0000070406,0.01000,7.668 | |
| 37,self_attn.k_proj,0.0000018855,0.01000,1.474 | |
| 37,self_attn.v_proj,0.0000017017,0.01000,1.498 | |
| 37,self_attn.q_proj,0.0000330188,0.01000,1.517 | |
| 37,self_attn.o_proj,0.0000095858,0.01000,1.521 | |
| 37,mlp.gate_up_proj,0.0000955174,0.01000,1.788 | |
| 37,mlp.down_proj,0.0000051665,0.01000,7.658 | |
| 38,self_attn.k_proj,0.0000026216,0.01000,1.474 | |
| 38,self_attn.v_proj,0.0000024581,0.01000,1.500 | |
| 38,self_attn.q_proj,0.0000449249,0.01000,1.515 | |
| 38,self_attn.o_proj,0.0000140097,0.01000,1.498 | |
| 38,mlp.gate_up_proj,0.0000959132,0.01000,1.748 | |
| 38,mlp.down_proj,0.0000055332,0.01000,7.754 | |
| 39,self_attn.k_proj,0.0000023764,0.01000,1.505 | |
| 39,self_attn.v_proj,0.0000021691,0.01000,1.514 | |
| 39,self_attn.q_proj,0.0000410026,0.01000,1.538 | |
| 39,self_attn.o_proj,0.0000092969,0.01000,1.514 | |
| 39,mlp.gate_up_proj,0.0001086052,0.01000,1.762 | |
| 39,mlp.down_proj,0.0000062391,0.01000,7.746 | |
| 40,self_attn.k_proj,0.0000026411,0.01000,1.513 | |
| 40,self_attn.v_proj,0.0000024685,0.01000,1.507 | |
| 40,self_attn.q_proj,0.0000463585,0.01000,1.522 | |
| 40,self_attn.o_proj,0.0000110130,0.01000,1.514 | |
| 40,mlp.gate_up_proj,0.0000871354,0.01000,1.754 | |
| 40,mlp.down_proj,0.0000039779,0.01000,7.759 | |
| 41,self_attn.k_proj,0.0000020181,0.01000,1.486 | |
| 41,self_attn.v_proj,0.0000021271,0.01000,1.507 | |
| 41,self_attn.q_proj,0.0000409969,0.01000,1.547 | |
| 41,self_attn.o_proj,0.0000054175,0.01000,1.539 | |
| 41,mlp.gate_up_proj,0.0000830821,0.01000,1.766 | |
| 41,mlp.down_proj,0.0000035916,0.01000,7.751 | |
| 42,self_attn.k_proj,0.0000024863,0.01000,1.483 | |
| 42,self_attn.v_proj,0.0000025053,0.01000,1.510 | |
| 42,self_attn.q_proj,0.0000468063,0.01000,1.528 | |
| 42,self_attn.o_proj,0.0000105437,0.01000,1.514 | |
| 42,mlp.gate_up_proj,0.0000811200,0.01000,1.754 | |
| 42,mlp.down_proj,0.0000035646,0.01000,7.721 | |
| 43,self_attn.k_proj,0.0000023590,0.01000,1.483 | |
| 43,self_attn.v_proj,0.0000022048,0.01000,1.507 | |
| 43,self_attn.q_proj,0.0000429752,0.01000,1.530 | |
| 43,self_attn.o_proj,0.0000107138,0.01000,1.521 | |
| 43,mlp.gate_up_proj,0.0000761639,0.01000,1.764 | |
| 43,mlp.down_proj,0.0000033740,0.01000,7.753 | |
| 44,self_attn.k_proj,0.0000022945,0.01000,1.484 | |
| 44,self_attn.v_proj,0.0000024551,0.01000,1.512 | |
| 44,self_attn.q_proj,0.0000470545,0.01000,1.537 | |
| 44,self_attn.o_proj,0.0000083398,0.01000,1.520 | |
| 44,mlp.gate_up_proj,0.0000717656,0.01000,1.758 | |
| 44,mlp.down_proj,0.0000031455,0.01000,7.725 | |
| 45,self_attn.k_proj,0.0000026021,0.01000,1.494 | |
| 45,self_attn.v_proj,0.0000024987,0.01000,1.522 | |
| 45,self_attn.q_proj,0.0000503206,0.01000,1.538 | |
| 45,self_attn.o_proj,0.0000093540,0.01000,1.514 | |
| 45,mlp.gate_up_proj,0.0000653584,0.01000,1.777 | |
| 45,mlp.down_proj,0.0000027631,0.01000,7.734 | |
| 46,self_attn.k_proj,0.0000023923,0.01000,1.496 | |
| 46,self_attn.v_proj,0.0000025303,0.01000,1.519 | |
| 46,self_attn.q_proj,0.0000464908,0.01000,1.534 | |
| 46,self_attn.o_proj,0.0000092665,0.01000,1.522 | |
| 46,mlp.gate_up_proj,0.0000673613,0.01000,1.763 | |
| 46,mlp.down_proj,0.0000032540,0.01000,7.743 | |
| 47,self_attn.k_proj,0.0000022541,0.01000,1.482 | |
| 47,self_attn.v_proj,0.0000024099,0.01000,1.507 | |
| 47,self_attn.q_proj,0.0000424197,0.01000,1.529 | |
| 47,self_attn.o_proj,0.0000087173,0.01000,1.520 | |
| 47,mlp.gate_up_proj,0.0000696124,0.01000,1.758 | |
| 47,mlp.down_proj,0.0000032250,0.01000,7.752 | |
| 48,self_attn.k_proj,0.0000022253,0.01000,1.492 | |
| 48,self_attn.v_proj,0.0000022728,0.01000,1.514 | |
| 48,self_attn.q_proj,0.0000427026,0.01000,1.553 | |
| 48,self_attn.o_proj,0.0000073344,0.01000,1.540 | |
| 48,mlp.gate_up_proj,0.0000666436,0.01000,1.771 | |
| 48,mlp.down_proj,0.0000034516,0.01000,7.751 | |
| 49,self_attn.k_proj,0.0000023598,0.01000,1.489 | |
| 49,self_attn.v_proj,0.0000025774,0.01000,1.522 | |
| 49,self_attn.q_proj,0.0000439942,0.01000,1.545 | |
| 49,self_attn.o_proj,0.0000058884,0.01000,1.524 | |
| 49,mlp.gate_up_proj,0.0001054278,0.01000,1.762 | |
| 49,mlp.down_proj,0.0000066771,0.01000,7.784 | |
| 50,self_attn.k_proj,0.0000023662,0.01000,1.478 | |
| 50,self_attn.v_proj,0.0000027904,0.01000,1.504 | |
| 50,self_attn.q_proj,0.0000424220,0.01000,1.526 | |
| 50,self_attn.o_proj,0.0000072030,0.01000,1.516 | |
| 50,mlp.gate_up_proj,0.0001290033,0.01000,1.755 | |
| 50,mlp.down_proj,0.0000091810,0.01000,7.675 | |
| 51,self_attn.k_proj,0.0000022649,0.01000,1.489 | |
| 51,self_attn.v_proj,0.0000022110,0.01000,1.517 | |
| 51,self_attn.q_proj,0.0000381388,0.01000,1.558 | |
| 51,self_attn.o_proj,0.0000036714,0.01000,1.539 | |
| 51,mlp.gate_up_proj,0.0001260655,0.01000,1.749 | |
| 51,mlp.down_proj,0.0000091918,0.01000,7.712 | |
| 52,self_attn.k_proj,0.0000024394,0.01000,1.474 | |
| 52,self_attn.v_proj,0.0000023174,0.01000,1.500 | |
| 52,self_attn.q_proj,0.0000422424,0.01000,1.547 | |
| 52,self_attn.o_proj,0.0000042098,0.01000,1.526 | |
| 52,mlp.gate_up_proj,0.0001209586,0.01000,1.776 | |
| 52,mlp.down_proj,0.0000086012,0.01000,7.724 | |
| 53,self_attn.k_proj,0.0000020518,0.01000,1.503 | |
| 53,self_attn.v_proj,0.0000024131,0.01000,1.522 | |
| 53,self_attn.q_proj,0.0000456590,0.01000,1.566 | |
| 53,self_attn.o_proj,0.0000017261,0.01000,1.529 | |
| 53,mlp.gate_up_proj,0.0001240569,0.01000,1.771 | |
| 53,mlp.down_proj,0.0000086225,0.01000,7.725 | |
| 54,self_attn.k_proj,0.0000021914,0.01000,1.496 | |
| 54,self_attn.v_proj,0.0000026488,0.01000,1.550 | |
| 54,self_attn.q_proj,0.0000383103,0.01000,1.556 | |
| 54,self_attn.o_proj,0.0000011243,0.01000,1.553 | |
| 54,mlp.gate_up_proj,0.0001322332,0.01000,1.801 | |
| 54,mlp.down_proj,0.0000096043,0.01000,7.784 | |
| 55,self_attn.k_proj,0.0000021482,0.01000,1.485 | |
| 55,self_attn.v_proj,0.0000023087,0.01000,1.506 | |
| 55,self_attn.q_proj,0.0000335327,0.01000,1.527 | |
| 55,self_attn.o_proj,0.0000010707,0.01000,1.513 | |
| 55,mlp.gate_up_proj,0.0001262408,0.01000,1.763 | |
| 55,mlp.down_proj,0.0000091236,0.01000,7.742 | |
| 56,self_attn.k_proj,0.0000020794,0.01000,1.475 | |
| 56,self_attn.v_proj,0.0000026723,0.01000,1.510 | |
| 56,self_attn.q_proj,0.0000372959,0.01000,1.531 | |
| 56,self_attn.o_proj,0.0000023217,0.01000,1.514 | |
| 56,mlp.gate_up_proj,0.0001405949,0.01000,1.746 | |
| 56,mlp.down_proj,0.0000117001,0.01000,7.710 | |
| 57,self_attn.k_proj,0.0000021717,0.01000,1.477 | |
| 57,self_attn.v_proj,0.0000020618,0.01000,1.543 | |
| 57,self_attn.q_proj,0.0000394623,0.01000,1.537 | |
| 57,self_attn.o_proj,0.0000070200,0.01000,1.507 | |
| 57,mlp.gate_up_proj,0.0001650417,0.01000,1.744 | |
| 57,mlp.down_proj,0.0000167601,0.01000,7.679 | |
| 58,self_attn.k_proj,0.0000021242,0.01000,1.501 | |
| 58,self_attn.v_proj,0.0000021589,0.01000,1.528 | |
| 58,self_attn.q_proj,0.0000392971,0.01000,1.574 | |
| 58,self_attn.o_proj,0.0000022084,0.01000,1.542 | |
| 58,mlp.gate_up_proj,0.0002288546,0.01000,1.770 | |
| 58,mlp.down_proj,0.0000346537,0.01000,7.762 | |
| 59,self_attn.k_proj,0.0000021596,0.01000,1.490 | |
| 59,self_attn.v_proj,0.0000019384,0.01000,1.514 | |
| 59,self_attn.q_proj,0.0000360824,0.01000,1.533 | |
| 59,self_attn.o_proj,0.0000036960,0.01000,1.520 | |
| 59,mlp.gate_up_proj,0.0002469802,0.01000,1.763 | |
| 59,mlp.down_proj,0.0000465371,0.01000,7.804 | |
| 60,self_attn.k_proj,0.0000019967,0.01000,1.491 | |
| 60,self_attn.v_proj,0.0000018081,0.01000,1.523 | |
| 60,self_attn.q_proj,0.0000359417,0.01000,1.548 | |
| 60,self_attn.o_proj,0.0000057281,0.01000,1.521 | |
| 60,mlp.gate_up_proj,0.0002825791,0.01000,1.766 | |
| 60,mlp.down_proj,0.0000614542,0.01000,7.746 | |