Upload folder using huggingface_hub

chat_template.jinja

@@ -0,0 +1,5 @@
+{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{{ bos_token }}{% for message in messages %}{% if message['role'] == 'user' %}{{ 'User: ' + message['content'] + '
+
+' }}{% elif message['role'] == 'assistant' %}{{ 'Assistant: ' + message['content'] + eos_token }}{% elif message['role'] == 'system' %}{{ message['content'] + '
+
+' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ 'Assistant:' }}{% endif %}

config.json

@@ -0,0 +1,53 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 100000,
+  "eos_token_id": 100001,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 8192,
+  "initializer_range": 0.02,
+  "intermediate_size": 22016,
+  "max_position_embeddings": 4096,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 64,
+  "num_hidden_layers": 95,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "quantization_config": {
+    "bits": 8,
+    "checkpoint_format": "gptq",
+    "desc_act": true,
+    "group_size": 128,
+    "hyb_act": false,
+    "lm_head": false,
+    "meta": {
+      "damp_auto_increment": 0.01,
+      "damp_percent": 0.05,
+      "mse": 0.0,
+      "quantizer": [
+        "gptqmodel:4.0.0"
+      ],
+      "static_groups": false,
+      "true_sequential": true,
+      "uri": "https://github.com/modelcloud/gptqmodel",
+      "v2": false,
+      "v2_alpha": 0.25
+    },
+    "pack_dtype": "int32",
+    "quant_method": "gptq",
+    "sym": true
+  },
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.55.4",
+  "use_cache": true,
+  "vocab_size": 102400
+}

generation_config.json

@@ -0,0 +1,9 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 100000,
+  "do_sample": true,
+  "eos_token_id": 100001,
+  "temperature": 0.7,
+  "top_p": 0.95,
+  "transformers_version": "4.55.4"
+}

model-00001-of-00019.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a2e5e421ed8d82fd2caba3562a150c4b8e36bbcf0b439ac6a10abd6376bf2d2
+size 3958191872

model-00002-of-00019.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d4b6a73a574247f3cc378d2f2e522564e44af2461b8fe3928bfd879605d4cd
+size 3912236384

model-00003-of-00019.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dcdd3f0a2d76a8f39f9d6d484aa5dede28745a0473ea4ed91133f4eec7ff410
+size 3882376232

model-00004-of-00019.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b295d4b306eaf009ed738a59466012ff790b9a87067d9d87512e7d99c7b406c5
+size 3912236544

model-00005-of-00019.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e1201055528e4242aa8aa8906987530d5e89658024efb9d3fc1bfb3e7acee7
+size 3882376264

model-00006-of-00019.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf325e8fa2000993b667205c0d11f4aebd5687576afc986efdc0138fdd4db2ac
+size 3912236544

model-00007-of-00019.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab2fbec2208f741f00c0b5924486169e99ceb81ab14bbf24b06298cd35a6549
+size 3882376264

model-00008-of-00019.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b524e97a2cf956400d27bc41d4e72ef42e720214c8e796abfd5ba83c70a7089c
+size 3912236544

model-00009-of-00019.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5419eb2f7929b7d6e3c50c556922ffb6e0c84e711042ec725cfbbd8b1905de7
+size 3882376264

model-00010-of-00019.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8fc53e8a7e4908e71ebcdce9937064b5026554a6c4acc3ad215bcbc7ab39bd
+size 3912236544

model-00011-of-00019.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5630fd54a5fea051daafb5d03e0d1c5c5d20275cd2c893365d3ee59cd493fe2c
+size 3882376264

model-00012-of-00019.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99fe4a8a99821a63225f5ca21f5850a35708c5e0e9ddb477eba030a4be9f1467
+size 3912236544

model-00013-of-00019.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d54be5a324cb1f11c5b86ebd92fd4f56bb2909b857b0950e622262bafe74b96
+size 3882376264

model-00014-of-00019.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b2391ece2abe2f56fc898ff19c69b830d8550afbe9fbc33164922cedfcbf3b
+size 3912236544

model-00015-of-00019.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e4ecbf7e5109e4cc8b6488cce38c3952115a5b2d4a919de580ced79ef9b6b1
+size 3882376264

model-00016-of-00019.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f9ca56f7df5bba906bde4eb3add3c598b979c2a72afd1264004f23884837079
+size 3912236544

model-00017-of-00019.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67aeca45eef8e785aaec9485e7fb92d8d947546b9b6519bde41d1bb1a9631109
+size 3882376264

model-00018-of-00019.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62879250521d991ac5df5c44e9facfd3d5b77c7f4de521513be6ae8cd00778ce
+size 2679754344

model-00019-of-00019.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e7c7e6d59012ab070e69ec0bec078c8e02f7155f989d0281d37179d196d41f
+size 1677721728

quant_log.csv

@@ -0,0 +1,666 @@
+layer,module,loss,samples,damp,time
+0,self_attn.k_proj,0.0000000002,0.05000,1.487
+0,self_attn.v_proj,0.0000000000,0.05000,1.316
+0,self_attn.q_proj,0.0000000002,0.05000,1.331
+0,self_attn.o_proj,0.0000000000,0.05000,1.339
+0,mlp.gate_proj,0.0000000007,0.05000,1.370
+0,mlp.up_proj,0.0000000002,0.05000,1.360
+0,mlp.down_proj,0.0000000001,0.05000,4.459
+1,self_attn.k_proj,0.0000000002,0.05000,1.372
+1,self_attn.v_proj,0.0000000000,0.05000,1.356
+1,self_attn.q_proj,0.0000000004,0.05000,1.365
+1,self_attn.o_proj,0.0000000000,0.05000,1.377
+1,mlp.gate_proj,0.0000000003,0.05000,1.415
+1,mlp.up_proj,0.0000000003,0.05000,1.396
+1,mlp.down_proj,0.0000000002,0.05000,4.535
+2,self_attn.k_proj,0.0000000002,0.05000,1.352
+2,self_attn.v_proj,0.0000000000,0.05000,1.336
+2,self_attn.q_proj,0.0000000004,0.05000,1.348
+2,self_attn.o_proj,0.0000000000,0.05000,1.372
+2,mlp.gate_proj,0.0000000010,0.05000,1.399
+2,mlp.up_proj,0.0000000010,0.05000,1.382
+2,mlp.down_proj,0.0000000414,0.05000,4.496
+3,self_attn.k_proj,0.0000000006,0.05000,1.363
+3,self_attn.v_proj,0.0000000001,0.05000,1.351
+3,self_attn.q_proj,0.0000000017,0.05000,1.364
+3,self_attn.o_proj,0.0000000001,0.05000,1.373
+3,mlp.gate_proj,0.0000000021,0.05000,1.417
+3,mlp.up_proj,0.0000000020,0.05000,1.406
+3,mlp.down_proj,0.0000000022,0.05000,4.515
+4,self_attn.k_proj,0.0000000009,0.05000,1.351
+4,self_attn.v_proj,0.0000000003,0.05000,1.340
+4,self_attn.q_proj,0.0000000026,0.05000,1.353
+4,self_attn.o_proj,0.0000000003,0.05000,1.373
+4,mlp.gate_proj,0.0000000032,0.05000,1.412
+4,mlp.up_proj,0.0000000030,0.05000,1.390
+4,mlp.down_proj,0.0000000009,0.05000,4.518
+5,self_attn.k_proj,0.0000000010,0.05000,1.341
+5,self_attn.v_proj,0.0000000003,0.05000,1.327
+5,self_attn.q_proj,0.0000000036,0.05000,1.347
+5,self_attn.o_proj,0.0000000004,0.05000,1.361
+5,mlp.gate_proj,0.0000000039,0.05000,1.399
+5,mlp.up_proj,0.0000000037,0.05000,1.384
+5,mlp.down_proj,0.0000000011,0.05000,4.519
+6,self_attn.k_proj,0.0000000015,0.05000,1.351
+6,self_attn.v_proj,0.0000000005,0.05000,1.333
+6,self_attn.q_proj,0.0000000059,0.05000,1.346
+6,self_attn.o_proj,0.0000000005,0.05000,1.366
+6,mlp.gate_proj,0.0000000061,0.05000,1.411
+6,mlp.up_proj,0.0000000056,0.05000,1.391
+6,mlp.down_proj,0.0000000018,0.05000,4.525
+7,self_attn.k_proj,0.0000000010,0.05000,1.346
+7,self_attn.v_proj,0.0000000004,0.05000,1.334
+7,self_attn.q_proj,0.0000000033,0.05000,1.353
+7,self_attn.o_proj,0.0000000005,0.05000,1.365
+7,mlp.gate_proj,0.0000000074,0.05000,1.403
+7,mlp.up_proj,0.0000000068,0.05000,1.390
+7,mlp.down_proj,0.0000000023,0.05000,4.516
+8,self_attn.k_proj,0.0000000021,0.05000,1.350
+8,self_attn.v_proj,0.0000000007,0.05000,1.340
+8,self_attn.q_proj,0.0000000080,0.05000,1.349
+8,self_attn.o_proj,0.0000000008,0.05000,1.367
+8,mlp.gate_proj,0.0000000090,0.05000,1.401
+8,mlp.up_proj,0.0000000083,0.05000,1.389
+8,mlp.down_proj,0.0000000029,0.05000,4.502
+9,self_attn.k_proj,0.0000000018,0.05000,1.349
+9,self_attn.v_proj,0.0000000006,0.05000,1.334
+9,self_attn.q_proj,0.0000000066,0.05000,1.349
+9,self_attn.o_proj,0.0000000011,0.05000,1.361
+9,mlp.gate_proj,0.0000000100,0.05000,1.398
+9,mlp.up_proj,0.0000000090,0.05000,1.384
+9,mlp.down_proj,0.0000000037,0.05000,4.501
+10,self_attn.k_proj,0.0000000024,0.05000,1.343
+10,self_attn.v_proj,0.0000000009,0.05000,1.331
+10,self_attn.q_proj,0.0000000096,0.05000,1.349
+10,self_attn.o_proj,0.0000000012,0.05000,1.364
+10,mlp.gate_proj,0.0000000119,0.05000,1.397
+10,mlp.up_proj,0.0000000109,0.05000,1.382
+10,mlp.down_proj,0.0000000047,0.05000,4.524
+11,self_attn.k_proj,0.0000000029,0.05000,1.344
+11,self_attn.v_proj,0.0000000010,0.05000,1.331
+11,self_attn.q_proj,0.0000000119,0.05000,1.344
+11,self_attn.o_proj,0.0000000019,0.05000,1.359
+11,mlp.gate_proj,0.0000000138,0.05000,1.394
+11,mlp.up_proj,0.0000000129,0.05000,1.380
+11,mlp.down_proj,0.0000000663,0.05000,4.508
+12,self_attn.k_proj,0.0000000027,0.05000,1.351
+12,self_attn.v_proj,0.0000000012,0.05000,1.340
+12,self_attn.q_proj,0.0000000112,0.05000,1.350
+12,self_attn.o_proj,0.0000000019,0.05000,1.369
+12,mlp.gate_proj,0.0000000164,0.05000,1.403
+12,mlp.up_proj,0.0000000153,0.05000,1.390
+12,mlp.down_proj,0.0000000074,0.05000,4.548
+13,self_attn.k_proj,0.0000000027,0.05000,1.352
+13,self_attn.v_proj,0.0000000012,0.05000,1.341
+13,self_attn.q_proj,0.0000000106,0.05000,1.348
+13,self_attn.o_proj,0.0000000028,0.05000,1.364
+13,mlp.gate_proj,0.0000000193,0.05000,1.397
+13,mlp.up_proj,0.0000000180,0.05000,1.384
+13,mlp.down_proj,0.0000000088,0.05000,4.492
+14,self_attn.k_proj,0.0000000029,0.05000,1.344
+14,self_attn.v_proj,0.0000000014,0.05000,1.332
+14,self_attn.q_proj,0.0000000107,0.05000,1.336
+14,self_attn.o_proj,0.0000000032,0.05000,1.361
+14,mlp.gate_proj,0.0000000219,0.05000,1.405
+14,mlp.up_proj,0.0000000203,0.05000,1.394
+14,mlp.down_proj,0.0000000102,0.05000,4.510
+15,self_attn.k_proj,0.0000000034,0.05000,1.349
+15,self_attn.v_proj,0.0000000016,0.05000,1.335
+15,self_attn.q_proj,0.0000000131,0.05000,1.349
+15,self_attn.o_proj,0.0000000026,0.05000,1.362
+15,mlp.gate_proj,0.0000000257,0.05000,1.403
+15,mlp.up_proj,0.0000000235,0.05000,1.383
+15,mlp.down_proj,0.0000000114,0.05000,4.479
+16,self_attn.k_proj,0.0000000035,0.05000,1.343
+16,self_attn.v_proj,0.0000000017,0.05000,1.325
+16,self_attn.q_proj,0.0000000142,0.05000,1.348
+16,self_attn.o_proj,0.0000000032,0.05000,1.364
+16,mlp.gate_proj,0.0000000293,0.05000,1.402
+16,mlp.up_proj,0.0000000264,0.05000,1.392
+16,mlp.down_proj,0.0000000123,0.05000,4.503
+17,self_attn.k_proj,0.0000000038,0.05000,1.359
+17,self_attn.v_proj,0.0000000019,0.05000,1.342
+17,self_attn.q_proj,0.0000000146,0.05000,1.351
+17,self_attn.o_proj,0.0000000030,0.05000,1.364
+17,mlp.gate_proj,0.0000000319,0.05000,1.400
+17,mlp.up_proj,0.0000000289,0.05000,1.383
+17,mlp.down_proj,0.0000000126,0.05000,4.507
+18,self_attn.k_proj,0.0000000034,0.05000,1.350
+18,self_attn.v_proj,0.0000000021,0.05000,1.339
+18,self_attn.q_proj,0.0000000136,0.05000,1.351
+18,self_attn.o_proj,0.0000000034,0.05000,1.372
+18,mlp.gate_proj,0.0000000330,0.05000,1.402
+18,mlp.up_proj,0.0000000301,0.05000,1.387
+18,mlp.down_proj,0.0000000137,0.05000,4.544
+19,self_attn.k_proj,0.0000000035,0.05000,1.351
+19,self_attn.v_proj,0.0000000018,0.05000,1.337
+19,self_attn.q_proj,0.0000000122,0.05000,1.352
+19,self_attn.o_proj,0.0000000030,0.05000,1.361
+19,mlp.gate_proj,0.0000000352,0.05000,1.395
+19,mlp.up_proj,0.0000000317,0.05000,1.383
+19,mlp.down_proj,0.0000000153,0.05000,4.485
+20,self_attn.k_proj,0.0000000046,0.05000,1.349
+20,self_attn.v_proj,0.0000000025,0.05000,1.333
+20,self_attn.q_proj,0.0000000171,0.05000,1.350
+20,self_attn.o_proj,0.0000000032,0.05000,1.361
+20,mlp.gate_proj,0.0000000386,0.05000,1.394
+20,mlp.up_proj,0.0000000345,0.05000,1.382
+20,mlp.down_proj,0.0000000162,0.05000,4.496
+21,self_attn.k_proj,0.0000000032,0.05000,1.355
+21,self_attn.v_proj,0.0000000019,0.05000,1.339
+21,self_attn.q_proj,0.0000000107,0.05000,1.352
+21,self_attn.o_proj,0.0000000031,0.05000,1.369
+21,mlp.gate_proj,0.0000000395,0.05000,1.408
+21,mlp.up_proj,0.0000000353,0.05000,1.393
+21,mlp.down_proj,0.0000000173,0.05000,4.499
+22,self_attn.k_proj,0.0000000043,0.05000,1.348
+22,self_attn.v_proj,0.0000000025,0.05000,1.337
+22,self_attn.q_proj,0.0000000142,0.05000,1.345
+22,self_attn.o_proj,0.0000000037,0.05000,1.360
+22,mlp.gate_proj,0.0000000419,0.05000,1.400
+22,mlp.up_proj,0.0000000373,0.05000,1.386
+22,mlp.down_proj,0.0000000178,0.05000,4.501
+23,self_attn.k_proj,0.0000000037,0.05000,1.350
+23,self_attn.v_proj,0.0000000027,0.05000,1.341
+23,self_attn.q_proj,0.0000000133,0.05000,1.346
+23,self_attn.o_proj,0.0000000022,0.05000,1.365
+23,mlp.gate_proj,0.0000000436,0.05000,1.403
+23,mlp.up_proj,0.0000000390,0.05000,1.386
+23,mlp.down_proj,0.0000000180,0.05000,4.532
+24,self_attn.k_proj,0.0000000041,0.05000,1.349
+24,self_attn.v_proj,0.0000000027,0.05000,1.342
+24,self_attn.q_proj,0.0000000143,0.05000,1.350
+24,self_attn.o_proj,0.0000000032,0.05000,1.364
+24,mlp.gate_proj,0.0000000445,0.05000,1.396
+24,mlp.up_proj,0.0000000400,0.05000,1.385
+24,mlp.down_proj,0.0000000182,0.05000,4.504
+25,self_attn.k_proj,0.0000000035,0.05000,1.351
+25,self_attn.v_proj,0.0000000027,0.05000,1.336
+25,self_attn.q_proj,0.0000000128,0.05000,1.344
+25,self_attn.o_proj,0.0000000028,0.05000,1.360
+25,mlp.gate_proj,0.0000000453,0.05000,1.400
+25,mlp.up_proj,0.0000000412,0.05000,1.388
+25,mlp.down_proj,0.0000000180,0.05000,4.499
+26,self_attn.k_proj,0.0000000027,0.05000,1.348
+26,self_attn.v_proj,0.0000000022,0.05000,1.339
+26,self_attn.q_proj,0.0000000091,0.05000,1.352
+26,self_attn.o_proj,0.0000000020,0.05000,1.366
+26,mlp.gate_proj,0.0000000470,0.05000,1.394
+26,mlp.up_proj,0.0000000429,0.05000,1.381
+26,mlp.down_proj,0.0000000181,0.05000,4.487
+27,self_attn.k_proj,0.0000000040,0.05000,1.355
+27,self_attn.v_proj,0.0000000027,0.05000,1.340
+27,self_attn.q_proj,0.0000000128,0.05000,1.357
+27,self_attn.o_proj,0.0000000028,0.05000,1.369
+27,mlp.gate_proj,0.0000000481,0.05000,1.406
+27,mlp.up_proj,0.0000000443,0.05000,1.397
+27,mlp.down_proj,0.0000000185,0.05000,4.499
+28,self_attn.k_proj,0.0000000032,0.05000,1.351
+28,self_attn.v_proj,0.0000000020,0.05000,1.338
+28,self_attn.q_proj,0.0000000106,0.05000,1.355
+28,self_attn.o_proj,0.0000000031,0.05000,1.364
+28,mlp.gate_proj,0.0000000477,0.05000,1.398
+28,mlp.up_proj,0.0000000448,0.05000,1.387
+28,mlp.down_proj,0.0000000185,0.05000,4.518
+29,self_attn.k_proj,0.0000000054,0.05000,1.346
+29,self_attn.v_proj,0.0000000026,0.05000,1.333
+29,self_attn.q_proj,0.0000000197,0.05000,1.356
+29,self_attn.o_proj,0.0000000056,0.05000,1.365
+29,mlp.gate_proj,0.0000000487,0.05000,1.399
+29,mlp.up_proj,0.0000000462,0.05000,1.384
+29,mlp.down_proj,0.0000000201,0.05000,4.501
+30,self_attn.k_proj,0.0000000041,0.05000,1.359
+30,self_attn.v_proj,0.0000000029,0.05000,1.342
+30,self_attn.q_proj,0.0000000157,0.05000,1.358
+30,self_attn.o_proj,0.0000000041,0.05000,1.360
+30,mlp.gate_proj,0.0000000488,0.05000,1.401
+30,mlp.up_proj,0.0000000469,0.05000,1.382
+30,mlp.down_proj,0.0000000215,0.05000,4.481
+31,self_attn.k_proj,0.0000000053,0.05000,1.351
+31,self_attn.v_proj,0.0000000029,0.05000,1.331
+31,self_attn.q_proj,0.0000000194,0.05000,1.355
+31,self_attn.o_proj,0.0000000055,0.05000,1.370
+31,mlp.gate_proj,0.0000000478,0.05000,1.401
+31,mlp.up_proj,0.0000000469,0.05000,1.390
+31,mlp.down_proj,0.0000000240,0.05000,4.493
+32,self_attn.k_proj,0.0000000049,0.05000,1.346
+32,self_attn.v_proj,0.0000000027,0.05000,1.337
+32,self_attn.q_proj,0.0000000189,0.05000,1.358
+32,self_attn.o_proj,0.0000000068,0.05000,1.363
+32,mlp.gate_proj,0.0000000460,0.05000,1.397
+32,mlp.up_proj,0.0000000459,0.05000,1.384
+32,mlp.down_proj,0.0000000247,0.05000,4.497
+33,self_attn.k_proj,0.0000000060,0.05000,1.356
+33,self_attn.v_proj,0.0000000030,0.05000,1.340
+33,self_attn.q_proj,0.0000000258,0.05000,1.359
+33,self_attn.o_proj,0.0000000100,0.05000,1.365
+33,mlp.gate_proj,0.0000000455,0.05000,1.399
+33,mlp.up_proj,0.0000000461,0.05000,1.388
+33,mlp.down_proj,0.0000000266,0.05000,4.497
+34,self_attn.k_proj,0.0000000060,0.05000,1.345
+34,self_attn.v_proj,0.0000000030,0.05000,1.332
+34,self_attn.q_proj,0.0000000254,0.05000,1.357
+34,self_attn.o_proj,0.0000000115,0.05000,1.364
+34,mlp.gate_proj,0.0000000454,0.05000,1.392
+34,mlp.up_proj,0.0000000467,0.05000,1.377
+34,mlp.down_proj,0.0000000284,0.05000,4.500
+35,self_attn.k_proj,0.0000000056,0.05000,1.349
+35,self_attn.v_proj,0.0000000035,0.05000,1.336
+35,self_attn.q_proj,0.0000000236,0.05000,1.354
+35,self_attn.o_proj,0.0000000134,0.05000,1.364
+35,mlp.gate_proj,0.0000000470,0.05000,1.400
+35,mlp.up_proj,0.0000000485,0.05000,1.387
+35,mlp.down_proj,0.0000000294,0.05000,4.503
+36,self_attn.k_proj,0.0000000065,0.05000,1.341
+36,self_attn.v_proj,0.0000000036,0.05000,1.331
+36,self_attn.q_proj,0.0000000281,0.05000,1.352
+36,self_attn.o_proj,0.0000000161,0.05000,1.366
+36,mlp.gate_proj,0.0000000474,0.05000,1.389
+36,mlp.up_proj,0.0000000491,0.05000,1.382
+36,mlp.down_proj,0.0000000326,0.05000,4.487
+37,self_attn.k_proj,0.0000000066,0.05000,1.344
+37,self_attn.v_proj,0.0000000037,0.05000,1.335
+37,self_attn.q_proj,0.0000000289,0.05000,1.360
+37,self_attn.o_proj,0.0000000198,0.05000,1.369
+37,mlp.gate_proj,0.0000000486,0.05000,1.403
+37,mlp.up_proj,0.0000000508,0.05000,1.391
+37,mlp.down_proj,0.0000000351,0.05000,4.493
+38,self_attn.k_proj,0.0000000064,0.05000,1.347
+38,self_attn.v_proj,0.0000000033,0.05000,1.336
+38,self_attn.q_proj,0.0000000270,0.05000,1.356
+38,self_attn.o_proj,0.0000000156,0.05000,1.370
+38,mlp.gate_proj,0.0000000507,0.05000,1.398
+38,mlp.up_proj,0.0000000531,0.05000,1.385
+38,mlp.down_proj,0.0000000366,0.05000,4.498
+39,self_attn.k_proj,0.0000000070,0.05000,1.354
+39,self_attn.v_proj,0.0000000048,0.05000,1.340
+39,self_attn.q_proj,0.0000000312,0.05000,1.361
+39,self_attn.o_proj,0.0000000152,0.05000,1.376
+39,mlp.gate_proj,0.0000000533,0.05000,1.403
+39,mlp.up_proj,0.0000000560,0.05000,1.391
+39,mlp.down_proj,0.0000000397,0.05000,4.521
+40,self_attn.k_proj,0.0000000068,0.05000,1.348
+40,self_attn.v_proj,0.0000000043,0.05000,1.336
+40,self_attn.q_proj,0.0000000299,0.05000,1.354
+40,self_attn.o_proj,0.0000000181,0.05000,1.363
+40,mlp.gate_proj,0.0000000557,0.05000,1.399
+40,mlp.up_proj,0.0000000582,0.05000,1.390
+40,mlp.down_proj,0.0000000429,0.05000,4.502
+41,self_attn.k_proj,0.0000000069,0.05000,1.353
+41,self_attn.v_proj,0.0000000045,0.05000,1.332
+41,self_attn.q_proj,0.0000000314,0.05000,1.350
+41,self_attn.o_proj,0.0000000169,0.05000,1.364
+41,mlp.gate_proj,0.0000000567,0.05000,1.395
+41,mlp.up_proj,0.0000000594,0.05000,1.380
+41,mlp.down_proj,0.0000000467,0.05000,4.494
+42,self_attn.k_proj,0.0000000067,0.05000,1.349
+42,self_attn.v_proj,0.0000000043,0.05000,1.338
+42,self_attn.q_proj,0.0000000300,0.05000,1.356
+42,self_attn.o_proj,0.0000000194,0.05000,1.366
+42,mlp.gate_proj,0.0000000577,0.05000,1.399
+42,mlp.up_proj,0.0000000604,0.05000,1.383
+42,mlp.down_proj,0.0000000501,0.05000,4.504
+43,self_attn.k_proj,0.0000000065,0.05000,1.353
+43,self_attn.v_proj,0.0000000047,0.05000,1.336
+43,self_attn.q_proj,0.0000000308,0.05000,1.360
+43,self_attn.o_proj,0.0000000179,0.05000,1.371
+43,mlp.gate_proj,0.0000000587,0.05000,1.405
+43,mlp.up_proj,0.0000000615,0.05000,1.394
+43,mlp.down_proj,0.0000000540,0.05000,4.509
+44,self_attn.k_proj,0.0000000076,0.05000,1.350
+44,self_attn.v_proj,0.0000000051,0.05000,1.337
+44,self_attn.q_proj,0.0000000357,0.05000,1.356
+44,self_attn.o_proj,0.0000000250,0.05000,1.374
+44,mlp.gate_proj,0.0000000619,0.05000,1.406
+44,mlp.up_proj,0.0000000648,0.05000,1.387
+44,mlp.down_proj,0.0000000589,0.05000,4.498
+45,self_attn.k_proj,0.0000000069,0.05000,1.354
+45,self_attn.v_proj,0.0000000056,0.05000,1.341
+45,self_attn.q_proj,0.0000000313,0.05000,1.354
+45,self_attn.o_proj,0.0000000182,0.05000,1.372
+45,mlp.gate_proj,0.0000000663,0.05000,1.402
+45,mlp.up_proj,0.0000000690,0.05000,1.392
+45,mlp.down_proj,0.0000000656,0.05000,4.512
+46,self_attn.k_proj,0.0000000071,0.05000,1.354
+46,self_attn.v_proj,0.0000000053,0.05000,1.339
+46,self_attn.q_proj,0.0000000322,0.05000,1.351
+46,self_attn.o_proj,0.0000000247,0.05000,1.366
+46,mlp.gate_proj,0.0000000700,0.05000,1.403
+46,mlp.up_proj,0.0000000722,0.05000,1.387
+46,mlp.down_proj,0.0000000712,0.05000,4.514
+47,self_attn.k_proj,0.0000000071,0.05000,1.353
+47,self_attn.v_proj,0.0000000062,0.05000,1.338
+47,self_attn.q_proj,0.0000000352,0.05000,1.357
+47,self_attn.o_proj,0.0000000202,0.05000,1.376
+47,mlp.gate_proj,0.0000000723,0.05000,1.405
+47,mlp.up_proj,0.0000000745,0.05000,1.391
+47,mlp.down_proj,0.0000000768,0.05000,4.497
+48,self_attn.k_proj,0.0000000056,0.05000,1.352
+48,self_attn.v_proj,0.0000000052,0.05000,1.339
+48,self_attn.q_proj,0.0000000255,0.05000,1.360
+48,self_attn.o_proj,0.0000000224,0.05000,1.372
+48,mlp.gate_proj,0.0000000738,0.05000,1.408
+48,mlp.up_proj,0.0000000757,0.05000,1.391
+48,mlp.down_proj,0.0000000830,0.05000,4.489
+49,self_attn.k_proj,0.0000000075,0.05000,1.346
+49,self_attn.v_proj,0.0000000062,0.05000,1.334
+49,self_attn.q_proj,0.0000000371,0.05000,1.356
+49,self_attn.o_proj,0.0000000286,0.05000,1.375
+49,mlp.gate_proj,0.0000000765,0.05000,1.405
+49,mlp.up_proj,0.0000000783,0.05000,1.393
+49,mlp.down_proj,0.0000000932,0.05000,4.500
+50,self_attn.k_proj,0.0000000070,0.05000,1.355
+50,self_attn.v_proj,0.0000000065,0.05000,1.340
+50,self_attn.q_proj,0.0000000330,0.05000,1.354
+50,self_attn.o_proj,0.0000000273,0.05000,1.373
+50,mlp.gate_proj,0.0000000832,0.05000,1.398
+50,mlp.up_proj,0.0000000840,0.05000,1.387
+50,mlp.down_proj,0.0000001034,0.05000,4.527
+51,self_attn.k_proj,0.0000000074,0.05000,1.358
+51,self_attn.v_proj,0.0000000071,0.05000,1.344
+51,self_attn.q_proj,0.0000000339,0.05000,1.366
+51,self_attn.o_proj,0.0000000302,0.05000,1.376
+51,mlp.gate_proj,0.0000000861,0.05000,1.409
+51,mlp.up_proj,0.0000000864,0.05000,1.393
+51,mlp.down_proj,0.0000001112,0.05000,4.509
+52,self_attn.k_proj,0.0000000063,0.05000,1.348
+52,self_attn.v_proj,0.0000000054,0.05000,1.336
+52,self_attn.q_proj,0.0000000278,0.05000,1.354
+52,self_attn.o_proj,0.0000000400,0.05000,1.370
+52,mlp.gate_proj,0.0000000918,0.05000,1.404
+52,mlp.up_proj,0.0000000911,0.05000,1.392
+52,mlp.down_proj,0.0000001244,0.05000,4.512
+53,self_attn.k_proj,0.0000000073,0.05000,1.353
+53,self_attn.v_proj,0.0000000066,0.05000,1.336
+53,self_attn.q_proj,0.0000000352,0.05000,1.354
+53,self_attn.o_proj,0.0000000331,0.05000,1.370
+53,mlp.gate_proj,0.0000000984,0.05000,1.399
+53,mlp.up_proj,0.0000000970,0.05000,1.386
+53,mlp.down_proj,0.0000001370,0.05000,4.511
+54,self_attn.k_proj,0.0000000067,0.05000,1.343
+54,self_attn.v_proj,0.0000000075,0.05000,1.331
+54,self_attn.q_proj,0.0000000306,0.05000,1.359
+54,self_attn.o_proj,0.0000000324,0.05000,1.367
+54,mlp.gate_proj,0.0000001049,0.05000,1.397
+54,mlp.up_proj,0.0000001019,0.05000,1.384
+54,mlp.down_proj,0.0000001481,0.05000,4.507
+55,self_attn.k_proj,0.0000000073,0.05000,1.350
+55,self_attn.v_proj,0.0000000077,0.05000,1.337
+55,self_attn.q_proj,0.0000000342,0.05000,1.356
+55,self_attn.o_proj,0.0000000322,0.05000,1.369
+55,mlp.gate_proj,0.0000001114,0.05000,1.402
+55,mlp.up_proj,0.0000001073,0.05000,1.391
+55,mlp.down_proj,0.0000001589,0.05000,4.507
+56,self_attn.k_proj,0.0000000066,0.05000,1.348
+56,self_attn.v_proj,0.0000000074,0.05000,1.333
+56,self_attn.q_proj,0.0000000302,0.05000,1.355
+56,self_attn.o_proj,0.0000000195,0.05000,1.367
+56,mlp.gate_proj,0.0000001161,0.05000,1.398
+56,mlp.up_proj,0.0000001107,0.05000,1.388
+56,mlp.down_proj,0.0000001599,0.05000,4.496
+57,self_attn.k_proj,0.0000000079,0.05000,1.349
+57,self_attn.v_proj,0.0000000083,0.05000,1.336
+57,self_attn.q_proj,0.0000000399,0.05000,1.355
+57,self_attn.o_proj,0.0000000423,0.05000,1.367
+57,mlp.gate_proj,0.0000001222,0.05000,1.404
+57,mlp.up_proj,0.0000001159,0.05000,1.389
+57,mlp.down_proj,0.0000001722,0.05000,4.499
+58,self_attn.k_proj,0.0000000076,0.05000,1.349
+58,self_attn.v_proj,0.0000000090,0.05000,1.338
+58,self_attn.q_proj,0.0000000390,0.05000,1.353
+58,self_attn.o_proj,0.0000000216,0.05000,1.370
+58,mlp.gate_proj,0.0000001274,0.05000,1.405
+58,mlp.up_proj,0.0000001205,0.05000,1.392
+58,mlp.down_proj,0.0000001786,0.05000,4.503
+59,self_attn.k_proj,0.0000000078,0.05000,1.356
+59,self_attn.v_proj,0.0000000097,0.05000,1.345
+59,self_attn.q_proj,0.0000000377,0.05000,1.359
+59,self_attn.o_proj,0.0000000335,0.05000,1.377
+59,mlp.gate_proj,0.0000001335,0.05000,1.404
+59,mlp.up_proj,0.0000001255,0.05000,1.390
+59,mlp.down_proj,0.0000001906,0.05000,4.523
+60,self_attn.k_proj,0.0000000075,0.05000,1.351
+60,self_attn.v_proj,0.0000000090,0.05000,1.336
+60,self_attn.q_proj,0.0000000360,0.05000,1.351
+60,self_attn.o_proj,0.0000000316,0.05000,1.371
+60,mlp.gate_proj,0.0000001386,0.05000,1.398
+60,mlp.up_proj,0.0000001294,0.05000,1.383
+60,mlp.down_proj,0.0000002003,0.05000,4.489
+61,self_attn.k_proj,0.0000000076,0.05000,1.348
+61,self_attn.v_proj,0.0000000088,0.05000,1.340
+61,self_attn.q_proj,0.0000000352,0.05000,1.354
+61,self_attn.o_proj,0.0000000220,0.05000,1.369
+61,mlp.gate_proj,0.0000001432,0.05000,1.408
+61,mlp.up_proj,0.0000001329,0.05000,1.389
+61,mlp.down_proj,0.0000002049,0.05000,4.506
+62,self_attn.k_proj,0.0000000079,0.05000,1.354
+62,self_attn.v_proj,0.0000000102,0.05000,1.337
+62,self_attn.q_proj,0.0000000381,0.05000,1.360
+62,self_attn.o_proj,0.0000000246,0.05000,1.370
+62,mlp.gate_proj,0.0000001485,0.05000,1.407
+62,mlp.up_proj,0.0000001374,0.05000,1.391
+62,mlp.down_proj,0.0000002145,0.05000,4.514
+63,self_attn.k_proj,0.0000000080,0.05000,1.349
+63,self_attn.v_proj,0.0000000100,0.05000,1.337
+63,self_attn.q_proj,0.0000000372,0.05000,1.354
+63,self_attn.o_proj,0.0000000186,0.05000,1.371
+63,mlp.gate_proj,0.0000001515,0.05000,1.399
+63,mlp.up_proj,0.0000001404,0.05000,1.387
+63,mlp.down_proj,0.0000002196,0.05000,4.497
+64,self_attn.k_proj,0.0000000080,0.05000,1.352
+64,self_attn.v_proj,0.0000000107,0.05000,1.346
+64,self_attn.q_proj,0.0000000390,0.05000,1.361
+64,self_attn.o_proj,0.0000000267,0.05000,1.372
+64,mlp.gate_proj,0.0000001574,0.05000,1.408
+64,mlp.up_proj,0.0000001457,0.05000,1.387
+64,mlp.down_proj,0.0000002252,0.05000,4.513
+65,self_attn.k_proj,0.0000000078,0.05000,1.352
+65,self_attn.v_proj,0.0000000113,0.05000,1.337
+65,self_attn.q_proj,0.0000000374,0.05000,1.363
+65,self_attn.o_proj,0.0000000382,0.05000,1.372
+65,mlp.gate_proj,0.0000001605,0.05000,1.403
+65,mlp.up_proj,0.0000001483,0.05000,1.393
+65,mlp.down_proj,0.0000002409,0.05000,4.499
+66,self_attn.k_proj,0.0000000082,0.05000,1.351
+66,self_attn.v_proj,0.0000000104,0.05000,1.336
+66,self_attn.q_proj,0.0000000401,0.05000,1.358
+66,self_attn.o_proj,0.0000000350,0.05000,1.363
+66,mlp.gate_proj,0.0000001648,0.05000,1.405
+66,mlp.up_proj,0.0000001520,0.05000,1.390
+66,mlp.down_proj,0.0000002435,0.05000,4.482
+67,self_attn.k_proj,0.0000000077,0.05000,1.348
+67,self_attn.v_proj,0.0000000106,0.05000,1.338
+67,self_attn.q_proj,0.0000000369,0.05000,1.354
+67,self_attn.o_proj,0.0000000381,0.05000,1.374
+67,mlp.gate_proj,0.0000001704,0.05000,1.407
+67,mlp.up_proj,0.0000001572,0.05000,1.393
+67,mlp.down_proj,0.0000002554,0.05000,4.498
+68,self_attn.k_proj,0.0000000078,0.05000,1.353
+68,self_attn.v_proj,0.0000000114,0.05000,1.344
+68,self_attn.q_proj,0.0000000379,0.05000,1.355
+68,self_attn.o_proj,0.0000000318,0.05000,1.379
+68,mlp.gate_proj,0.0000001744,0.05000,1.408
+68,mlp.up_proj,0.0000001610,0.05000,1.394
+68,mlp.down_proj,0.0000002689,0.05000,4.507
+69,self_attn.k_proj,0.0000000080,0.05000,1.356
+69,self_attn.v_proj,0.0000000103,0.05000,1.341
+69,self_attn.q_proj,0.0000000354,0.05000,1.363
+69,self_attn.o_proj,0.0000000330,0.05000,1.369
+69,mlp.gate_proj,0.0000001782,0.05000,1.410
+69,mlp.up_proj,0.0000001645,0.05000,1.399
+69,mlp.down_proj,0.0000002735,0.05000,4.510
+70,self_attn.k_proj,0.0000000088,0.05000,1.353
+70,self_attn.v_proj,0.0000000123,0.05000,1.341
+70,self_attn.q_proj,0.0000000445,0.05000,1.366
+70,self_attn.o_proj,0.0000000549,0.05000,1.371
+70,mlp.gate_proj,0.0000001840,0.05000,1.406
+70,mlp.up_proj,0.0000001699,0.05000,1.394
+70,mlp.down_proj,0.0000002902,0.05000,4.515
+71,self_attn.k_proj,0.0000000080,0.05000,1.354
+71,self_attn.v_proj,0.0000000115,0.05000,1.341
+71,self_attn.q_proj,0.0000000381,0.05000,1.359
+71,self_attn.o_proj,0.0000000341,0.05000,1.382
+71,mlp.gate_proj,0.0000001862,0.05000,1.406
+71,mlp.up_proj,0.0000001725,0.05000,1.395
+71,mlp.down_proj,0.0000003089,0.05000,4.507
+72,self_attn.k_proj,0.0000000088,0.05000,1.355
+72,self_attn.v_proj,0.0000000100,0.05000,1.340
+72,self_attn.q_proj,0.0000000404,0.05000,1.358
+72,self_attn.o_proj,0.0000000419,0.05000,1.376
+72,mlp.gate_proj,0.0000001917,0.05000,1.406
+72,mlp.up_proj,0.0000001779,0.05000,1.391
+72,mlp.down_proj,0.0000003177,0.05000,4.510
+73,self_attn.k_proj,0.0000000074,0.05000,1.359
+73,self_attn.v_proj,0.0000000145,0.05000,1.345
+73,self_attn.q_proj,0.0000000387,0.05000,1.365
+73,self_attn.o_proj,0.0000000371,0.05000,1.373
+73,mlp.gate_proj,0.0000001982,0.05000,1.404
+73,mlp.up_proj,0.0000001843,0.05000,1.395
+73,mlp.down_proj,0.0000003323,0.05000,4.527
+74,self_attn.k_proj,0.0000000082,0.05000,1.359
+74,self_attn.v_proj,0.0000000111,0.05000,1.339
+74,self_attn.q_proj,0.0000000377,0.05000,1.354
+74,self_attn.o_proj,0.0000000385,0.05000,1.379
+74,mlp.gate_proj,0.0000002020,0.05000,1.408
+74,mlp.up_proj,0.0000001885,0.05000,1.391
+74,mlp.down_proj,0.0000003429,0.05000,4.521
+75,self_attn.k_proj,0.0000000080,0.05000,1.349
+75,self_attn.v_proj,0.0000000112,0.05000,1.337
+75,self_attn.q_proj,0.0000000361,0.05000,1.357
+75,self_attn.o_proj,0.0000000393,0.05000,1.372
+75,mlp.gate_proj,0.0000002045,0.05000,1.407
+75,mlp.up_proj,0.0000001918,0.05000,1.391
+75,mlp.down_proj,0.0000003541,0.05000,4.508
+76,self_attn.k_proj,0.0000000084,0.05000,1.356
+76,self_attn.v_proj,0.0000000135,0.05000,1.341
+76,self_attn.q_proj,0.0000000419,0.05000,1.365
+76,self_attn.o_proj,0.0000000293,0.05000,1.364
+76,mlp.gate_proj,0.0000002095,0.05000,1.399
+76,mlp.up_proj,0.0000001976,0.05000,1.387
+76,mlp.down_proj,0.0000003716,0.05000,4.518
+77,self_attn.k_proj,0.0000000092,0.05000,1.352
+77,self_attn.v_proj,0.0000000140,0.05000,1.336
+77,self_attn.q_proj,0.0000000448,0.05000,1.354
+77,self_attn.o_proj,0.0000000546,0.05000,1.377
+77,mlp.gate_proj,0.0000002122,0.05000,1.402
+77,mlp.up_proj,0.0000002017,0.05000,1.389
+77,mlp.down_proj,0.0000003881,0.05000,4.505
+78,self_attn.k_proj,0.0000000089,0.05000,1.356
+78,self_attn.v_proj,0.0000000114,0.05000,1.341
+78,self_attn.q_proj,0.0000000424,0.05000,1.362
+78,self_attn.o_proj,0.0000000497,0.05000,1.368
+78,mlp.gate_proj,0.0000002191,0.05000,1.405
+78,mlp.up_proj,0.0000002094,0.05000,1.392
+78,mlp.down_proj,0.0000004267,0.05000,4.515
+79,self_attn.k_proj,0.0000000089,0.05000,1.354
+79,self_attn.v_proj,0.0000000148,0.05000,1.342
+79,self_attn.q_proj,0.0000000444,0.05000,1.357
+79,self_attn.o_proj,0.0000000638,0.05000,1.383
+79,mlp.gate_proj,0.0000002229,0.05000,1.404
+79,mlp.up_proj,0.0000002144,0.05000,1.390
+79,mlp.down_proj,0.0000004498,0.05000,4.513
+80,self_attn.k_proj,0.0000000086,0.05000,1.349
+80,self_attn.v_proj,0.0000000145,0.05000,1.339
+80,self_attn.q_proj,0.0000000430,0.05000,1.360
+80,self_attn.o_proj,0.0000000688,0.05000,1.377
+80,mlp.gate_proj,0.0000002290,0.05000,1.404
+80,mlp.up_proj,0.0000002219,0.05000,1.388
+80,mlp.down_proj,0.0000004906,0.05000,4.499
+81,self_attn.k_proj,0.0000000083,0.05000,1.348
+81,self_attn.v_proj,0.0000000118,0.05000,1.335
+81,self_attn.q_proj,0.0000000395,0.05000,1.358
+81,self_attn.o_proj,0.0000000549,0.05000,1.373
+81,mlp.gate_proj,0.0000002332,0.05000,1.399
+81,mlp.up_proj,0.0000002276,0.05000,1.389
+81,mlp.down_proj,0.0000005138,0.05000,4.505
+82,self_attn.k_proj,0.0000000088,0.05000,1.351
+82,self_attn.v_proj,0.0000000145,0.05000,1.338
+82,self_attn.q_proj,0.0000000448,0.05000,1.351
+82,self_attn.o_proj,0.0000000578,0.05000,1.371
+82,mlp.gate_proj,0.0000002393,0.05000,1.402
+82,mlp.up_proj,0.0000002350,0.05000,1.391
+82,mlp.down_proj,0.0000005590,0.05000,4.498
+83,self_attn.k_proj,0.0000000091,0.05000,1.357
+83,self_attn.v_proj,0.0000000129,0.05000,1.340
+83,self_attn.q_proj,0.0000000398,0.05000,1.364
+83,self_attn.o_proj,0.0000000452,0.05000,1.368
+83,mlp.gate_proj,0.0000002434,0.05000,1.405
+83,mlp.up_proj,0.0000002414,0.05000,1.397
+83,mlp.down_proj,0.0000005971,0.05000,4.509
+84,self_attn.k_proj,0.0000000086,0.05000,1.355
+84,self_attn.v_proj,0.0000000150,0.05000,1.340
+84,self_attn.q_proj,0.0000000403,0.05000,1.362
+84,self_attn.o_proj,0.0000000724,0.05000,1.366
+84,mlp.gate_proj,0.0000002464,0.05000,1.403
+84,mlp.up_proj,0.0000002464,0.05000,1.392
+84,mlp.down_proj,0.0000006380,0.05000,4.501
+85,self_attn.k_proj,0.0000000083,0.05000,1.354
+85,self_attn.v_proj,0.0000000137,0.05000,1.335
+85,self_attn.q_proj,0.0000000388,0.05000,1.357
+85,self_attn.o_proj,0.0000000753,0.05000,1.364
+85,mlp.gate_proj,0.0000002500,0.05000,1.400
+85,mlp.up_proj,0.0000002514,0.05000,1.388
+85,mlp.down_proj,0.0000006779,0.05000,4.497
+86,self_attn.k_proj,0.0000000085,0.05000,1.346
+86,self_attn.v_proj,0.0000000142,0.05000,1.332
+86,self_attn.q_proj,0.0000000418,0.05000,1.350
+86,self_attn.o_proj,0.0000000506,0.05000,1.373
+86,mlp.gate_proj,0.0000002518,0.05000,1.398
+86,mlp.up_proj,0.0000002552,0.05000,1.383
+86,mlp.down_proj,0.0000007231,0.05000,4.502
+87,self_attn.k_proj,0.0000000088,0.05000,1.347
+87,self_attn.v_proj,0.0000000164,0.05000,1.336
+87,self_attn.q_proj,0.0000000458,0.05000,1.357
+87,self_attn.o_proj,0.0000001070,0.05000,1.366
+87,mlp.gate_proj,0.0000002530,0.05000,1.398
+87,mlp.up_proj,0.0000002578,0.05000,1.382
+87,mlp.down_proj,0.0000007759,0.05000,4.491
+88,self_attn.k_proj,0.0000000082,0.05000,1.349
+88,self_attn.v_proj,0.0000000157,0.05000,1.333
+88,self_attn.q_proj,0.0000000425,0.05000,1.355
+88,self_attn.o_proj,0.0000000738,0.05000,1.364
+88,mlp.gate_proj,0.0000002547,0.05000,1.398
+88,mlp.up_proj,0.0000002600,0.05000,1.390
+88,mlp.down_proj,0.0000007922,0.05000,4.507
+89,self_attn.k_proj,0.0000000081,0.05000,1.352
+89,self_attn.v_proj,0.0000000103,0.05000,1.337
+89,self_attn.q_proj,0.0000000351,0.05000,1.356
+89,self_attn.o_proj,0.0000000466,0.05000,1.369
+89,mlp.gate_proj,0.0000002523,0.05000,1.404
+89,mlp.up_proj,0.0000002582,0.05000,1.391
+89,mlp.down_proj,0.0000008086,0.05000,4.498
+90,self_attn.k_proj,0.0000000078,0.05000,1.347
+90,self_attn.v_proj,0.0000000129,0.05000,1.329
+90,self_attn.q_proj,0.0000000379,0.05000,1.354
+90,self_attn.o_proj,0.0000000356,0.05000,1.366
+90,mlp.gate_proj,0.0000002513,0.05000,1.407
+90,mlp.up_proj,0.0000002573,0.05000,1.391
+90,mlp.down_proj,0.0000008941,0.05000,4.502
+91,self_attn.k_proj,0.0000000076,0.05000,1.351
+91,self_attn.v_proj,0.0000000128,0.05000,1.336
+91,self_attn.q_proj,0.0000000359,0.05000,1.359
+91,self_attn.o_proj,0.0000000547,0.05000,1.367
+91,mlp.gate_proj,0.0000002482,0.05000,1.404
+91,mlp.up_proj,0.0000002512,0.05000,1.392
+91,mlp.down_proj,0.0000009248,0.05000,4.494
+92,self_attn.k_proj,0.0000000069,0.05000,1.349
+92,self_attn.v_proj,0.0000000069,0.05000,1.335
+92,self_attn.q_proj,0.0000000289,0.05000,1.354
+92,self_attn.o_proj,0.0000000258,0.05000,1.372
+92,mlp.gate_proj,0.0000002384,0.05000,1.395
+92,mlp.up_proj,0.0000002353,0.05000,1.385
+92,mlp.down_proj,0.0000010233,0.05000,4.518
+93,self_attn.k_proj,0.0000000050,0.05000,1.352
+93,self_attn.v_proj,0.0000000056,0.05000,1.340
+93,self_attn.q_proj,0.0000000175,0.05000,1.356
+93,self_attn.o_proj,0.0000000306,0.05000,1.374
+93,mlp.gate_proj,0.0000002094,0.05000,1.398
+93,mlp.up_proj,0.0000001961,0.05000,1.388
+93,mlp.down_proj,0.0000009967,0.05000,4.489
+94,self_attn.k_proj,0.0000000035,0.05000,1.356
+94,self_attn.v_proj,0.0000000031,0.05000,1.343
+94,self_attn.q_proj,0.0000000120,0.05000,1.358
+94,self_attn.o_proj,0.0000000069,0.05000,1.370
+94,mlp.gate_proj,0.0000001272,0.05000,1.400
+94,mlp.up_proj,0.0000001148,0.05000,1.385
+94,mlp.down_proj,0.0000017983,0.05000,4.514

quantize_config.json

@@ -0,0 +1,24 @@
+{
+  "bits": 8,
+  "group_size": 128,
+  "desc_act": true,
+  "hyb_act": false,
+  "sym": true,
+  "lm_head": false,
+  "quant_method": "gptq",
+  "checkpoint_format": "gptq",
+  "pack_dtype": "int32",
+  "meta": {
+    "quantizer": [
+      "gptqmodel:4.0.0"
+    ],
+    "uri": "https://github.com/modelcloud/gptqmodel",
+    "damp_percent": 0.05,
+    "damp_auto_increment": 0.01,
+    "static_groups": false,
+    "true_sequential": true,
+    "mse": 0.0,
+    "v2": false,
+    "v2_alpha": 0.25
+  }
+}

special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<｜begin▁of▁sentence｜>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<｜end▁of▁sentence｜>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<｜end▁of▁sentence｜>"
+}

tokenizer_config.json

@@ -0,0 +1,138 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": null,
+  "added_tokens_decoder": {
+    "100000": {
+      "content": "<｜begin▁of▁sentence｜>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100001": {
+      "content": "<｜end▁of▁sentence｜>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100002": {
+      "content": "ø",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100003": {
+      "content": "ö",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100004": {
+      "content": "ú",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100005": {
+      "content": "ÿ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100006": {
+      "content": "õ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100007": {
+      "content": "÷",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100008": {
+      "content": "û",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100009": {
+      "content": "ý",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100010": {
+      "content": "À",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100011": {
+      "content": "ù",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100012": {
+      "content": "Á",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100013": {
+      "content": "þ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100014": {
+      "content": "ü",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "bos_token": "<｜begin▁of▁sentence｜>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<｜end▁of▁sentence｜>",
+  "extra_special_tokens": {},
+  "legacy": true,
+  "model_max_length": 4096,
+  "pad_token": "<｜end▁of▁sentence｜>",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "LlamaTokenizerFast",
+  "unk_token": null,
+  "use_default_system_prompt": false
+}