Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

chat_template.jinja

@@ -0,0 +1,41 @@
+[gMASK]<sop>
+{%- if tools -%}
+<|system|>
+# 可用工具
+{% for tool in tools %}
+    {%- set function = tool.function if tool.get("function") else tool %}
+
+## {{ function.name }}
+
+{{ function | tojson(indent=4, ensure_ascii=False) }}
+在调用上述函数时，请使用 Json 格式表示调用的参数。
+{%- endfor %}
+{%- endif -%}
+
+{%- for msg in messages %}
+    {%- if msg.role == 'system' %}
+<|system|>
+{{ msg.content }}
+    {%- endif %}
+{%- endfor %}
+
+{%- for message in messages if message.role != 'system' %}
+    {%- set role = message['role'] %}
+    {%- set content = message['content'] %}
+    {%- set meta = message.get("metadata", "") %}
+
+    {%- if role == 'user' %}
+<|user|>
+{{ content }}
+    {%- elif role == 'assistant' and not meta %}
+<|assistant|>
+{{ content }}
+    {%- elif role == 'assistant' and meta %}
+<|assistant|>{{ meta }}
+{{ content }}
+    {%- elif role == 'observation' %}
+<|observation|>
+{{ content }}
+    {%- endif %}
+{%- endfor %}
+{% if add_generation_prompt %}<|assistant|>{% endif %}

config.json

@@ -0,0 +1,54 @@
+{
+  "architectures": [
+    "Glm4ForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "eos_token_id": [
+    151329,
+    151336,
+    151338
+  ],
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 6144,
+  "initializer_range": 0.02,
+  "intermediate_size": 23040,
+  "max_position_embeddings": 32768,
+  "model_type": "glm4",
+  "num_attention_heads": 48,
+  "num_hidden_layers": 61,
+  "num_key_value_heads": 2,
+  "pad_token_id": 151329,
+  "partial_rotary_factor": 0.5,
+  "quantization_config": {
+    "bits": 4,
+    "checkpoint_format": "gptq",
+    "desc_act": true,
+    "group_size": 128,
+    "lm_head": false,
+    "meta": {
+      "damp_auto_increment": 0.0025,
+      "damp_percent": 0.01,
+      "mse": 0.0,
+      "quantizer": [
+        "gptqmodel:3.0.0-dev"
+      ],
+      "static_groups": false,
+      "true_sequential": true,
+      "uri": "https://github.com/modelcloud/gptqmodel",
+      "v2": false,
+      "v2_alpha": 0.25
+    },
+    "pack_dtype": "int32",
+    "quant_method": "gptq",
+    "sym": true
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.52.0.dev0",
+  "use_cache": true,
+  "vocab_size": 151552
+}

generation_config.json

@@ -0,0 +1,10 @@
+{
+  "_from_model_config": true,
+  "eos_token_id": [
+    151329,
+    151336,
+    151338
+  ],
+  "pad_token_id": 151329,
+  "transformers_version": "4.52.0.dev0"
+}

model-00001-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77846d4c7ab459e0ae08f7fd90870d30bf7027032b9aa320722f6b10a64d3f2b
+size 3997276712

model-00002-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e461aeb61f79a9ce44d2f78fd3801f19d62c12182f3484d87ed13d5360d4e8
+size 3926340328

model-00003-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0c6ac50f083bc76fe6ad5954d370c1dec7df352fbd57fc1beced235a72a786
+size 3926340376

model-00004-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f183e36f9096fb0d208eaa0752d50b4f2b93a0c6f0155a4427e11213e8bca8
+size 3926340376

model-00005-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6cd860745717c0f9c9f3e9bb5a1fed3fdb1512e19f49b53405998b29e64b25b
+size 3915373880

quant_log.csv

@@ -0,0 +1,367 @@
+layer,module,loss,samples,damp,time
+0,self_attn.k_proj,0.0000000144,0.01000,2.929
+0,self_attn.v_proj,0.0000000149,0.01000,1.526
+0,self_attn.q_proj,0.0000003634,0.01000,1.537
+0,self_attn.o_proj,0.0001249238,0.01000,1.510
+0,mlp.gate_up_proj,0.0000759352,0.01000,1.753
+0,mlp.down_proj,4.9248185034,0.01000,7.646
+1,self_attn.k_proj,0.0000166166,0.01000,1.470
+1,self_attn.v_proj,0.0000085691,0.01000,1.496
+1,self_attn.q_proj,0.0000438481,0.01000,1.511
+1,self_attn.o_proj,0.6955548700,0.01000,1.495
+1,mlp.gate_up_proj,0.0000933231,0.01000,1.736
+1,mlp.down_proj,0.0001679857,0.01000,7.665
+2,self_attn.k_proj,0.0000002660,0.01000,1.464
+2,self_attn.v_proj,0.0000003256,0.01000,1.489
+2,self_attn.q_proj,0.0000034409,0.01000,1.507
+2,self_attn.o_proj,0.0000137586,0.01000,1.494
+2,mlp.gate_up_proj,0.0001726024,0.01000,1.738
+2,mlp.down_proj,0.0003692205,0.01000,7.631
+3,self_attn.k_proj,0.0000004319,0.01000,1.468
+3,self_attn.v_proj,0.0000004455,0.01000,1.494
+3,self_attn.q_proj,0.0000043855,0.01000,1.515
+3,self_attn.o_proj,0.0000306009,0.01000,1.495
+3,mlp.gate_up_proj,0.0001733597,0.01000,1.763
+3,mlp.down_proj,0.0001968489,0.01000,7.650
+4,self_attn.k_proj,0.0000004558,0.01000,1.472
+4,self_attn.v_proj,0.0000003785,0.01000,1.492
+4,self_attn.q_proj,0.0000057011,0.01000,1.520
+4,self_attn.o_proj,0.0000150201,0.01000,1.497
+4,mlp.gate_up_proj,0.0002348814,0.01000,1.757
+4,mlp.down_proj,0.0001950488,0.01000,7.644
+5,self_attn.k_proj,0.0000007762,0.01000,1.486
+5,self_attn.v_proj,0.0000006402,0.01000,1.513
+5,self_attn.q_proj,0.0000093449,0.01000,1.535
+5,self_attn.o_proj,0.0000127081,0.01000,1.519
+5,mlp.gate_up_proj,0.0004476085,0.01000,1.776
+5,mlp.down_proj,0.0002605490,0.01000,7.720
+6,self_attn.k_proj,0.0000010243,0.01000,1.478
+6,self_attn.v_proj,0.0000008929,0.01000,1.504
+6,self_attn.q_proj,0.0000120158,0.01000,1.522
+6,self_attn.o_proj,0.0000048679,0.01000,1.512
+6,mlp.gate_up_proj,0.0004828231,0.01000,1.774
+6,mlp.down_proj,0.0002191994,0.01000,7.708
+7,self_attn.k_proj,0.0000009690,0.01000,1.513
+7,self_attn.v_proj,0.0000008925,0.01000,1.516
+7,self_attn.q_proj,0.0000119501,0.01000,1.528
+7,self_attn.o_proj,0.0000063818,0.01000,1.517
+7,mlp.gate_up_proj,0.0005537864,0.01000,1.761
+7,mlp.down_proj,0.0002386200,0.01000,7.716
+8,self_attn.k_proj,0.0000013532,0.01000,1.484
+8,self_attn.v_proj,0.0000010706,0.01000,1.516
+8,self_attn.q_proj,0.0000189551,0.01000,1.548
+8,self_attn.o_proj,0.0000090043,0.01000,1.511
+8,mlp.gate_up_proj,0.0005882618,0.01000,1.758
+8,mlp.down_proj,0.0002215634,0.01000,7.721
+9,self_attn.k_proj,0.0000015445,0.01000,1.475
+9,self_attn.v_proj,0.0000011883,0.01000,1.508
+9,self_attn.q_proj,0.0000195079,0.01000,1.534
+9,self_attn.o_proj,0.0000100017,0.01000,1.519
+9,mlp.gate_up_proj,0.0005764399,0.01000,1.756
+9,mlp.down_proj,0.0002461467,0.01000,7.688
+10,self_attn.k_proj,0.0000012949,0.01000,1.484
+10,self_attn.v_proj,0.0000012752,0.01000,1.510
+10,self_attn.q_proj,0.0000177911,0.01000,1.524
+10,self_attn.o_proj,0.0000069640,0.01000,1.512
+10,mlp.gate_up_proj,0.0006654446,0.01000,1.757
+10,mlp.down_proj,0.0002258848,0.01000,7.713
+11,self_attn.k_proj,0.0000015689,0.01000,1.485
+11,self_attn.v_proj,0.0000013155,0.01000,1.518
+11,self_attn.q_proj,0.0000224711,0.01000,1.542
+11,self_attn.o_proj,0.0000176500,0.01000,1.514
+11,mlp.gate_up_proj,0.0005532406,0.01000,1.758
+11,mlp.down_proj,0.0002012330,0.01000,7.737
+12,self_attn.k_proj,0.0000019306,0.01000,1.484
+12,self_attn.v_proj,0.0000012937,0.01000,1.514
+12,self_attn.q_proj,0.0000255264,0.01000,1.570
+12,self_attn.o_proj,0.0000130199,0.01000,1.513
+12,mlp.gate_up_proj,0.0004080150,0.01000,1.756
+12,mlp.down_proj,0.0001199784,0.01000,7.747
+13,self_attn.k_proj,0.0000016401,0.01000,1.471
+13,self_attn.v_proj,0.0000015008,0.01000,1.494
+13,self_attn.q_proj,0.0000262780,0.01000,1.512
+13,self_attn.o_proj,0.0000124686,0.01000,1.498
+13,mlp.gate_up_proj,0.0003443256,0.01000,1.752
+13,mlp.down_proj,0.0000911502,0.01000,7.650
+14,self_attn.k_proj,0.0000019886,0.01000,1.474
+14,self_attn.v_proj,0.0000016479,0.01000,1.509
+14,self_attn.q_proj,0.0000326347,0.01000,1.519
+14,self_attn.o_proj,0.0000130200,0.01000,1.510
+14,mlp.gate_up_proj,0.0002595201,0.01000,1.760
+14,mlp.down_proj,0.0000595815,0.01000,7.650
+15,self_attn.k_proj,0.0000011081,0.01000,1.476
+15,self_attn.v_proj,0.0000010541,0.01000,1.504
+15,self_attn.q_proj,0.0000183640,0.01000,1.575
+15,self_attn.o_proj,0.0000130012,0.01000,1.498
+15,mlp.gate_up_proj,0.0003749305,0.01000,1.745
+15,mlp.down_proj,0.0001039048,0.01000,7.664
+16,self_attn.k_proj,0.0000019731,0.01000,1.486
+16,self_attn.v_proj,0.0000017980,0.01000,1.510
+16,self_attn.q_proj,0.0000333973,0.01000,1.530
+16,self_attn.o_proj,0.0000107102,0.01000,1.514
+16,mlp.gate_up_proj,0.0004214915,0.01000,1.753
+16,mlp.down_proj,0.0001009013,0.01000,7.693
+17,self_attn.k_proj,0.0000016455,0.01000,1.489
+17,self_attn.v_proj,0.0000015577,0.01000,1.521
+17,self_attn.q_proj,0.0000259446,0.01000,1.543
+17,self_attn.o_proj,0.0000083092,0.01000,1.516
+17,mlp.gate_up_proj,0.0003165086,0.01000,1.763
+17,mlp.down_proj,0.0000607031,0.01000,7.700
+18,self_attn.k_proj,0.0000020781,0.01000,1.476
+18,self_attn.v_proj,0.0000018589,0.01000,1.507
+18,self_attn.q_proj,0.0000341080,0.01000,1.532
+18,self_attn.o_proj,0.0000055664,0.01000,1.497
+18,mlp.gate_up_proj,0.0004160402,0.01000,1.759
+18,mlp.down_proj,0.0000883801,0.01000,7.659
+19,self_attn.k_proj,0.0000016065,0.01000,1.477
+19,self_attn.v_proj,0.0000014296,0.01000,1.498
+19,self_attn.q_proj,0.0000263949,0.01000,1.508
+19,self_attn.o_proj,0.0000075932,0.01000,1.498
+19,mlp.gate_up_proj,0.0002235646,0.01000,1.757
+19,mlp.down_proj,0.0000297038,0.01000,7.687
+20,self_attn.k_proj,0.0000018283,0.01000,1.484
+20,self_attn.v_proj,0.0000016944,0.01000,1.516
+20,self_attn.q_proj,0.0000298715,0.01000,1.529
+20,self_attn.o_proj,0.0000067423,0.01000,1.527
+20,mlp.gate_up_proj,0.0003179047,0.01000,1.757
+20,mlp.down_proj,0.0000497135,0.01000,7.741
+21,self_attn.k_proj,0.0000012393,0.01000,1.496
+21,self_attn.v_proj,0.0000014096,0.01000,1.529
+21,self_attn.q_proj,0.0000161398,0.01000,1.562
+21,self_attn.o_proj,0.0000086058,0.01000,1.520
+21,mlp.gate_up_proj,0.0004175537,0.01000,1.765
+21,mlp.down_proj,0.0000624529,0.01000,7.735
+22,self_attn.k_proj,0.0000019124,0.01000,1.488
+22,self_attn.v_proj,0.0000016545,0.01000,1.514
+22,self_attn.q_proj,0.0000287724,0.01000,1.529
+22,self_attn.o_proj,0.0000045201,0.01000,1.519
+22,mlp.gate_up_proj,0.0003837140,0.01000,1.759
+22,mlp.down_proj,0.0000529506,0.01000,7.719
+23,self_attn.k_proj,0.0000017570,0.01000,1.494
+23,self_attn.v_proj,0.0000016161,0.01000,1.520
+23,self_attn.q_proj,0.0000270148,0.01000,1.550
+23,self_attn.o_proj,0.0000016576,0.01000,1.524
+23,mlp.gate_up_proj,0.0004301090,0.01000,1.760
+23,mlp.down_proj,0.0000556484,0.01000,7.735
+24,self_attn.k_proj,0.0000016560,0.01000,1.496
+24,self_attn.v_proj,0.0000021923,0.01000,1.521
+24,self_attn.q_proj,0.0000179768,0.01000,1.544
+24,self_attn.o_proj,0.0000042039,0.01000,1.523
+24,mlp.gate_up_proj,0.0003848278,0.01000,1.782
+24,mlp.down_proj,0.0000444143,0.01000,7.769
+25,self_attn.k_proj,0.0000020776,0.01000,1.499
+25,self_attn.v_proj,0.0000018399,0.01000,1.518
+25,self_attn.q_proj,0.0000304697,0.01000,1.535
+25,self_attn.o_proj,0.0000057855,0.01000,1.560
+25,mlp.gate_up_proj,0.0003310795,0.01000,1.787
+25,mlp.down_proj,0.0000374100,0.01000,7.721
+26,self_attn.k_proj,0.0000021007,0.01000,1.501
+26,self_attn.v_proj,0.0000018366,0.01000,1.553
+26,self_attn.q_proj,0.0000314466,0.01000,1.560
+26,self_attn.o_proj,0.0000047819,0.01000,1.520
+26,mlp.gate_up_proj,0.0003340909,0.01000,1.763
+26,mlp.down_proj,0.0000360316,0.01000,7.740
+27,self_attn.k_proj,0.0000021561,0.01000,1.495
+27,self_attn.v_proj,0.0000018368,0.01000,1.526
+27,self_attn.q_proj,0.0000330897,0.01000,1.543
+27,self_attn.o_proj,0.0000045089,0.01000,1.522
+27,mlp.gate_up_proj,0.0002663189,0.01000,1.770
+27,mlp.down_proj,0.0000259201,0.01000,7.749
+28,self_attn.k_proj,0.0000026158,0.01000,1.498
+28,self_attn.v_proj,0.0000022798,0.01000,1.520
+28,self_attn.q_proj,0.0000386177,0.01000,1.552
+28,self_attn.o_proj,0.0000052657,0.01000,1.522
+28,mlp.gate_up_proj,0.0003065639,0.01000,1.794
+28,mlp.down_proj,0.0000314570,0.01000,7.720
+29,self_attn.k_proj,0.0000023923,0.01000,1.489
+29,self_attn.v_proj,0.0000022201,0.01000,1.515
+29,self_attn.q_proj,0.0000375617,0.01000,1.533
+29,self_attn.o_proj,0.0000060325,0.01000,1.526
+29,mlp.gate_up_proj,0.0002587825,0.01000,1.764
+29,mlp.down_proj,0.0000264966,0.01000,7.725
+30,self_attn.k_proj,0.0000029710,0.01000,1.491
+30,self_attn.v_proj,0.0000028491,0.01000,1.541
+30,self_attn.q_proj,0.0000480602,0.01000,1.540
+30,self_attn.o_proj,0.0000023055,0.01000,1.523
+30,mlp.gate_up_proj,0.0002376178,0.01000,1.758
+30,mlp.down_proj,0.0000210452,0.01000,7.753
+31,self_attn.k_proj,0.0000027275,0.01000,1.496
+31,self_attn.v_proj,0.0000028166,0.01000,1.516
+31,self_attn.q_proj,0.0000448323,0.01000,1.542
+31,self_attn.o_proj,0.0000031633,0.01000,1.537
+31,mlp.gate_up_proj,0.0002244233,0.01000,1.758
+31,mlp.down_proj,0.0000184050,0.01000,7.731
+32,self_attn.k_proj,0.0000028851,0.01000,1.491
+32,self_attn.v_proj,0.0000028860,0.01000,1.524
+32,self_attn.q_proj,0.0000488739,0.01000,1.544
+32,self_attn.o_proj,0.0000038245,0.01000,1.522
+32,mlp.gate_up_proj,0.0002103205,0.01000,1.765
+32,mlp.down_proj,0.0000162122,0.01000,7.755
+33,self_attn.k_proj,0.0000018585,0.01000,1.493
+33,self_attn.v_proj,0.0000018939,0.01000,1.534
+33,self_attn.q_proj,0.0000318633,0.01000,1.554
+33,self_attn.o_proj,0.0000035201,0.01000,1.554
+33,mlp.gate_up_proj,0.0001825548,0.01000,1.782
+33,mlp.down_proj,0.0000126821,0.01000,7.742
+34,self_attn.k_proj,0.0000019409,0.01000,1.504
+34,self_attn.v_proj,0.0000017755,0.01000,1.529
+34,self_attn.q_proj,0.0000312464,0.01000,1.569
+34,self_attn.o_proj,0.0000106473,0.01000,1.523
+34,mlp.gate_up_proj,0.0001308567,0.01000,1.761
+34,mlp.down_proj,0.0000084482,0.01000,7.757
+35,self_attn.k_proj,0.0000020172,0.01000,1.502
+35,self_attn.v_proj,0.0000017908,0.01000,1.526
+35,self_attn.q_proj,0.0000337882,0.01000,1.550
+35,self_attn.o_proj,0.0000087794,0.01000,1.528
+35,mlp.gate_up_proj,0.0001125164,0.01000,1.797
+35,mlp.down_proj,0.0000068781,0.01000,7.763
+36,self_attn.k_proj,0.0000021642,0.01000,1.475
+36,self_attn.v_proj,0.0000020408,0.01000,1.504
+36,self_attn.q_proj,0.0000388233,0.01000,1.540
+36,self_attn.o_proj,0.0000083437,0.01000,1.503
+36,mlp.gate_up_proj,0.0001143253,0.01000,1.747
+36,mlp.down_proj,0.0000070406,0.01000,7.668
+37,self_attn.k_proj,0.0000018855,0.01000,1.474
+37,self_attn.v_proj,0.0000017017,0.01000,1.498
+37,self_attn.q_proj,0.0000330188,0.01000,1.517
+37,self_attn.o_proj,0.0000095858,0.01000,1.521
+37,mlp.gate_up_proj,0.0000955174,0.01000,1.788
+37,mlp.down_proj,0.0000051665,0.01000,7.658
+38,self_attn.k_proj,0.0000026216,0.01000,1.474
+38,self_attn.v_proj,0.0000024581,0.01000,1.500
+38,self_attn.q_proj,0.0000449249,0.01000,1.515
+38,self_attn.o_proj,0.0000140097,0.01000,1.498
+38,mlp.gate_up_proj,0.0000959132,0.01000,1.748
+38,mlp.down_proj,0.0000055332,0.01000,7.754
+39,self_attn.k_proj,0.0000023764,0.01000,1.505
+39,self_attn.v_proj,0.0000021691,0.01000,1.514
+39,self_attn.q_proj,0.0000410026,0.01000,1.538
+39,self_attn.o_proj,0.0000092969,0.01000,1.514
+39,mlp.gate_up_proj,0.0001086052,0.01000,1.762
+39,mlp.down_proj,0.0000062391,0.01000,7.746
+40,self_attn.k_proj,0.0000026411,0.01000,1.513
+40,self_attn.v_proj,0.0000024685,0.01000,1.507
+40,self_attn.q_proj,0.0000463585,0.01000,1.522
+40,self_attn.o_proj,0.0000110130,0.01000,1.514
+40,mlp.gate_up_proj,0.0000871354,0.01000,1.754
+40,mlp.down_proj,0.0000039779,0.01000,7.759
+41,self_attn.k_proj,0.0000020181,0.01000,1.486
+41,self_attn.v_proj,0.0000021271,0.01000,1.507
+41,self_attn.q_proj,0.0000409969,0.01000,1.547
+41,self_attn.o_proj,0.0000054175,0.01000,1.539
+41,mlp.gate_up_proj,0.0000830821,0.01000,1.766
+41,mlp.down_proj,0.0000035916,0.01000,7.751
+42,self_attn.k_proj,0.0000024863,0.01000,1.483
+42,self_attn.v_proj,0.0000025053,0.01000,1.510
+42,self_attn.q_proj,0.0000468063,0.01000,1.528
+42,self_attn.o_proj,0.0000105437,0.01000,1.514
+42,mlp.gate_up_proj,0.0000811200,0.01000,1.754
+42,mlp.down_proj,0.0000035646,0.01000,7.721
+43,self_attn.k_proj,0.0000023590,0.01000,1.483
+43,self_attn.v_proj,0.0000022048,0.01000,1.507
+43,self_attn.q_proj,0.0000429752,0.01000,1.530
+43,self_attn.o_proj,0.0000107138,0.01000,1.521
+43,mlp.gate_up_proj,0.0000761639,0.01000,1.764
+43,mlp.down_proj,0.0000033740,0.01000,7.753
+44,self_attn.k_proj,0.0000022945,0.01000,1.484
+44,self_attn.v_proj,0.0000024551,0.01000,1.512
+44,self_attn.q_proj,0.0000470545,0.01000,1.537
+44,self_attn.o_proj,0.0000083398,0.01000,1.520
+44,mlp.gate_up_proj,0.0000717656,0.01000,1.758
+44,mlp.down_proj,0.0000031455,0.01000,7.725
+45,self_attn.k_proj,0.0000026021,0.01000,1.494
+45,self_attn.v_proj,0.0000024987,0.01000,1.522
+45,self_attn.q_proj,0.0000503206,0.01000,1.538
+45,self_attn.o_proj,0.0000093540,0.01000,1.514
+45,mlp.gate_up_proj,0.0000653584,0.01000,1.777
+45,mlp.down_proj,0.0000027631,0.01000,7.734
+46,self_attn.k_proj,0.0000023923,0.01000,1.496
+46,self_attn.v_proj,0.0000025303,0.01000,1.519
+46,self_attn.q_proj,0.0000464908,0.01000,1.534
+46,self_attn.o_proj,0.0000092665,0.01000,1.522
+46,mlp.gate_up_proj,0.0000673613,0.01000,1.763
+46,mlp.down_proj,0.0000032540,0.01000,7.743
+47,self_attn.k_proj,0.0000022541,0.01000,1.482
+47,self_attn.v_proj,0.0000024099,0.01000,1.507
+47,self_attn.q_proj,0.0000424197,0.01000,1.529
+47,self_attn.o_proj,0.0000087173,0.01000,1.520
+47,mlp.gate_up_proj,0.0000696124,0.01000,1.758
+47,mlp.down_proj,0.0000032250,0.01000,7.752
+48,self_attn.k_proj,0.0000022253,0.01000,1.492
+48,self_attn.v_proj,0.0000022728,0.01000,1.514
+48,self_attn.q_proj,0.0000427026,0.01000,1.553
+48,self_attn.o_proj,0.0000073344,0.01000,1.540
+48,mlp.gate_up_proj,0.0000666436,0.01000,1.771
+48,mlp.down_proj,0.0000034516,0.01000,7.751
+49,self_attn.k_proj,0.0000023598,0.01000,1.489
+49,self_attn.v_proj,0.0000025774,0.01000,1.522
+49,self_attn.q_proj,0.0000439942,0.01000,1.545
+49,self_attn.o_proj,0.0000058884,0.01000,1.524
+49,mlp.gate_up_proj,0.0001054278,0.01000,1.762
+49,mlp.down_proj,0.0000066771,0.01000,7.784
+50,self_attn.k_proj,0.0000023662,0.01000,1.478
+50,self_attn.v_proj,0.0000027904,0.01000,1.504
+50,self_attn.q_proj,0.0000424220,0.01000,1.526
+50,self_attn.o_proj,0.0000072030,0.01000,1.516
+50,mlp.gate_up_proj,0.0001290033,0.01000,1.755
+50,mlp.down_proj,0.0000091810,0.01000,7.675
+51,self_attn.k_proj,0.0000022649,0.01000,1.489
+51,self_attn.v_proj,0.0000022110,0.01000,1.517
+51,self_attn.q_proj,0.0000381388,0.01000,1.558
+51,self_attn.o_proj,0.0000036714,0.01000,1.539
+51,mlp.gate_up_proj,0.0001260655,0.01000,1.749
+51,mlp.down_proj,0.0000091918,0.01000,7.712
+52,self_attn.k_proj,0.0000024394,0.01000,1.474
+52,self_attn.v_proj,0.0000023174,0.01000,1.500
+52,self_attn.q_proj,0.0000422424,0.01000,1.547
+52,self_attn.o_proj,0.0000042098,0.01000,1.526
+52,mlp.gate_up_proj,0.0001209586,0.01000,1.776
+52,mlp.down_proj,0.0000086012,0.01000,7.724
+53,self_attn.k_proj,0.0000020518,0.01000,1.503
+53,self_attn.v_proj,0.0000024131,0.01000,1.522
+53,self_attn.q_proj,0.0000456590,0.01000,1.566
+53,self_attn.o_proj,0.0000017261,0.01000,1.529
+53,mlp.gate_up_proj,0.0001240569,0.01000,1.771
+53,mlp.down_proj,0.0000086225,0.01000,7.725
+54,self_attn.k_proj,0.0000021914,0.01000,1.496
+54,self_attn.v_proj,0.0000026488,0.01000,1.550
+54,self_attn.q_proj,0.0000383103,0.01000,1.556
+54,self_attn.o_proj,0.0000011243,0.01000,1.553
+54,mlp.gate_up_proj,0.0001322332,0.01000,1.801
+54,mlp.down_proj,0.0000096043,0.01000,7.784
+55,self_attn.k_proj,0.0000021482,0.01000,1.485
+55,self_attn.v_proj,0.0000023087,0.01000,1.506
+55,self_attn.q_proj,0.0000335327,0.01000,1.527
+55,self_attn.o_proj,0.0000010707,0.01000,1.513
+55,mlp.gate_up_proj,0.0001262408,0.01000,1.763
+55,mlp.down_proj,0.0000091236,0.01000,7.742
+56,self_attn.k_proj,0.0000020794,0.01000,1.475
+56,self_attn.v_proj,0.0000026723,0.01000,1.510
+56,self_attn.q_proj,0.0000372959,0.01000,1.531
+56,self_attn.o_proj,0.0000023217,0.01000,1.514
+56,mlp.gate_up_proj,0.0001405949,0.01000,1.746
+56,mlp.down_proj,0.0000117001,0.01000,7.710
+57,self_attn.k_proj,0.0000021717,0.01000,1.477
+57,self_attn.v_proj,0.0000020618,0.01000,1.543
+57,self_attn.q_proj,0.0000394623,0.01000,1.537
+57,self_attn.o_proj,0.0000070200,0.01000,1.507
+57,mlp.gate_up_proj,0.0001650417,0.01000,1.744
+57,mlp.down_proj,0.0000167601,0.01000,7.679
+58,self_attn.k_proj,0.0000021242,0.01000,1.501
+58,self_attn.v_proj,0.0000021589,0.01000,1.528
+58,self_attn.q_proj,0.0000392971,0.01000,1.574
+58,self_attn.o_proj,0.0000022084,0.01000,1.542
+58,mlp.gate_up_proj,0.0002288546,0.01000,1.770
+58,mlp.down_proj,0.0000346537,0.01000,7.762
+59,self_attn.k_proj,0.0000021596,0.01000,1.490
+59,self_attn.v_proj,0.0000019384,0.01000,1.514
+59,self_attn.q_proj,0.0000360824,0.01000,1.533
+59,self_attn.o_proj,0.0000036960,0.01000,1.520
+59,mlp.gate_up_proj,0.0002469802,0.01000,1.763
+59,mlp.down_proj,0.0000465371,0.01000,7.804
+60,self_attn.k_proj,0.0000019967,0.01000,1.491
+60,self_attn.v_proj,0.0000018081,0.01000,1.523
+60,self_attn.q_proj,0.0000359417,0.01000,1.548
+60,self_attn.o_proj,0.0000057281,0.01000,1.521
+60,mlp.gate_up_proj,0.0002825791,0.01000,1.766
+60,mlp.down_proj,0.0000614542,0.01000,7.746

quantize_config.json

@@ -0,0 +1,23 @@
+{
+  "bits": 4,
+  "group_size": 128,
+  "desc_act": true,
+  "sym": true,
+  "lm_head": false,
+  "quant_method": "gptq",
+  "checkpoint_format": "gptq",
+  "pack_dtype": "int32",
+  "meta": {
+    "quantizer": [
+      "gptqmodel:3.0.0-dev"
+    ],
+    "uri": "https://github.com/modelcloud/gptqmodel",
+    "damp_percent": 0.01,
+    "damp_auto_increment": 0.0025,
+    "static_groups": false,
+    "true_sequential": true,
+    "mse": 0.0,
+    "v2": false,
+    "v2_alpha": 0.25
+  }
+}

special_tokens_map.json

@@ -0,0 +1,26 @@
+{
+  "additional_special_tokens": [
+    "<|endoftext|>",
+    "[MASK]",
+    "[gMASK]",
+    "[sMASK]",
+    "<sop>",
+    "<eop>",
+    "<|system|>",
+    "<|user|>",
+    "<|assistant|>",
+    "<|observation|>",
+    "<|begin_of_image|>",
+    "<|end_of_image|>",
+    "<|begin_of_video|>",
+    "<|end_of_video|>"
+  ],
+  "eos_token": {
+    "content": "<|user|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|endoftext|>"
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ebeac0d8bd7879ead7b43c16b44981f277e47225de2bd7de9ae1a6cc664a8c
+size 19966496

tokenizer_config.json

@@ -0,0 +1,146 @@
+{
+  "added_tokens_decoder": {
+    "151329": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151330": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151331": {
+      "content": "[gMASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151332": {
+      "content": "[sMASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151333": {
+      "content": "<sop>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151334": {
+      "content": "<eop>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151335": {
+      "content": "<|system|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151336": {
+      "content": "<|user|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151337": {
+      "content": "<|assistant|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151338": {
+      "content": "<|observation|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151339": {
+      "content": "<|begin_of_image|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151340": {
+      "content": "<|end_of_image|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151341": {
+      "content": "<|begin_of_video|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151342": {
+      "content": "<|end_of_video|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|endoftext|>",
+    "[MASK]",
+    "[gMASK]",
+    "[sMASK]",
+    "<sop>",
+    "<eop>",
+    "<|system|>",
+    "<|user|>",
+    "<|assistant|>",
+    "<|observation|>",
+    "<|begin_of_image|>",
+    "<|end_of_image|>",
+    "<|begin_of_video|>",
+    "<|end_of_video|>"
+  ],
+  "clean_up_tokenization_spaces": false,
+  "do_lower_case": false,
+  "eos_token": "<|user|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 128000,
+  "pad_token": "<|endoftext|>",
+  "padding_side": "left",
+  "remove_space": false,
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "_commit_hash": null
+}