Orion-zhen commited on
Commit
858964e
·
verified ·
1 Parent(s): 32a0086

Upload 2 files

Browse files
.gitattributes CHANGED
@@ -36,3 +36,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
36
  models/Gemma-3/tokenizer.json filter=lfs diff=lfs merge=lfs -text
37
  models/Llama-4/tokenizer.json filter=lfs diff=lfs merge=lfs -text
38
  models/Phi-4-multimodal/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 
 
36
  models/Gemma-3/tokenizer.json filter=lfs diff=lfs merge=lfs -text
37
  models/Llama-4/tokenizer.json filter=lfs diff=lfs merge=lfs -text
38
  models/Phi-4-multimodal/tokenizer.json filter=lfs diff=lfs merge=lfs -text
39
+ models/GLM-4-0414/tokenizer.json filter=lfs diff=lfs merge=lfs -text
models/GLM-4-0414/config.json CHANGED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Glm4ForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "eos_token_id": [
8
+ 151329,
9
+ 151336,
10
+ 151338
11
+ ],
12
+ "head_dim": 128,
13
+ "hidden_act": "silu",
14
+ "hidden_size": 6144,
15
+ "initializer_range": 0.02,
16
+ "intermediate_size": 23040,
17
+ "max_position_embeddings": 32768,
18
+ "model_type": "glm4",
19
+ "num_attention_heads": 48,
20
+ "num_hidden_layers": 61,
21
+ "num_key_value_heads": 2,
22
+ "pad_token_id": 151329,
23
+ "partial_rotary_factor": 0.5,
24
+ "rms_norm_eps": 1e-05,
25
+ "rope_theta": 10000.0,
26
+ "tie_word_embeddings": false,
27
+ "torch_dtype": "bfloat16",
28
+ "transformers_version": "4.52.0.dev0",
29
+ "use_cache": true,
30
+ "vocab_size": 151552
31
+ }
models/GLM-4-0414/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76ebeac0d8bd7879ead7b43c16b44981f277e47225de2bd7de9ae1a6cc664a8c
3
+ size 19966496