Use unique model_type "chatts" instead of reusing "qwen2" (#8)
Browse files- feat: Use unique model_type chatts instead of reusing qwen2 (b7a223edd98fec0c90f49506fd7db2355050b61f)
Co-authored-by: Alexander Chemeris <[email protected]>
- config.json +1 -1
- configuration_qwen2.py +1 -1
config.json
CHANGED
@@ -19,7 +19,7 @@
|
|
19 |
"intermediate_size": 13824,
|
20 |
"max_position_embeddings": 32768,
|
21 |
"max_window_layers": 70,
|
22 |
-
"model_type": "
|
23 |
"num_attention_heads": 40,
|
24 |
"num_hidden_layers": 48,
|
25 |
"num_key_value_heads": 8,
|
|
|
19 |
"intermediate_size": 13824,
|
20 |
"max_position_embeddings": 32768,
|
21 |
"max_window_layers": 70,
|
22 |
+
"model_type": "chatts",
|
23 |
"num_attention_heads": 40,
|
24 |
"num_hidden_layers": 48,
|
25 |
"num_key_value_heads": 8,
|
configuration_qwen2.py
CHANGED
@@ -93,7 +93,7 @@ class Qwen2TSConfig(PretrainedConfig):
|
|
93 |
>>> configuration = model.config
|
94 |
```"""
|
95 |
|
96 |
-
model_type = "
|
97 |
keys_to_ignore_at_inference = ["past_key_values"]
|
98 |
|
99 |
def __init__(
|
|
|
93 |
>>> configuration = model.config
|
94 |
```"""
|
95 |
|
96 |
+
model_type = "chatts"
|
97 |
keys_to_ignore_at_inference = ["past_key_values"]
|
98 |
|
99 |
def __init__(
|