Upload 28 files
Browse files- .gitattributes +20 -0
- ONNX/decoder_model.onnx +3 -0
- ONNX/decoder_model_merged.onnx +3 -0
- ONNX/decoder_model_merged_fp16.onnx +3 -0
- ONNX/decoder_model_merged_quantized.onnx +3 -0
- ONNX/decoder_model_quantized.onnx +3 -0
- ONNX/decoder_with_past_model.onnx +3 -0
- ONNX/decoder_with_past_model_quantized.onnx +3 -0
- ONNX/encoder_model.onnx +3 -0
- ONNX/encoder_model_fp16.onnx +3 -0
- ONNX/encoder_model_quantized.onnx +3 -0
- ONNX/Не підтверджено 458389.crdownload +3 -0
- ONNX/Не підтверджено 472355.crdownload +3 -0
- ONNX/Не підтверджено 475767.crdownload +3 -0
- ONNX/Не підтверджено 599470.crdownload +3 -0
- ONNX/Не підтверджено 667452.crdownload +3 -0
- ONNX/Не підтверджено 678849.crdownload +3 -0
- ONNX/Не підтверджено 72319.crdownload +3 -0
- ONNX/Не підтверджено 73512.crdownload +3 -0
- ONNX/Не підтверджено 763583.crdownload +3 -0
- ONNX/Не підтверджено 768065.crdownload +3 -0
- README.md +6 -14
- config.json +60 -0
- generation_config.json +7 -0
- gitattributes +34 -0
- quantize_config.json +139 -0
- special_tokens_map.json +107 -0
- tokenizer.json +0 -0
- tokenizer_config.json +115 -0
.gitattributes
ADDED
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
ONNX/Не[[:space:]]підтверджено[[:space:]]458389.crdownload filter=lfs diff=lfs merge=lfs -text
|
2 |
+
ONNX/Не[[:space:]]підтверджено[[:space:]]472355.crdownload filter=lfs diff=lfs merge=lfs -text
|
3 |
+
ONNX/Не[[:space:]]підтверджено[[:space:]]475767.crdownload filter=lfs diff=lfs merge=lfs -text
|
4 |
+
ONNX/Не[[:space:]]підтверджено[[:space:]]599470.crdownload filter=lfs diff=lfs merge=lfs -text
|
5 |
+
ONNX/Не[[:space:]]підтверджено[[:space:]]667452.crdownload filter=lfs diff=lfs merge=lfs -text
|
6 |
+
ONNX/Не[[:space:]]підтверджено[[:space:]]678849.crdownload filter=lfs diff=lfs merge=lfs -text
|
7 |
+
ONNX/Не[[:space:]]підтверджено[[:space:]]72319.crdownload filter=lfs diff=lfs merge=lfs -text
|
8 |
+
ONNX/Не[[:space:]]підтверджено[[:space:]]73512.crdownload filter=lfs diff=lfs merge=lfs -text
|
9 |
+
ONNX/Не[[:space:]]підтверджено[[:space:]]763583.crdownload filter=lfs diff=lfs merge=lfs -text
|
10 |
+
ONNX/Не[[:space:]]підтверджено[[:space:]]768065.crdownload filter=lfs diff=lfs merge=lfs -text
|
11 |
+
ONNX/decoder_model_merged_fp16.onnx filter=lfs diff=lfs merge=lfs -text
|
12 |
+
ONNX/decoder_model_merged_quantized.onnx filter=lfs diff=lfs merge=lfs -text
|
13 |
+
ONNX/decoder_model_merged.onnx filter=lfs diff=lfs merge=lfs -text
|
14 |
+
ONNX/decoder_model_quantized.onnx filter=lfs diff=lfs merge=lfs -text
|
15 |
+
ONNX/decoder_model.onnx filter=lfs diff=lfs merge=lfs -text
|
16 |
+
ONNX/decoder_with_past_model_quantized.onnx filter=lfs diff=lfs merge=lfs -text
|
17 |
+
ONNX/decoder_with_past_model.onnx filter=lfs diff=lfs merge=lfs -text
|
18 |
+
ONNX/encoder_model_fp16.onnx filter=lfs diff=lfs merge=lfs -text
|
19 |
+
ONNX/encoder_model_quantized.onnx filter=lfs diff=lfs merge=lfs -text
|
20 |
+
ONNX/encoder_model.onnx filter=lfs diff=lfs merge=lfs -text
|
ONNX/decoder_model.onnx
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2e46abb87e26d82ced401c78105b3d7b254f890800f5ef224688811de171255c
|
3 |
+
size 166670419
|
ONNX/decoder_model_merged.onnx
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:09ce39b5dad1b89b81cf068f3046f0e590f36510319c6eecec81163f0f4b5bf8
|
3 |
+
size 166832597
|
ONNX/decoder_model_merged_fp16.onnx
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e2ec8738d4a025ad86f262394a7dabd2f572564f20710eb6ee8518cfbc76b3d9
|
3 |
+
size 83700305
|
ONNX/decoder_model_merged_quantized.onnx
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:468bb04cc7cbdf77881560c9876014c87b7ccc00d53521924d6568aa369d162e
|
3 |
+
size 42431406
|
ONNX/decoder_model_quantized.onnx
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9a27ad523566782fec8b429c1049e1707a19905563b685c89bf4b6baac27a4d1
|
3 |
+
size 42154654
|
ONNX/decoder_with_past_model.onnx
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fffa272f238f440e69fe2bf0408b628974a4e177bae114f33ebf4e8b66641aa5
|
3 |
+
size 154076559
|
ONNX/decoder_with_past_model_quantized.onnx
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7d85143968e6d06590e3c1a907996d3d6f0d610126988f365529151460425b79
|
3 |
+
size 38952121
|
ONNX/encoder_model.onnx
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2ea6f670e6e6cc37237695bd24f79dfdf2d5849aaf1e5a38647a09d134d456c3
|
3 |
+
size 141404302
|
ONNX/encoder_model_fp16.onnx
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2cf6cd1a795ed1e122c6d0d756830b92fff21b8366bc35f281c411d154d86c46
|
3 |
+
size 70771051
|
ONNX/encoder_model_quantized.onnx
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d2a257d2187d00029fa206e73e89926989f10a41afb7186f2de993622b1d15bd
|
3 |
+
size 35640018
|
ONNX/Не підтверджено 458389.crdownload
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fffa272f238f440e69fe2bf0408b628974a4e177bae114f33ebf4e8b66641aa5
|
3 |
+
size 154076559
|
ONNX/Не підтверджено 472355.crdownload
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:468bb04cc7cbdf77881560c9876014c87b7ccc00d53521924d6568aa369d162e
|
3 |
+
size 42431406
|
ONNX/Не підтверджено 475767.crdownload
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2ea6f670e6e6cc37237695bd24f79dfdf2d5849aaf1e5a38647a09d134d456c3
|
3 |
+
size 141404302
|
ONNX/Не підтверджено 599470.crdownload
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7d85143968e6d06590e3c1a907996d3d6f0d610126988f365529151460425b79
|
3 |
+
size 38952121
|
ONNX/Не підтверджено 667452.crdownload
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2cf6cd1a795ed1e122c6d0d756830b92fff21b8366bc35f281c411d154d86c46
|
3 |
+
size 70771051
|
ONNX/Не підтверджено 678849.crdownload
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9a27ad523566782fec8b429c1049e1707a19905563b685c89bf4b6baac27a4d1
|
3 |
+
size 42154654
|
ONNX/Не підтверджено 72319.crdownload
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:09ce39b5dad1b89b81cf068f3046f0e590f36510319c6eecec81163f0f4b5bf8
|
3 |
+
size 166832597
|
ONNX/Не підтверджено 73512.crdownload
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2e46abb87e26d82ced401c78105b3d7b254f890800f5ef224688811de171255c
|
3 |
+
size 166670419
|
ONNX/Не підтверджено 763583.crdownload
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d2a257d2187d00029fa206e73e89926989f10a41afb7186f2de993622b1d15bd
|
3 |
+
size 35640018
|
ONNX/Не підтверджено 768065.crdownload
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e2ec8738d4a025ad86f262394a7dabd2f572564f20710eb6ee8518cfbc76b3d9
|
3 |
+
size 83700305
|
README.md
CHANGED
@@ -1,16 +1,8 @@
|
|
1 |
---
|
2 |
-
|
3 |
-
datasets:
|
4 |
-
- openai/mrcr
|
5 |
-
language:
|
6 |
-
- ru
|
7 |
-
metrics:
|
8 |
-
- accuracy
|
9 |
-
base_model:
|
10 |
-
- Xenova/t5-small-awesome-text-to-sql
|
11 |
-
new_version: Xenova/t5-small-awesome-text-to-sql
|
12 |
-
pipeline_tag: text2text-generation
|
13 |
library_name: transformers.js
|
14 |
-
|
15 |
-
|
16 |
-
|
|
|
|
|
|
1 |
---
|
2 |
+
base_model: MBZUAI/LaMini-T5-61M
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
3 |
library_name: transformers.js
|
4 |
+
---
|
5 |
+
|
6 |
+
https://huggingface.co/MBZUAI/LaMini-T5-61M with ONNX weights to be compatible with Transformers.js.
|
7 |
+
|
8 |
+
Note: Having a separate repo for ONNX weights is intended to be a temporary solution until WebML gains more traction. If you would like to make your models web-ready, we recommend converting to ONNX using [🤗 Optimum](https://huggingface.co/docs/optimum/index) and structuring your repo like this one (with ONNX weights located in a subfolder named `onnx`).
|
config.json
ADDED
@@ -0,0 +1,60 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "MBZUAI/LaMini-T5-61M",
|
3 |
+
"architectures": [
|
4 |
+
"T5ForConditionalGeneration"
|
5 |
+
],
|
6 |
+
"classifier_dropout": 0.0,
|
7 |
+
"d_ff": 2048,
|
8 |
+
"d_kv": 64,
|
9 |
+
"d_model": 512,
|
10 |
+
"decoder_start_token_id": 0,
|
11 |
+
"dense_act_fn": "relu",
|
12 |
+
"dropout_rate": 0.1,
|
13 |
+
"eos_token_id": 1,
|
14 |
+
"feed_forward_proj": "relu",
|
15 |
+
"initializer_factor": 1.0,
|
16 |
+
"is_encoder_decoder": true,
|
17 |
+
"is_gated_act": false,
|
18 |
+
"layer_norm_epsilon": 1e-06,
|
19 |
+
"model_type": "t5",
|
20 |
+
"n_positions": 512,
|
21 |
+
"num_decoder_layers": 6,
|
22 |
+
"num_heads": 8,
|
23 |
+
"num_layers": 6,
|
24 |
+
"output_past": true,
|
25 |
+
"pad_token_id": 0,
|
26 |
+
"relative_attention_max_distance": 128,
|
27 |
+
"relative_attention_num_buckets": 32,
|
28 |
+
"task_specific_params": {
|
29 |
+
"summarization": {
|
30 |
+
"early_stopping": true,
|
31 |
+
"length_penalty": 2.0,
|
32 |
+
"max_length": 200,
|
33 |
+
"min_length": 30,
|
34 |
+
"no_repeat_ngram_size": 3,
|
35 |
+
"num_beams": 4,
|
36 |
+
"prefix": "summarize: "
|
37 |
+
},
|
38 |
+
"translation_en_to_de": {
|
39 |
+
"early_stopping": true,
|
40 |
+
"max_length": 300,
|
41 |
+
"num_beams": 4,
|
42 |
+
"prefix": "translate English to German: "
|
43 |
+
},
|
44 |
+
"translation_en_to_fr": {
|
45 |
+
"early_stopping": true,
|
46 |
+
"max_length": 300,
|
47 |
+
"num_beams": 4,
|
48 |
+
"prefix": "translate English to French: "
|
49 |
+
},
|
50 |
+
"translation_en_to_ro": {
|
51 |
+
"early_stopping": true,
|
52 |
+
"max_length": 300,
|
53 |
+
"num_beams": 4,
|
54 |
+
"prefix": "translate English to Romanian: "
|
55 |
+
}
|
56 |
+
},
|
57 |
+
"transformers_version": "4.34.0.dev0",
|
58 |
+
"use_cache": true,
|
59 |
+
"vocab_size": 32128
|
60 |
+
}
|
generation_config.json
ADDED
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_from_model_config": true,
|
3 |
+
"decoder_start_token_id": 0,
|
4 |
+
"eos_token_id": 1,
|
5 |
+
"pad_token_id": 0,
|
6 |
+
"transformers_version": "4.34.0.dev0"
|
7 |
+
}
|
gitattributes
ADDED
@@ -0,0 +1,34 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
*.7z filter=lfs diff=lfs merge=lfs -text
|
2 |
+
*.arrow filter=lfs diff=lfs merge=lfs -text
|
3 |
+
*.bin filter=lfs diff=lfs merge=lfs -text
|
4 |
+
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
5 |
+
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
6 |
+
*.ftz filter=lfs diff=lfs merge=lfs -text
|
7 |
+
*.gz filter=lfs diff=lfs merge=lfs -text
|
8 |
+
*.h5 filter=lfs diff=lfs merge=lfs -text
|
9 |
+
*.joblib filter=lfs diff=lfs merge=lfs -text
|
10 |
+
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
11 |
+
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
12 |
+
*.model filter=lfs diff=lfs merge=lfs -text
|
13 |
+
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
14 |
+
*.npy filter=lfs diff=lfs merge=lfs -text
|
15 |
+
*.npz filter=lfs diff=lfs merge=lfs -text
|
16 |
+
*.onnx filter=lfs diff=lfs merge=lfs -text
|
17 |
+
*.ot filter=lfs diff=lfs merge=lfs -text
|
18 |
+
*.parquet filter=lfs diff=lfs merge=lfs -text
|
19 |
+
*.pb filter=lfs diff=lfs merge=lfs -text
|
20 |
+
*.pickle filter=lfs diff=lfs merge=lfs -text
|
21 |
+
*.pkl filter=lfs diff=lfs merge=lfs -text
|
22 |
+
*.pt filter=lfs diff=lfs merge=lfs -text
|
23 |
+
*.pth filter=lfs diff=lfs merge=lfs -text
|
24 |
+
*.rar filter=lfs diff=lfs merge=lfs -text
|
25 |
+
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
26 |
+
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
27 |
+
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
28 |
+
*.tflite filter=lfs diff=lfs merge=lfs -text
|
29 |
+
*.tgz filter=lfs diff=lfs merge=lfs -text
|
30 |
+
*.wasm filter=lfs diff=lfs merge=lfs -text
|
31 |
+
*.xz filter=lfs diff=lfs merge=lfs -text
|
32 |
+
*.zip filter=lfs diff=lfs merge=lfs -text
|
33 |
+
*.zst filter=lfs diff=lfs merge=lfs -text
|
34 |
+
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
quantize_config.json
ADDED
@@ -0,0 +1,139 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"per_channel": true,
|
3 |
+
"reduce_range": true,
|
4 |
+
"per_model_config": {
|
5 |
+
"decoder_model": {
|
6 |
+
"op_types": [
|
7 |
+
"Pow",
|
8 |
+
"Cast",
|
9 |
+
"Sub",
|
10 |
+
"Concat",
|
11 |
+
"ReduceMean",
|
12 |
+
"Unsqueeze",
|
13 |
+
"Shape",
|
14 |
+
"Div",
|
15 |
+
"ConstantOfShape",
|
16 |
+
"Log",
|
17 |
+
"Constant",
|
18 |
+
"Sqrt",
|
19 |
+
"Min",
|
20 |
+
"LessOrEqual",
|
21 |
+
"Neg",
|
22 |
+
"Transpose",
|
23 |
+
"Reshape",
|
24 |
+
"Range",
|
25 |
+
"Tile",
|
26 |
+
"Mul",
|
27 |
+
"Where",
|
28 |
+
"Relu",
|
29 |
+
"Softmax",
|
30 |
+
"MatMul",
|
31 |
+
"Gather",
|
32 |
+
"Less",
|
33 |
+
"Expand",
|
34 |
+
"Add"
|
35 |
+
],
|
36 |
+
"weight_type": "QInt8"
|
37 |
+
},
|
38 |
+
"encoder_model": {
|
39 |
+
"op_types": [
|
40 |
+
"Pow",
|
41 |
+
"Cast",
|
42 |
+
"Sub",
|
43 |
+
"Concat",
|
44 |
+
"ReduceMean",
|
45 |
+
"Unsqueeze",
|
46 |
+
"Shape",
|
47 |
+
"Div",
|
48 |
+
"Greater",
|
49 |
+
"ConstantOfShape",
|
50 |
+
"Log",
|
51 |
+
"Constant",
|
52 |
+
"Sqrt",
|
53 |
+
"Min",
|
54 |
+
"Transpose",
|
55 |
+
"Reshape",
|
56 |
+
"Mul",
|
57 |
+
"Range",
|
58 |
+
"Abs",
|
59 |
+
"Where",
|
60 |
+
"Relu",
|
61 |
+
"Softmax",
|
62 |
+
"MatMul",
|
63 |
+
"Gather",
|
64 |
+
"Less",
|
65 |
+
"Add"
|
66 |
+
],
|
67 |
+
"weight_type": "QInt8"
|
68 |
+
},
|
69 |
+
"decoder_model_merged": {
|
70 |
+
"op_types": [
|
71 |
+
"Pow",
|
72 |
+
"Cast",
|
73 |
+
"Sub",
|
74 |
+
"Concat",
|
75 |
+
"ReduceMean",
|
76 |
+
"Unsqueeze",
|
77 |
+
"Shape",
|
78 |
+
"Div",
|
79 |
+
"ConstantOfShape",
|
80 |
+
"Log",
|
81 |
+
"Slice",
|
82 |
+
"Constant",
|
83 |
+
"Sqrt",
|
84 |
+
"Min",
|
85 |
+
"If",
|
86 |
+
"LessOrEqual",
|
87 |
+
"Neg",
|
88 |
+
"Transpose",
|
89 |
+
"Reshape",
|
90 |
+
"Range",
|
91 |
+
"Tile",
|
92 |
+
"Mul",
|
93 |
+
"Where",
|
94 |
+
"Relu",
|
95 |
+
"Softmax",
|
96 |
+
"MatMul",
|
97 |
+
"Gather",
|
98 |
+
"Less",
|
99 |
+
"Expand",
|
100 |
+
"Add"
|
101 |
+
],
|
102 |
+
"weight_type": "QInt8"
|
103 |
+
},
|
104 |
+
"decoder_with_past_model": {
|
105 |
+
"op_types": [
|
106 |
+
"Pow",
|
107 |
+
"Cast",
|
108 |
+
"Sub",
|
109 |
+
"Concat",
|
110 |
+
"ReduceMean",
|
111 |
+
"Unsqueeze",
|
112 |
+
"Shape",
|
113 |
+
"Div",
|
114 |
+
"ConstantOfShape",
|
115 |
+
"Log",
|
116 |
+
"Slice",
|
117 |
+
"Constant",
|
118 |
+
"Sqrt",
|
119 |
+
"Min",
|
120 |
+
"LessOrEqual",
|
121 |
+
"Neg",
|
122 |
+
"Transpose",
|
123 |
+
"Reshape",
|
124 |
+
"Range",
|
125 |
+
"Tile",
|
126 |
+
"Mul",
|
127 |
+
"Where",
|
128 |
+
"Relu",
|
129 |
+
"Softmax",
|
130 |
+
"MatMul",
|
131 |
+
"Gather",
|
132 |
+
"Less",
|
133 |
+
"Expand",
|
134 |
+
"Add"
|
135 |
+
],
|
136 |
+
"weight_type": "QInt8"
|
137 |
+
}
|
138 |
+
}
|
139 |
+
}
|
special_tokens_map.json
ADDED
@@ -0,0 +1,107 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"additional_special_tokens": [
|
3 |
+
"<extra_id_0>",
|
4 |
+
"<extra_id_1>",
|
5 |
+
"<extra_id_2>",
|
6 |
+
"<extra_id_3>",
|
7 |
+
"<extra_id_4>",
|
8 |
+
"<extra_id_5>",
|
9 |
+
"<extra_id_6>",
|
10 |
+
"<extra_id_7>",
|
11 |
+
"<extra_id_8>",
|
12 |
+
"<extra_id_9>",
|
13 |
+
"<extra_id_10>",
|
14 |
+
"<extra_id_11>",
|
15 |
+
"<extra_id_12>",
|
16 |
+
"<extra_id_13>",
|
17 |
+
"<extra_id_14>",
|
18 |
+
"<extra_id_15>",
|
19 |
+
"<extra_id_16>",
|
20 |
+
"<extra_id_17>",
|
21 |
+
"<extra_id_18>",
|
22 |
+
"<extra_id_19>",
|
23 |
+
"<extra_id_20>",
|
24 |
+
"<extra_id_21>",
|
25 |
+
"<extra_id_22>",
|
26 |
+
"<extra_id_23>",
|
27 |
+
"<extra_id_24>",
|
28 |
+
"<extra_id_25>",
|
29 |
+
"<extra_id_26>",
|
30 |
+
"<extra_id_27>",
|
31 |
+
"<extra_id_28>",
|
32 |
+
"<extra_id_29>",
|
33 |
+
"<extra_id_30>",
|
34 |
+
"<extra_id_31>",
|
35 |
+
"<extra_id_32>",
|
36 |
+
"<extra_id_33>",
|
37 |
+
"<extra_id_34>",
|
38 |
+
"<extra_id_35>",
|
39 |
+
"<extra_id_36>",
|
40 |
+
"<extra_id_37>",
|
41 |
+
"<extra_id_38>",
|
42 |
+
"<extra_id_39>",
|
43 |
+
"<extra_id_40>",
|
44 |
+
"<extra_id_41>",
|
45 |
+
"<extra_id_42>",
|
46 |
+
"<extra_id_43>",
|
47 |
+
"<extra_id_44>",
|
48 |
+
"<extra_id_45>",
|
49 |
+
"<extra_id_46>",
|
50 |
+
"<extra_id_47>",
|
51 |
+
"<extra_id_48>",
|
52 |
+
"<extra_id_49>",
|
53 |
+
"<extra_id_50>",
|
54 |
+
"<extra_id_51>",
|
55 |
+
"<extra_id_52>",
|
56 |
+
"<extra_id_53>",
|
57 |
+
"<extra_id_54>",
|
58 |
+
"<extra_id_55>",
|
59 |
+
"<extra_id_56>",
|
60 |
+
"<extra_id_57>",
|
61 |
+
"<extra_id_58>",
|
62 |
+
"<extra_id_59>",
|
63 |
+
"<extra_id_60>",
|
64 |
+
"<extra_id_61>",
|
65 |
+
"<extra_id_62>",
|
66 |
+
"<extra_id_63>",
|
67 |
+
"<extra_id_64>",
|
68 |
+
"<extra_id_65>",
|
69 |
+
"<extra_id_66>",
|
70 |
+
"<extra_id_67>",
|
71 |
+
"<extra_id_68>",
|
72 |
+
"<extra_id_69>",
|
73 |
+
"<extra_id_70>",
|
74 |
+
"<extra_id_71>",
|
75 |
+
"<extra_id_72>",
|
76 |
+
"<extra_id_73>",
|
77 |
+
"<extra_id_74>",
|
78 |
+
"<extra_id_75>",
|
79 |
+
"<extra_id_76>",
|
80 |
+
"<extra_id_77>",
|
81 |
+
"<extra_id_78>",
|
82 |
+
"<extra_id_79>",
|
83 |
+
"<extra_id_80>",
|
84 |
+
"<extra_id_81>",
|
85 |
+
"<extra_id_82>",
|
86 |
+
"<extra_id_83>",
|
87 |
+
"<extra_id_84>",
|
88 |
+
"<extra_id_85>",
|
89 |
+
"<extra_id_86>",
|
90 |
+
"<extra_id_87>",
|
91 |
+
"<extra_id_88>",
|
92 |
+
"<extra_id_89>",
|
93 |
+
"<extra_id_90>",
|
94 |
+
"<extra_id_91>",
|
95 |
+
"<extra_id_92>",
|
96 |
+
"<extra_id_93>",
|
97 |
+
"<extra_id_94>",
|
98 |
+
"<extra_id_95>",
|
99 |
+
"<extra_id_96>",
|
100 |
+
"<extra_id_97>",
|
101 |
+
"<extra_id_98>",
|
102 |
+
"<extra_id_99>"
|
103 |
+
],
|
104 |
+
"eos_token": "</s>",
|
105 |
+
"pad_token": "<pad>",
|
106 |
+
"unk_token": "<unk>"
|
107 |
+
}
|
tokenizer.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
tokenizer_config.json
ADDED
@@ -0,0 +1,115 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"additional_special_tokens": [
|
3 |
+
"<extra_id_0>",
|
4 |
+
"<extra_id_1>",
|
5 |
+
"<extra_id_2>",
|
6 |
+
"<extra_id_3>",
|
7 |
+
"<extra_id_4>",
|
8 |
+
"<extra_id_5>",
|
9 |
+
"<extra_id_6>",
|
10 |
+
"<extra_id_7>",
|
11 |
+
"<extra_id_8>",
|
12 |
+
"<extra_id_9>",
|
13 |
+
"<extra_id_10>",
|
14 |
+
"<extra_id_11>",
|
15 |
+
"<extra_id_12>",
|
16 |
+
"<extra_id_13>",
|
17 |
+
"<extra_id_14>",
|
18 |
+
"<extra_id_15>",
|
19 |
+
"<extra_id_16>",
|
20 |
+
"<extra_id_17>",
|
21 |
+
"<extra_id_18>",
|
22 |
+
"<extra_id_19>",
|
23 |
+
"<extra_id_20>",
|
24 |
+
"<extra_id_21>",
|
25 |
+
"<extra_id_22>",
|
26 |
+
"<extra_id_23>",
|
27 |
+
"<extra_id_24>",
|
28 |
+
"<extra_id_25>",
|
29 |
+
"<extra_id_26>",
|
30 |
+
"<extra_id_27>",
|
31 |
+
"<extra_id_28>",
|
32 |
+
"<extra_id_29>",
|
33 |
+
"<extra_id_30>",
|
34 |
+
"<extra_id_31>",
|
35 |
+
"<extra_id_32>",
|
36 |
+
"<extra_id_33>",
|
37 |
+
"<extra_id_34>",
|
38 |
+
"<extra_id_35>",
|
39 |
+
"<extra_id_36>",
|
40 |
+
"<extra_id_37>",
|
41 |
+
"<extra_id_38>",
|
42 |
+
"<extra_id_39>",
|
43 |
+
"<extra_id_40>",
|
44 |
+
"<extra_id_41>",
|
45 |
+
"<extra_id_42>",
|
46 |
+
"<extra_id_43>",
|
47 |
+
"<extra_id_44>",
|
48 |
+
"<extra_id_45>",
|
49 |
+
"<extra_id_46>",
|
50 |
+
"<extra_id_47>",
|
51 |
+
"<extra_id_48>",
|
52 |
+
"<extra_id_49>",
|
53 |
+
"<extra_id_50>",
|
54 |
+
"<extra_id_51>",
|
55 |
+
"<extra_id_52>",
|
56 |
+
"<extra_id_53>",
|
57 |
+
"<extra_id_54>",
|
58 |
+
"<extra_id_55>",
|
59 |
+
"<extra_id_56>",
|
60 |
+
"<extra_id_57>",
|
61 |
+
"<extra_id_58>",
|
62 |
+
"<extra_id_59>",
|
63 |
+
"<extra_id_60>",
|
64 |
+
"<extra_id_61>",
|
65 |
+
"<extra_id_62>",
|
66 |
+
"<extra_id_63>",
|
67 |
+
"<extra_id_64>",
|
68 |
+
"<extra_id_65>",
|
69 |
+
"<extra_id_66>",
|
70 |
+
"<extra_id_67>",
|
71 |
+
"<extra_id_68>",
|
72 |
+
"<extra_id_69>",
|
73 |
+
"<extra_id_70>",
|
74 |
+
"<extra_id_71>",
|
75 |
+
"<extra_id_72>",
|
76 |
+
"<extra_id_73>",
|
77 |
+
"<extra_id_74>",
|
78 |
+
"<extra_id_75>",
|
79 |
+
"<extra_id_76>",
|
80 |
+
"<extra_id_77>",
|
81 |
+
"<extra_id_78>",
|
82 |
+
"<extra_id_79>",
|
83 |
+
"<extra_id_80>",
|
84 |
+
"<extra_id_81>",
|
85 |
+
"<extra_id_82>",
|
86 |
+
"<extra_id_83>",
|
87 |
+
"<extra_id_84>",
|
88 |
+
"<extra_id_85>",
|
89 |
+
"<extra_id_86>",
|
90 |
+
"<extra_id_87>",
|
91 |
+
"<extra_id_88>",
|
92 |
+
"<extra_id_89>",
|
93 |
+
"<extra_id_90>",
|
94 |
+
"<extra_id_91>",
|
95 |
+
"<extra_id_92>",
|
96 |
+
"<extra_id_93>",
|
97 |
+
"<extra_id_94>",
|
98 |
+
"<extra_id_95>",
|
99 |
+
"<extra_id_96>",
|
100 |
+
"<extra_id_97>",
|
101 |
+
"<extra_id_98>",
|
102 |
+
"<extra_id_99>"
|
103 |
+
],
|
104 |
+
"clean_up_tokenization_spaces": true,
|
105 |
+
"eos_token": "</s>",
|
106 |
+
"extra_ids": 100,
|
107 |
+
"max_length": 512,
|
108 |
+
"model_max_length": 512,
|
109 |
+
"pad_token": "<pad>",
|
110 |
+
"stride": 0,
|
111 |
+
"tokenizer_class": "T5Tokenizer",
|
112 |
+
"truncation_side": "right",
|
113 |
+
"truncation_strategy": "longest_first",
|
114 |
+
"unk_token": "<unk>"
|
115 |
+
}
|