Xenova HF Staff commited on
Commit
e7df677
·
verified ·
1 Parent(s): 2fe0f4a

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ source.spm filter=lfs diff=lfs merge=lfs -text
37
+ target.spm filter=lfs diff=lfs merge=lfs -text
config.json CHANGED
@@ -1,4 +1,5 @@
1
  {
 
2
  "_name_or_path": "Helsinki-NLP/opus-mt-ROMANCE-en",
3
  "activation_dropout": 0.0,
4
  "activation_function": "swish",
@@ -8,11 +9,6 @@
8
  "MarianMTModel"
9
  ],
10
  "attention_dropout": 0.0,
11
- "bad_words_ids": [
12
- [
13
- 65000
14
- ]
15
- ],
16
  "bos_token_id": 0,
17
  "classif_dropout": 0.0,
18
  "classifier_dropout": 0.0,
@@ -42,18 +38,19 @@
42
  "LABEL_1": 1,
43
  "LABEL_2": 2
44
  },
45
- "max_length": 512,
46
  "max_position_embeddings": 512,
47
  "model_type": "marian",
48
  "normalize_before": false,
49
  "normalize_embedding": false,
50
- "num_beams": 4,
51
  "num_hidden_layers": 6,
52
  "pad_token_id": 65000,
53
  "scale_embedding": true,
54
  "share_encoder_decoder_embeddings": true,
55
  "static_position_embeddings": true,
56
- "transformers_version": "4.43.4",
 
57
  "use_cache": true,
58
  "vocab_size": 65001
59
  }
 
1
  {
2
+ "_attn_implementation_autoset": true,
3
  "_name_or_path": "Helsinki-NLP/opus-mt-ROMANCE-en",
4
  "activation_dropout": 0.0,
5
  "activation_function": "swish",
 
9
  "MarianMTModel"
10
  ],
11
  "attention_dropout": 0.0,
 
 
 
 
 
12
  "bos_token_id": 0,
13
  "classif_dropout": 0.0,
14
  "classifier_dropout": 0.0,
 
38
  "LABEL_1": 1,
39
  "LABEL_2": 2
40
  },
41
+ "max_length": null,
42
  "max_position_embeddings": 512,
43
  "model_type": "marian",
44
  "normalize_before": false,
45
  "normalize_embedding": false,
46
+ "num_beams": null,
47
  "num_hidden_layers": 6,
48
  "pad_token_id": 65000,
49
  "scale_embedding": true,
50
  "share_encoder_decoder_embeddings": true,
51
  "static_position_embeddings": true,
52
+ "torch_dtype": "float32",
53
+ "transformers_version": "4.49.0",
54
  "use_cache": true,
55
  "vocab_size": 65001
56
  }
generation_config.json CHANGED
@@ -12,5 +12,5 @@
12
  "num_beams": 4,
13
  "pad_token_id": 65000,
14
  "renormalize_logits": true,
15
- "transformers_version": "4.43.4"
16
  }
 
12
  "num_beams": 4,
13
  "pad_token_id": 65000,
14
  "renormalize_logits": true,
15
+ "transformers_version": "4.49.0"
16
  }
onnx/decoder_model.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f886f30d022baf508b864ef0e351673d4056b28df73762122a4abd9182e0c7e5
3
- size 235612798
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74c8bab829c4d9a35087b9c6497ebad6a376699199d873c82147e761222f42e9
3
+ size 235591974
onnx/decoder_model_fp16.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:738ef3ef4872c0977c801173837dd846e4843ad25caee80338ed28767cf9df05
3
- size 117951084
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3a6b7b0b00ebc9dd0e9eccc5e9043a0a09269f6e73d52e2d422ec5c96952038
3
+ size 117929959
onnx/decoder_model_merged.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4653c13dd8a5901203350f6ef37b8cb86fa84c7a1442b75126d1c9aa674b768b
3
- size 235959976
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f749d0a9be2260704b5d359ea58b2bed87ff658b06d030aec289dc8558aab20
3
+ size 235912391
onnx/decoder_model_merged_fp16.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5dcc2779365566b0ad5dd1404ff2bb7d66d687aa511a5598cab018df1d8f8404
3
- size 229686288
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1af2c8d7f5571f33f3c897974189bfff3bd32eb5ff015893ad74c8afa4e22d92
3
+ size 118278296
onnx/decoder_with_past_model.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8a9d47ff918f20d02645f583c87c7af6e0ad7f1a3d6aeb51b3bf5880aee2ef3c
3
- size 222932568
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:064863ce976e27953b9ee84fe882a67da33764ad64633ab1a39898798a2ebacb
3
+ size 222916818
onnx/decoder_with_past_model_fp16.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:390fd26cdccfe2b4c926b56604c778656935b3761769b63d737ed280dfbec3fb
3
- size 111577450
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19f88a4f15f1a2305cf0421905adb094f193d0b56cb7771fa6e242d29f32d3c8
3
+ size 111563179
onnx/encoder_model.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a2b005d1078d276b01a67fc8e7683843692152c5d3be8543b671dc956750c530
3
- size 209950928
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d6cd965782db8c5bdf9b0f64fead07aefb25b43df977c59a79baf73a1504846
3
+ size 209942461
onnx/encoder_model_fp16.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:493c49b6fdaf89b954a5816ee844d347e17307f4b1d16d9fe84833c7f8c92410
3
- size 105037025
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1446cce39a4dc3ec95dfdb9807b18c61b5469cfa2fff4cb94f13b0fa8f55c843
3
+ size 105028929
quantize_config.json CHANGED
@@ -1,17 +1,12 @@
1
  {
2
  "modes": [
3
- "fp16",
4
- "q8",
5
- "int8",
6
- "uint8",
7
- "q4",
8
- "q4f16",
9
- "bnb4"
10
  ],
11
  "per_channel": true,
12
  "reduce_range": true,
13
  "block_size": null,
14
  "is_symmetric": true,
15
  "accuracy_level": null,
16
- "quant_type": 1
 
17
  }
 
1
  {
2
  "modes": [
3
+ "fp16"
 
 
 
 
 
 
4
  ],
5
  "per_channel": true,
6
  "reduce_range": true,
7
  "block_size": null,
8
  "is_symmetric": true,
9
  "accuracy_level": null,
10
+ "quant_type": 1,
11
+ "op_block_list": null
12
  }
source.spm CHANGED
Binary files a/source.spm and b/source.spm differ
 
target.spm CHANGED
Binary files a/target.spm and b/target.spm differ
 
tokenizer_config.json CHANGED
@@ -25,8 +25,9 @@
25
  "special": true
26
  }
27
  },
28
- "clean_up_tokenization_spaces": true,
29
  "eos_token": "</s>",
 
30
  "model_max_length": 512,
31
  "pad_token": "<pad>",
32
  "separate_vocabs": false,
 
25
  "special": true
26
  }
27
  },
28
+ "clean_up_tokenization_spaces": false,
29
  "eos_token": "</s>",
30
+ "extra_special_tokens": {},
31
  "model_max_length": 512,
32
  "pad_token": "<pad>",
33
  "separate_vocabs": false,