repleeka commited on
Commit
7eee0fb
·
verified ·
1 Parent(s): 2eb49fc

Chinese version added

Browse files
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "Helsinki-NLP/opus-mt-en-hi",
3
  "activation_dropout": 0.0,
4
  "activation_function": "swish",
5
  "add_bias_logits": false,
@@ -16,16 +16,19 @@
16
  "decoder_ffn_dim": 2048,
17
  "decoder_layerdrop": 0.0,
18
  "decoder_layers": 6,
19
- "decoder_start_token_id": 61949,
20
- "decoder_vocab_size": 61950,
 
21
  "dropout": 0.1,
22
  "encoder_attention_heads": 8,
23
  "encoder_ffn_dim": 2048,
24
  "encoder_layerdrop": 0.0,
25
  "encoder_layers": 6,
26
  "eos_token_id": 0,
27
- "extra_pos_embeddings": 61950,
 
28
  "forced_eos_token_id": 0,
 
29
  "id2label": {
30
  "0": "LABEL_0",
31
  "1": "LABEL_1",
@@ -45,12 +48,12 @@
45
  "normalize_embedding": false,
46
  "num_beams": null,
47
  "num_hidden_layers": 6,
48
- "pad_token_id": 61949,
49
  "scale_embedding": true,
50
  "share_encoder_decoder_embeddings": true,
51
  "static_position_embeddings": true,
52
  "torch_dtype": "float32",
53
- "transformers_version": "4.46.1",
54
  "use_cache": true,
55
- "vocab_size": 61950
56
  }
 
1
  {
2
+ "_name_or_path": "Helsinki-NLP/opus-mt-en-zh",
3
  "activation_dropout": 0.0,
4
  "activation_function": "swish",
5
  "add_bias_logits": false,
 
16
  "decoder_ffn_dim": 2048,
17
  "decoder_layerdrop": 0.0,
18
  "decoder_layers": 6,
19
+ "decoder_start_token_id": 65000,
20
+ "decoder_vocab_size": 65001,
21
+ "do_blenderbot_90_layernorm": false,
22
  "dropout": 0.1,
23
  "encoder_attention_heads": 8,
24
  "encoder_ffn_dim": 2048,
25
  "encoder_layerdrop": 0.0,
26
  "encoder_layers": 6,
27
  "eos_token_id": 0,
28
+ "extra_pos_embeddings": 0,
29
+ "force_bos_token_to_be_generated": false,
30
  "forced_eos_token_id": 0,
31
+ "gradient_checkpointing": false,
32
  "id2label": {
33
  "0": "LABEL_0",
34
  "1": "LABEL_1",
 
48
  "normalize_embedding": false,
49
  "num_beams": null,
50
  "num_hidden_layers": 6,
51
+ "pad_token_id": 65000,
52
  "scale_embedding": true,
53
  "share_encoder_decoder_embeddings": true,
54
  "static_position_embeddings": true,
55
  "torch_dtype": "float32",
56
+ "transformers_version": "4.46.0",
57
  "use_cache": true,
58
+ "vocab_size": 65001
59
  }
generation_config.json CHANGED
@@ -1,16 +1,16 @@
1
  {
2
  "bad_words_ids": [
3
  [
4
- 61949
5
  ]
6
  ],
7
  "bos_token_id": 0,
8
- "decoder_start_token_id": 61949,
9
  "eos_token_id": 0,
10
  "forced_eos_token_id": 0,
11
  "max_length": 512,
12
  "num_beams": 4,
13
- "pad_token_id": 61949,
14
  "renormalize_logits": true,
15
- "transformers_version": "4.46.1"
16
  }
 
1
  {
2
  "bad_words_ids": [
3
  [
4
+ 65000
5
  ]
6
  ],
7
  "bos_token_id": 0,
8
+ "decoder_start_token_id": 65000,
9
  "eos_token_id": 0,
10
  "forced_eos_token_id": 0,
11
  "max_length": 512,
12
  "num_beams": 4,
13
+ "pad_token_id": 65000,
14
  "renormalize_logits": true,
15
+ "transformers_version": "4.46.0"
16
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0021e11c864a4515bbc4d35203cef19270e127811ab827bf73151b2aa673200d
3
- size 303704440
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37e39ffe51d15f6720377221a8480bdbff9eec8aa9be00ecfd64084b9cda6724
3
+ size 309965092
source.spm CHANGED
Binary files a/source.spm and b/source.spm differ
 
target.spm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f5529d3a72f8c1d5f7e357f1b6fd30e3cf58f6e1ba0401db135a118ac92f4a76
3
- size 1067935
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81dc94efa84e4025ef38d25d5d07429fe41e3eb29d44003f1db6fe98487b0052
3
+ size 804600
tokenizer_config.json CHANGED
@@ -16,7 +16,7 @@
16
  "single_word": false,
17
  "special": true
18
  },
19
- "61949": {
20
  "content": "<pad>",
21
  "lstrip": false,
22
  "normalized": false,
@@ -32,7 +32,7 @@
32
  "separate_vocabs": false,
33
  "source_lang": "eng",
34
  "sp_model_kwargs": {},
35
- "target_lang": "hin",
36
  "tokenizer_class": "MarianTokenizer",
37
  "unk_token": "<unk>"
38
  }
 
16
  "single_word": false,
17
  "special": true
18
  },
19
+ "65000": {
20
  "content": "<pad>",
21
  "lstrip": false,
22
  "normalized": false,
 
32
  "separate_vocabs": false,
33
  "source_lang": "eng",
34
  "sp_model_kwargs": {},
35
+ "target_lang": "zho",
36
  "tokenizer_class": "MarianTokenizer",
37
  "unk_token": "<unk>"
38
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7097011bb71f66fc1e7c1189e1a810f31a4375bb0f420b9cfa97c692271d5b9b
3
  size 5368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a34816a0fcac4f0b8dbcd5d0b38ed315e008d4574c07fd55b05ba3db0bb4aeef
3
  size 5368
vocab.json CHANGED
The diff for this file is too large to render. See raw diff