shubham-kashyap-incred commited on
Commit
2b7649b
·
verified ·
1 Parent(s): 88887fb

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +17 -188
config.json CHANGED
@@ -2,194 +2,23 @@
2
  "_name_or_path": "naver-clova-ix/donut-base",
3
  "align_long_axis": false,
4
  "architectures": [
5
- "VisionEncoderDecoderModel"
6
  ],
7
- "decoder": {
8
- "_name_or_path": "",
9
- "activation_dropout": 0.0,
10
- "activation_function": "gelu",
11
- "add_cross_attention": true,
12
- "add_final_layer_norm": true,
13
- "architectures": null,
14
- "attention_dropout": 0.0,
15
- "bad_words_ids": null,
16
- "begin_suppress_tokens": null,
17
- "bos_token_id": 0,
18
- "chunk_size_feed_forward": 0,
19
- "classifier_dropout": 0.0,
20
- "cross_attention_hidden_size": null,
21
- "d_model": 1024,
22
- "decoder_attention_heads": 16,
23
- "decoder_ffn_dim": 4096,
24
- "decoder_layerdrop": 0.0,
25
- "decoder_layers": 4,
26
- "decoder_start_token_id": null,
27
- "diversity_penalty": 0.0,
28
- "do_sample": false,
29
- "dropout": 0.1,
30
- "early_stopping": false,
31
- "encoder_attention_heads": 16,
32
- "encoder_ffn_dim": 4096,
33
- "encoder_layerdrop": 0.0,
34
- "encoder_layers": 12,
35
- "encoder_no_repeat_ngram_size": 0,
36
- "eos_token_id": 2,
37
- "exponential_decay_length_penalty": null,
38
- "finetuning_task": null,
39
- "forced_bos_token_id": null,
40
- "forced_eos_token_id": 2,
41
- "id2label": {
42
- "0": "LABEL_0",
43
- "1": "LABEL_1"
44
- },
45
- "init_std": 0.02,
46
- "is_decoder": true,
47
- "is_encoder_decoder": false,
48
- "label2id": {
49
- "LABEL_0": 0,
50
- "LABEL_1": 1
51
- },
52
- "length_penalty": 1.0,
53
- "max_length": 768,
54
- "max_position_embeddings": 768,
55
- "min_length": 0,
56
- "model_type": "mbart",
57
- "no_repeat_ngram_size": 0,
58
- "num_beam_groups": 1,
59
- "num_beams": 1,
60
- "num_hidden_layers": 12,
61
- "num_return_sequences": 1,
62
- "output_attentions": false,
63
- "output_hidden_states": false,
64
- "output_scores": false,
65
- "pad_token_id": 1,
66
- "prefix": null,
67
- "problem_type": null,
68
- "pruned_heads": {},
69
- "remove_invalid_values": false,
70
- "repetition_penalty": 1.0,
71
- "return_dict": true,
72
- "return_dict_in_generate": false,
73
- "scale_embedding": true,
74
- "sep_token_id": null,
75
- "suppress_tokens": null,
76
- "task_specific_params": null,
77
- "temperature": 1.0,
78
- "tf_legacy_loss": false,
79
- "tie_encoder_decoder": false,
80
- "tie_word_embeddings": true,
81
- "tokenizer_class": null,
82
- "top_k": 50,
83
- "top_p": 1.0,
84
- "torch_dtype": null,
85
- "torchscript": false,
86
- "transformers_version": "4.30.1",
87
- "typical_p": 1.0,
88
- "use_bfloat16": false,
89
- "use_cache": true,
90
- "vocab_size": 57612
91
- },
92
- "decoder_start_token_id": 57579,
93
- "encoder": {
94
- "_name_or_path": "",
95
- "add_cross_attention": false,
96
- "architectures": null,
97
- "attention_probs_dropout_prob": 0.0,
98
- "bad_words_ids": null,
99
- "begin_suppress_tokens": null,
100
- "bos_token_id": null,
101
- "chunk_size_feed_forward": 0,
102
- "cross_attention_hidden_size": null,
103
- "decoder_start_token_id": null,
104
- "depths": [
105
- 2,
106
- 2,
107
- 14,
108
- 2
109
- ],
110
- "diversity_penalty": 0.0,
111
- "do_sample": false,
112
- "drop_path_rate": 0.1,
113
- "early_stopping": false,
114
- "embed_dim": 128,
115
- "encoder_no_repeat_ngram_size": 0,
116
- "eos_token_id": null,
117
- "exponential_decay_length_penalty": null,
118
- "finetuning_task": null,
119
- "forced_bos_token_id": null,
120
- "forced_eos_token_id": null,
121
- "hidden_act": "gelu",
122
- "hidden_dropout_prob": 0.0,
123
- "hidden_size": 1024,
124
- "id2label": {
125
- "0": "LABEL_0",
126
- "1": "LABEL_1"
127
- },
128
- "image_size": [
129
- 1280,
130
- 960
131
- ],
132
- "initializer_range": 0.02,
133
- "is_decoder": false,
134
- "is_encoder_decoder": false,
135
- "label2id": {
136
- "LABEL_0": 0,
137
- "LABEL_1": 1
138
- },
139
- "layer_norm_eps": 1e-05,
140
- "length_penalty": 1.0,
141
- "max_length": 20,
142
- "min_length": 0,
143
- "mlp_ratio": 4.0,
144
- "model_type": "donut-swin",
145
- "no_repeat_ngram_size": 0,
146
- "num_beam_groups": 1,
147
- "num_beams": 1,
148
- "num_channels": 3,
149
- "num_heads": [
150
- 4,
151
- 8,
152
- 16,
153
- 32
154
- ],
155
- "num_layers": 4,
156
- "num_return_sequences": 1,
157
- "output_attentions": false,
158
- "output_hidden_states": false,
159
- "output_scores": false,
160
- "pad_token_id": null,
161
- "patch_size": 4,
162
- "path_norm": true,
163
- "prefix": null,
164
- "problem_type": null,
165
- "pruned_heads": {},
166
- "qkv_bias": true,
167
- "remove_invalid_values": false,
168
- "repetition_penalty": 1.0,
169
- "return_dict": true,
170
- "return_dict_in_generate": false,
171
- "sep_token_id": null,
172
- "suppress_tokens": null,
173
- "task_specific_params": null,
174
- "temperature": 1.0,
175
- "tf_legacy_loss": false,
176
- "tie_encoder_decoder": false,
177
- "tie_word_embeddings": true,
178
- "tokenizer_class": null,
179
- "top_k": 50,
180
- "top_p": 1.0,
181
- "torch_dtype": null,
182
- "torchscript": false,
183
- "transformers_version": "4.30.1",
184
- "typical_p": 1.0,
185
- "use_absolute_embeddings": false,
186
- "use_bfloat16": false,
187
- "window_size": 10
188
- },
189
- "is_encoder_decoder": true,
190
- "model_type": "vision-encoder-decoder",
191
- "pad_token_id": 1,
192
- "tie_word_embeddings": false,
193
  "torch_dtype": "float32",
194
- "transformers_version": null
 
195
  }
 
2
  "_name_or_path": "naver-clova-ix/donut-base",
3
  "align_long_axis": false,
4
  "architectures": [
5
+ "DonutModel"
6
  ],
7
+ "decoder_layer": 4,
8
+ "encoder_layer": [
9
+ 2,
10
+ 2,
11
+ 14,
12
+ 2
13
+ ],
14
+ "input_size": [
15
+ 1280,
16
+ 960
17
+ ],
18
+ "max_length": 768,
19
+ "max_position_embeddings": 768,
20
+ "model_type": "donut",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
21
  "torch_dtype": "float32",
22
+ "transformers_version": "4.25.1",
23
+ "window_size": 10
24
  }