SVECTOR-OFFICIAL commited on
Commit
8500eaa
·
verified ·
1 Parent(s): a5dd3f0

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +3 -1
config.json CHANGED
@@ -44,5 +44,7 @@
44
  "transformers_version": "4.46.0.dev0",
45
  "use_cache": true,
46
  "use_weighted_layer_sum": false,
47
- "vocab_size": 51866
 
 
48
  }
 
44
  "transformers_version": "4.46.0.dev0",
45
  "use_cache": true,
46
  "use_weighted_layer_sum": false,
47
+ "vocab_size": 51866,
48
+ "tokenizer_class": "SptkTokenizer",
49
+ "processor_class": "SptkProcessor",
50
  }