Hugging Face's logo

moonshotai
/
Kimi-Audio-7B

Text-to-Speech
Safetensors
English
Chinese
audio
audio-language-model
speech-recognition
audio-understanding
audio-generation
chat
kimi-audio
custom_code
Model card Files Community
Kimi-Audio-7B / tokenizer_config.json
bigmoyan's picture
bigmoyan
Upload folder using huggingface_hub
880ac96 verified
raw
history blame
113 kB
{
"added_tokens_decoder": {
"151643": {
"content": "[BOS]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151644": {
"content": "[EOS]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151645": {
"content": "<|im_msg_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151646": {
"content": "<|im_user_msg_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151647": {
"content": "<|im_assistant_msg_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151648": {
"content": "<|reserved_token_0|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151649": {
"content": "<|reserved_token_1|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151650": {
"content": "<|reserved_token_2|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151651": {
"content": "<|reserved_token_3|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151652": {
"content": "[EOT]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151653": {
"content": "<|reserved_token_4|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151654": {
"content": "<|reserved_token_5|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151655": {
"content": "<|reserved_token_6|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151656": {
"content": "<|reserved_token_7|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151657": {
"content": "<|reserved_token_8|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151658": {
"content": "<|reserved_token_9|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151659": {
"content": "<|reserved_token_10|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151660": {
"content": "<|reserved_token_11|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151661": {
"content": "<|im_media_begin|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151662": {
"content": "<|reserved_token_12|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151663": {
"content": "<|im_media_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151664": {
"content": "<|reserved_token_13|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151665": {
"content": "<|reserved_token_14|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151666": {
"content": "<|im_kimia_text_blank|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151667": {
"content": "<|im_kimia_text_eos|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151668": {
"content": "<|reserved_token_15|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151669": {
"content": "<|reserved_token_16|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151670": {
"content": "<|im_kimia_user_msg_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151671": {
"content": "<|im_kimia_assistant_msg_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151672": {
"content": "<|reserved_token_17|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151673": {
"content": "<|reserved_token_18|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151674": {
"content": "<|reserved_token_19|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151675": {
"content": "<|im_kimia_speech_ct_id|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151676": {
"content": "<|im_kimia_speech_ctd_id|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151677": {
"content": "<|reserved_token_20|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151678": {
"content": "<|reserved_token_21|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151679": {
"content": "<|reserved_token_22|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151680": {
"content": "<|reserved_token_23|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151681": {
"content": "<|reserved_token_24|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151682": {
"content": "<|reserved_token_25|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151683": {
"content": "<|reserved_token_26|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151684": {
"content": "<|reserved_token_27|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151685": {
"content": "<|reserved_token_28|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151686": {
"content": "<|reserved_token_29|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151687": {
"content": "<|reserved_token_30|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151688": {
"content": "<|reserved_token_31|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151689": {
"content": "<|reserved_token_32|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151690": {
"content": "<|reserved_token_33|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151691": {
"content": "<|reserved_token_34|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151692": {
"content": "<|reserved_token_35|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151693": {
"content": "<|reserved_token_36|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151694": {
"content": "<|reserved_token_37|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151695": {
"content": "<|reserved_token_38|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151696": {
"content": "<|reserved_token_39|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151697": {
"content": "<|reserved_token_40|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151698": {
"content": "<|reserved_token_41|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151699": {
"content": "<|reserved_token_42|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151700": {
"content": "<|reserved_token_43|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151701": {
"content": "<|reserved_token_44|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151702": {
"content": "<|reserved_token_45|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151703": {
"content": "<|reserved_token_46|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151704": {
"content": "<|reserved_token_47|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151705": {
"content": "<|reserved_token_48|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151706": {
"content": "<|reserved_token_49|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151707": {
"content": "<|reserved_token_50|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151708": {
"content": "<|reserved_token_51|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151709": {
"content": "<|reserved_token_52|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151710": {
"content": "<|reserved_token_53|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151711": {
"content": "<|reserved_token_54|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151712": {
"content": "<|reserved_token_55|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151713": {
"content": "<|reserved_token_56|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151714": {
"content": "<|reserved_token_57|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151715": {
"content": "<|reserved_token_58|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151716": {
"content": "<|reserved_token_59|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151717": {
"content": "<|reserved_token_60|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151718": {
"content": "<|reserved_token_61|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151719": {
"content": "<|reserved_token_62|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151720": {
"content": "<|reserved_token_63|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151721": {
"content": "<|reserved_token_64|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151722": {
"content": "<|reserved_token_65|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151723": {
"content": "<|reserved_token_66|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151724": {
"content": "<|reserved_token_67|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151725": {
"content": "<|reserved_token_68|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151726": {
"content": "<|reserved_token_69|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151727": {
"content": "<|reserved_token_70|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151728": {
"content": "<|reserved_token_71|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151729": {
"content": "<|reserved_token_72|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151730": {
"content": "<|reserved_token_73|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151731": {
"content": "<|reserved_token_74|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151732": {
"content": "<|reserved_token_75|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151733": {
"content": "<|reserved_token_76|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151734": {
"content": "<|reserved_token_77|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151735": {
"content": "<|reserved_token_78|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151736": {
"content": "<|reserved_token_79|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151737": {
"content": "<|reserved_token_80|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151738": {
"content": "<|reserved_token_81|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151739": {
"content": "<|reserved_token_82|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151740": {
"content": "<|reserved_token_83|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151741": {
"content": "<|reserved_token_84|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151742": {
"content": "<|reserved_token_85|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151743": {
"content": "<|reserved_token_86|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151744": {
"content": "<|reserved_token_87|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151745": {
"content": "<|reserved_token_88|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151746": {
"content": "<|reserved_token_89|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151747": {
"content": "<|reserved_token_90|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151748": {
"content": "<|reserved_token_91|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151749": {
"content": "<|reserved_token_92|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151750": {
"content": "<|reserved_token_93|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151751": {
"content": "<|reserved_token_94|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151752": {
"content": "<|reserved_token_95|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151753": {
"content": "<|reserved_token_96|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151754": {
"content": "<|reserved_token_97|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151755": {
"content": "<|reserved_token_98|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151756": {
"content": "<|reserved_token_99|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151757": {
"content": "<|reserved_token_100|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151758": {
"content": "<|reserved_token_101|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151759": {
"content": "<|reserved_token_102|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151760": {
"content": "<|reserved_token_103|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151761": {
"content": "<|reserved_token_104|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151762": {
"content": "<|reserved_token_105|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151763": {
"content": "<|reserved_token_106|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151764": {
"content": "<|reserved_token_107|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151765": {
"content": "<|reserved_token_108|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151766": {
"content": "<|reserved_token_109|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151767": {
"content": "<|reserved_token_110|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151768": {
"content": "<|reserved_token_111|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151769": {
"content": "<|reserved_token_112|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151770": {
"content": "<|reserved_token_113|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151771": {
"content": "<|reserved_token_114|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151772": {
"content": "<|reserved_token_115|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151773": {
"content": "<|reserved_token_116|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151774": {
"content": "<|reserved_token_117|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151775": {
"content": "<|reserved_token_118|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151776": {
"content": "<|reserved_token_119|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151777": {
"content": "<|reserved_token_120|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151778": {
"content": "<|reserved_token_121|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151779": {
"content": "<|reserved_token_122|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151780": {
"content": "<|reserved_token_123|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151781": {
"content": "<|reserved_token_124|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151782": {
"content": "<|reserved_token_125|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151783": {
"content": "<|reserved_token_126|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151784": {
"content": "<|reserved_token_127|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151785": {
"content": "<|reserved_token_128|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151786": {
"content": "<|reserved_token_129|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151787": {
"content": "<|reserved_token_130|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151788": {
"content": "<|reserved_token_131|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151789": {
"content": "<|reserved_token_132|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151790": {
"content": "<|reserved_token_133|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151791": {
"content": "<|reserved_token_134|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151792": {
"content": "<|reserved_token_135|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151793": {
"content": "<|reserved_token_136|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151794": {
"content": "<|reserved_token_137|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151795": {
"content": "<|reserved_token_138|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151796": {
"content": "<|reserved_token_139|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151797": {
"content": "<|reserved_token_140|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151798": {
"content": "<|reserved_token_141|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151799": {
"content": "<|reserved_token_142|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151800": {
"content": "<|reserved_token_143|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151801": {
"content": "<|reserved_token_144|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151802": {
"content": "<|reserved_token_145|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151803": {
"content": "<|reserved_token_146|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151804": {
"content": "<|reserved_token_147|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151805": {
"content": "<|reserved_token_148|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151806": {
"content": "<|reserved_token_149|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151807": {
"content": "<|reserved_token_150|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151808": {
"content": "<|reserved_token_151|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151809": {
"content": "<|reserved_token_152|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151810": {
"content": "<|reserved_token_153|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151811": {
"content": "<|reserved_token_154|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151812": {
"content": "<|reserved_token_155|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151813": {
"content": "<|reserved_token_156|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151814": {
"content": "<|reserved_token_157|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151815": {
"content": "<|reserved_token_158|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151816": {
"content": "<|reserved_token_159|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151817": {
"content": "<|reserved_token_160|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151818": {
"content": "<|reserved_token_161|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151819": {
"content": "<|reserved_token_162|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151820": {
"content": "<|reserved_token_163|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151821": {
"content": "<|reserved_token_164|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151822": {
"content": "<|reserved_token_165|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151823": {
"content": "<|reserved_token_166|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151824": {
"content": "<|reserved_token_167|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151825": {
"content": "<|reserved_token_168|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151826": {
"content": "<|reserved_token_169|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151827": {
"content": "<|reserved_token_170|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151828": {
"content": "<|reserved_token_171|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151829": {
"content": "<|reserved_token_172|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151830": {
"content": "<|reserved_token_173|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151831": {
"content": "<|reserved_token_174|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151832": {
"content": "<|reserved_token_175|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151833": {
"content": "<|reserved_token_176|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151834": {
"content": "<|reserved_token_177|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151835": {
"content": "<|reserved_token_178|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151836": {
"content": "<|reserved_token_179|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151837": {
"content": "<|reserved_token_180|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151838": {
"content": "<|reserved_token_181|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151839": {
"content": "<|reserved_token_182|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151840": {
"content": "<|reserved_token_183|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151841": {
"content": "<|reserved_token_184|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151842": {
"content": "<|reserved_token_185|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151843": {
"content": "<|reserved_token_186|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151844": {
"content": "<|reserved_token_187|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151845": {
"content": "<|reserved_token_188|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151846": {
"content": "<|reserved_token_189|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151847": {
"content": "<|reserved_token_190|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151848": {
"content": "<|reserved_token_191|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151849": {
"content": "<|reserved_token_192|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151850": {
"content": "<|reserved_token_193|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151851": {
"content": "<|reserved_token_194|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151852": {
"content": "<|reserved_token_195|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151853": {
"content": "<|reserved_token_196|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151854": {
"content": "<|reserved_token_197|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151855": {
"content": "<|reserved_token_198|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151856": {
"content": "<|reserved_token_199|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151857": {
"content": "<|reserved_token_200|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151858": {
"content": "<|reserved_token_201|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151859": {
"content": "<|reserved_token_202|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151860": {
"content": "<|reserved_token_203|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151861": {
"content": "<|reserved_token_204|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151862": {
"content": "<|reserved_token_205|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151863": {
"content": "<|reserved_token_206|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151864": {
"content": "<|reserved_token_207|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151865": {
"content": "<|reserved_token_208|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151866": {
"content": "<|reserved_token_209|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151867": {
"content": "<|reserved_token_210|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151868": {
"content": "<|reserved_token_211|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151869": {
"content": "<|reserved_token_212|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151870": {
"content": "<|reserved_token_213|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151871": {
"content": "<|reserved_token_214|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151872": {
"content": "<|reserved_token_215|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151873": {
"content": "<|reserved_token_216|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151874": {
"content": "<|reserved_token_217|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151875": {
"content": "<|reserved_token_218|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151876": {
"content": "<|reserved_token_219|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151877": {
"content": "<|reserved_token_220|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151878": {
"content": "<|reserved_token_221|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151879": {
"content": "<|reserved_token_222|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151880": {
"content": "<|reserved_token_223|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151881": {
"content": "<|reserved_token_224|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151882": {
"content": "<|reserved_token_225|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151883": {
"content": "<|reserved_token_226|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151884": {
"content": "<|reserved_token_227|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151885": {
"content": "<|reserved_token_228|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151886": {
"content": "<|reserved_token_229|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151887": {
"content": "<|reserved_token_230|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151888": {
"content": "<|reserved_token_231|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151889": {
"content": "<|reserved_token_232|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151890": {
"content": "<|reserved_token_233|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151891": {
"content": "<|reserved_token_234|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151892": {
"content": "<|reserved_token_235|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151893": {
"content": "<|reserved_token_236|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151894": {
"content": "<|reserved_token_237|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151895": {
"content": "<|reserved_token_238|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151896": {
"content": "<|reserved_token_239|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151897": {
"content": "<|reserved_token_240|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151898": {
"content": "<|reserved_token_241|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151899": {
"content": "<|reserved_token_242|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151900": {
"content": "<|reserved_token_243|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151901": {
"content": "<|reserved_token_244|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151902": {
"content": "<|reserved_token_245|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151903": {
"content": "<|reserved_token_246|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151904": {
"content": "<|reserved_token_247|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151905": {
"content": "<|reserved_token_248|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151906": {
"content": "<|reserved_token_249|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151907": {
"content": "<|reserved_token_250|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151908": {
"content": "<|reserved_token_251|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151909": {
"content": "<|reserved_token_252|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151910": {
"content": "<|reserved_token_253|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151911": {
"content": "<|reserved_token_254|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151912": {
"content": "<|reserved_token_255|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151913": {
"content": "<|reserved_token_256|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151914": {
"content": "<|reserved_token_257|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151915": {
"content": "<|reserved_token_258|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151916": {
"content": "<|reserved_token_259|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151917": {
"content": "<|reserved_token_260|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151918": {
"content": "<|reserved_token_261|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151919": {
"content": "<|reserved_token_262|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151920": {
"content": "<|reserved_token_263|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151921": {
"content": "<|reserved_token_264|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151922": {
"content": "<|reserved_token_265|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151923": {
"content": "<|reserved_token_266|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151924": {
"content": "<|reserved_token_267|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151925": {
"content": "<|reserved_token_268|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151926": {
"content": "<|reserved_token_269|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151927": {
"content": "<|reserved_token_270|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151928": {
"content": "<|reserved_token_271|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151929": {
"content": "<|reserved_token_272|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151930": {
"content": "<|reserved_token_273|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151931": {
"content": "<|reserved_token_274|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151932": {
"content": "<|reserved_token_275|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151933": {
"content": "<|reserved_token_276|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151934": {
"content": "<|reserved_token_277|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151935": {
"content": "<|reserved_token_278|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151936": {
"content": "<|reserved_token_279|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151937": {
"content": "<|reserved_token_280|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151938": {
"content": "<|reserved_token_281|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151939": {
"content": "<|reserved_token_282|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151940": {
"content": "<|reserved_token_283|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151941": {
"content": "<|reserved_token_284|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151942": {
"content": "<|reserved_token_285|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151943": {
"content": "<|reserved_token_286|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151944": {
"content": "<|reserved_token_287|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151945": {
"content": "<|reserved_token_288|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151946": {
"content": "<|reserved_token_289|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151947": {
"content": "<|reserved_token_290|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151948": {
"content": "<|reserved_token_291|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151949": {
"content": "<|reserved_token_292|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151950": {
"content": "<|reserved_token_293|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151951": {
"content": "<|reserved_token_294|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151952": {
"content": "<|reserved_token_295|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151953": {
"content": "<|reserved_token_296|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151954": {
"content": "<|reserved_token_297|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151955": {
"content": "<|reserved_token_298|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151956": {
"content": "<|reserved_token_299|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151957": {
"content": "<|reserved_token_300|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151958": {
"content": "<|reserved_token_301|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151959": {
"content": "<|reserved_token_302|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151960": {
"content": "<|reserved_token_303|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151961": {
"content": "<|reserved_token_304|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151962": {
"content": "<|reserved_token_305|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151963": {
"content": "<|reserved_token_306|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151964": {
"content": "<|reserved_token_307|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151965": {
"content": "<|reserved_token_308|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151966": {
"content": "<|reserved_token_309|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151967": {
"content": "<|reserved_token_310|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151968": {
"content": "<|reserved_token_311|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151969": {
"content": "<|reserved_token_312|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151970": {
"content": "<|reserved_token_313|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151971": {
"content": "<|reserved_token_314|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151972": {
"content": "<|reserved_token_315|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151973": {
"content": "<|reserved_token_316|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151974": {
"content": "<|reserved_token_317|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151975": {
"content": "<|reserved_token_318|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151976": {
"content": "<|reserved_token_319|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151977": {
"content": "<|reserved_token_320|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151978": {
"content": "<|reserved_token_321|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151979": {
"content": "<|reserved_token_322|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151980": {
"content": "<|reserved_token_323|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151981": {
"content": "<|reserved_token_324|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151982": {
"content": "<|reserved_token_325|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151983": {
"content": "<|reserved_token_326|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151984": {
"content": "<|reserved_token_327|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151985": {
"content": "<|reserved_token_328|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151986": {
"content": "<|reserved_token_329|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151987": {
"content": "<|reserved_token_330|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151988": {
"content": "<|reserved_token_331|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151989": {
"content": "<|reserved_token_332|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151990": {
"content": "<|reserved_token_333|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151991": {
"content": "<|reserved_token_334|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151992": {
"content": "<|reserved_token_335|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151993": {
"content": "<|reserved_token_336|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151994": {
"content": "<|reserved_token_337|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151995": {
"content": "<|reserved_token_338|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151996": {
"content": "<|reserved_token_339|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151997": {
"content": "<|reserved_token_340|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151998": {
"content": "<|reserved_token_341|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151999": {
"content": "<|reserved_token_342|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152000": {
"content": "<|reserved_token_343|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152001": {
"content": "<|reserved_token_344|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152002": {
"content": "<|reserved_token_345|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152003": {
"content": "<|reserved_token_346|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152004": {
"content": "<|reserved_token_347|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152005": {
"content": "<|reserved_token_348|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152006": {
"content": "<|reserved_token_349|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152007": {
"content": "<|reserved_token_350|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152008": {
"content": "<|reserved_token_351|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152009": {
"content": "<|reserved_token_352|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152010": {
"content": "<|reserved_token_353|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152011": {
"content": "<|reserved_token_354|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152012": {
"content": "<|reserved_token_355|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152013": {
"content": "<|reserved_token_356|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152014": {
"content": "<|reserved_token_357|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152015": {
"content": "<|reserved_token_358|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152016": {
"content": "<|reserved_token_359|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152017": {
"content": "<|reserved_token_360|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152018": {
"content": "<|reserved_token_361|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152019": {
"content": "<|reserved_token_362|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152020": {
"content": "<|reserved_token_363|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152021": {
"content": "<|reserved_token_364|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152022": {
"content": "<|reserved_token_365|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152023": {
"content": "<|reserved_token_366|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152024": {
"content": "<|reserved_token_367|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152025": {
"content": "<|reserved_token_368|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152026": {
"content": "<|reserved_token_369|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152027": {
"content": "<|reserved_token_370|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152028": {
"content": "<|reserved_token_371|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152029": {
"content": "<|reserved_token_372|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152030": {
"content": "<|reserved_token_373|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152031": {
"content": "<|reserved_token_374|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152032": {
"content": "<|reserved_token_375|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152033": {
"content": "<|reserved_token_376|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152034": {
"content": "<|reserved_token_377|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152035": {
"content": "<|reserved_token_378|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152036": {
"content": "<|reserved_token_379|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152037": {
"content": "<|reserved_token_380|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152038": {
"content": "<|reserved_token_381|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152039": {
"content": "<|reserved_token_382|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152040": {
"content": "<|reserved_token_383|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152041": {
"content": "<|reserved_token_384|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152042": {
"content": "<|reserved_token_385|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152043": {
"content": "<|reserved_token_386|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152044": {
"content": "<|reserved_token_387|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152045": {
"content": "<|reserved_token_388|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152046": {
"content": "<|reserved_token_389|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152047": {
"content": "<|reserved_token_390|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152048": {
"content": "<|reserved_token_391|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152049": {
"content": "<|reserved_token_392|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152050": {
"content": "<|reserved_token_393|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152051": {
"content": "<|reserved_token_394|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152052": {
"content": "<|reserved_token_395|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152053": {
"content": "<|reserved_token_396|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152054": {
"content": "<|reserved_token_397|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152055": {
"content": "<|reserved_token_398|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152056": {
"content": "<|reserved_token_399|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152057": {
"content": "<|reserved_token_400|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152058": {
"content": "<|reserved_token_401|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152059": {
"content": "<|reserved_token_402|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152060": {
"content": "<|reserved_token_403|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152061": {
"content": "<|reserved_token_404|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152062": {
"content": "<|reserved_token_405|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152063": {
"content": "<|reserved_token_406|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
}
},
"additional_special_tokens": [
"<|im_msg_end|>",
"<|im_user_msg_start|>",
"<|im_assistant_msg_start|>",
"<|reserved_token_0|>",
"<|reserved_token_1|>",
"<|reserved_token_2|>",
"<|reserved_token_3|>",
"[EOT]",
"<|reserved_token_4|>",
"<|reserved_token_5|>",
"<|reserved_token_6|>",
"<|reserved_token_7|>",
"<|reserved_token_8|>",
"<|reserved_token_9|>",
"<|reserved_token_10|>",
"<|reserved_token_11|>",
"<|im_media_begin|>",
"<|reserved_token_12|>",
"<|im_media_end|>",
"<|reserved_token_13|>",
"<|reserved_token_14|>",
"<|im_kimia_text_blank|>",
"<|im_kimia_text_eos|>",
"<|reserved_token_15|>",
"<|reserved_token_16|>",
"<|im_kimia_user_msg_start|>",
"<|im_kimia_assistant_msg_start|>",
"<|reserved_token_17|>",
"<|reserved_token_18|>",
"<|reserved_token_19|>",
"<|im_kimia_speech_ct_id|>",
"<|im_kimia_speech_ctd_id|>",
"<|reserved_token_20|>",
"<|reserved_token_21|>",
"<|reserved_token_22|>",
"<|reserved_token_23|>",
"<|reserved_token_24|>",
"<|reserved_token_25|>",
"<|reserved_token_26|>",
"<|reserved_token_27|>",
"<|reserved_token_28|>",
"<|reserved_token_29|>",
"<|reserved_token_30|>",
"<|reserved_token_31|>",
"<|reserved_token_32|>",
"<|reserved_token_33|>",
"<|reserved_token_34|>",
"<|reserved_token_35|>",
"<|reserved_token_36|>",
"<|reserved_token_37|>",
"<|reserved_token_38|>",
"<|reserved_token_39|>",
"<|reserved_token_40|>",
"<|reserved_token_41|>",
"<|reserved_token_42|>",
"<|reserved_token_43|>",
"<|reserved_token_44|>",
"<|reserved_token_45|>",
"<|reserved_token_46|>",
"<|reserved_token_47|>",
"<|reserved_token_48|>",
"<|reserved_token_49|>",
"<|reserved_token_50|>",
"<|reserved_token_51|>",
"<|reserved_token_52|>",
"<|reserved_token_53|>",
"<|reserved_token_54|>",
"<|reserved_token_55|>",
"<|reserved_token_56|>",
"<|reserved_token_57|>",
"<|reserved_token_58|>",
"<|reserved_token_59|>",
"<|reserved_token_60|>",
"<|reserved_token_61|>",
"<|reserved_token_62|>",
"<|reserved_token_63|>",
"<|reserved_token_64|>",
"<|reserved_token_65|>",
"<|reserved_token_66|>",
"<|reserved_token_67|>",
"<|reserved_token_68|>",
"<|reserved_token_69|>",
"<|reserved_token_70|>",
"<|reserved_token_71|>",
"<|reserved_token_72|>",
"<|reserved_token_73|>",
"<|reserved_token_74|>",
"<|reserved_token_75|>",
"<|reserved_token_76|>",
"<|reserved_token_77|>",
"<|reserved_token_78|>",
"<|reserved_token_79|>",
"<|reserved_token_80|>",
"<|reserved_token_81|>",
"<|reserved_token_82|>",
"<|reserved_token_83|>",
"<|reserved_token_84|>",
"<|reserved_token_85|>",
"<|reserved_token_86|>",
"<|reserved_token_87|>",
"<|reserved_token_88|>",
"<|reserved_token_89|>",
"<|reserved_token_90|>",
"<|reserved_token_91|>",
"<|reserved_token_92|>",
"<|reserved_token_93|>",
"<|reserved_token_94|>",
"<|reserved_token_95|>",
"<|reserved_token_96|>",
"<|reserved_token_97|>",
"<|reserved_token_98|>",
"<|reserved_token_99|>",
"<|reserved_token_100|>",
"<|reserved_token_101|>",
"<|reserved_token_102|>",
"<|reserved_token_103|>",
"<|reserved_token_104|>",
"<|reserved_token_105|>",
"<|reserved_token_106|>",
"<|reserved_token_107|>",
"<|reserved_token_108|>",
"<|reserved_token_109|>",
"<|reserved_token_110|>",
"<|reserved_token_111|>",
"<|reserved_token_112|>",
"<|reserved_token_113|>",
"<|reserved_token_114|>",
"<|reserved_token_115|>",
"<|reserved_token_116|>",
"<|reserved_token_117|>",
"<|reserved_token_118|>",
"<|reserved_token_119|>",
"<|reserved_token_120|>",
"<|reserved_token_121|>",
"<|reserved_token_122|>",
"<|reserved_token_123|>",
"<|reserved_token_124|>",
"<|reserved_token_125|>",
"<|reserved_token_126|>",
"<|reserved_token_127|>",
"<|reserved_token_128|>",
"<|reserved_token_129|>",
"<|reserved_token_130|>",
"<|reserved_token_131|>",
"<|reserved_token_132|>",
"<|reserved_token_133|>",
"<|reserved_token_134|>",
"<|reserved_token_135|>",
"<|reserved_token_136|>",
"<|reserved_token_137|>",
"<|reserved_token_138|>",
"<|reserved_token_139|>",
"<|reserved_token_140|>",
"<|reserved_token_141|>",
"<|reserved_token_142|>",
"<|reserved_token_143|>",
"<|reserved_token_144|>",
"<|reserved_token_145|>",
"<|reserved_token_146|>",
"<|reserved_token_147|>",
"<|reserved_token_148|>",
"<|reserved_token_149|>",
"<|reserved_token_150|>",
"<|reserved_token_151|>",
"<|reserved_token_152|>",
"<|reserved_token_153|>",
"<|reserved_token_154|>",
"<|reserved_token_155|>",
"<|reserved_token_156|>",
"<|reserved_token_157|>",
"<|reserved_token_158|>",
"<|reserved_token_159|>",
"<|reserved_token_160|>",
"<|reserved_token_161|>",
"<|reserved_token_162|>",
"<|reserved_token_163|>",
"<|reserved_token_164|>",
"<|reserved_token_165|>",
"<|reserved_token_166|>",
"<|reserved_token_167|>",
"<|reserved_token_168|>",
"<|reserved_token_169|>",
"<|reserved_token_170|>",
"<|reserved_token_171|>",
"<|reserved_token_172|>",
"<|reserved_token_173|>",
"<|reserved_token_174|>",
"<|reserved_token_175|>",
"<|reserved_token_176|>",
"<|reserved_token_177|>",
"<|reserved_token_178|>",
"<|reserved_token_179|>",
"<|reserved_token_180|>",
"<|reserved_token_181|>",
"<|reserved_token_182|>",
"<|reserved_token_183|>",
"<|reserved_token_184|>",
"<|reserved_token_185|>",
"<|reserved_token_186|>",
"<|reserved_token_187|>",
"<|reserved_token_188|>",
"<|reserved_token_189|>",
"<|reserved_token_190|>",
"<|reserved_token_191|>",
"<|reserved_token_192|>",
"<|reserved_token_193|>",
"<|reserved_token_194|>",
"<|reserved_token_195|>",
"<|reserved_token_196|>",
"<|reserved_token_197|>",
"<|reserved_token_198|>",
"<|reserved_token_199|>",
"<|reserved_token_200|>",
"<|reserved_token_201|>",
"<|reserved_token_202|>",
"<|reserved_token_203|>",
"<|reserved_token_204|>",
"<|reserved_token_205|>",
"<|reserved_token_206|>",
"<|reserved_token_207|>",
"<|reserved_token_208|>",
"<|reserved_token_209|>",
"<|reserved_token_210|>",
"<|reserved_token_211|>",
"<|reserved_token_212|>",
"<|reserved_token_213|>",
"<|reserved_token_214|>",
"<|reserved_token_215|>",
"<|reserved_token_216|>",
"<|reserved_token_217|>",
"<|reserved_token_218|>",
"<|reserved_token_219|>",
"<|reserved_token_220|>",
"<|reserved_token_221|>",
"<|reserved_token_222|>",
"<|reserved_token_223|>",
"<|reserved_token_224|>",
"<|reserved_token_225|>",
"<|reserved_token_226|>",
"<|reserved_token_227|>",
"<|reserved_token_228|>",
"<|reserved_token_229|>",
"<|reserved_token_230|>",
"<|reserved_token_231|>",
"<|reserved_token_232|>",
"<|reserved_token_233|>",
"<|reserved_token_234|>",
"<|reserved_token_235|>",
"<|reserved_token_236|>",
"<|reserved_token_237|>",
"<|reserved_token_238|>",
"<|reserved_token_239|>",
"<|reserved_token_240|>",
"<|reserved_token_241|>",
"<|reserved_token_242|>",
"<|reserved_token_243|>",
"<|reserved_token_244|>",
"<|reserved_token_245|>",
"<|reserved_token_246|>",
"<|reserved_token_247|>",
"<|reserved_token_248|>",
"<|reserved_token_249|>",
"<|reserved_token_250|>",
"<|reserved_token_251|>",
"<|reserved_token_252|>",
"<|reserved_token_253|>",
"<|reserved_token_254|>",
"<|reserved_token_255|>",
"<|reserved_token_256|>",
"<|reserved_token_257|>",
"<|reserved_token_258|>",
"<|reserved_token_259|>",
"<|reserved_token_260|>",
"<|reserved_token_261|>",
"<|reserved_token_262|>",
"<|reserved_token_263|>",
"<|reserved_token_264|>",
"<|reserved_token_265|>",
"<|reserved_token_266|>",
"<|reserved_token_267|>",
"<|reserved_token_268|>",
"<|reserved_token_269|>",
"<|reserved_token_270|>",
"<|reserved_token_271|>",
"<|reserved_token_272|>",
"<|reserved_token_273|>",
"<|reserved_token_274|>",
"<|reserved_token_275|>",
"<|reserved_token_276|>",
"<|reserved_token_277|>",
"<|reserved_token_278|>",
"<|reserved_token_279|>",
"<|reserved_token_280|>",
"<|reserved_token_281|>",
"<|reserved_token_282|>",
"<|reserved_token_283|>",
"<|reserved_token_284|>",
"<|reserved_token_285|>",
"<|reserved_token_286|>",
"<|reserved_token_287|>",
"<|reserved_token_288|>",
"<|reserved_token_289|>",
"<|reserved_token_290|>",
"<|reserved_token_291|>",
"<|reserved_token_292|>",
"<|reserved_token_293|>",
"<|reserved_token_294|>",
"<|reserved_token_295|>",
"<|reserved_token_296|>",
"<|reserved_token_297|>",
"<|reserved_token_298|>",
"<|reserved_token_299|>",
"<|reserved_token_300|>",
"<|reserved_token_301|>",
"<|reserved_token_302|>",
"<|reserved_token_303|>",
"<|reserved_token_304|>",
"<|reserved_token_305|>",
"<|reserved_token_306|>",
"<|reserved_token_307|>",
"<|reserved_token_308|>",
"<|reserved_token_309|>",
"<|reserved_token_310|>",
"<|reserved_token_311|>",
"<|reserved_token_312|>",
"<|reserved_token_313|>",
"<|reserved_token_314|>",
"<|reserved_token_315|>",
"<|reserved_token_316|>",
"<|reserved_token_317|>",
"<|reserved_token_318|>",
"<|reserved_token_319|>",
"<|reserved_token_320|>",
"<|reserved_token_321|>",
"<|reserved_token_322|>",
"<|reserved_token_323|>",
"<|reserved_token_324|>",
"<|reserved_token_325|>",
"<|reserved_token_326|>",
"<|reserved_token_327|>",
"<|reserved_token_328|>",
"<|reserved_token_329|>",
"<|reserved_token_330|>",
"<|reserved_token_331|>",
"<|reserved_token_332|>",
"<|reserved_token_333|>",
"<|reserved_token_334|>",
"<|reserved_token_335|>",
"<|reserved_token_336|>",
"<|reserved_token_337|>",
"<|reserved_token_338|>",
"<|reserved_token_339|>",
"<|reserved_token_340|>",
"<|reserved_token_341|>",
"<|reserved_token_342|>",
"<|reserved_token_343|>",
"<|reserved_token_344|>",
"<|reserved_token_345|>",
"<|reserved_token_346|>",
"<|reserved_token_347|>",
"<|reserved_token_348|>",
"<|reserved_token_349|>",
"<|reserved_token_350|>",
"<|reserved_token_351|>",
"<|reserved_token_352|>",
"<|reserved_token_353|>",
"<|reserved_token_354|>",
"<|reserved_token_355|>",
"<|reserved_token_356|>",
"<|reserved_token_357|>",
"<|reserved_token_358|>",
"<|reserved_token_359|>",
"<|reserved_token_360|>",
"<|reserved_token_361|>",
"<|reserved_token_362|>",
"<|reserved_token_363|>",
"<|reserved_token_364|>",
"<|reserved_token_365|>",
"<|reserved_token_366|>",
"<|reserved_token_367|>",
"<|reserved_token_368|>",
"<|reserved_token_369|>",
"<|reserved_token_370|>",
"<|reserved_token_371|>",
"<|reserved_token_372|>",
"<|reserved_token_373|>",
"<|reserved_token_374|>",
"<|reserved_token_375|>",
"<|reserved_token_376|>",
"<|reserved_token_377|>",
"<|reserved_token_378|>",
"<|reserved_token_379|>",
"<|reserved_token_380|>",
"<|reserved_token_381|>",
"<|reserved_token_382|>",
"<|reserved_token_383|>",
"<|reserved_token_384|>",
"<|reserved_token_385|>",
"<|reserved_token_386|>",
"<|reserved_token_387|>",
"<|reserved_token_388|>",
"<|reserved_token_389|>",
"<|reserved_token_390|>",
"<|reserved_token_391|>",
"<|reserved_token_392|>",
"<|reserved_token_393|>",
"<|reserved_token_394|>",
"<|reserved_token_395|>",
"<|reserved_token_396|>",
"<|reserved_token_397|>",
"<|reserved_token_398|>",
"<|reserved_token_399|>",
"<|reserved_token_400|>",
"<|reserved_token_401|>",
"<|reserved_token_402|>",
"<|reserved_token_403|>",
"<|reserved_token_404|>"
],
"bos_token": "[BOS]",
"clean_up_tokenization_spaces": true,
"eos_token": "[EOS]",
"model_max_length": 1000000000000000019884624838656,
"pad_token": "<|reserved_token_406|>",
"pat_str": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
"tokenizer_class": "TikTokenTokenizer",
"unk_token": "<|reserved_token_405|>",
"auto_map": {
"AutoTokenizer": [
"tokenization_kimia.TikTokenTokenizer",
null
]
}
}