{ "add_bos_token": false, "add_prefix_space": false, "added_tokens_decoder": { "151643": { "content": "<|endoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151644": { "content": "<|im_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151645": { "content": "<|im_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151646": { "content": "<|object_ref_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151647": { "content": "<|object_ref_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151648": { "content": "<|box_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151649": { "content": "<|box_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151650": { "content": "<|quad_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151651": { "content": "<|quad_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151652": { "content": "<|vision_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151653": { "content": "<|vision_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151654": { "content": "<|vision_pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151655": { "content": "<|image_pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151656": { "content": "<|video_pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151657": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151658": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151659": { "content": "<|fim_prefix|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151660": { "content": "<|fim_middle|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151661": { "content": "<|fim_suffix|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151662": { "content": "<|fim_pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151663": { "content": "<|repo_name|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151664": { "content": "<|file_sep|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151665": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151666": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151667": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151668": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151669": { "content": "<|PHONEME_START|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151670": { "content": "<|PHONEME_END|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151671": { "content": "<|CVT2P_START|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151672": { "content": "<|CVP2T_START|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151673": { "content": "<|PNM_AA|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151674": { "content": "<|PNM_F|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151675": { "content": "<|PNM_OY|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151676": { "content": "<|PNM_M|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151677": { "content": "<|PNM_EY|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151678": { "content": "<|PNM_TH|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151679": { "content": "<|PNM_DH|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151680": { "content": "<|PNM_G|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151681": { "content": "<|PNM_D|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151682": { "content": "<|PNM_UH|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151683": { "content": "<|PNM_HH|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151684": { "content": "<|PNM_JH|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151685": { "content": "<|PNM_Y|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151686": { "content": "<|PNM_L|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151687": { "content": "<|PNM_AY|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151688": { "content": "<|PNM_R|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151689": { "content": "<|PNM_CH|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151690": { "content": "<|PNM_IY|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151691": { "content": "<|PNM_AH|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151692": { "content": "<|PNM_AW|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151693": { "content": "<|PNM_W|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151694": { "content": "<|PNM_OW|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151695": { "content": "<|PNM_S|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151696": { "content": "<|PNM_Z|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151697": { "content": "<|PNM_AE|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151698": { "content": "<|PNM_N|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151699": { "content": "<|PNM_IH|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151700": { "content": "<|PNM_NG|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151701": { "content": "<|PNM_ZH|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151702": { "content": "<|PNM_UW|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151703": { "content": "<|PNM_K|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151704": { "content": "<|PNM_P|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151705": { "content": "<|PNM_SH|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151706": { "content": "<|PNM_EH|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151707": { "content": "<|PNM_B|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151708": { "content": "<|PNM_ER|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151709": { "content": "<|PNM_T|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151710": { "content": "<|PNM_AO|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151711": { "content": "<|PNM_V|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151712": { "content": "<|PNM_SIL|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "additional_special_tokens": [ "<|PHONEME_START|>", "<|PHONEME_END|>", "<|CVT2P_START|>", "<|CVP2T_START|>", "<|PNM_UH|>", "<|PNM_F|>", "<|PNM_JH|>", "<|PNM_SH|>", "<|PNM_AY|>", "<|PNM_AW|>", "<|PNM_ER|>", "<|PNM_DH|>", "<|PNM_B|>", "<|PNM_G|>", "<|PNM_N|>", "<|PNM_EY|>", "<|PNM_R|>", "<|PNM_AA|>", "<|PNM_S|>", "<|PNM_AH|>", "<|PNM_T|>", "<|PNM_AE|>", "<|PNM_OY|>", "<|PNM_AO|>", "<|PNM_W|>", "<|PNM_HH|>", "<|PNM_D|>", "<|PNM_M|>", "<|PNM_CH|>", "<|PNM_P|>", "<|PNM_Y|>", "<|PNM_ZH|>", "<|PNM_OW|>", "<|PNM_EH|>", "<|PNM_L|>", "<|PNM_IY|>", "<|PNM_UW|>", "<|PNM_K|>", "<|PNM_V|>", "<|PNM_TH|>", "<|PNM_IH|>", "<|PNM_Z|>", "<|PNM_NG|>", "<|PNM_SIL|>" ], "bos_token": null, "clean_up_tokenization_spaces": false, "eos_token": "<|im_end|>", "errors": "replace", "extra_special_tokens": {}, "model_max_length": 40960, "pad_token": "<|vision_pad|>", "padding_side": "left", "split_special_tokens": false, "tokenizer_class": "Qwen2Tokenizer", "unk_token": null }