{ "added_tokens_decoder": { "0": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32701": { "content": "", "lstrip": true, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32702": { "content": "[unused0]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32703": { "content": "[unused1]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32704": { "content": "[unused2]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32705": { "content": "[unused3]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32706": { "content": "[unused4]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32707": { "content": "[unused5]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32708": { "content": "[unused6]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32709": { "content": "[unused7]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32710": { "content": "[unused8]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32711": { "content": "[unused9]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32712": { "content": "[unused10]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32713": { "content": "[unused11]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32714": { "content": "[unused12]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32715": { "content": "[unused13]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32716": { "content": "[unused14]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32717": { "content": "[unused15]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32718": { "content": "[unused16]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32719": { "content": "[unused17]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32720": { "content": "[unused18]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32721": { "content": "[unused19]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32722": { "content": "[unused20]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32723": { "content": "[unused21]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32724": { "content": "[unused22]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32725": { "content": "[unused23]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32726": { "content": "[unused24]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32727": { "content": "[unused25]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32728": { "content": "[unused26]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32729": { "content": "[unused27]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32730": { "content": "[unused28]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32731": { "content": "[unused29]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32732": { "content": "[unused30]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32733": { "content": "[unused31]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32734": { "content": "[unused32]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32735": { "content": "[unused33]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32736": { "content": "[unused34]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32737": { "content": "[unused35]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32738": { "content": "[unused36]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32739": { "content": "[unused37]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32740": { "content": "[unused38]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32741": { "content": "[unused39]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32742": { "content": "[unused40]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32743": { "content": "[unused41]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32744": { "content": "[unused42]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32745": { "content": "[unused43]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32746": { "content": "[unused44]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32747": { "content": "[unused45]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32748": { "content": "[unused46]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32749": { "content": "[unused47]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32750": { "content": "[unused48]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32751": { "content": "[unused49]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32752": { "content": "[unused50]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32753": { "content": "[unused51]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32754": { "content": "[unused52]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32755": { "content": "[unused53]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32756": { "content": "[unused54]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32757": { "content": "[unused55]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32758": { "content": "[unused56]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32759": { "content": "[unused57]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32760": { "content": "[unused58]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32761": { "content": "[unused59]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32762": { "content": "[unused60]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32763": { "content": "[unused61]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32764": { "content": "[unused62]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32765": { "content": "[unused63]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32766": { "content": "[unused64]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32767": { "content": "[unused65]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "additional_special_tokens": [ "[unused65]" ], "bos_token": "", "clean_up_tokenization_spaces": true, "cls_token": "", "eos_token": "", "extra_special_tokens": {}, "mask_token": "", "model_max_length": 1000000000000000019884624838656, "pad_token": "", "sep_token": "", "sp_model_kwargs": {}, "tokenizer_class": "XLMRobertaTokenizer", "unk_token": "" }