{ "added_tokens_decoder": { "200000": {"content": "]!p~[", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200001": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200002": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200003": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200004": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200005": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200006": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200007": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200008": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200009": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200010": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200011": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200012": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200013": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200014": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200015": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200016": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200017": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200018": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200019": {"content": "]~b]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200020": {"content": "[e~[", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200021": {"content": "]!d~[", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200022": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200023": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200024": {"content": "]<]speech[>[", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200025": {"content": "]<]image[>[", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200026": {"content": "]<]video[>[", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200027": {"content": "]<]start of speech[>[", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200028": {"content": "]<]end of speech[>[", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200029": {"content": "]<]start of image[>[", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200030": {"content": "]<]end of image[>[", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200031": {"content": "]<]start of video[>[", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200032": {"content": "]<]end of video[>[", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200033": {"content": "]<]vision pad[>[", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200034": {"content": "]~!b[", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200035": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200036": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200037": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200038": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200039": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200040": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200041": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200042": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200043": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200044": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200045": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200046": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200047": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200048": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200049": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "200050": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false}, "200051": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false}, "200052": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false}, "200053": {"content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false} }, "additional_special_tokens": [ "", "", "", "", "", "", "", "", "", "", "", "", "]<]speech[>[", "]<]image[>[", "]<]video[>[", "]<]start of speech[>[", "]<]end of speech[>[", "]<]start of image[>[", "]<]end of image[>[", "]<]start of video[>[", "]<]end of video[>[", "]<]vision pad[>[", "]~!b[", "", "", "", "", "", "", "", "", "[e~[", "]!d~[", "]!p~[", "]~b]", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "" ], "add_prefix_space": false, "bos_token": "]~!b[", "clean_up_tokenization_spaces": false, "eos_token": "[e~[", "model_max_length": 40960000, "pad_token": "[e~[", "tokenizer_class": "GPT2Tokenizer", "unk_token": "]!d~[" }