{ "added_tokens_decoder": { "0": { "content": "<|begin_of_text|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "<|end_of_text|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250000": { "content": "<|fim_prefix|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250001": { "content": "<|fim_middle|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250002": { "content": "<|fim_suffix|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250003": { "content": "<|fim_pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250004": { "content": "<|filename|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250005": { "content": "<|gh_stars|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250006": { "content": "<|issue_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250007": { "content": "<|issue_comment|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250008": { "content": "<|issue_closed|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250009": { "content": "<|jupyter_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250010": { "content": "<|jupyter_text|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250011": { "content": "<|jupyter_code|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250012": { "content": "<|jupyter_output|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250013": { "content": "<|empty_output|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250014": { "content": "<|commit_before|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250015": { "content": "<|commit_msg|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250016": { "content": "<|commit_after|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250017": { "content": "<|reponame|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250018": { "content": "<|im_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250019": { "content": "<|im_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250020": { "content": "<|sys_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250021": { "content": "<|sys_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250022": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "250023": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "250024": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "250025": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "250026": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "250027": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "250028": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "250029": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "250030": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "250031": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "250032": { "content": "reserved_special_token_10", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250033": { "content": "reserved_special_token_11", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250034": { "content": "reserved_special_token_12", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250035": { "content": "reserved_special_token_13", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250036": { "content": "reserved_special_token_14", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250037": { "content": "reserved_special_token_15", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250038": { "content": "reserved_special_token_16", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250039": { "content": "reserved_special_token_17", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250040": { "content": "reserved_special_token_18", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250041": { "content": "reserved_special_token_19", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250042": { "content": "reserved_special_token_20", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250043": { "content": "reserved_special_token_21", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250044": { "content": "reserved_special_token_22", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250045": { "content": "reserved_special_token_23", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250046": { "content": "reserved_special_token_24", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250047": { "content": "reserved_special_token_25", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250048": { "content": "reserved_special_token_26", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250049": { "content": "reserved_special_token_27", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250050": { "content": "reserved_special_token_28", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250051": { "content": "reserved_special_token_29", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250052": { "content": "reserved_special_token_30", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250053": { "content": "reserved_special_token_31", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250054": { "content": "reserved_special_token_32", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250055": { "content": "reserved_special_token_33", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250056": { "content": "reserved_special_token_34", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250057": { "content": "reserved_special_token_35", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250058": { "content": "reserved_special_token_36", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250059": { "content": "reserved_special_token_37", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250060": { "content": "reserved_special_token_38", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250061": { "content": "reserved_special_token_39", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250062": { "content": "reserved_special_token_40", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250063": { "content": "reserved_special_token_41", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250064": { "content": "reserved_special_token_42", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250065": { "content": "reserved_special_token_43", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250066": { "content": "reserved_special_token_44", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250067": { "content": "reserved_special_token_45", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250068": { "content": "reserved_special_token_46", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250069": { "content": "reserved_special_token_47", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250070": { "content": "reserved_special_token_48", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250071": { "content": "reserved_special_token_49", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250072": { "content": "reserved_special_token_50", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250073": { "content": "reserved_special_token_51", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250074": { "content": "reserved_special_token_52", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250075": { "content": "reserved_special_token_53", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250076": { "content": "reserved_special_token_54", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250077": { "content": "reserved_special_token_55", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250078": { "content": "reserved_special_token_56", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250079": { "content": "reserved_special_token_57", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250080": { "content": "reserved_special_token_58", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250081": { "content": "reserved_special_token_59", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250082": { "content": "reserved_special_token_60", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250083": { "content": "reserved_special_token_61", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250084": { "content": "reserved_special_token_62", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250085": { "content": "reserved_special_token_63", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250086": { "content": "reserved_special_token_64", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250087": { "content": "reserved_special_token_65", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250088": { "content": "reserved_special_token_66", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250089": { "content": "reserved_special_token_67", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250090": { "content": "reserved_special_token_68", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250091": { "content": "reserved_special_token_69", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250092": { "content": "reserved_special_token_70", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250093": { "content": "reserved_special_token_71", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250094": { "content": "reserved_special_token_72", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250095": { "content": "reserved_special_token_73", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250096": { "content": "reserved_special_token_74", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250097": { "content": "reserved_special_token_75", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250098": { "content": "reserved_special_token_76", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250099": { "content": "reserved_special_token_77", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250100": { "content": "reserved_special_token_78", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250101": { "content": "reserved_special_token_79", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250102": { "content": "reserved_special_token_80", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250103": { "content": "reserved_special_token_81", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250104": { "content": "reserved_special_token_82", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250105": { "content": "reserved_special_token_83", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250106": { "content": "reserved_special_token_84", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250107": { "content": "reserved_special_token_85", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250108": { "content": "reserved_special_token_86", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250109": { "content": "reserved_special_token_87", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250110": { "content": "reserved_special_token_88", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250111": { "content": "reserved_special_token_89", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "bos_token": "<|begin_of_text|>", "clean_up_tokenization_spaces": true, "eos_token": "<|end_of_text|>", "extra_special_tokens": {}, "model_input_names": [ "input_ids", "attention_mask" ], "model_max_length": 1000000000000000019884624838656, "tokenizer_class": "PreTrainedTokenizerFast" }