| { | |
| "tokenizer_class": "PreTrainedTokenizerFast", | |
| "additional_special_tokens": [ | |
| "<|im_sp_00|>", | |
| "<|im_sp_01|>", | |
| "<|im_sp_02|>", | |
| "<|im_sp_94|>", | |
| "<|im_sp_95|>", | |
| "<|im_sp_96|>", | |
| "<|im_sp_97|>", | |
| "<|im_sp_98|>", | |
| "<|im_sp_99|>" | |
| ] | |
| } |
| { | |
| "tokenizer_class": "PreTrainedTokenizerFast", | |
| "additional_special_tokens": [ | |
| "<|im_sp_00|>", | |
| "<|im_sp_01|>", | |
| "<|im_sp_02|>", | |
| "<|im_sp_94|>", | |
| "<|im_sp_95|>", | |
| "<|im_sp_96|>", | |
| "<|im_sp_97|>", | |
| "<|im_sp_98|>", | |
| "<|im_sp_99|>" | |
| ] | |
| } |