| {"bos_token": "<|beginoftext|>", "eos_token": "<|endoftext|>", "unk_token": "<|unkoftext|>", "pad_token": "<|padoftext|>", "additional_special_tokens": ["<eod>", "<eot>", "<pad>", "<java>", "<python>", "<go>", "<php>", "<javascript>", "<ruby>", "<en>", "<cn>", "<comments>", "<NEW_LINE>", "<INDENT>", "<DEDENT>", "<mask>"]} |