{"unk_token": {"content": "<unk>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false, "__type": "AddedToken"}, "bos_token": {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false, "__type": "AddedToken"}, "eos_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false, "__type": "AddedToken"}, "add_bos_token": true, "add_eos_token": false, "sp_model_kwargs": {}, "decode_with_prefix_space": false, "clean_up_tokenization_spaces": false, "legacy": true, "model_max_length": 1000000000000000019884624838656, "pad_token": null, "name_or_path": "/mnt/141nfs/zhongtianyun2023/models/paddle_models/repllama-v1-7b-lora-passage-merge-then-to-paddle-float16", "from_slow": true, "_from_auto": true, "added_tokens_decoder": {}, "tokenizer_class": "LlamaTokenizer"}