kshitijthakkar commited on
Commit
cef600a
·
verified ·
1 Parent(s): a7fad1b

Upload checkpoints/epoch_1_step_13000/special_tokens_map.json with huggingface_hub

Browse files
checkpoints/epoch_1_step_13000/special_tokens_map.json CHANGED
@@ -21,11 +21,5 @@
21
  "rstrip": false,
22
  "single_word": false
23
  },
24
- "pad_token": {
25
- "content": "<|endoftext|>",
26
- "lstrip": false,
27
- "normalized": false,
28
- "rstrip": false,
29
- "single_word": false
30
- }
31
  }
 
21
  "rstrip": false,
22
  "single_word": false
23
  },
24
+ "pad_token": "<|im_end|>"
 
 
 
 
 
 
25
  }