File size: 245 Bytes
0c40086 |
1 2 3 4 5 6 7 8 9 10 11 |
{
"additional_special_tokens": [
"<｜begin▁of▁sentence｜>",
"<｜end▁of▁sentence｜>",
"<|EOT|>"
],
"bos_token": "<｜begin▁of▁sentence｜>",
"eos_token": "<｜end▁of▁sentence｜>",
"pad_token": "<pad>"
}
|