sharpenb's picture
56623b34154a368396bbbcdbad5b84c729ccbb2b6565e68db9b4d9ea0efc45b5
4b0d6df verified
raw
history blame
301 Bytes
{
"bos_token": {
"content": "<|begin_of_text|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "<|end_of_text|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}