code_docstring_model / special_tokens_map.json
softhell's picture
codet5_train_2
81b5c8c verified
{
"additional_special_tokens": [
{
"content": "Args:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "Returns:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "Raises:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "Examples:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "Attributes:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "Methods:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "Yields:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "Note:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "References:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "Warning:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "Deprecated:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "Parameters",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "Returns",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "Raises",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "Examples",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "Attributes",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "Yields",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "Notes",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "References",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "Warnings",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "Deprecated",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "Type:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": ":param",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": ":returns:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": ":raises:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": ":ivar:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": ":meth:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": ":type:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": ":yields:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": ".. note::",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": ".. seealso::",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": ".. warning::",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": ".. deprecated::",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": ".. code-block:: python",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
],
"bos_token": {
"content": "<s>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
"cls_token": {
"content": "<s>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "</s>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
"mask_token": {
"content": "<mask>",
"lstrip": true,
"normalized": true,
"rstrip": false,
"single_word": false
},
"pad_token": {
"content": "<pad>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
"sep_token": {
"content": "</s>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
"unk_token": {
"content": "<unk>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
}
}