Delete special_tokens_map.json
This commit is contained in:
parent
e3a3f59b04
commit
be2f114151
@ -1,31 +0,0 @@
|
|||||||
{
|
|
||||||
"additional_special_tokens": [
|
|
||||||
"<|im_start|>",
|
|
||||||
"<|im_end|>",
|
|
||||||
"<|object_ref_start|>",
|
|
||||||
"<|object_ref_end|>",
|
|
||||||
"<|box_start|>",
|
|
||||||
"<|box_end|>",
|
|
||||||
"<|quad_start|>",
|
|
||||||
"<|quad_end|>",
|
|
||||||
"<|vision_start|>",
|
|
||||||
"<|vision_end|>",
|
|
||||||
"<|vision_pad|>",
|
|
||||||
"<|image_pad|>",
|
|
||||||
"<|video_pad|>"
|
|
||||||
],
|
|
||||||
"eos_token": {
|
|
||||||
"content": "<|im_end|>",
|
|
||||||
"lstrip": false,
|
|
||||||
"normalized": false,
|
|
||||||
"rstrip": false,
|
|
||||||
"single_word": false
|
|
||||||
},
|
|
||||||
"pad_token": {
|
|
||||||
"content": "<|endoftext|>",
|
|
||||||
"lstrip": false,
|
|
||||||
"normalized": false,
|
|
||||||
"rstrip": false,
|
|
||||||
"single_word": false
|
|
||||||
}
|
|
||||||
}
|
|
||||||
Loading…
Reference in New Issue
Block a user