From be2f1141516f604563b2d6e977e6c49fef3d53cb Mon Sep 17 00:00:00 2001 From: cheng Date: Mon, 28 Apr 2025 18:03:46 +0000 Subject: [PATCH] Delete special_tokens_map.json --- special_tokens_map.json | 31 ------------------------------- 1 file changed, 31 deletions(-) delete mode 100644 special_tokens_map.json diff --git a/special_tokens_map.json b/special_tokens_map.json deleted file mode 100644 index ac23c0a..0000000 --- a/special_tokens_map.json +++ /dev/null @@ -1,31 +0,0 @@ -{ - "additional_special_tokens": [ - "<|im_start|>", - "<|im_end|>", - "<|object_ref_start|>", - "<|object_ref_end|>", - "<|box_start|>", - "<|box_end|>", - "<|quad_start|>", - "<|quad_end|>", - "<|vision_start|>", - "<|vision_end|>", - "<|vision_pad|>", - "<|image_pad|>", - "<|video_pad|>" - ], - "eos_token": { - "content": "<|im_end|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": { - "content": "<|endoftext|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } -}