From e3a3f59b0423be17f9582d1755fd3d5449b31a1f Mon Sep 17 00:00:00 2001 From: cheng Date: Mon, 28 Apr 2025 18:03:34 +0000 Subject: [PATCH] Delete added_tokens.json --- added_tokens.json | 28 ---------------------------- 1 file changed, 28 deletions(-) delete mode 100644 added_tokens.json diff --git a/added_tokens.json b/added_tokens.json deleted file mode 100644 index b54f913..0000000 --- a/added_tokens.json +++ /dev/null @@ -1,28 +0,0 @@ -{ - "": 151668, - "": 151658, - "": 151666, - "": 151667, - "": 151657, - "": 151665, - "<|box_end|>": 151649, - "<|box_start|>": 151648, - "<|endoftext|>": 151643, - "<|file_sep|>": 151664, - "<|fim_middle|>": 151660, - "<|fim_pad|>": 151662, - "<|fim_prefix|>": 151659, - "<|fim_suffix|>": 151661, - "<|im_end|>": 151645, - "<|im_start|>": 151644, - "<|image_pad|>": 151655, - "<|object_ref_end|>": 151647, - "<|object_ref_start|>": 151646, - "<|quad_end|>": 151651, - "<|quad_start|>": 151650, - "<|repo_name|>": 151663, - "<|video_pad|>": 151656, - "<|vision_end|>": 151653, - "<|vision_pad|>": 151654, - "<|vision_start|>": 151652 -}