[2025.06.10]train en tokenizer

weights/weights_tokenizer/hf_tokenizer_BBPE/special_tokens_map.json

@@ -1,8 +1,19 @@
 {
   "additional_special_tokens": [
     "<|im_start|>",
-    "<|im_end|>"
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
   ],
-  "eos_token": "<|endoftext|>",
+  "eos_token": "<|im_end|>",
   "pad_token": "<|endoftext|>"
 }