Upload tokenizer

README.md

@@ -1,218 +1,217 @@
 ---
-license: apache-2.0
 datasets:
 - lmms-lab/LLaVA-OneVision-Data
 language:
 - en
 - zh
+library_name: transformers
+license: apache-2.0
 metrics:
 - accuracy
-library_name: transformers
 tags:
 - multimodal
-
 model-index:
 - name: llava-onevision-qwen-0.5b-si
   results:
   - task:
       type: multimodal
     dataset:
-      type: ai2d
       name: AI2D
+      type: ai2d
     metrics:
-    - name: accuracy
-      type: accuracy
+    - type: accuracy
       value: 54.2
+      name: accuracy
       verified: true
   - task:
       type: multimodal
     dataset:
-      type: chartqa
       name: ChartQA
+      type: chartqa
     metrics:
-    - name: accuracy
-      type: accuracy
+    - type: accuracy
       value: 61.0
+      name: accuracy
       verified: true
   - task:
       type: multimodal
     dataset:
-      type: docvqa
       name: DocVQA
+      type: docvqa
     metrics:
-    - name: accuracy
-      type: accuracy
+    - type: accuracy
       value: 75.0
+      name: accuracy
       verified: true
   - task:
       type: multimodal
     dataset:
-      type: infovqa
       name: InfoVQA
+      type: infovqa
     metrics:
-    - name: accuracy
-      type: accuracy
+    - type: accuracy
       value: 44.8
+      name: accuracy
       verified: true
   - task:
       type: multimodal
     dataset:
-      type: mathverse
       name: MathVerse
+      type: mathverse
     metrics:
-    - name: accuracy
-      type: accuracy
+    - type: accuracy
       value: 17.3
+      name: accuracy
       verified: true
   - task:
       type: multimodal
     dataset:
-      type: mathvista
       name: MathVista
+      type: mathvista
     metrics:
-    - name: accuracy
-      type: accuracy
+    - type: accuracy
       value: 34.6
+      name: accuracy
       verified: true
   - task:
       type: multimodal
     dataset:
-      type: mmbench
       name: MMBench
+      type: mmbench
     metrics:
-    - name: accuracy
-      type: accuracy
+    - type: accuracy
       value: 43.8
+      name: accuracy
       verified: true
   - task:
       type: multimodal
     dataset:
-      type: mme-perception
       name: MME-Perception
+      type: mme-perception
     metrics:
-    - name: score
-      type: score
+    - type: score
       value: 1217
+      name: score
       verified: true
   - task:
       type: multimodal
     dataset:
-      type: mme-cognition
       name: MME-Cognition
+      type: mme-cognition
     metrics:
-    - name: score
-      type: score
+    - type: score
       value: 272
-      verified: true      
+      name: score
+      verified: true
   - task:
       type: multimodal
     dataset:
-      type: mmmu
       name: MMMU
+      type: mmmu
     metrics:
-    - name: accuracy
-      type: accuracy
+    - type: accuracy
       value: 31.2
+      name: accuracy
       verified: true
   - task:
       type: multimodal
     dataset:
-      type: mmvet
       name: MMVet
+      type: mmvet
     metrics:
-    - name: accuracy
-      type: accuracy
+    - type: accuracy
       value: 26.9
+      name: accuracy
       verified: true
   - task:
       type: multimodal
     dataset:
-      type: mmstar
       name: MMStar
+      type: mmstar
     metrics:
-    - name: accuracy
-      type: accuracy
+    - type: accuracy
       value: 36.3
+      name: accuracy
       verified: true
   - task:
       type: multimodal
     dataset:
-      type: seed-bench
       name: Seed-Bench
+      type: seed-bench
     metrics:
-    - name: accuracy
-      type: accuracy
+    - type: accuracy
       value: 63.4
+      name: accuracy
       verified: true
   - task:
       type: multimodal
     dataset:
-      type: science-qa
       name: Science-QA
+      type: science-qa
     metrics:
-    - name: accuracy
-      type: accuracy
+    - type: accuracy
       value: 67.8
+      name: accuracy
       verified: true
   - task:
       type: multimodal
     dataset:
-      type: imagedc
       name: ImageDC
+      type: imagedc
     metrics:
-    - name: accuracy
-      type: accuracy
+    - type: accuracy
       value: 83.0
+      name: accuracy
       verified: true
   - task:
       type: multimodal
     dataset:
-      type: mmlbench
       name: MMLBench
+      type: mmlbench
     metrics:
-    - name: accuracy
-      type: accuracy
+    - type: accuracy
       value: 43.2
+      name: accuracy
       verified: true
   - task:
       type: multimodal
     dataset:
-      type: realworldqa
       name: RealWorldQA
+      type: realworldqa
     metrics:
-    - name: accuracy
-      type: accuracy
+    - type: accuracy
       value: 53.7
+      name: accuracy
       verified: true
   - task:
       type: multimodal
     dataset:
-      type: vibe-eval
       name: Vibe-Eval
+      type: vibe-eval
     metrics:
-    - name: accuracy
-      type: accuracy
+    - type: accuracy
       value: 34.9
+      name: accuracy
       verified: true
   - task:
       type: multimodal
     dataset:
-      type: llava-w
       name: LLaVA-W
+      type: llava-w
     metrics:
-    - name: accuracy
-      type: accuracy
+    - type: accuracy
       value: 71.2
+      name: accuracy
       verified: true
   - task:
       type: multimodal
     dataset:
-      type: l-wilder
       name: L-Wilder
+      type: l-wilder
     metrics:
-    - name: accuracy
-      type: accuracy
+    - type: accuracy
       value: 51.5
+      name: accuracy
       verified: true
 ---
 

added_tokens.json

@@ -1,4 +1,5 @@
 {
+  "<image>": 151646,
   "<|endoftext|>": 151643,
   "<|im_end|>": 151645,
   "<|im_start|>": 151644

tokenizer.json

@@ -29,6 +29,15 @@
       "rstrip": false,
       "normalized": false,
       "special": true
+    },
+    {
+      "id": 151646,
+      "content": "<image>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
     }
   ],
   "normalizer": {
@@ -73,6 +82,7 @@
     "end_of_word_suffix": "",
     "fuse_unk": false,
     "byte_fallback": false,
+    "ignore_merges": false,
     "vocab": {
       "!": 0,
       "\"": 1,

tokenizer_config.json

@@ -24,6 +24,14 @@
       "rstrip": false,
       "single_word": false,
       "special": true
+    },
+    "151646": {
+      "content": "<image>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
     }
   },
   "additional_special_tokens": [