Atomic-Germ commited on
Commit
1203383
·
verified ·
1 Parent(s): d2e8e70

Upload tokenizer_config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +2 -7
tokenizer_config.json CHANGED
@@ -29,10 +29,5 @@
29
  "unk_token": null,
30
  "video_token": "<|video_pad|>",
31
  "vision_bos_token": "<|vision_start|>",
32
- "vision_eos_token": "<|vision_end|>",
33
- "eos_token_id": [
34
- 248046
35
- ],
36
- "bos_token_id": 248044,
37
- "pad_token_id": 248044
38
- }
 
29
  "unk_token": null,
30
  "video_token": "<|video_pad|>",
31
  "vision_bos_token": "<|vision_start|>",
32
+ "vision_eos_token": "<|vision_end|>"
33
+ }