Commit
•
a39ec3e
1
Parent(s):
a1d5213
Upload processor
Browse files- README.md +1 -1
- preprocessor_config.json +1 -0
- processor_config.json +6 -0
- tokenizer.json +1 -0
- tokenizer_config.json +5 -0
README.md
CHANGED
@@ -1,8 +1,8 @@
|
|
1 |
---
|
|
|
2 |
tags:
|
3 |
- vision
|
4 |
- image-text-to-text
|
5 |
-
license: apache-2.0
|
6 |
---
|
7 |
|
8 |
# LLaVa-Next, leveraging [mistralai/Mistral-7B-Instruct-v0.2](https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2) as LLM
|
|
|
1 |
---
|
2 |
+
license: apache-2.0
|
3 |
tags:
|
4 |
- vision
|
5 |
- image-text-to-text
|
|
|
6 |
---
|
7 |
|
8 |
# LLaVa-Next, leveraging [mistralai/Mistral-7B-Instruct-v0.2](https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2) as LLM
|
preprocessor_config.json
CHANGED
@@ -7,6 +7,7 @@
|
|
7 |
"do_center_crop": true,
|
8 |
"do_convert_rgb": true,
|
9 |
"do_normalize": true,
|
|
|
10 |
"do_rescale": true,
|
11 |
"do_resize": true,
|
12 |
"image_grid_pinpoints": [
|
|
|
7 |
"do_center_crop": true,
|
8 |
"do_convert_rgb": true,
|
9 |
"do_normalize": true,
|
10 |
+
"do_pad": true,
|
11 |
"do_rescale": true,
|
12 |
"do_resize": true,
|
13 |
"image_grid_pinpoints": [
|
processor_config.json
ADDED
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"image_token": "<image>",
|
3 |
+
"patch_size": 14,
|
4 |
+
"processor_class": "LlavaNextProcessor",
|
5 |
+
"vision_feature_select_strategy": "default"
|
6 |
+
}
|
tokenizer.json
CHANGED
@@ -159,6 +159,7 @@
|
|
159 |
"end_of_word_suffix": null,
|
160 |
"fuse_unk": true,
|
161 |
"byte_fallback": true,
|
|
|
162 |
"vocab": {
|
163 |
"<unk>": 0,
|
164 |
"<s>": 1,
|
|
|
159 |
"end_of_word_suffix": null,
|
160 |
"fuse_unk": true,
|
161 |
"byte_fallback": true,
|
162 |
+
"ignore_merges": false,
|
163 |
"vocab": {
|
164 |
"<unk>": 0,
|
165 |
"<s>": 1,
|
tokenizer_config.json
CHANGED
@@ -1,6 +1,7 @@
|
|
1 |
{
|
2 |
"add_bos_token": true,
|
3 |
"add_eos_token": false,
|
|
|
4 |
"added_tokens_decoder": {
|
5 |
"0": {
|
6 |
"content": "<unk>",
|
@@ -49,8 +50,12 @@
|
|
49 |
"clean_up_tokenization_spaces": false,
|
50 |
"eos_token": "</s>",
|
51 |
"legacy": true,
|
|
|
52 |
"model_max_length": 1000000000000000019884624838656,
|
|
|
53 |
"pad_token": "<pad>",
|
|
|
|
|
54 |
"processor_class": "LlavaNextProcessor",
|
55 |
"sp_model_kwargs": {},
|
56 |
"spaces_between_special_tokens": false,
|
|
|
1 |
{
|
2 |
"add_bos_token": true,
|
3 |
"add_eos_token": false,
|
4 |
+
"add_prefix_space": null,
|
5 |
"added_tokens_decoder": {
|
6 |
"0": {
|
7 |
"content": "<unk>",
|
|
|
50 |
"clean_up_tokenization_spaces": false,
|
51 |
"eos_token": "</s>",
|
52 |
"legacy": true,
|
53 |
+
"max_length": null,
|
54 |
"model_max_length": 1000000000000000019884624838656,
|
55 |
+
"pad_to_multiple_of": null,
|
56 |
"pad_token": "<pad>",
|
57 |
+
"pad_token_type_id": 0,
|
58 |
+
"padding_side": "left",
|
59 |
"processor_class": "LlavaNextProcessor",
|
60 |
"sp_model_kwargs": {},
|
61 |
"spaces_between_special_tokens": false,
|