kingsleykim
commited on
Upload LlavaNextVideoForConditionalGeneration
Browse files- config.json +1 -7
- generation_config.json +1 -1
config.json
CHANGED
@@ -26,7 +26,6 @@
|
|
26 |
1008
|
27 |
]
|
28 |
],
|
29 |
-
"image_seq_length": 576,
|
30 |
"image_token_index": 32001,
|
31 |
"model_type": "llava_next_video",
|
32 |
"projector_hidden_act": "gelu",
|
@@ -34,7 +33,6 @@
|
|
34 |
"spatial_pool_out_channels": 1024,
|
35 |
"spatial_pool_stride": 2,
|
36 |
"text_config": {
|
37 |
-
"_attn_implementation_autoset": false,
|
38 |
"_name_or_path": "lmsys/vicuna-7b-v1.5",
|
39 |
"add_cross_attention": false,
|
40 |
"architectures": [
|
@@ -57,7 +55,6 @@
|
|
57 |
"finetuning_task": null,
|
58 |
"forced_bos_token_id": null,
|
59 |
"forced_eos_token_id": null,
|
60 |
-
"head_dim": 128,
|
61 |
"hidden_act": "silu",
|
62 |
"hidden_size": 4096,
|
63 |
"id2label": {
|
@@ -100,7 +97,6 @@
|
|
100 |
"rms_norm_eps": 1e-05,
|
101 |
"rope_scaling": {
|
102 |
"factor": 2.5,
|
103 |
-
"rope_type": "linear",
|
104 |
"type": "linear"
|
105 |
},
|
106 |
"rope_theta": 10000.0,
|
@@ -124,12 +120,10 @@
|
|
124 |
},
|
125 |
"tie_word_embeddings": false,
|
126 |
"torch_dtype": "float16",
|
127 |
-
"transformers_version": "4.
|
128 |
"use_image_newline_parameter": true,
|
129 |
-
"video_seq_length": 288,
|
130 |
"video_token_index": 32000,
|
131 |
"vision_config": {
|
132 |
-
"_attn_implementation_autoset": false,
|
133 |
"_name_or_path": "",
|
134 |
"add_cross_attention": false,
|
135 |
"architectures": null,
|
|
|
26 |
1008
|
27 |
]
|
28 |
],
|
|
|
29 |
"image_token_index": 32001,
|
30 |
"model_type": "llava_next_video",
|
31 |
"projector_hidden_act": "gelu",
|
|
|
33 |
"spatial_pool_out_channels": 1024,
|
34 |
"spatial_pool_stride": 2,
|
35 |
"text_config": {
|
|
|
36 |
"_name_or_path": "lmsys/vicuna-7b-v1.5",
|
37 |
"add_cross_attention": false,
|
38 |
"architectures": [
|
|
|
55 |
"finetuning_task": null,
|
56 |
"forced_bos_token_id": null,
|
57 |
"forced_eos_token_id": null,
|
|
|
58 |
"hidden_act": "silu",
|
59 |
"hidden_size": 4096,
|
60 |
"id2label": {
|
|
|
97 |
"rms_norm_eps": 1e-05,
|
98 |
"rope_scaling": {
|
99 |
"factor": 2.5,
|
|
|
100 |
"type": "linear"
|
101 |
},
|
102 |
"rope_theta": 10000.0,
|
|
|
120 |
},
|
121 |
"tie_word_embeddings": false,
|
122 |
"torch_dtype": "float16",
|
123 |
+
"transformers_version": "4.42.0",
|
124 |
"use_image_newline_parameter": true,
|
|
|
125 |
"video_token_index": 32000,
|
126 |
"vision_config": {
|
|
|
127 |
"_name_or_path": "",
|
128 |
"add_cross_attention": false,
|
129 |
"architectures": null,
|
generation_config.json
CHANGED
@@ -3,5 +3,5 @@
|
|
3 |
"bos_token_id": 1,
|
4 |
"eos_token_id": 2,
|
5 |
"pad_token_id": 0,
|
6 |
-
"transformers_version": "4.
|
7 |
}
|
|
|
3 |
"bos_token_id": 1,
|
4 |
"eos_token_id": 2,
|
5 |
"pad_token_id": 0,
|
6 |
+
"transformers_version": "4.42.0"
|
7 |
}
|