kingsleykim commited on
Commit
b6ac399
·
verified ·
1 Parent(s): 741c240

Upload LlavaNextVideoForConditionalGeneration

Browse files
Files changed (2) hide show
  1. config.json +1 -7
  2. generation_config.json +1 -1
config.json CHANGED
@@ -26,7 +26,6 @@
26
  1008
27
  ]
28
  ],
29
- "image_seq_length": 576,
30
  "image_token_index": 32001,
31
  "model_type": "llava_next_video",
32
  "projector_hidden_act": "gelu",
@@ -34,7 +33,6 @@
34
  "spatial_pool_out_channels": 1024,
35
  "spatial_pool_stride": 2,
36
  "text_config": {
37
- "_attn_implementation_autoset": false,
38
  "_name_or_path": "lmsys/vicuna-7b-v1.5",
39
  "add_cross_attention": false,
40
  "architectures": [
@@ -57,7 +55,6 @@
57
  "finetuning_task": null,
58
  "forced_bos_token_id": null,
59
  "forced_eos_token_id": null,
60
- "head_dim": 128,
61
  "hidden_act": "silu",
62
  "hidden_size": 4096,
63
  "id2label": {
@@ -100,7 +97,6 @@
100
  "rms_norm_eps": 1e-05,
101
  "rope_scaling": {
102
  "factor": 2.5,
103
- "rope_type": "linear",
104
  "type": "linear"
105
  },
106
  "rope_theta": 10000.0,
@@ -124,12 +120,10 @@
124
  },
125
  "tie_word_embeddings": false,
126
  "torch_dtype": "float16",
127
- "transformers_version": "4.46.0",
128
  "use_image_newline_parameter": true,
129
- "video_seq_length": 288,
130
  "video_token_index": 32000,
131
  "vision_config": {
132
- "_attn_implementation_autoset": false,
133
  "_name_or_path": "",
134
  "add_cross_attention": false,
135
  "architectures": null,
 
26
  1008
27
  ]
28
  ],
 
29
  "image_token_index": 32001,
30
  "model_type": "llava_next_video",
31
  "projector_hidden_act": "gelu",
 
33
  "spatial_pool_out_channels": 1024,
34
  "spatial_pool_stride": 2,
35
  "text_config": {
 
36
  "_name_or_path": "lmsys/vicuna-7b-v1.5",
37
  "add_cross_attention": false,
38
  "architectures": [
 
55
  "finetuning_task": null,
56
  "forced_bos_token_id": null,
57
  "forced_eos_token_id": null,
 
58
  "hidden_act": "silu",
59
  "hidden_size": 4096,
60
  "id2label": {
 
97
  "rms_norm_eps": 1e-05,
98
  "rope_scaling": {
99
  "factor": 2.5,
 
100
  "type": "linear"
101
  },
102
  "rope_theta": 10000.0,
 
120
  },
121
  "tie_word_embeddings": false,
122
  "torch_dtype": "float16",
123
+ "transformers_version": "4.42.0",
124
  "use_image_newline_parameter": true,
 
125
  "video_token_index": 32000,
126
  "vision_config": {
 
127
  "_name_or_path": "",
128
  "add_cross_attention": false,
129
  "architectures": null,
generation_config.json CHANGED
@@ -3,5 +3,5 @@
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
  "pad_token_id": 0,
6
- "transformers_version": "4.46.0"
7
  }
 
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
  "pad_token_id": 0,
6
+ "transformers_version": "4.42.0"
7
  }