Upload HCXVisionForCausalLM

config.json

@@ -5,18 +5,123 @@
   ],
   "auto_map": {
     "AutoConfig": "naver-hyperclovax/HyperCLOVAX-SEED-Vision-Instruct-3B--configuration_hyperclovax.HCXVisionConfig",
-    "AutoModelForCausalLM": "naver-hyperclovax/HyperCLOVAX-SEED-Vision-Instruct-3B--modeling_hyperclovax.HCXVisionForCausalLM",
-    "AutoProcessor": "naver-hyperclovax/HyperCLOVAX-SEED-Vision-Instruct-3B--preprocessor.HCXVisionProcessor"
+    "AutoModelForCausalLM": "naver-hyperclovax/HyperCLOVAX-SEED-Vision-Instruct-3B--modeling_hyperclovax.HCXVisionForCausalLM"
   },
   "decoder_max_length": 16384,
+  "first_last_frames_slow": false,
   "freeze_decoder": false,
   "freeze_encoder": true,
   "freeze_mm_projector": false,
   "hidden_size": 3072,
   "ignore_index": -100,
-  "img_start_id": 100271,
-  "language_config": {
-    "_attn_implementation_autoset": true,
+  "image_token_id": 100271,
+  "img_start_id": 100009,
+  "max_image_cnt": 12,
+  "max_num_grids": 9,
+  "mm_projector_type": "cabstractor",
+  "model_type": "hyperclovax_vlm",
+  "num_queries_vis_abstractor": -1,
+  "num_queries_vis_abstractor_image": 81,
+  "num_queries_vis_abstractor_video_fast": 9,
+  "num_queries_vis_abstractor_video_slow": 81,
+  "possible_resolutions": [
+    [
+      378,
+      378
+    ],
+    [
+      378,
+      756
+    ],
+    [
+      378,
+      1134
+    ],
+    [
+      378,
+      1512
+    ],
+    [
+      378,
+      1890
+    ],
+    [
+      378,
+      2268
+    ],
+    [
+      378,
+      2646
+    ],
+    [
+      378,
+      3024
+    ],
+    [
+      378,
+      3402
+    ],
+    [
+      756,
+      378
+    ],
+    [
+      756,
+      756
+    ],
+    [
+      756,
+      1134
+    ],
+    [
+      756,
+      1512
+    ],
+    [
+      1134,
+      378
+    ],
+    [
+      1134,
+      756
+    ],
+    [
+      1134,
+      1134
+    ],
+    [
+      1512,
+      378
+    ],
+    [
+      1512,
+      756
+    ],
+    [
+      1890,
+      378
+    ],
+    [
+      2268,
+      378
+    ],
+    [
+      2646,
+      378
+    ],
+    [
+      3024,
+      378
+    ],
+    [
+      3402,
+      378
+    ]
+  ],
+  "proj_pos_emb": true,
+  "proj_prenorm": false,
+  "q_former_model_name_or_path": null,
+  "text_config": {
     "_name_or_path": "",
     "add_cross_attention": false,
     "architectures": [
@@ -97,26 +202,18 @@
     "top_p": 1.0,
     "torch_dtype": "bfloat16",
     "torchscript": false,
-    "transformers_version": "4.51.3",
     "typical_p": 1.0,
     "use_bfloat16": false,
     "use_cache": true,
     "vocab_size": 110592
   },
-  "max_image_cnt": 12,
-  "max_num_grids": 9,
-  "model_type": "hyperclovax_vlm",
-  "num_queries_vis_abstractor": 81,
-  "proj_pos_emb": true,
-  "proj_prenorm": false,
-  "q_former_model_name_or_path": null,
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.51.3",
+  "transformers_version": "4.52.4",
   "unpad": true,
   "use_1x1_grid": true,
   "use_nth_layer": -2,
+  "video_token_id": 100270,
   "vision_config": {
-    "_attn_implementation_autoset": true,
     "_name_or_path": "",
     "add_cross_attention": false,
     "anyres": true,
@@ -192,7 +289,6 @@
     "top_p": 1.0,
     "torch_dtype": "bfloat16",
     "torchscript": false,
-    "transformers_version": "4.51.3",
     "typical_p": 1.0,
     "use_bfloat16": true
   }

generation_config.json

@@ -1,4 +1,7 @@
 {
   "_from_model_config": true,
-  "transformers_version": "4.51.3"
+  "bos_token_id": 100257,
+  "eos_token_id": 100257,
+  "pad_token_id": 100257,
+  "transformers_version": "4.52.4"
 }

model-00001-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ddce2bbbb5980a812ba9bc83cceeaf00122a95a1f490f89b2aa87c23fcfeab8
-size 4958791776
+oid sha256:d7c1d6739129ff1e9b43102c088a466faa5b12fbe9f4f5d370a95255974c4eed
+size 4982442712

model-00002-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f809fc19c3aa1811e5467c6533865cfe912f222ae9684a2a04f5573b8bbbdb89
-size 2483804336
+oid sha256:e8c185a170438b51a9ce587a16166873b5759349738975a5b40767c0147a7ff4
+size 2460153400

model.safetensors.index.json

@@ -98,7 +98,7 @@
     "language_model.model.layers.18.input_layernorm.weight": "model-00002-of-00002.safetensors",
     "language_model.model.layers.18.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
     "language_model.model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "language_model.model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "language_model.model.layers.18.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
     "language_model.model.layers.18.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
     "language_model.model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
     "language_model.model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
@@ -294,89 +294,89 @@
     "language_model.model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
     "language_model.model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
     "language_model.model.norm.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b1.conv1.bn.bias": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b1.conv1.bn.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b1.conv1.conv.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b1.conv2.bn.bias": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b1.conv2.bn.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b1.conv2.conv.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b1.conv3.bn.bias": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b1.conv3.bn.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b1.conv3.conv.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b1.se.fc1.bias": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b1.se.fc1.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b1.se.fc2.bias": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b1.se.fc2.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b2.conv1.bn.bias": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b2.conv1.bn.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b2.conv1.conv.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b2.conv2.bn.bias": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b2.conv2.bn.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b2.conv2.conv.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b2.conv3.bn.bias": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b2.conv3.bn.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b2.conv3.conv.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b2.se.fc1.bias": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b2.se.fc1.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b2.se.fc2.bias": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b2.se.fc2.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b3.conv1.bn.bias": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b3.conv1.bn.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b3.conv1.conv.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b3.conv2.bn.bias": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b3.conv2.bn.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b3.conv2.conv.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b3.conv3.bn.bias": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b3.conv3.bn.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b3.conv3.conv.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b3.se.fc1.bias": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b3.se.fc1.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b3.se.fc2.bias": "model-00002-of-00002.safetensors",
-    "mm_projector.net.0.b3.se.fc2.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b1.conv1.bn.bias": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b1.conv1.bn.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b1.conv1.conv.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b1.conv2.bn.bias": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b1.conv2.bn.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b1.conv2.conv.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b1.conv3.bn.bias": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b1.conv3.bn.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b1.conv3.conv.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b1.se.fc1.bias": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b1.se.fc1.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b1.se.fc2.bias": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b1.se.fc2.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b2.conv1.bn.bias": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b2.conv1.bn.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b2.conv1.conv.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b2.conv2.bn.bias": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b2.conv2.bn.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b2.conv2.conv.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b2.conv3.bn.bias": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b2.conv3.bn.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b2.conv3.conv.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b2.se.fc1.bias": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b2.se.fc1.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b2.se.fc2.bias": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b2.se.fc2.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b3.conv1.bn.bias": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b3.conv1.bn.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b3.conv1.conv.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b3.conv2.bn.bias": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b3.conv2.bn.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b3.conv2.conv.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b3.conv3.bn.bias": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b3.conv3.bn.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b3.conv3.conv.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b3.se.fc1.bias": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b3.se.fc1.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b3.se.fc2.bias": "model-00002-of-00002.safetensors",
-    "mm_projector.net.2.b3.se.fc2.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.pos_emb": "model-00002-of-00002.safetensors",
-    "mm_projector.readout.0.bias": "model-00002-of-00002.safetensors",
-    "mm_projector.readout.0.weight": "model-00002-of-00002.safetensors",
-    "mm_projector.readout.2.bias": "model-00002-of-00002.safetensors",
-    "mm_projector.readout.2.weight": "model-00002-of-00002.safetensors",
+    "mm_projector.net.0.b1.conv1.bn.bias": "model-00001-of-00002.safetensors",
+    "mm_projector.net.0.b1.conv1.bn.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.0.b1.conv1.conv.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.0.b1.conv2.bn.bias": "model-00001-of-00002.safetensors",
+    "mm_projector.net.0.b1.conv2.bn.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.0.b1.conv2.conv.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.0.b1.conv3.bn.bias": "model-00001-of-00002.safetensors",
+    "mm_projector.net.0.b1.conv3.bn.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.0.b1.conv3.conv.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.0.b1.se.fc1.bias": "model-00001-of-00002.safetensors",
+    "mm_projector.net.0.b1.se.fc1.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.0.b1.se.fc2.bias": "model-00001-of-00002.safetensors",
+    "mm_projector.net.0.b1.se.fc2.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.0.b2.conv1.bn.bias": "model-00001-of-00002.safetensors",
+    "mm_projector.net.0.b2.conv1.bn.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.0.b2.conv1.conv.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.0.b2.conv2.bn.bias": "model-00001-of-00002.safetensors",
+    "mm_projector.net.0.b2.conv2.bn.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.0.b2.conv2.conv.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.0.b2.conv3.bn.bias": "model-00001-of-00002.safetensors",
+    "mm_projector.net.0.b2.conv3.bn.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.0.b2.conv3.conv.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.0.b2.se.fc1.bias": "model-00001-of-00002.safetensors",
+    "mm_projector.net.0.b2.se.fc1.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.0.b2.se.fc2.bias": "model-00001-of-00002.safetensors",
+    "mm_projector.net.0.b2.se.fc2.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.0.b3.conv1.bn.bias": "model-00001-of-00002.safetensors",
+    "mm_projector.net.0.b3.conv1.bn.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.0.b3.conv1.conv.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.0.b3.conv2.bn.bias": "model-00001-of-00002.safetensors",
+    "mm_projector.net.0.b3.conv2.bn.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.0.b3.conv2.conv.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.0.b3.conv3.bn.bias": "model-00001-of-00002.safetensors",
+    "mm_projector.net.0.b3.conv3.bn.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.0.b3.conv3.conv.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.0.b3.se.fc1.bias": "model-00001-of-00002.safetensors",
+    "mm_projector.net.0.b3.se.fc1.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.0.b3.se.fc2.bias": "model-00001-of-00002.safetensors",
+    "mm_projector.net.0.b3.se.fc2.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b1.conv1.bn.bias": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b1.conv1.bn.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b1.conv1.conv.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b1.conv2.bn.bias": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b1.conv2.bn.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b1.conv2.conv.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b1.conv3.bn.bias": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b1.conv3.bn.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b1.conv3.conv.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b1.se.fc1.bias": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b1.se.fc1.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b1.se.fc2.bias": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b1.se.fc2.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b2.conv1.bn.bias": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b2.conv1.bn.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b2.conv1.conv.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b2.conv2.bn.bias": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b2.conv2.bn.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b2.conv2.conv.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b2.conv3.bn.bias": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b2.conv3.bn.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b2.conv3.conv.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b2.se.fc1.bias": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b2.se.fc1.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b2.se.fc2.bias": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b2.se.fc2.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b3.conv1.bn.bias": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b3.conv1.bn.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b3.conv1.conv.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b3.conv2.bn.bias": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b3.conv2.bn.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b3.conv2.conv.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b3.conv3.bn.bias": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b3.conv3.bn.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b3.conv3.conv.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b3.se.fc1.bias": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b3.se.fc1.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b3.se.fc2.bias": "model-00001-of-00002.safetensors",
+    "mm_projector.net.2.b3.se.fc2.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.pos_emb": "model-00001-of-00002.safetensors",
+    "mm_projector.readout.0.bias": "model-00001-of-00002.safetensors",
+    "mm_projector.readout.0.weight": "model-00001-of-00002.safetensors",
+    "mm_projector.readout.2.bias": "model-00001-of-00002.safetensors",
+    "mm_projector.readout.2.weight": "model-00001-of-00002.safetensors",
     "vision_model.vision_model.embeddings.patch_embedding.bias": "model-00001-of-00002.safetensors",
     "vision_model.vision_model.embeddings.patch_embedding.weight": "model-00001-of-00002.safetensors",
     "vision_model.vision_model.embeddings.position_embedding.weight": "model-00001-of-00002.safetensors",