Upload LlavaNextForConditionalGeneration

config.json

@@ -3,7 +3,6 @@
   "architectures": [
     "LlavaNextForConditionalGeneration"
   ],
-  "ignore_index": -100,
   "image_grid_pinpoints": [
     [
       384,
@@ -117,6 +116,7 @@
   "image_seq_length": 576,
   "image_token_index": 49155,
   "model_type": "llava_next",
+  "multimodal_projector_bias": true,
   "projector_hidden_act": "gelu",
   "text_config": {
     "architectures": [
@@ -139,12 +139,12 @@
     "rms_norm_eps": 1e-05,
     "rope_theta": 300000,
     "tie_word_embeddings": true,
-    "torch_dtype": "bfloat16",
+    "torch_dtype": "float32",
     "vocab_size": 49156
   },
   "tie_word_embeddings": true,
   "torch_dtype": "float16",
-  "transformers_version": "4.46.1",
+  "transformers_version": "4.49.0",
   "use_image_newline_parameter": true,
   "vision_config": {
     "hidden_act": "gelu_pytorch_tanh",
@@ -155,7 +155,8 @@
     "model_type": "siglip_vision_model",
     "num_attention_heads": 16,
     "num_hidden_layers": 27,
-    "patch_size": 14
+    "patch_size": 14,
+    "torch_dtype": "float32"
   },
   "vision_feature_layer": [
     -24,

generation_config.json

@@ -3,5 +3,5 @@
   "bos_token_id": 0,
   "eos_token_id": 0,
   "pad_token_id": 0,
-  "transformers_version": "4.46.1"
+  "transformers_version": "4.49.0"
 }

model-00001-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:af1f74113515848caaa35a3c76f38a53275e37823b6f94c0b3afa32fd07c70b5
-size 4984561224
+oid sha256:36d1e4bbb42ed061d6c0b962025759b8416be3f9b5e59d77fff83eebb674b477
+size 4998717000

model.safetensors.index.json

@@ -1,6 +1,6 @@
 {
   "metadata": {
-    "total_size": 5936638080
+    "total_size": 5950793856
   },
   "weight_map": {
     "image_newline": "model-00001-of-00002.safetensors",