Update config.json

config.json

@@ -9,9 +9,6 @@
       "projector_type": "mlp_gelu"
     }
   },
-  "architectures": [
-    "MultiModalityCausalLM"
-  ],
   "gen_aligner_config": {
     "cls": "MlpProjector",
     "model_type": "gen_aligner",
@@ -40,31 +37,15 @@
     }
   },
   "language_config": {
-    "_attn_implementation_autoset": true,
-    "attention_bias": false,
-    "attention_dropout": 0.0,
-    "head_dim": 128,
-    "hidden_act": "silu",
-    "hidden_size": 4096,
-    "initializer_range": 0.02,
-    "intermediate_size": 11008,
     "max_position_embeddings": 16384,
-    "mlp_bias": false,
     "model_type": "llama",
-    "num_attention_heads": 32,
     "num_hidden_layers": 30,
-    "num_key_value_heads": 32,
-    "pretraining_tp": 1,
-    "rms_norm_eps": 1e-06,
-    "rope_scaling": null,
-    "rope_theta": 10000.0,
     "torch_dtype": "bfloat16",
-    "use_cache": true,
     "vocab_size": 102400
   },
   "model_type": "multi_modality",
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.51.3",
+  "transformers_version": "4.33.1",
   "vision_config": {
     "cls": "CLIPVisionTower",
     "model_type": "vision",
@@ -75,4 +56,4 @@
       "select_layer": -1
     }
   }
-}
+}