baseten-admin commited on
Commit
daa36d3
·
verified ·
1 Parent(s): 1435ad8

Update hf_quant_config.json

Browse files
Files changed (1) hide show
  1. hf_quant_config.json +2 -1
hf_quant_config.json CHANGED
@@ -100,7 +100,8 @@
100
  "model.layers.9.self_attn*",
101
  "model.layers.90.self_attn*",
102
  "model.layers.91.self_attn*",
103
- "lm_head"
 
104
  ]
105
  }
106
  }
 
100
  "model.layers.9.self_attn*",
101
  "model.layers.90.self_attn*",
102
  "model.layers.91.self_attn*",
103
+ "lm_head",
104
+ "model.layers.92*"
105
  ]
106
  }
107
  }