Upload folder using huggingface_hub

config.json

@@ -27,7 +27,7 @@
           "observer": "minmax",
           "observer_kwargs": {},
           "strategy": "tensor",
-          "symmetric": false,
+          "symmetric": true,
           "type": "float"
         },
         "output_activations": null,

model-00001-of-00006.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:77e2a6db40d91df081f760b08c734b954a25dcf9526ab72dd839a9f4ef290f61
-size 4898069169
+oid sha256:d08214737a3c7aa637adb8a9e402ef6c701e1d44ff1f5bcd60f606db28950d54
+size 4898063458

model-00002-of-00006.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:67a8c4f744ed585ee0797d83492ba1f8098760ac7c063982c8eb10703caa4338
-size 4835561022
+oid sha256:e696e22ccdcfe2b30e955bf55bb6da0ffe858f18e121b8064f275c19b7320489
+size 4835553472

model-00003-of-00006.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d581a4a5152511acfb25fc7481225faf676e4ec50334852ae419f88278ecc13
-size 4982417102
+oid sha256:2fff67431527ea1f2ad0b22ab1291b536505411ae119e9567a5ba444c6fcb2c6
+size 4982409528

model-00004-of-00006.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:29a67b4faa7d0521057e1e43287c5dd466cc0545c085957ad0104c353528b053
-size 4998153926
+oid sha256:ad451af85f1a587d0886e1be22883b4b82a20fe618e07718d692076dff4767b1
+size 4998146360

model-00005-of-00006.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2e454d645b8a4493e186dcb1c198a17c72b0713b7c7dc45737d53bb4367e5e51
-size 3865317301
+oid sha256:380f36cca39d92e1bf9376bae1f04eb655c964a02556b040183b4f17e7490e2d
+size 3865311574

recipe.yaml

@@ -6,6 +6,6 @@ quant_stage:
         group_0:
           weights: {num_bits: 8, type: float, strategy: channel, dynamic: false, symmetric: true}
           input_activations: {num_bits: 8, type: float, strategy: tensor, dynamic: false,
-            symmetric: false}
+            symmetric: true}
           targets: [Linear]
       kv_cache_scheme: {num_bits: 8, type: float, strategy: tensor, dynamic: false, symmetric: true}