Spaces:
Running
Running
Commit
·
142d95e
1
Parent(s):
c78b872
ggml-quants, llama : removed excess checks (llama/7274)
Browse files- ggml-quants.c +1 -1
ggml-quants.c
CHANGED
|
@@ -1986,7 +1986,7 @@ static void quantize_row_q3_K_impl(const float * restrict x, block_q3_K * restri
|
|
| 1986 |
|
| 1987 |
for (int j = 0; j < QK_K/16; ++j) {
|
| 1988 |
if (quant_weights) {
|
| 1989 |
-
const float * qw = quant_weights
|
| 1990 |
for (int l = 0; l < 16; ++l) weight[l] = qw[l] * sqrtf(sigma2 + x[16*j+l]*x[16*j+l]);
|
| 1991 |
} else {
|
| 1992 |
for (int l = 0; l < 16; ++l) weight[l] = x[16*j+l]*x[16*j+l];
|
|
|
|
| 1986 |
|
| 1987 |
for (int j = 0; j < QK_K/16; ++j) {
|
| 1988 |
if (quant_weights) {
|
| 1989 |
+
const float * qw = quant_weights + QK_K * i + 16*j;
|
| 1990 |
for (int l = 0; l < 16; ++l) weight[l] = qw[l] * sqrtf(sigma2 + x[16*j+l]*x[16*j+l]);
|
| 1991 |
} else {
|
| 1992 |
for (int l = 0; l < 16; ++l) weight[l] = x[16*j+l]*x[16*j+l];
|