Update README.md
Browse files
README.md
CHANGED
|
@@ -42,7 +42,7 @@ Install auto-round from source first
|
|
| 42 |
|
| 43 |
```python
|
| 44 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
| 45 |
-
from auto_round.
|
| 46 |
quantized_model_dir = "Intel/Mistral-7B-v0.1-int4-inc-lmhead"
|
| 47 |
model = AutoModelForCausalLM.from_pretrained(quantized_model_dir,
|
| 48 |
device_map="auto",
|
|
|
|
| 42 |
|
| 43 |
```python
|
| 44 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
| 45 |
+
from auto_round.auto_quantizer import AutoHfQuantizer
|
| 46 |
quantized_model_dir = "Intel/Mistral-7B-v0.1-int4-inc-lmhead"
|
| 47 |
model = AutoModelForCausalLM.from_pretrained(quantized_model_dir,
|
| 48 |
device_map="auto",
|