Update README.md
Browse files
README.md
CHANGED
|
@@ -289,7 +289,7 @@ prompts = [
|
|
| 289 |
sampling_params = SamplingParams(temperature=0.8, top_p=0.95)
|
| 290 |
|
| 291 |
# Create an LLM.
|
| 292 |
-
llm = LLM(model="
|
| 293 |
# Generate texts from the prompts. The output is a list of RequestOutput objects
|
| 294 |
# that contain the prompt, generated text, and other information.
|
| 295 |
outputs = llm.generate(prompts, sampling_params)
|
|
|
|
| 289 |
sampling_params = SamplingParams(temperature=0.8, top_p=0.95)
|
| 290 |
|
| 291 |
# Create an LLM.
|
| 292 |
+
llm = LLM(model="SalmanFaroz/Meta-Llama-3-8B-Instruct-AWQ", quantization="AWQ")
|
| 293 |
# Generate texts from the prompts. The output is a list of RequestOutput objects
|
| 294 |
# that contain the prompt, generated text, and other information.
|
| 295 |
outputs = llm.generate(prompts, sampling_params)
|