Update README.md
Browse files
README.md
CHANGED
|
@@ -51,14 +51,13 @@ model = "paulilioaica/Hugo-7B-slerp"
|
|
| 51 |
messages = [{"role": "user", "content": "What is a large language model?"}]
|
| 52 |
|
| 53 |
tokenizer = AutoTokenizer.from_pretrained(model)
|
| 54 |
-
prompt = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
|
| 55 |
pipeline = transformers.pipeline(
|
| 56 |
-
"
|
| 57 |
model=model,
|
| 58 |
torch_dtype=torch.float16,
|
| 59 |
device_map="auto",
|
| 60 |
)
|
| 61 |
|
| 62 |
-
outputs = pipeline(
|
| 63 |
-
print(outputs
|
| 64 |
```
|
|
|
|
| 51 |
messages = [{"role": "user", "content": "What is a large language model?"}]
|
| 52 |
|
| 53 |
tokenizer = AutoTokenizer.from_pretrained(model)
|
|
|
|
| 54 |
pipeline = transformers.pipeline(
|
| 55 |
+
"conversation",
|
| 56 |
model=model,
|
| 57 |
torch_dtype=torch.float16,
|
| 58 |
device_map="auto",
|
| 59 |
)
|
| 60 |
|
| 61 |
+
outputs = pipeline(messages, max_new_tokens=256, do_sample=True, temperature=0.7, top_k=50, top_p=0.95)
|
| 62 |
+
print(outputs)
|
| 63 |
```
|