Commit
·
11a78fd
1
Parent(s):
16a85c1
Update README.md
Browse files
README.md
CHANGED
|
@@ -47,7 +47,7 @@ pip3 install -U bitsandbytes==0.39.0 einops==0.6.1 sentencepiece
|
|
| 47 |
import torch
|
| 48 |
from transformers import AutoModelForCausalLM, AutoTokenizer, TextStreamer
|
| 49 |
|
| 50 |
-
model = AutoModelForCausalLM.from_pretrained("azale-ai/DukunLM-7B-V1.0-Uncensored", torch_dtype=torch.float16)
|
| 51 |
tokenizer = AutoTokenizer.from_pretrained("azale-ai/DukunLM-7B-V1.0-Uncensored")
|
| 52 |
streamer = TextStreamer(tokenizer)
|
| 53 |
|
|
@@ -94,7 +94,7 @@ _ = model.generate(
|
|
| 94 |
import torch
|
| 95 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
| 96 |
|
| 97 |
-
model = AutoModelForCausalLM.from_pretrained("azale-ai/DukunLM-7B-V1.0-Uncensored", torch_dtype=torch.float16)
|
| 98 |
tokenizer = AutoTokenizer.from_pretrained("azale-ai/DukunLM-7B-V1.0-Uncensored")
|
| 99 |
|
| 100 |
instruction_prompt = "Jelaskan mengapa air penting bagi kehidupan manusia."
|
|
|
|
| 47 |
import torch
|
| 48 |
from transformers import AutoModelForCausalLM, AutoTokenizer, TextStreamer
|
| 49 |
|
| 50 |
+
model = AutoModelForCausalLM.from_pretrained("azale-ai/DukunLM-7B-V1.0-Uncensored", torch_dtype=torch.float16).to("cuda")
|
| 51 |
tokenizer = AutoTokenizer.from_pretrained("azale-ai/DukunLM-7B-V1.0-Uncensored")
|
| 52 |
streamer = TextStreamer(tokenizer)
|
| 53 |
|
|
|
|
| 94 |
import torch
|
| 95 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
| 96 |
|
| 97 |
+
model = AutoModelForCausalLM.from_pretrained("azale-ai/DukunLM-7B-V1.0-Uncensored", torch_dtype=torch.float16).to("cuda")
|
| 98 |
tokenizer = AutoTokenizer.from_pretrained("azale-ai/DukunLM-7B-V1.0-Uncensored")
|
| 99 |
|
| 100 |
instruction_prompt = "Jelaskan mengapa air penting bagi kehidupan manusia."
|