Commit
·
34be6ff
1
Parent(s):
3cf19e4
Add comment to README about LORA location
Browse filesSigned-off-by: GiulioZizzo <[email protected]>
granite-3.3-8b-instruct-lora-function-calling-scanner/README.md
CHANGED
|
@@ -48,7 +48,7 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
|
|
| 48 |
from peft import PeftModel
|
| 49 |
|
| 50 |
BASE_NAME = "ibm-granite/granite-3.3-8b-instruct"
|
| 51 |
-
LORA_NAME = "intrinsic/granite-3.3-8b-instruct-lora-function-calling-scanner"
|
| 52 |
device=torch.device('cuda' if torch.cuda.is_available() else 'cpu')
|
| 53 |
|
| 54 |
# Load model
|
|
|
|
| 48 |
from peft import PeftModel
|
| 49 |
|
| 50 |
BASE_NAME = "ibm-granite/granite-3.3-8b-instruct"
|
| 51 |
+
LORA_NAME = "intrinsic/granite-3.3-8b-instruct-lora-function-calling-scanner" # LoRA download location. We assume the directory shown in the top level README.md example for the lib was followed.
|
| 52 |
device=torch.device('cuda' if torch.cuda.is_available() else 'cpu')
|
| 53 |
|
| 54 |
# Load model
|