jlov7 commited on
Commit
9af519a
Β·
1 Parent(s): 015d150

feat: enable fine-tuned model loading from Hugging Face Hub

Browse files
Files changed (2) hide show
  1. requirements.txt +1 -0
  2. test_constrained_model.py +6 -7
requirements.txt CHANGED
@@ -1,5 +1,6 @@
1
  torch>=2.0.0
2
  transformers>=4.30.0
 
3
  jsonschema>=4.0.0
4
  datasets>=2.0.0
5
  gradio>=5.0.0
 
1
  torch>=2.0.0
2
  transformers>=4.30.0
3
+ peft>=0.4.0
4
  jsonschema>=4.0.0
5
  datasets>=2.0.0
6
  gradio>=5.0.0
test_constrained_model.py CHANGED
@@ -37,14 +37,13 @@ def load_trained_model():
37
 
38
  # Try to load fine-tuned adapter from Hugging Face Hub
39
  try:
40
- print("πŸ”„ Attempting to load fine-tuned adapter...")
41
- # from peft import PeftModel # Uncomment when adapter is available
42
- # model = PeftModel.from_pretrained(model, "jlov7/SmolLM3-Function-Calling-LoRA")
43
- # model = model.merge_and_unload()
44
- # print("βœ… Fine-tuned model loaded successfully!")
45
- print("πŸ”§ Fine-tuned adapter not yet available - using base model with optimized prompting")
46
  except Exception as e:
47
- print(f"⚠️ Could not load fine-tuned adapter: {e}")
48
  print("πŸ”§ Using base model with optimized prompting")
49
 
50
  print("βœ… Model loaded successfully")
 
37
 
38
  # Try to load fine-tuned adapter from Hugging Face Hub
39
  try:
40
+ print("πŸ”„ Attempting to load fine-tuned adapter from Hub...")
41
+ from peft import PeftModel
42
+ model = PeftModel.from_pretrained(model, "jlov7/SmolLM3-Function-Calling-LoRA")
43
+ model = model.merge_and_unload()
44
+ print("βœ… Fine-tuned model loaded successfully from Hub!")
 
45
  except Exception as e:
46
+ print(f"⚠️ Could not load fine-tuned adapter from Hub: {e}")
47
  print("πŸ”§ Using base model with optimized prompting")
48
 
49
  print("βœ… Model loaded successfully")