Initial commit of arXflix fine-tuned Mistral model with LoRA

README.md

@@ -0,0 +1,16 @@
+# Mistral 7B instruct finetuned to produce script for axflix
+
+# Load model directly
+```py
+from mistral_inference.model import Transformer
+from mistral_inference.generate import generate
+
+from mistral_common.tokens.tokenizers.mistral import MistralTokenizer
+from mistral_common.protocol.instruct.messages import UserMessage
+from mistral_common.protocol.instruct.request import ChatCompletionRequest
+
+
+tokenizer = MistralTokenizer.from_file("tokenizer.model.v3")  # change to extracted tokenizer file
+model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-Instruct-v0.3") # change to extracted model dir
+model.load_lora("lora.safetensors")
+```

lora.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38905f09396cdfb7303af2cb9191990b52d754739bf5d024091d89e5daae5f25
+size 335594288

params.json

@@ -0,0 +1,18 @@
+{
+    "dim": 4096,
+    "n_layers": 32,
+    "head_dim": 128,
+    "hidden_dim": 14336,
+    "n_heads": 32,
+    "n_kv_heads": 8,
+    "norm_eps": 1e-05,
+    "vocab_size": 32768,
+    "rope_theta": 1000000.0,
+    "lora": {
+        "enable": true,
+        "rank": 64,
+        "dropout": 0.0,
+        "scaling": 2.0
+    },
+    "moe": null
+}