(Trained with Unsloth)

Modelfile

@@ -0,0 +1,15 @@
+FROM /scratch/bbov/smeher/gtd_scratch/shreyasmeher/ConflLlama-full-2016/unsloth.Q8_0.gguf
+
+TEMPLATE """Below describes details about terrorist events.{{ if .Prompt }}
+>>> Event Details:
+{{ .Prompt }}{{ end }}
+>>> Attack Types:
+{{ .Response }}<|end_of_text|>"""
+
+PARAMETER stop "<|end_header_id|>"
+PARAMETER stop "<|eot_id|>"
+PARAMETER stop "<|start_header_id|>"
+PARAMETER stop "<|end_of_text|>"
+PARAMETER stop "<|reserved_special_token_"
+PARAMETER temperature 1.5
+PARAMETER min_p 0.1