From efad6bc059650425485d9b7874db08edc2d2a2ab Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Miguel=20=C3=81ngel=20Gonz=C3=A1lez=20Santamarta?=
 <mgons@unileon.es>
Date: Tue, 3 Dec 2024 10:39:07 +0100
Subject: [PATCH] Mistral model added

---
 llama_bringup/models/Mistral.yaml | 10 ++++++++++
 1 file changed, 10 insertions(+)
 create mode 100644 llama_bringup/models/Mistral.yaml

diff --git a/llama_bringup/models/Mistral.yaml b/llama_bringup/models/Mistral.yaml
new file mode 100644
index 0000000..4cf5b09
--- /dev/null
+++ b/llama_bringup/models/Mistral.yaml
@@ -0,0 +1,10 @@
+n_ctx: 2048
+n_batch: 8
+n_gpu_layers: 0
+n_threads: 1
+n_predict: 2048
+
+model_repo: "bartowski/Ministral-8B-Instruct-2410-GGUF"
+model_filename: "Ministral-8B-Instruct-2410-Q4_K_M.gguf"
+
+system_prompt_type: "Mistral"