Mistral model added

mgonzs13 · Dec 3, 2024 · efad6bc · efad6bc
1 parent 59957a0
commit efad6bc
Showing 1 changed file with 10 additions and 0 deletions.
diff --git a/llama_bringup/models/Mistral.yaml b/llama_bringup/models/Mistral.yaml
@@ -0,0 +1,10 @@
+n_ctx: 2048
+n_batch: 8
+n_gpu_layers: 0
+n_threads: 1
+n_predict: 2048
+
+model_repo: "bartowski/Ministral-8B-Instruct-2410-GGUF"
+model_filename: "Ministral-8B-Instruct-2410-Q4_K_M.gguf"
+
+system_prompt_type: "Mistral"