diff --git a/llama_bringup/models/Mistral.yaml b/llama_bringup/models/Mistral.yaml new file mode 100644 index 0000000..4cf5b09 --- /dev/null +++ b/llama_bringup/models/Mistral.yaml @@ -0,0 +1,10 @@ +n_ctx: 2048 +n_batch: 8 +n_gpu_layers: 0 +n_threads: 1 +n_predict: 2048 + +model_repo: "bartowski/Ministral-8B-Instruct-2410-GGUF" +model_filename: "Ministral-8B-Instruct-2410-Q4_K_M.gguf" + +system_prompt_type: "Mistral"