Falcon3 example added

mgonzs13 · Dec 27, 2024 · 44bbb71 · 44bbb71
1 parent 9c2ac6d
commit 44bbb71
Showing 1 changed file with 10 additions and 0 deletions.
diff --git a/llama_bringup/models/Falcon3.yaml b/llama_bringup/models/Falcon3.yaml
@@ -0,0 +1,10 @@
+n_ctx: 2048
+n_batch: 8
+n_gpu_layers: 0
+n_threads: 1
+n_predict: 2048
+
+model_repo: "tiiuae/Falcon3-1B-Instruct-GGUF"
+model_filename: "Falcon3-1B-Instruct-q4_k_m.gguf"
+
+system_prompt_type: "Phi-3"