docs(mixtral): add mixtral example (#1449)

2026-05-02 08:09:24 -05:00 · 2023-12-16 11:44:43 -05:00
parent 2f7beb6744
commit 1c286c3c2f
4 changed files with 35 additions and 0 deletions
@@ -0,0 +1 @@
+[INST] {{.Input}} [/INST] 
@@ -0,0 +1 @@
+[INST] {{.Input}} [/INST] 
@@ -0,0 +1,16 @@
+context_size: 512
+f16: true
+threads: 11
+gpu_layers: 90
+name: mixtral
+mmap: true
+parameters:
+  model: mixtral-8x7b-instruct-v0.1.Q2_K.gguf
+  temperature: 0.2
+  top_k: 40
+  top_p: 0.95
+  batch: 512
+  tfz: 1.0
+template:
+  chat: mixtral-chat
+  completion: mixtral