feat: add ngqa and RMSNormEps parameters (#860)

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
2026-04-23 19:51:33 -05:00 · 2023-08-03 00:51:08 +02:00
parent 953e30814a
commit 5ca21ee398
7 changed files with 138 additions and 104 deletions
@@ -51,6 +51,9 @@ type Config struct {
 	FunctionsConfig Functions `yaml:"function"`

 	SystemPrompt string `yaml:"system_prompt"`
+
+	RMSNormEps float32 `yaml:"rms_norm_eps"`
+	NGQA       int32   `yaml:"ngqa"`
 }

 type Functions struct {