mirror/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2026-01-05 18:19:53 -06:00
Code Issues Packages Projects Releases Wiki Activity

fix(llama.cpp): correctly set grammar triggers (#6432)

Browse Source 
* fix(llama.cpp): correctly set grammar triggers

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>

* Do not enable lazy by default

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>

---------

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto
2025-10-10 19:50:17 +02:00
committed by GitHub
parent 81b31b4283
commit cd1e1124ea
3 changed files with 68 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
core/backend/options.go
View File

@@ -129,7 +129,6 @@ func grpcModelOpts(c config.ModelConfig) *pb.ModelOptions {
triggers = append(triggers, &pb.GrammarTrigger{
Word: t.Word,
})
}
return &pb.ModelOptions{

3
core/http/views/index.html
View File

@@ -147,9 +147,6 @@
<div class="flex-1 min-w-0">
<div class="flex items-center justify-between">
<h3 class="font-bold text-xl text-[#E5E7EB] truncate group-hover:text-[#38BDF8] transition-colors">{{.Name}}</h3>
<a href="browse?term={{.Name}}" class="text-[#94A3B8] hover:text-[#38BDF8] transition-colors p-1 rounded-lg hover:bg-[#38BDF8]/10" title="Search for similar models">
<i class="fas fa-search text-sm"></i>
</a>
</div>
<div class="mt-2 flex flex-wrap gap-2">