mirror/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2026-01-10 12:40:08 -06:00
Code Issues Packages Projects Releases Wiki Activity

chore(deps): bump llama.cpp to 'bde188d60f58012ada0725c6dd5ba7c69fe4dd87' (#7434)

Browse Source 
Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto
2025-12-05 00:17:35 +01:00
committed by GitHub
parent 7ce8a56e96
commit 024aa6a55b
2 changed files with 13 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
backend/cpp/llama-cpp/grpc-server.cpp
View File

@@ -1211,6 +1211,8 @@ public:
}
tasks.reserve(inputs.size());
std::vector<task_result_state> states;
states.reserve(inputs.size());
for (size_t i = 0; i < inputs.size(); i++) {
server_task task = server_task(type);
@@ -1229,9 +1231,13 @@ public:
task.params.oaicompat_cmpl_id = completion_id;
// oaicompat_model is already populated by params_from_json_cmpl
// Extract oaicompat_chat_syntax for state tracking before moving task
states.push_back(task.params.oaicompat_chat_syntax);
tasks.push_back(std::move(task));
}
rd->set_states(std::move(states));
rd->post_tasks(std::move(tasks));
} catch (const std::exception & e) {
return grpc::Status(grpc::StatusCode::INVALID_ARGUMENT, e.what());
@@ -1946,6 +1952,8 @@ public:
}
tasks.reserve(inputs.size());
std::vector<task_result_state> states;
states.reserve(inputs.size());
for (size_t i = 0; i < inputs.size(); i++) {
server_task task = server_task(type);
@@ -1964,9 +1972,13 @@ public:
task.params.oaicompat_cmpl_id = completion_id;
// oaicompat_model is already populated by params_from_json_cmpl
// Extract oaicompat_chat_syntax for state tracking before moving task
states.push_back(task.params.oaicompat_chat_syntax);
tasks.push_back(std::move(task));
}
rd->set_states(std::move(states));
rd->post_tasks(std::move(tasks));
} catch (const std::exception & e) {
return grpc::Status(grpc::StatusCode::INVALID_ARGUMENT, e.what());