From d172ca85639fb79bee0710e223fd82e4933fdbde Mon Sep 17 00:00:00 2001 From: Dillon DuPont Date: Mon, 11 Aug 2025 10:54:21 -0400 Subject: [PATCH] fixed improper kwargs --- .../agent/agent/adapters/huggingfacelocal_adapter.py | 11 +++++++++-- 1 file changed, 9 insertions(+), 2 deletions(-) diff --git a/libs/python/agent/agent/adapters/huggingfacelocal_adapter.py b/libs/python/agent/agent/adapters/huggingfacelocal_adapter.py index 11f03c0f..46d72db3 100644 --- a/libs/python/agent/agent/adapters/huggingfacelocal_adapter.py +++ b/libs/python/agent/agent/adapters/huggingfacelocal_adapter.py @@ -1,4 +1,5 @@ import asyncio +import functools import warnings from concurrent.futures import ThreadPoolExecutor from typing import Iterator, AsyncIterator, Dict, List, Any, Optional @@ -189,7 +190,10 @@ class HuggingFaceLocalAdapter(CustomLLM): """ # Run _generate in thread pool to avoid blocking loop = asyncio.get_event_loop() - generated_text = await loop.run_in_executor(self._executor, self._generate, **kwargs) + generated_text = await loop.run_in_executor( + self._executor, + functools.partial(self._generate, **kwargs) + ) return await acompletion( model=f"huggingface-local/{kwargs['model']}", @@ -223,7 +227,10 @@ class HuggingFaceLocalAdapter(CustomLLM): """ # Run _generate in thread pool to avoid blocking loop = asyncio.get_event_loop() - generated_text = await loop.run_in_executor(self._executor, self._generate, **kwargs) + generated_text = await loop.run_in_executor( + self._executor, + functools.partial(self._generate, **kwargs) + ) generic_streaming_chunk: GenericStreamingChunk = { "finish_reason": "stop",