mirror/computer
1
0
Fork 0
mirror of https://github.com/trycua/computer.git synced 2025-12-31 10:29:59 -06:00
Code Issues Packages Projects Releases Wiki Activity

fixed improper kwargs

Browse Source
This commit is contained in:
Dillon DuPont
2025-08-11 10:54:21 -04:00
parent be1ce76849
commit d172ca8563
1 changed files with 9 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
libs/python/agent/agent/adapters/huggingfacelocal_adapter.py
View File

@@ -1,4 +1,5 @@
import asyncio
import functools
import warnings
from concurrent.futures import ThreadPoolExecutor
from typing import Iterator, AsyncIterator, Dict, List, Any, Optional
@@ -189,7 +190,10 @@ class HuggingFaceLocalAdapter(CustomLLM):
"""
# Run _generate in thread pool to avoid blocking
loop = asyncio.get_event_loop()
generated_text = await loop.run_in_executor(self._executor, self._generate, **kwargs)
generated_text = await loop.run_in_executor(
self._executor,
functools.partial(self._generate, **kwargs)
)
return await acompletion(
model=f"huggingface-local/{kwargs['model']}",
@@ -223,7 +227,10 @@ class HuggingFaceLocalAdapter(CustomLLM):
"""
# Run _generate in thread pool to avoid blocking
loop = asyncio.get_event_loop()
generated_text = await loop.run_in_executor(self._executor, self._generate, **kwargs)
generated_text = await loop.run_in_executor(
self._executor,
functools.partial(self._generate, **kwargs)
)
generic_streaming_chunk: GenericStreamingChunk = {
"finish_reason": "stop",