From bb7772a3644801094db2d36923857858639c67cc Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Tue, 8 Aug 2023 01:20:07 +0200 Subject: [PATCH] fix: byte utf-8 encode results from autogptq Signed-off-by: Ettore Di Giacinto --- extra/grpc/autogptq/autogptq.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/extra/grpc/autogptq/autogptq.py b/extra/grpc/autogptq/autogptq.py index fe1fba90d..bcc4e14db 100755 --- a/extra/grpc/autogptq/autogptq.py +++ b/extra/grpc/autogptq/autogptq.py @@ -61,7 +61,7 @@ class BackendServicer(backend_pb2_grpc.BackendServicer): top_p=top_p, repetition_penalty=penalty, ) - return backend_pb2.Result(message=bytes(pipeline(request.Prompt)[0]["generated_text"])) + return backend_pb2.Result(message=bytes(pipeline(request.Prompt)[0]["generated_text"], encoding='utf-8')) def PredictStream(self, request, context): # Implement PredictStream RPC