mirror/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2026-01-05 01:59:53 -06:00
Code Issues Packages Projects Releases Wiki Activity

feat(autogpt/transformers): consume trust_remote_code (#1799)

Browse Source 
trusting remote code by default is a danger to our users
This commit is contained in:
Dave
2024-03-05 13:47:15 -05:00
committed by GitHub
parent 504f2e8bf4
commit 5c69dd155f
2 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
backend/python/transformers/transformers_server.py
View File

@@ -69,9 +69,9 @@ class BackendServicer(backend_pb2_grpc.BackendServicer):
model_name = request.Model
try:
if request.Type == "AutoModelForCausalLM":
self.model = AutoModelForCausalLM.from_pretrained(model_name, trust_remote_code=True)
self.model = AutoModelForCausalLM.from_pretrained(model_name, trust_remote_code=request.TrustRemoteCode)
else:
self.model = AutoModel.from_pretrained(model_name, trust_remote_code=True)
self.model = AutoModel.from_pretrained(model_name, trust_remote_code=request.TrustRemoteCode)
self.tokenizer = AutoTokenizer.from_pretrained(model_name)
self.CUDA = False