ExternalVendorCode/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2024-12-20 05:07:54 +00:00
Code Issues Actions 13 Packages Projects Releases Wiki Activity

fix missing TrustRemoteCode in OpenVINO model load (#2114)

Browse Source
This commit is contained in:
fakezeta 2024-04-24 02:45:37 +02:00 committed by GitHub
parent ac56ac2b2d
commit f718a391c0
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
backend/python/transformers/transformers_server.py
View File

@ -149,6 +149,7 @@ class BackendServicer(backend_pb2_grpc.BackendServicer):
device_map="CPU" device_map="CPU"
self.model = OVModelForCausalLM.from_pretrained(model_name, self.model = OVModelForCausalLM.from_pretrained(model_name,
compile=True, compile=True,
trust_remote_code=request.TrustRemoteCode,
ov_config={"PERFORMANCE_HINT": "LATENCY"}, ov_config={"PERFORMANCE_HINT": "LATENCY"},
device=device_map) device=device_map)
self.OV = True self.OV = True