mirror of
https://github.com/mudler/LocalAI.git
synced 2025-02-20 01:16:14 +00:00
feat: allow setting trust_remote_code for sentencetransformers backend (#3552)
Allow setting trust_remote_code for SentenceTransformers backend Signed-off-by: Nyralei <93216976+Nyralei@users.noreply.github.com>
This commit is contained in:
parent
22247ad92c
commit
4a4e44bf55
@ -55,7 +55,7 @@ class BackendServicer(backend_pb2_grpc.BackendServicer):
|
||||
"""
|
||||
model_name = request.Model
|
||||
try:
|
||||
self.model = SentenceTransformer(model_name)
|
||||
self.model = SentenceTransformer(model_name, trust_remote_code=request.TrustRemoteCode)
|
||||
except Exception as err:
|
||||
return backend_pb2.Result(success=False, message=f"Unexpected {err=}, {type(err)=}")
|
||||
|
||||
|
@ -1,3 +1,5 @@
|
||||
grpcio==1.66.1
|
||||
protobuf
|
||||
certifi
|
||||
certifi
|
||||
datasets
|
||||
einops
|
Loading…
x
Reference in New Issue
Block a user