mirror of
https://github.com/mudler/LocalAI.git
synced 2025-06-12 20:18:11 +00:00
feat(autogpt/transformers): consume trust_remote_code
(#1799)
trusting remote code by default is a danger to our users
This commit is contained in:
@ -33,7 +33,7 @@ class BackendServicer(backend_pb2_grpc.BackendServicer):
|
||||
model = AutoGPTQForCausalLM.from_quantized(request.Model,
|
||||
model_basename=request.ModelBaseName,
|
||||
use_safetensors=True,
|
||||
trust_remote_code=True,
|
||||
trust_remote_code=request.TrustRemoteCode,
|
||||
device=device,
|
||||
use_triton=request.UseTriton,
|
||||
quantize_config=None)
|
||||
|
Reference in New Issue
Block a user