ExternalVendorCode/lollms-webui
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms-webui.git synced 2025-01-19 03:06:23 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

enhanced context size

Browse Source
This commit is contained in:
Saifeddine ALOUI 2023-05-18 22:23:24 +02:00
parent 35170fbf9e
commit bded3dce7c
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
backends/llama_cpp_official/__init__.py
View File

@ -38,7 +38,7 @@ class LLAMACPP(GPTBackend):
if seed <=0: if seed <=0:
seed = random.randint(1, 2**31) seed = random.randint(1, 2**31)
self.model = Llama(model_path=f"./models/llama_cpp_official/{self.config['model']}", n_gpu_layers=40, seed=seed) self.model = Llama(model_path=f"./models/llama_cpp_official/{self.config['model']}", n_ctx=self.config["ctx_size"], n_gpu_layers=40, seed=seed)
def tokenize(self, prompt): def tokenize(self, prompt):