ExternalVendorCode/lollms
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms.git synced 2024-12-20 05:08:00 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

fixed exllamav2 and hugging face bindings

Browse Source
This commit is contained in:
Saifeddine ALOUI 2024-02-29 22:10:14 +01:00
parent 712b176bc3
commit 8b7edf241c
1 changed files with 23 additions and 29 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

52
lollms/binding.py
View File

@ -130,25 +130,28 @@ class LLMBinding:
break
if not mp:
return None
# model_path/str(model_name).split("/")[-1]
if mp.is_dir():
for f in mp.iterdir():
if not "mmproj" in f.stem and not f.is_dir():
if f.suffix==".reference":
with open(f,"r") as f:
return Path(f.read())
return f
if model_path.name in ["ggml","gguf"]:
# model_path/str(model_name).split("/")[-1]
if mp.is_dir():
for f in mp.iterdir():
if not "mmproj" in f.stem and not f.is_dir():
if f.suffix==".reference":
with open(f,"r") as f:
return Path(f.read())
return f
else:
show_message_dialog("Warning","I detected that your model was installed with previous format.\nI'll just migrate it to thre new format.\nThe new format allows you to have multiple model variants and also have the possibility to use multimodal models.")
model_root:Path = model_path.parent/model_path.stem
model_root.mkdir(exist_ok=True, parents=True)
shutil.move(model_path, model_root)
model_path = model_root/model_path.name
self.config.model_name = model_root.name
root_path = model_root
self.config.save_config()
return model_path
else:
show_message_dialog("Warning","I detected that your model was installed with previous format.\nI'll just migrate it to thre new format.\nThe new format allows you to have multiple model variants and also have the possibility to use multimodal models.")
model_root:Path = model_path.parent/model_path.stem
model_root.mkdir(exist_ok=True, parents=True)
shutil.move(model_path, model_root)
model_path = model_root/model_path.name
self.config.model_name = model_root.name
root_path = model_root
self.config.save_config()
return model_path
return mp
def download_model(self, url, model_name, callback = None):
folder_path = self.searchModelFolder(model_name)
@ -634,17 +637,8 @@ class LLMBinding:
if self.config.model_name is None:
return None
if self.config.model_name.endswith(".reference"):
ASCIIColors.yellow("Loading a reference model:")
ref_path = self.searchModelPath(self.config.model_name)
if ref_path.exists():
with open(str(ref_path), 'r') as f:
model_path = Path(f.read())
ASCIIColors.yellow(model_path)
else:
return None
else:
model_path = self.searchModelPath(self.config.model_name)
model_path = self.searchModelPath(self.config.model_name)
return model_path