ExternalVendorCode/lollms
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms.git synced 2024-12-30 01:19:00 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

upgraded

Browse Source
This commit is contained in:
Saifeddine ALOUI 2024-01-27 19:44:51 +01:00
parent c3007e744a
commit 781b1382d7
4 changed files with 36 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
configs/config.yaml
View File

@ -1,5 +1,5 @@
# =================== Lord Of Large Language Models Configuration file =========================== # =================== Lord Of Large Language Multimodal Systems Configuration file ===========================
version: 46 version: 49
binding_name: null binding_name: null
model_name: null model_name: null
@ -79,6 +79,16 @@ petals_base_url: http://0.0.0.0:8010
enable_lollms_service: false enable_lollms_service: false
lollms_base_url: http://0.0.0.0:1234 lollms_base_url: http://0.0.0.0:1234
# elastic search service
elastic_search_service: false
elastic_search_url: http://0.0.0.0:9606
# vll service
vllm_service: false
vllm_url: http://0.0.0.0:8000
vllm_model_path: mistralai/Mistral-7B-v0.1
# Audio # Audio
media_on: false media_on: false
audio_in_language: 'en-US' audio_in_language: 'en-US'
@ -114,3 +124,8 @@ positive_boost: null
negative_boost: null negative_boost: null
force_output_language_to_be: null force_output_language_to_be: null
fun_mode: False fun_mode: False
# webui configurations
show_code_of_conduct: true
activate_audio_infos: true

9
lollms/configs/config.yaml
View File

@ -1,5 +1,5 @@
# =================== Lord Of Large Language Models Configuration file =========================== # =================== Lord Of Large Language Multimodal Systems Configuration file ===========================
version: 48 version: 49
binding_name: null binding_name: null
model_name: null model_name: null
@ -124,3 +124,8 @@ positive_boost: null
negative_boost: null negative_boost: null
force_output_language_to_be: null force_output_language_to_be: null
fun_mode: False fun_mode: False
# webui configurations
show_code_of_conduct: true
activate_audio_infos: true

8
lollms/services/ollama/lollms_ollama.py
View File

@ -64,7 +64,8 @@ class Service:
self, self,
app:LollmsApplication, app:LollmsApplication,
base_url="http://127.0.0.1:11434", base_url="http://127.0.0.1:11434",
wait_max_retries = 5 wait_max_retries = 5,
wait_for_service=True
): ):
self.base_url = base_url self.base_url = base_url
# Get the current directory # Get the current directory
@ -91,7 +92,10 @@ class Service:
subprocess.Popen(['bash', f'{Path.home()}/run_ollama.sh']) subprocess.Popen(['bash', f'{Path.home()}/run_ollama.sh'])
# Wait until the service is available at http://127.0.0.1:7860/ # Wait until the service is available at http://127.0.0.1:7860/
self.wait_for_service(max_retries=wait_max_retries) if wait_for_service:
self.wait_for_service(max_retries=wait_max_retries)
else:
ASCIIColors.warning("We are not waiting for the OLLAMA service to be up.\nThis means that you may need to wait a bit before you can use it.")
def wait_for_service(self, max_retries = 150, show_warning=True): def wait_for_service(self, max_retries = 150, show_warning=True):
url = f"{self.base_url}" url = f"{self.base_url}"

8
lollms/services/sd/lollms_sd.py
View File

@ -204,7 +204,8 @@ class LollmsSD:
username=None, username=None,
password=None, password=None,
auto_sd_base_url=None, auto_sd_base_url=None,
share=False share=False,
wait_for_service=True
): ):
if auto_sd_base_url=="" or auto_sd_base_url=="http://127.0.0.1:7860": if auto_sd_base_url=="" or auto_sd_base_url=="http://127.0.0.1:7860":
auto_sd_base_url = None auto_sd_base_url = None
@ -264,7 +265,10 @@ class LollmsSD:
ASCIIColors.success("Launching Auto1111's SD succeeded") ASCIIColors.success("Launching Auto1111's SD succeeded")
# Wait until the service is available at http://127.0.0.1:7860/ # Wait until the service is available at http://127.0.0.1:7860/
self.wait_for_service(max_retries=max_retries) if wait_for_service:
self.wait_for_service(max_retries=max_retries)
else:
ASCIIColors.warning("We are not waiting for the SD service to be up.\nThis means that you may need to wait a bit before you can use it.")
self.default_sampler = sampler self.default_sampler = sampler
self.default_steps = steps self.default_steps = steps