ExternalVendorCode/lollms-webui
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms-webui.git synced 2024-12-24 14:36:39 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

sync

Browse Source
This commit is contained in:
Saifeddine ALOUI 2024-02-21 01:09:44 +01:00
parent 87ef6448aa
commit a9d16b0af4
7 changed files with 258 additions and 188 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
configs/config.yaml
View File

@ -1,5 +1,5 @@
# =================== Lord Of Large Language Multimodal Systems Configuration file =========================== # =================== Lord Of Large Language Multimodal Systems Configuration file ===========================
version: 68 version: 71
binding_name: null binding_name: null
model_name: null model_name: null
@ -91,7 +91,7 @@ ollama_base_url: http://localhost:11434
enable_petals_service: false enable_petals_service: false
petals_base_url: http://localhost:8064 petals_base_url: http://localhost:8064
petals_model_path: TinyLlama/TinyLlama-1.1B-Chat-v1.0 petals_model_path: TinyLlama/TinyLlama-1.1B-Chat-v1.0
petals_device: cuda0 petals_device: cuda
# lollms service # lollms service
enable_lollms_service: false enable_lollms_service: false
@ -105,6 +105,9 @@ elastic_search_url: http://localhost:9200
enable_vllm_service: false enable_vllm_service: false
vllm_url: http://localhost:8000 vllm_url: http://localhost:8000
vllm_model_path: TinyLlama/TinyLlama-1.1B-Chat-v1.0 vllm_model_path: TinyLlama/TinyLlama-1.1B-Chat-v1.0
vllm_gpu_memory_utilization: 0.9
vllm_max_model_len: 4096
vllm_max_num_seqs: 256
# Audio # Audio

2
lollms_core

@ -1 +1 @@
Subproject commit 97842c708c8057ad725028bec4ca4d844887e12e Subproject commit 7363a4bfdc309391873853a75323ee9a4d7719f5

2
web/dist/assets/index-7cd7d62c.css → web/dist/assets/index-05e74531.css vendored
View File

File diff suppressed because one or more lines are too long

360
web/dist/assets/index-79ff58db.js → web/dist/assets/index-0ca9e944.js vendored
View File

File diff suppressed because one or more lines are too long

4
web/dist/index.html vendored
View File

@ -6,8 +6,8 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0"> <meta name="viewport" content="width=device-width, initial-scale=1.0">
<title>LoLLMS WebUI - Welcome</title> <title>LoLLMS WebUI - Welcome</title>
<script type="module" crossorigin src="/assets/index-79ff58db.js"></script> <script type="module" crossorigin src="/assets/index-0ca9e944.js"></script>
<link rel="stylesheet" href="/assets/index-7cd7d62c.css"> <link rel="stylesheet" href="/assets/index-05e74531.css">
</head> </head>
<body> <body>
<div id="app"></div> <div id="app"></div>

69
web/src/views/SettingsView.vue
View File

@ -1363,7 +1363,7 @@
</div> </div>
</td> </td>
<td> <td>
<div class="hover:text-secondary duration-75 active:scale-90 peer-checked:text-primary" @click="this.$store.state.messageBox.showMessage('Activates ollama service. The service will be automatically loaded at startup alowing you to use the ollama binding.\nIf you are using windows, this uses wsl which requires you to have it installed or at least activated.\nIf You are using windows, this will install wsl so you need to activate it.\n<a href=\'https://techcommunity.microsoft.com/t5/windows-11/how-to-install-the-linux-windows-subsystem-in-windows-11/m-p/2701207\' target=\'_blank\'>Here is how you can do that</a>')"> <div class="hover:text-secondary duration-75 active:scale-90 peer-checked:text-primary" @click="this.$store.state.messageBox.showMessage('Activates vllm service. The service will be automatically loaded at startup alowing you to use the elf binding.\nIf you are using windows, this uses wsl which requires you to have it installed or at least activated.\nIf You are using windows, this will install wsl so you need to activate it.\n<a href=\'https://techcommunity.microsoft.com/t5/windows-11/how-to-install-the-linux-windows-subsystem-in-windows-11/m-p/2701207\' target=\'_blank\'>Here is how you can do that</a>')">
<i data-feather="help-circle" class="w-5 h-5 "></i> <i data-feather="help-circle" class="w-5 h-5 "></i>
</div> </div>
</td> </td>
@ -1397,6 +1397,73 @@
</td> </td>
</tr> </tr>
<tr> <tr>
<td style="min-width: 200px;">
<label for="vllm_gpu_memory_utilization" class="text-sm font-bold" style="margin-right: 1rem;">gpu memory utilization:</label>
</td>
<td>
<div class="flex flex-col align-bottom ">
<div class="relative">
<p class="absolute left-0 mt-6">
<label for="vllm_gpu_memory_utilization" class=" text-sm font-medium">
vllm gpu memory utilization:
</label>
</p>
<p class="absolute right-0">
<input type="text" id="temp-val" v-model="configFile.vllm_gpu_memory_utilization"
@change="settingsChanged=true"
class="mt-2 w-16 text-right p-2 border border-gray-300 rounded-lg bg-gray-50 sm:text-xs focus:ring-blue-500 focus:border-blue-500 dark:bg-gray-700 dark:border-gray-600 dark:placeholder-gray-400 dark:focus:ring-blue-500 dark:focus:border-blue-500">
</p>
</div>
<input id="vllm_gpu_memory_utilization"
@change="settingsChanged=true"
type="range" v-model="configFile.vllm_gpu_memory_utilization" min="0.10" max="1" step="0.01"
class="flex-none h-2 mt-14 mb-2 w-full bg-gray-200 rounded-lg appearance-none cursor-pointer dark:bg-gray-700 focus:ring-blue-500 focus:border-blue-500 dark:border-gray-600 dark:placeholder-gray-400 dark:focus:ring-blue-500 dark:focus:border-blue-500">
</div>
</td>
</tr>
<tr>
<td style="min-width: 200px;">
<label for="vllm_max_num_seqs" class="text-sm font-bold" style="margin-right: 1rem;">vllm max num seqs:</label>
</td>
<td>
<div class="flex flex-row">
<input
type="number"
id="vllm_max_num_seqs"
min=64
max=2048
required
v-model="configFile.vllm_max_num_seqs"
@change="settingsChanged=true"
class="mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600"
>
</div>
</td>
</tr>
<tr>
<td style="min-width: 200px;">
<label for="vllm_max_model_len" class="text-sm font-bold" style="margin-right: 1rem;">max model len:</label>
</td>
<td>
<div class="flex flex-row">
<input
type="number"
id="vllm_max_model_len"
min=2048
max=1000000
required
v-model="configFile.vllm_max_model_len"
@change="settingsChanged=true"
class="mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600"
>
</div>
</td>
</tr>
<tr>
<td style="min-width: 200px;"> <td style="min-width: 200px;">
<label for="vllm_model_path" class="text-sm font-bold" style="margin-right: 1rem;">vllm model path:</label> <label for="vllm_model_path" class="text-sm font-bold" style="margin-right: 1rem;">vllm model path:</label>
</td> </td>

2
zoos/bindings_zoo

@ -1 +1 @@
Subproject commit 91302198af3e46de447378a409e718b6ff2790e8 Subproject commit e28341e8147b457a0439e7a0f7d4bbacf95ca4f3