ExternalVendorCode/lollms-webui
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms-webui.git synced 2024-12-20 04:47:55 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Moved to the new lollms vector database

Browse Source
This commit is contained in:
Saifeddine ALOUI 2024-09-01 02:07:04 +02:00
parent 275c203785
commit 54cbcd68c4
13 changed files with 373 additions and 294 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
app.py
View File

@ -64,9 +64,9 @@ def check_and_install_package(package: str, version: str):
ASCIIColors.red(f"Error checking/installing {package}: {str(e)}") ASCIIColors.red(f"Error checking/installing {package}: {str(e)}")
packages: List[Tuple[str, str]] = [ packages: List[Tuple[str, str]] = [
("lollmsvectordb", "0.8.3"), ("lollmsvectordb", "1.0.2"),
("freedom_search", "0.1.9"), ("freedom_search", "0.1.9"),
("scrapemaster", "0.1.6"), ("scrapemaster", "0.2.0"),
("lollms_client", "0.6.2") ("lollms_client", "0.6.2")
] ]
@ -211,6 +211,12 @@ if __name__ == "__main__":
sio = socketio.AsyncServer(async_mode="asgi", cors_allowed_origins=allowed_origins, ping_timeout=1200, ping_interval=30) # Enable CORS for selected origins sio = socketio.AsyncServer(async_mode="asgi", cors_allowed_origins=allowed_origins, ping_timeout=1200, ping_interval=30) # Enable CORS for selected origins
# A simple fix for v 11.0 to 12 alpha
if config.rag_vectorizer=="bert":
config.rag_vectorizer="semantic"
config.save_config()
LOLLMSWebUI.build_instance(config=config, lollms_paths=lollms_paths, args=args, sio=sio) LOLLMSWebUI.build_instance(config=config, lollms_paths=lollms_paths, args=args, sio=sio)
lollmsElfServer:LOLLMSWebUI = LOLLMSWebUI.get_instance() lollmsElfServer:LOLLMSWebUI = LOLLMSWebUI.get_instance()
lollmsElfServer.verbose = True lollmsElfServer.verbose = True

7
configs/config.yaml
View File

@ -1,5 +1,5 @@
# =================== Lord Of Large Language Multimodal Systems Configuration file =========================== # =================== Lord Of Large Language Multimodal Systems Configuration file ===========================
version: 135 version: 136
binding_name: null binding_name: null
model_name: null model_name: null
model_variant: null model_variant: null
@ -269,8 +269,8 @@ audio_silenceTimer: 5000
# Data vectorization # Data vectorization
rag_databases: [] # This is the list of paths to database sources. Each database is a folder containing data rag_databases: [] # This is the list of paths to database sources. Each database is a folder containing data
rag_vectorizer: bert # possible values bert, tfidf, word2vec rag_vectorizer: semantic # possible values semantic, tfidf, openai
rag_vectorizer_model: bert-base-nli-mean-tokens # The model name if applicable rag_vectorizer_model: sentence-transformers/bert-base-nli-mean-tokens # The model name if applicable
rag_vectorizer_parameters: null # Parameters of the model in json format rag_vectorizer_parameters: null # Parameters of the model in json format
rag_chunk_size: 512 # number of tokens per chunk rag_chunk_size: 512 # number of tokens per chunk
rag_overlap: 0 # number of tokens of overlap rag_overlap: 0 # number of tokens of overlap
@ -285,6 +285,7 @@ rag_min_nb_tokens_in_chunk: 10 #this removed any useless junk ith less than x to
rag_max_n_hops: 3 #We set the maximum number of hop in multi hops rag rag_max_n_hops: 3 #We set the maximum number of hop in multi hops rag
rag_deactivate: false # if you have a large context model, you can activate this to use your document as a whole rag_deactivate: false # if you have a large context model, you can activate this to use your document as a whole
rag_vectorizer_openai_key: "" # The open ai key (if not provided, this will use the environment varaible OPENAI_API_KEY)
contextual_summary: false #If activated this will completely replace the rag and instead will use contextual summary contextual_summary: false #If activated this will completely replace the rag and instead will use contextual summary

2
lollms_core

@ -1 +1 @@
Subproject commit 767644c30551c02f8783fad51ebba62ce86f67a1 Subproject commit 9aaa79e4a1daf375925f6f8c6de9d53cd41fb321

2
lollms_webui.py
View File

@ -71,7 +71,7 @@ def terminate_thread(thread):
else: else:
ASCIIColors.yellow("Canceled successfully")# The current version of the webui ASCIIColors.yellow("Canceled successfully")# The current version of the webui
lollms_webui_version="11 code name: Wonder" lollms_webui_version="12 (alpha) code name: Strawberry"

8
web/dist/assets/index-41e49800.css vendored
View File

File diff suppressed because one or more lines are too long

416
web/dist/assets/index-0ea89304.js → web/dist/assets/index-6460d57e.js vendored
View File

File diff suppressed because one or more lines are too long

8
web/dist/assets/index-a719ae7b.css vendored Normal file
View File

File diff suppressed because one or more lines are too long

BIN
web/dist/assets/strawberry-20d9a7ba.png vendored Normal file
View File

Binary file not shown.
Side by Side

After

Width:  |  Height:  |  Size: 445 KiB

4
web/dist/index.html vendored
View File

@ -6,8 +6,8 @@
<script src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-svg.js"></script> <script src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-svg.js"></script>
<meta name="viewport" content="width=device-width, initial-scale=1.0"> <meta name="viewport" content="width=device-width, initial-scale=1.0">
<title>LoLLMS WebUI</title> <title>LoLLMS WebUI</title>
<script type="module" crossorigin src="/assets/index-0ea89304.js"></script> <script type="module" crossorigin src="/assets/index-6460d57e.js"></script>
<link rel="stylesheet" href="/assets/index-41e49800.css"> <link rel="stylesheet" href="/assets/index-a719ae7b.css">
</head> </head>
<body> <body>
<div id="app"></div> <div id="app"></div>

BIN
web/src/assets/strawberry.png
View File

Binary file not shown.
Side by Side Swipe Overlay

Before

Width:  |  Height:  |  Size: 180 KiB

After

Width:  |  Height:  |  Size: 445 KiB

43
web/src/views/DiscussionsView.vue
View File

@ -1,18 +1,20 @@
<template> <template>
<transition name="fade-and-fly"> <transition name="fade-and-fly">
<div v-if="!isReady" class="fixed top-0 left-0 w-screen h-screen flex items-center justify-center bg-gradient-to-br from-blue-100 to-purple-100 dark:from-blue-900 dark:to-purple-900 overflow-hidden"> <div v-if="!isReady" class="fixed top-0 left-0 w-screen h-screen flex items-center justify-center bg-gradient-to-br from-blue-100 to-purple-100 dark:from-blue-900 dark:to-purple-900 overflow-hidden">
<!-- Falling stars --> <!-- Falling strawberries -->
<div class="absolute inset-0 pointer-events-none overflow-hidden"> <div class="absolute inset-0 pointer-events-none overflow-hidden">
<div v-for="n in 50" :key="n" class="absolute animate-fall" <div v-for="n in 50" :key="n" class="absolute animate-fall animate-giggle"
:style="{ :style="{
left: `${Math.random() * 100}%`, left: `${Math.random() * 100}%`,
top: `-20px`, top: `-20px`,
animationDuration: `${3 + Math.random() * 7}s`, animationDuration: `${3 + Math.random() * 7}s`,
animationDelay: `${Math.random() * 5}s` animationDelay: `${Math.random() * 5}s`
}"> }">
<svg class="w-2 h-2 text-yellow-300" fill="currentColor" viewBox="0 0 20 20"> <img
<path d="M9.049 2.927c.3-.921 1.603-.921 1.902 0l1.07 3.292a1 1 0 00.95.69h3.462c.969 0 1.371 1.24.588 1.81l-2.8 2.034a1 1 0 00-.364 1.118l1.07 3.292c.3.921-.755 1.688-1.54 1.118l-2.8-2.034a1 1 0 00-1.175 0l-2.8 2.034c-.784.57-1.838-.197-1.539-1.118l1.07-3.292a1 1 0 00-.364-1.118L2.98 8.72c-.783-.57-.38-1.81.588-1.81h3.461a1 1 0 00.951-.69l1.07-3.292z" /> src="@/assets/strawberry.png"
</svg> alt="Falling Strawberry"
class="w-6 h-6"
/>
</div> </div>
</div> </div>
@ -36,8 +38,8 @@
class="w-24 h-24 animate-glow rounded-full absolute top-0 transition-all duration-300 ease-linear" class="w-24 h-24 animate-glow rounded-full absolute top-0 transition-all duration-300 ease-linear"
:style="{ left: `calc(${loading_progress}% - 3rem)` }" :style="{ left: `calc(${loading_progress}% - 3rem)` }"
title="LoLLMS WebUI" title="LoLLMS WebUI"
src="@/assets/logo.png" src="@/assets/strawberry.png"
alt="Logo" alt="Strawberry Logo"
> >
</div> </div>
</div> </div>
@ -53,8 +55,10 @@
</div> </div>
</div> </div>
</div> </div>
</div> </div>
</transition> </transition>
<button v-if="isReady" @click="togglePanel" class="absolute top-2 left-2 p-3 bg-white bg-opacity-0 cursor-pointer transition-all duration-300 hover:scale-110 hover:bg-opacity-20 hover:shadow-xl group"> <button v-if="isReady" @click="togglePanel" class="absolute top-2 left-2 p-3 bg-white bg-opacity-0 cursor-pointer transition-all duration-300 hover:scale-110 hover:bg-opacity-20 hover:shadow-xl group">
<div v-show="leftPanelCollapsed" ><i data-feather='chevron-right'></i></div> <div v-show="leftPanelCollapsed" ><i data-feather='chevron-right'></i></div>
@ -378,6 +382,25 @@
<style scoped> <style scoped>
@keyframes giggle {
0%, 100% {
transform: translateX(0) rotate(0deg) scale(1);
}
25% {
transform: translateX(-5px) rotate(-10deg) scale(1.05);
}
50% {
transform: translateX(5px) rotate(10deg) scale(0.95);
}
75% {
transform: translateX(-5px) rotate(-10deg) scale(1.05);
}
}
.animate-giggle {
animation: giggle 1.5s infinite ease-in-out;
}
.custom-scrollbar { .custom-scrollbar {
scrollbar-width: thin; scrollbar-width: thin;
scrollbar-color: rgba(155, 155, 155, 0.5) transparent; scrollbar-color: rgba(155, 155, 155, 0.5) transparent;

55
web/src/views/SettingsView.vue
View File

@ -1140,9 +1140,9 @@
@change="settingsChanged=true" @change="settingsChanged=true"
class="w-full mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600" class="w-full mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600"
> >
<option value="bert">Bert Vectorizer</option> <option value="semantic">Semantic Vectorizer</option>
<option value="tfidf">TFIDF Vectorizer</option> <option value="tfidf">TFIDF Vectorizer</option>
<option value="word2vec">Word2Vec Vectorizer</option> <option value="openai">OpenAI Vectorizer</option>
</select> </select>
</td> </td>
</tr> </tr>
@ -1157,11 +1157,60 @@
v-model="configFile.rag_vectorizer_model" v-model="configFile.rag_vectorizer_model"
@change="settingsChanged=true" @change="settingsChanged=true"
class="w-full mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600" class="w-full mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600"
:disabled="configFile.rag_vectorizer === 'tfidf'"
> >
<option value="bert-base-nli-mean-tokens">bert-base-nli-mean-tokens</option> <!-- Semantic Vectorizer Models -->
<option v-if="configFile.rag_vectorizer === 'semantic'" value="sentence-transformers/bert-base-nli-mean-tokens">sentence-transformers/bert-base-nli-mean-tokens</option>
<option v-if="configFile.rag_vectorizer === 'semantic'" value="bert-base-uncased">bert-base-uncased</option>
<option v-if="configFile.rag_vectorizer === 'semantic'" value="bert-base-multilingual-uncased">bert-base-multilingual-uncased</option>
<option v-if="configFile.rag_vectorizer === 'semantic'" value="bert-large-uncased">bert-large-uncased</option>
<option v-if="configFile.rag_vectorizer === 'semantic'" value="bert-large-uncased-whole-word-masking-finetuned-squad">bert-large-uncased-whole-word-masking-finetuned-squad</option>
<option v-if="configFile.rag_vectorizer === 'semantic'" value="distilbert-base-uncased">distilbert-base-uncased</option>
<option v-if="configFile.rag_vectorizer === 'semantic'" value="roberta-base">roberta-base</option>
<option v-if="configFile.rag_vectorizer === 'semantic'" value="roberta-large">roberta-large</option>
<option v-if="configFile.rag_vectorizer === 'semantic'" value="xlm-roberta-base">xlm-roberta-base</option>
<option v-if="configFile.rag_vectorizer === 'semantic'" value="xlm-roberta-large">xlm-roberta-large</option>
<option v-if="configFile.rag_vectorizer === 'semantic'" value="albert-base-v2">albert-base-v2</option>
<option v-if="configFile.rag_vectorizer === 'semantic'" value="albert-large-v2">albert-large-v2</option>
<option v-if="configFile.rag_vectorizer === 'semantic'" value="albert-xlarge-v2">albert-xlarge-v2</option>
<option v-if="configFile.rag_vectorizer === 'semantic'" value="albert-xxlarge-v2">albert-xxlarge-v2</option>
<option v-if="configFile.rag_vectorizer === 'semantic'" value="sentence-transformers/all-MiniLM-L6-v2">sentence-transformers/all-MiniLM-L6-v2</option>
<option v-if="configFile.rag_vectorizer === 'semantic'" value="sentence-transformers/all-MiniLM-L12-v2">sentence-transformers/all-MiniLM-L12-v2</option>
<option v-if="configFile.rag_vectorizer === 'semantic'" value="sentence-transformers/all-distilroberta-v1">sentence-transformers/all-distilroberta-v1</option>
<option v-if="configFile.rag_vectorizer === 'semantic'" value="sentence-transformers/all-mpnet-base-v2">sentence-transformers/all-mpnet-base-v2</option>
<!-- OpenAI Vectorizer Models -->
<option v-if="configFile.rag_vectorizer === 'openai'" value="text-embedding-ada-002">text-embedding-ada-002</option>
<option v-if="configFile.rag_vectorizer === 'openai'" value="text-embedding-babbage-001">text-embedding-babbage-001</option>
<option v-if="configFile.rag_vectorizer === 'openai'" value="text-embedding-curie-001">text-embedding-curie-001</option>
<option v-if="configFile.rag_vectorizer === 'openai'" value="text-embedding-davinci-001">text-embedding-davinci-001</option>
<!-- Disabled Option for TFIDF -->
<option v-if="configFile.rag_vectorizer === 'tfidf'" disabled>No models available for TFIDF</option>
</select> </select>
</td> </td>
</tr> </tr>
<tr>
<td style="min-width: 200px;">
<label for="rag_vectorizer_openai_key" class="text-sm font-bold" style="margin-right: 1rem;">Open AI key for open ai embedding method (if not provided I'll use OPENAI_API_KEY environment variable):</label>
</td>
<td>
<div class="flex flex-row">
<input
type="text"
id="rag_vectorizer_openai_key"
required
v-model="configFile.rag_vectorizer_openai_key"
@change="settingsChanged=true"
class="mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600"
>
</div>
</td>
</tr>
<tr> <tr>
<td style="min-width: 200px;"> <td style="min-width: 200px;">
<label for="rag_chunk_size" class="text-sm font-bold" style="margin-right: 1rem;">RAG chunk size:</label> <label for="rag_chunk_size" class="text-sm font-bold" style="margin-right: 1rem;">RAG chunk size:</label>

2
zoos/personalities_zoo

@ -1 +1 @@
Subproject commit 2a568473daf209a01848124a8e4606eef0feaadd Subproject commit 60af981f780183eb9d28cd6e2eba2dd954b6d79f