This commit is contained in:
Saifeddine ALOUI 2024-12-09 23:32:00 +01:00
parent ec8ff94458
commit b128e0b0f6
7 changed files with 247 additions and 227 deletions

View File

@ -1,5 +1,5 @@
# =================== Lord Of Large Language Multimodal Systems Configuration file =========================== # =================== Lord Of Large Language Multimodal Systems Configuration file ===========================
version: 144 version: 145
# video viewing and news recovering # video viewing and news recovering
last_viewed_video: null last_viewed_video: null
@ -280,7 +280,8 @@ audio_silenceTimer: 5000
# Data vectorization # Data vectorization
rag_databases: [] # This is the list of paths to database sources. Each database is a folder containing data rag_databases: [] # This is the list of paths to database sources. Each database is a folder containing data
rag_vectorizer: semantic # possible values semantic, tfidf, openai rag_vectorizer: semantic # possible values semantic, tfidf, openai, ollama
rag_service_url: "http://localhost:11434" # rag service url for ollama
rag_vectorizer_model: "BAAI/bge-m3" # The model name if applicable rag_vectorizer_model: "BAAI/bge-m3" # The model name if applicable
rag_vectorizer_parameters: null # Parameters of the model in json format rag_vectorizer_parameters: null # Parameters of the model in json format
rag_chunk_size: 512 # number of tokens per chunk rag_chunk_size: 512 # number of tokens per chunk

@ -1 +1 @@
Subproject commit 82e10f2ecabca34a4a458369d4a86e607e9d7976 Subproject commit b515a3864510532c83f5f8c5bf4dce6e16d9fe0f

File diff suppressed because one or more lines are too long

File diff suppressed because one or more lines are too long

4
web/dist/index.html vendored
View File

@ -6,8 +6,8 @@
<script src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-svg.js"></script> <script src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-svg.js"></script>
<meta name="viewport" content="width=device-width, initial-scale=1.0"> <meta name="viewport" content="width=device-width, initial-scale=1.0">
<title>LoLLMS WebUI</title> <title>LoLLMS WebUI</title>
<script type="module" crossorigin src="/assets/index-98J5TYdO.js"></script> <script type="module" crossorigin src="/assets/index-Cpa1zAgm.js"></script>
<link rel="stylesheet" crossorigin href="/assets/index-VVi1JRr7.css"> <link rel="stylesheet" crossorigin href="/assets/index-Dglf9xkw.css">
</head> </head>
<body> <body>
<div id="app"></div> <div id="app"></div>

View File

@ -1129,6 +1129,7 @@
<option value="semantic">Semantic Vectorizer</option> <option value="semantic">Semantic Vectorizer</option>
<option value="tfidf">TFIDF Vectorizer</option> <option value="tfidf">TFIDF Vectorizer</option>
<option value="openai">OpenAI Vectorizer</option> <option value="openai">OpenAI Vectorizer</option>
<option value="ollama">Ollama Vectorizer</option>
</select> </select>
</td> </td>
</tr> </tr>
@ -1146,7 +1147,6 @@
:disabled="configFile.rag_vectorizer === 'tfidf'" :disabled="configFile.rag_vectorizer === 'tfidf'"
> >
<!-- Semantic Vectorizer Models --> <!-- Semantic Vectorizer Models -->
<option v-if="configFile.rag_vectorizer === 'semantic'" value="BAAI/bge-m3">BAAI/bge-m3</option> <option v-if="configFile.rag_vectorizer === 'semantic'" value="BAAI/bge-m3">BAAI/bge-m3</option>
<option v-if="configFile.rag_vectorizer === 'semantic'" value="sentence-transformers/all-MiniLM-L6-v2">sentence-transformers/all-MiniLM-L6-v2</option> <option v-if="configFile.rag_vectorizer === 'semantic'" value="sentence-transformers/all-MiniLM-L6-v2">sentence-transformers/all-MiniLM-L6-v2</option>
<option v-if="configFile.rag_vectorizer === 'semantic'" value="sentence-transformers/all-MiniLM-L12-v2">sentence-transformers/all-MiniLM-L12-v2</option> <option v-if="configFile.rag_vectorizer === 'semantic'" value="sentence-transformers/all-MiniLM-L12-v2">sentence-transformers/all-MiniLM-L12-v2</option>
@ -1159,14 +1159,33 @@
<option v-if="configFile.rag_vectorizer === 'openai'" value="text-embedding-curie-001">text-embedding-curie-001</option> <option v-if="configFile.rag_vectorizer === 'openai'" value="text-embedding-curie-001">text-embedding-curie-001</option>
<option v-if="configFile.rag_vectorizer === 'openai'" value="text-embedding-davinci-001">text-embedding-davinci-001</option> <option v-if="configFile.rag_vectorizer === 'openai'" value="text-embedding-davinci-001">text-embedding-davinci-001</option>
<!-- Semantic Vectorizer Models -->
<option v-if="configFile.rag_vectorizer === 'ollama'" value="bge-m3">bge-m3</option>
<option v-if="configFile.rag_vectorizer === 'ollama'" value="nomic-embed-text">nomic-embed-text</option>
<option v-if="configFile.rag_vectorizer === 'ollama'" value="mxbai-embed-large">mxbai-embed-large</option>
<option v-if="configFile.rag_vectorizer === 'ollama'" value="mxbai-embed-large">mxbai-embed-large</option>
<option v-if="configFile.rag_vectorizer === 'ollama'" value="snowflake-arctic-embed">snowflake-arctic-embed</option>
<option v-if="configFile.rag_vectorizer === 'ollama'" value="snowflake-arctic-embed">snowflake-arctic-embed</option>
<option v-if="configFile.rag_vectorizer === 'ollama'" value="all-minilm">all-minilm</option>
<option v-if="configFile.rag_vectorizer === 'ollama'" value="bge-large">bge-large</option>
<!-- Disabled Option for TFIDF --> <!-- Disabled Option for TFIDF -->
<option v-if="configFile.rag_vectorizer === 'tfidf'" disabled>No models available for TFIDF</option> <option v-if="configFile.rag_vectorizer === 'tfidf'" disabled>No models available for TFIDF</option>
</select> </select>
</td> </td>
</tr> </tr>
<tr>
<td style="min-width: 200px;">
<label for="rag_service_url" class="text-sm font-bold" style="margin-right: 1rem;">Rag service url:</label>
</td>
<td>
<input v-model="configFile.rag_service_url">
</td>
</tr>
<tr> <tr>
<td style="min-width: 200px;"> <td style="min-width: 200px;">
<label for="rag_vectorizer_openai_key" class="text-sm font-bold" style="margin-right: 1rem;">Open AI key for open ai embedding method (if not provided I'll use OPENAI_API_KEY environment variable):</label> <label for="rag_vectorizer_openai_key" class="text-sm font-bold" style="margin-right: 1rem;">Open AI key for open ai embedding method (if not provided I'll use OPENAI_API_KEY environment variable):</label>

@ -1 +1 @@
Subproject commit a9b1c93c299b21798a09acdcce6e2206ac478050 Subproject commit e071323fbb926c82b92a725cef5a691aea639c3e