mirror of
https://github.com/ParisNeo/lollms-webui.git
synced 2024-12-18 20:17:50 +00:00
upgraded
This commit is contained in:
Saifeddine ALOUI
parent
0e195ff8da
commit
31f3c76741
3
app.py
3
app.py
@ -6,6 +6,8 @@ Description: Singleton class for the LoLLMS web UI.
|
|||||||
This file is the entry point to the webui.
|
This file is the entry point to the webui.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
from fastapi import FastAPI
|
from fastapi import FastAPI
|
||||||
from fastapi.staticfiles import StaticFiles
|
from fastapi.staticfiles import StaticFiles
|
||||||
from fastapi.responses import HTMLResponse
|
from fastapi.responses import HTMLResponse
|
||||||
@ -33,7 +35,6 @@ from fastapi.middleware.cors import CORSMiddleware
|
|||||||
import socket
|
import socket
|
||||||
import psutil
|
import psutil
|
||||||
|
|
||||||
|
|
||||||
def get_ip_addresses():
|
def get_ip_addresses():
|
||||||
hostname = socket.gethostname()
|
hostname = socket.gethostname()
|
||||||
ip_addresses = [socket.gethostbyname(hostname)]
|
ip_addresses = [socket.gethostbyname(hostname)]
|
||||||
|
|||||||
124
c_webui.sh
124
c_webui.sh
@ -1,124 +0,0 @@
|
|||||||
#!/usr/bin/env bash
|
|
||||||
echo "\u001b[34m"
|
|
||||||
echo "HHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHH"
|
|
||||||
echo "HHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHH"
|
|
||||||
echo "HHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHH"
|
|
||||||
echo "HHHHHHHHHHHH .HHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHH"
|
|
||||||
echo "HHHHHHHHHHH. ,HHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHH"
|
|
||||||
echo "HHHHHHHHHHHHH.## HHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHH"
|
|
||||||
echo "HHHHHHHHHHHHHHHHHHH#.HHHHH_*,*,*,*,*,*,*,*,***,*,**#HHHHHHHHHHHHHHHHHHHHHHHHHHHH"
|
|
||||||
echo "HHHHHHHHHHHHHHHHHHHHH.*,,***,***,***,***,***,***,*******HHHHHHHHHHHHHHHHHHHHHHHH"
|
|
||||||
echo "HHHHHHHHHHHHHHHHHHH*,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,*,,,,,HHHHHHHHHHHHHHHHHHHHH"
|
|
||||||
echo "HHHHHHHHHHHHHHHHH.,,,***,***,***,***,***,***,***,***,***,***_HHHHHHHHHHHHHHHHHHH"
|
|
||||||
echo "HHHHHHHHHHHHHHHH*,,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*HHHHHHHHHHHHHHHHHH"
|
|
||||||
echo "HHHHHHHHHHHHHHH#,***,***,***,***,***,***,***,***,***,***,***,**HHHHHHHHHHHHHHHHH"
|
|
||||||
echo "HHHHHHHHHH..HHH,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,*#HHHHHHHHHHHHHHHH"
|
|
||||||
echo "HHHHHHH,,,**,_H*,***,***,***,,,*,***,***,***,**,,,**,***,***,***H,,*,***HHHHHHHH"
|
|
||||||
echo "HHHHHH.*,,,*,,,,,*,*,*,***#HHHHH.,,*,*,*,*,**_HHHHH.,*,*,*,*,*,*,*,*****HHHHHHHH"
|
|
||||||
echo "HHHHHH.*,***,*,*,***,***,.HHHHHHH_**,***,****HHHHHHH.***,***,***,*******HHHHHHHH"
|
|
||||||
echo "HHHHHH.,,,,,,,,,,,,,,,,,,,.HHHHH.,,,,,,,,,,,,.HHHHHH,,,,,,,,,,,,,,,,,***HHHHHHHH"
|
|
||||||
echo "HHHHHH.,,,,,,_H,,,**,***,***,,,*,***,***,***,**,,,,*,***,***,***H***,***HHHHHHHH"
|
|
||||||
echo "HHHHHHH.,,,,*.H,,,,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,***H*,,,,_HHHHHHHHH"
|
|
||||||
echo "HHHHHHHHHHHHHHH*,***,***,**,,***,***,***,***,***,***,***,***,**.HHHHHHHHHHHHHHHH"
|
|
||||||
echo "HHHHHHHHHHHHHHHH,,,,,,,,*,,#H#,,,,,*,,,*,,,,,,,,*#H*,,,,,,,,,**HHHHHHHHHHHHHHHHH"
|
|
||||||
echo "HHHHHHHHHHHHHHHHH,,*,***,***,**_.HHHHHHHHHHHHH#*,,,*,***,***,*HHHHHHHHHHHHHHHHHH"
|
|
||||||
echo "HHHHHHHHHHHHHHHHHH,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*HHHHHHHHHHHHHHHHHH"
|
|
||||||
echo "HHHHHHHHHHHHHHHHHH**,***,***,***,***,***,***,***,***,***,***,*.HHHHHHHHHHHHHHHHH"
|
|
||||||
echo "HHHHHHHHHHHHHHHHHH*,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,*HHHHHHHHHHHHHHHHH"
|
|
||||||
echo "HHHHHHHHHHHHHHHHHH**,***,***,*******_..HHHHHHHHH.#_*,*,,,***,***HHHHHHHHHHHHHHHH"
|
|
||||||
echo "HHHHHHHHHHHHHHHHH*,*,*,******#HHHHHHHHHHHHHHHHHHHHHHHHHHHH._**,,,.HHHHHHHHHHHHHH"
|
|
||||||
echo "HHHHHHHHHHHHHHHH.,,*,***.HHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHH.*#HHHHHHHHHHHH"
|
|
||||||
echo "HHHHHHHHHHHHHHH_,,,*.HHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHH"
|
|
||||||
echo "HHHHHHHHHHHHHH,,#HHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHH"
|
|
||||||
echo "HHHHHHHHHHHH.HHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHH"
|
|
||||||
echo "HHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHH"
|
|
||||||
echo "HHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHH"
|
|
||||||
echo "HHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHH"
|
|
||||||
echo "\u001b[0m"
|
|
||||||
|
|
||||||
if ping -q -c 1 google.com >/dev/null 2>&1; then
|
|
||||||
echo -e "\e[32mInternet Connection working fine\e[0m"
|
|
||||||
|
|
||||||
# Install Git
|
|
||||||
echo -n "Checking for Git..."
|
|
||||||
if command -v git > /dev/null 2>&1; then
|
|
||||||
echo "is installed"
|
|
||||||
else
|
|
||||||
read -p "Git is not installed. Would you like to install Git? [Y/N] " choice
|
|
||||||
if [ "$choice" = "Y" ] || [ "$choice" = "y" ]; then
|
|
||||||
echo "Installing Git..."
|
|
||||||
sudo apt update
|
|
||||||
sudo apt install -y git
|
|
||||||
else
|
|
||||||
echo "Please install Git and try again."
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
fi
|
|
||||||
|
|
||||||
# Check if repository exists
|
|
||||||
if [[ -d .git ]] ;then
|
|
||||||
echo "Pulling latest changes"
|
|
||||||
git pull
|
|
||||||
else
|
|
||||||
if [[ -d lollms-webui ]] ;then
|
|
||||||
cd lollms-webui
|
|
||||||
else
|
|
||||||
echo "Cloning repository..."
|
|
||||||
git clone https://github.com/ParisNeo/lollms-webui.git ./lollms-webui
|
|
||||||
cd lollms-webui
|
|
||||||
fi
|
|
||||||
fi
|
|
||||||
echo "Pulling latest version..."
|
|
||||||
git pull
|
|
||||||
|
|
||||||
# Install Conda
|
|
||||||
echo -n "Checking for Conda..."
|
|
||||||
if command -v conda > /dev/null 2>&1; then
|
|
||||||
echo "is installed"
|
|
||||||
else
|
|
||||||
read -p "Conda is not installed. Would you like to install Conda? [Y/N] " choice
|
|
||||||
if [ "$choice" = "Y" ] || [ "$choice" = "y" ]; then
|
|
||||||
echo "Installing Conda..."
|
|
||||||
curl -O https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh
|
|
||||||
bash Miniconda3-latest-Linux-x86_64.sh -b -p $HOME/miniconda
|
|
||||||
source $HOME/miniconda/bin/activate
|
|
||||||
conda init bash
|
|
||||||
conda update -n base -c defaults conda
|
|
||||||
else
|
|
||||||
echo "Please install Conda and try again."
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
fi
|
|
||||||
|
|
||||||
# Create a new Conda environment
|
|
||||||
echo -n "Creating Conda environment..."
|
|
||||||
conda create --prefix ./env python=3.10
|
|
||||||
conda activate ./env
|
|
||||||
echo "is created"
|
|
||||||
|
|
||||||
# Install the required packages
|
|
||||||
echo "Installing requirements..."
|
|
||||||
conda install -c gcc
|
|
||||||
conda install -c conda-forge cudatoolkit-dev
|
|
||||||
pip install --upgrade pip setuptools wheel
|
|
||||||
pip install -r requirements.txt
|
|
||||||
|
|
||||||
if [ $? -ne 0 ]; then
|
|
||||||
echo "Failed to install required packages. Please check your internet connection and try again."
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
# Cleanup
|
|
||||||
if [ -d "./tmp" ]; then
|
|
||||||
rm -rf "./tmp"
|
|
||||||
echo "Cleaning tmp folder"
|
|
||||||
fi
|
|
||||||
# Launch the Python application
|
|
||||||
python app.py
|
|
||||||
else
|
|
||||||
# go to the ui folder
|
|
||||||
cd lollms-webui
|
|
||||||
conda activate ./env
|
|
||||||
# Launch the Python application
|
|
||||||
python app.py
|
|
||||||
fi
|
|
||||||
@ -1,5 +1,5 @@
|
|||||||
# =================== Lord Of Large Language Multimodal Systems Configuration file ===========================
|
# =================== Lord Of Large Language Multimodal Systems Configuration file ===========================
|
||||||
version: 78
|
version: 79
|
||||||
binding_name: null
|
binding_name: null
|
||||||
model_name: null
|
model_name: null
|
||||||
model_variant: null
|
model_variant: null
|
||||||
@ -35,6 +35,7 @@ top_k: 50
|
|||||||
top_p: 0.95
|
top_p: 0.95
|
||||||
repeat_last_n: 40
|
repeat_last_n: 40
|
||||||
repeat_penalty: 1.2
|
repeat_penalty: 1.2
|
||||||
|
num_experts_per_token: 2
|
||||||
|
|
||||||
n_threads: 8
|
n_threads: 8
|
||||||
|
|
||||||
|
|||||||
@ -1 +1 @@
|
|||||||
Subproject commit ec9736cd6b11d058492d492d1b1feb952877d1fd
|
Subproject commit f8e7174b8bda67a373d298f07f0f8d2a35296a04
|
||||||
@ -11,7 +11,7 @@ setuptools
|
|||||||
psutil
|
psutil
|
||||||
pytest
|
pytest
|
||||||
GitPython
|
GitPython
|
||||||
ascii_colors>=0.1.4
|
ascii-colors>=0.1.4
|
||||||
beautifulsoup4
|
beautifulsoup4
|
||||||
packaging
|
packaging
|
||||||
|
|
||||||
|
|||||||
@ -1 +1 @@
|
|||||||
Subproject commit 74d31ac77992bb992968c5414ce8273a6f2ca16e
|
Subproject commit 01646b1d88357323e9a9589835859b8715a61f82
|
||||||
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
4
web/dist/index.html
vendored
4
web/dist/index.html
vendored
@ -6,8 +6,8 @@
|
|||||||
|
|
||||||
<meta name="viewport" content="width=device-width, initial-scale=1.0">
|
<meta name="viewport" content="width=device-width, initial-scale=1.0">
|
||||||
<title>LoLLMS WebUI - Welcome</title>
|
<title>LoLLMS WebUI - Welcome</title>
|
||||||
<script type="module" crossorigin src="/assets/index-9f8988b9.js"></script>
|
<script type="module" crossorigin src="/assets/index-0e1d9d54.js"></script>
|
||||||
<link rel="stylesheet" href="/assets/index-994f0cca.css">
|
<link rel="stylesheet" href="/assets/index-92ff34ca.css">
|
||||||
</head>
|
</head>
|
||||||
<body>
|
<body>
|
||||||
<div id="app"></div>
|
<div id="app"></div>
|
||||||
|
|||||||
@ -620,214 +620,6 @@
|
|||||||
</tr>
|
</tr>
|
||||||
</table>
|
</table>
|
||||||
</Card>
|
</Card>
|
||||||
<Card title="Data Vectorization" :is_subcard="true" class="pb-2 m-2">
|
|
||||||
<table class="bg-gray-50 border border-gray-300 text-gray-900 text-sm rounded-lg focus:ring-blue-500 focus:border-blue-500 block w-full p-2.5 dark:bg-gray-700 dark:border-gray-600 dark:placeholder-gray-400 dark:text-white dark:focus:ring-blue-500 dark:focus:border-blue-500">
|
|
||||||
<tr>
|
|
||||||
<td style="min-width: 200px;">
|
|
||||||
<label for="use_files" class="text-sm font-bold" style="margin-right: 1rem;">Activate files support:</label>
|
|
||||||
</td>
|
|
||||||
<td>
|
|
||||||
<div class="flex flex-row">
|
|
||||||
<input
|
|
||||||
type="checkbox"
|
|
||||||
id="use_files"
|
|
||||||
required
|
|
||||||
v-model="configFile.use_files"
|
|
||||||
@change="settingsChanged=true"
|
|
||||||
class="mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600"
|
|
||||||
>
|
|
||||||
</div>
|
|
||||||
</td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td style="min-width: 200px;">
|
|
||||||
<label for="activate_ltm" class="text-sm font-bold" style="margin-right: 1rem;">Activate Long term memory:</label>
|
|
||||||
</td>
|
|
||||||
<td>
|
|
||||||
<div class="flex flex-row">
|
|
||||||
<input
|
|
||||||
type="checkbox"
|
|
||||||
id="activate_ltm"
|
|
||||||
required
|
|
||||||
v-model="configFile.activate_ltm"
|
|
||||||
@change="settingsChanged=true"
|
|
||||||
class="mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600"
|
|
||||||
>
|
|
||||||
</div>
|
|
||||||
</td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td style="min-width: 200px;">
|
|
||||||
<label for="summerize_discussion" class="text-sm font-bold" style="margin-right: 1rem;">Activate Continuous Learning from discussions:</label>
|
|
||||||
</td>
|
|
||||||
<td>
|
|
||||||
<div class="flex flex-row">
|
|
||||||
<input
|
|
||||||
type="checkbox"
|
|
||||||
id="summerize_discussion"
|
|
||||||
required
|
|
||||||
v-model="configFile.summerize_discussion"
|
|
||||||
@change="settingsChanged=true"
|
|
||||||
class="mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600"
|
|
||||||
>
|
|
||||||
</div>
|
|
||||||
</td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td style="min-width: 200px;">
|
|
||||||
<label for="data_vectorization_visualize_on_vectorization" class="text-sm font-bold" style="margin-right: 1rem;">show vectorized data:</label>
|
|
||||||
</td>
|
|
||||||
<td>
|
|
||||||
<div class="flex flex-row">
|
|
||||||
<input
|
|
||||||
type="checkbox"
|
|
||||||
id="data_vectorization_visualize_on_vectorization"
|
|
||||||
required
|
|
||||||
v-model="configFile.data_vectorization_visualize_on_vectorization"
|
|
||||||
@change="settingsChanged=true"
|
|
||||||
class="mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600"
|
|
||||||
>
|
|
||||||
</div>
|
|
||||||
</td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td style="min-width: 200px;">
|
|
||||||
<label for="data_vectorization_activate" class="text-sm font-bold" style="margin-right: 1rem;">Activate data Vectorization:</label>
|
|
||||||
</td>
|
|
||||||
<td>
|
|
||||||
<div class="flex flex-row">
|
|
||||||
<input
|
|
||||||
type="checkbox"
|
|
||||||
id="data_vectorization_activate"
|
|
||||||
required
|
|
||||||
v-model="configFile.data_vectorization_activate"
|
|
||||||
@change="settingsChanged=true"
|
|
||||||
class="mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600"
|
|
||||||
>
|
|
||||||
</div>
|
|
||||||
</td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td style="min-width: 200px;">
|
|
||||||
<label for="data_vectorization_build_keys_words" class="text-sm font-bold" style="margin-right: 1rem;">Build keywords when querying the vectorized database:</label>
|
|
||||||
</td>
|
|
||||||
<td>
|
|
||||||
<div class="flex flex-row">
|
|
||||||
<input
|
|
||||||
type="checkbox"
|
|
||||||
id="data_vectorization_build_keys_words"
|
|
||||||
required
|
|
||||||
v-model="configFile.data_vectorization_build_keys_words"
|
|
||||||
@change="settingsChanged=true"
|
|
||||||
class="mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600"
|
|
||||||
>
|
|
||||||
</div>
|
|
||||||
</td>
|
|
||||||
</tr>
|
|
||||||
|
|
||||||
<tr>
|
|
||||||
<td style="min-width: 200px;">
|
|
||||||
<label for="data_vectorization_method" class="text-sm font-bold" style="margin-right: 1rem;">Data vectorization method:</label>
|
|
||||||
</td>
|
|
||||||
<td>
|
|
||||||
<select
|
|
||||||
id="data_vectorization_method"
|
|
||||||
required
|
|
||||||
v-model="configFile.data_vectorization_method"
|
|
||||||
@change="settingsChanged=true"
|
|
||||||
class="w-full mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600"
|
|
||||||
>
|
|
||||||
<option value="tfidf_vectorizer">tfidf Vectorizer</option>
|
|
||||||
<option value="model_embedding">Model Embedding</option>
|
|
||||||
</select>
|
|
||||||
</td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td style="min-width: 200px;">
|
|
||||||
<label for="data_visualization_method" class="text-sm font-bold" style="margin-right: 1rem;">Data visualization method:</label>
|
|
||||||
</td>
|
|
||||||
<td>
|
|
||||||
<select
|
|
||||||
id="data_visualization_method"
|
|
||||||
required
|
|
||||||
v-model="configFile.data_visualization_method"
|
|
||||||
@change="settingsChanged=true"
|
|
||||||
class="w-full mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600"
|
|
||||||
>
|
|
||||||
<option value="PCA">PCA</option>
|
|
||||||
<option value="TSNE">TSNE</option>
|
|
||||||
</select>
|
|
||||||
</td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td style="min-width: 200px;">
|
|
||||||
<label for="data_vectorization_save_db" class="text-sm font-bold" style="margin-right: 1rem;">Save the new files to the database (The database wil always grow and continue to be the same over many sessions):</label>
|
|
||||||
</td>
|
|
||||||
<td>
|
|
||||||
<div class="flex flex-row">
|
|
||||||
<input
|
|
||||||
type="checkbox"
|
|
||||||
id="data_vectorization_save_db"
|
|
||||||
required
|
|
||||||
v-model="configFile.data_vectorization_save_db"
|
|
||||||
@change="settingsChanged=true"
|
|
||||||
class="mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600"
|
|
||||||
>
|
|
||||||
</div>
|
|
||||||
</td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td style="min-width: 200px;">
|
|
||||||
<label for="data_vectorization_chunk_size" class="text-sm font-bold" style="margin-right: 1rem;">Data vectorization chunk size(tokens):</label>
|
|
||||||
</td>
|
|
||||||
<td>
|
|
||||||
<input id="data_vectorization_chunk_size" v-model="configFile.data_vectorization_chunk_size"
|
|
||||||
@change="settingsChanged=true"
|
|
||||||
type="range" min="0" max="64000" step="1"
|
|
||||||
class="flex-none h-2 mt-14 mb-2 w-full bg-gray-200 rounded-lg appearance-none cursor-pointer dark:bg-gray-700 focus:ring-blue-500 focus:border-blue-500 dark:border-gray-600 dark:placeholder-gray-400 dark:focus:ring-blue-500 dark:focus:border-blue-500">
|
|
||||||
|
|
||||||
<input v-model="configFile.data_vectorization_chunk_size"
|
|
||||||
type="number"
|
|
||||||
@change="settingsChanged=true"
|
|
||||||
class="w-full mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600"
|
|
||||||
>
|
|
||||||
</td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td style="min-width: 200px;">
|
|
||||||
<label for="data_vectorization_overlap_size" class="text-sm font-bold" style="margin-right: 1rem;">Data vectorization overlap size(tokens):</label>
|
|
||||||
</td>
|
|
||||||
<td>
|
|
||||||
<input id="data_vectorization_overlap_size" v-model="configFile.data_vectorization_overlap_size"
|
|
||||||
@change="settingsChanged=true"
|
|
||||||
type="range" min="0" max="64000" step="1"
|
|
||||||
class="flex-none h-2 mt-14 mb-2 w-full bg-gray-200 rounded-lg appearance-none cursor-pointer dark:bg-gray-700 focus:ring-blue-500 focus:border-blue-500 dark:border-gray-600 dark:placeholder-gray-400 dark:focus:ring-blue-500 dark:focus:border-blue-500">
|
|
||||||
<input v-model="configFile.data_vectorization_overlap_size"
|
|
||||||
type="number"
|
|
||||||
@change="settingsChanged=true"
|
|
||||||
class="w-full mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600"
|
|
||||||
>
|
|
||||||
</td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td style="min-width: 200px;">
|
|
||||||
<label for="data_vectorization_overlap_size" class="text-sm font-bold" style="margin-right: 1rem;">Number of chunks to use for each message:</label>
|
|
||||||
</td>
|
|
||||||
<td>
|
|
||||||
<input id="data_vectorization_nb_chunks" v-model="configFile.data_vectorization_nb_chunks"
|
|
||||||
@change="settingsChanged=true"
|
|
||||||
type="range" min="0" max="1000" step="1"
|
|
||||||
class="flex-none h-2 mt-14 mb-2 w-full bg-gray-200 rounded-lg appearance-none cursor-pointer dark:bg-gray-700 focus:ring-blue-500 focus:border-blue-500 dark:border-gray-600 dark:placeholder-gray-400 dark:focus:ring-blue-500 dark:focus:border-blue-500">
|
|
||||||
<input v-model="configFile.data_vectorization_nb_chunks"
|
|
||||||
type="number"
|
|
||||||
@change="settingsChanged=true"
|
|
||||||
class="w-full mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600"
|
|
||||||
>
|
|
||||||
</td>
|
|
||||||
</tr>
|
|
||||||
|
|
||||||
</table>
|
|
||||||
</Card>
|
|
||||||
<Card title="Internet search" :is_subcard="true" class="pb-2 m-2">
|
<Card title="Internet search" :is_subcard="true" class="pb-2 m-2">
|
||||||
<table class="bg-gray-50 border border-gray-300 text-gray-900 text-sm rounded-lg focus:ring-blue-500 focus:border-blue-500 block w-full p-2.5 dark:bg-gray-700 dark:border-gray-600 dark:placeholder-gray-400 dark:text-white dark:focus:ring-blue-500 dark:focus:border-blue-500">
|
<table class="bg-gray-50 border border-gray-300 text-gray-900 text-sm rounded-lg focus:ring-blue-500 focus:border-blue-500 block w-full p-2.5 dark:bg-gray-700 dark:border-gray-600 dark:placeholder-gray-400 dark:text-white dark:focus:ring-blue-500 dark:focus:border-blue-500">
|
||||||
<tr>
|
<tr>
|
||||||
@ -1216,6 +1008,235 @@
|
|||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
|
<!-- Data settings-->
|
||||||
|
|
||||||
|
<div
|
||||||
|
class="flex flex-col mb-2 rounded-lg bg-bg-light-tone dark:bg-bg-dark-tone hover:bg-bg-light-tone-panel hover:dark:bg-bg-dark-tone-panel duration-150 shadow-lg">
|
||||||
|
<div class="flex flex-row p-3">
|
||||||
|
<button @click.stop="data_conf_collapsed = !data_conf_collapsed"
|
||||||
|
class="text-2xl hover:text-primary p-2 -m-2 w-full text-left flex flex-row items-center">
|
||||||
|
<div v-show="data_conf_collapsed" ><i data-feather='chevron-right'></i></div>
|
||||||
|
<div v-show="!data_conf_collapsed" ><i data-feather='chevron-down'></i></div>
|
||||||
|
|
||||||
|
<h3 class="text-lg font-semibold cursor-pointer select-none mr-2">
|
||||||
|
Data management settings</h3>
|
||||||
|
</button>
|
||||||
|
</div>
|
||||||
|
<div :class="{ 'hidden': data_conf_collapsed }" class="flex flex-col mb-2 px-3 pb-0"></div>
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
<Card title="Data Vectorization" :is_subcard="true" class="pb-2 m-2">
|
||||||
|
<table class="bg-gray-50 border border-gray-300 text-gray-900 text-sm rounded-lg focus:ring-blue-500 focus:border-blue-500 block w-full p-2.5 dark:bg-gray-700 dark:border-gray-600 dark:placeholder-gray-400 dark:text-white dark:focus:ring-blue-500 dark:focus:border-blue-500">
|
||||||
|
<tr>
|
||||||
|
<td style="min-width: 200px;">
|
||||||
|
<label for="use_files" class="text-sm font-bold" style="margin-right: 1rem;">Activate files support:</label>
|
||||||
|
</td>
|
||||||
|
<td>
|
||||||
|
<div class="flex flex-row">
|
||||||
|
<input
|
||||||
|
type="checkbox"
|
||||||
|
id="use_files"
|
||||||
|
required
|
||||||
|
v-model="configFile.use_files"
|
||||||
|
@change="settingsChanged=true"
|
||||||
|
class="mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600"
|
||||||
|
>
|
||||||
|
</div>
|
||||||
|
</td>
|
||||||
|
</tr>
|
||||||
|
<tr>
|
||||||
|
<td style="min-width: 200px;">
|
||||||
|
<label for="activate_ltm" class="text-sm font-bold" style="margin-right: 1rem;">Activate Long term memory:</label>
|
||||||
|
</td>
|
||||||
|
<td>
|
||||||
|
<div class="flex flex-row">
|
||||||
|
<input
|
||||||
|
type="checkbox"
|
||||||
|
id="activate_ltm"
|
||||||
|
required
|
||||||
|
v-model="configFile.activate_ltm"
|
||||||
|
@change="settingsChanged=true"
|
||||||
|
class="mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600"
|
||||||
|
>
|
||||||
|
</div>
|
||||||
|
</td>
|
||||||
|
</tr>
|
||||||
|
<tr>
|
||||||
|
<td style="min-width: 200px;">
|
||||||
|
<label for="summerize_discussion" class="text-sm font-bold" style="margin-right: 1rem;">Activate Continuous Learning from discussions:</label>
|
||||||
|
</td>
|
||||||
|
<td>
|
||||||
|
<div class="flex flex-row">
|
||||||
|
<input
|
||||||
|
type="checkbox"
|
||||||
|
id="summerize_discussion"
|
||||||
|
required
|
||||||
|
v-model="configFile.summerize_discussion"
|
||||||
|
@change="settingsChanged=true"
|
||||||
|
class="mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600"
|
||||||
|
>
|
||||||
|
</div>
|
||||||
|
</td>
|
||||||
|
</tr>
|
||||||
|
<tr>
|
||||||
|
<td style="min-width: 200px;">
|
||||||
|
<label for="data_vectorization_visualize_on_vectorization" class="text-sm font-bold" style="margin-right: 1rem;">show vectorized data:</label>
|
||||||
|
</td>
|
||||||
|
<td>
|
||||||
|
<div class="flex flex-row">
|
||||||
|
<input
|
||||||
|
type="checkbox"
|
||||||
|
id="data_vectorization_visualize_on_vectorization"
|
||||||
|
required
|
||||||
|
v-model="configFile.data_vectorization_visualize_on_vectorization"
|
||||||
|
@change="settingsChanged=true"
|
||||||
|
class="mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600"
|
||||||
|
>
|
||||||
|
</div>
|
||||||
|
</td>
|
||||||
|
</tr>
|
||||||
|
<tr>
|
||||||
|
<td style="min-width: 200px;">
|
||||||
|
<label for="data_vectorization_activate" class="text-sm font-bold" style="margin-right: 1rem;">Activate data Vectorization:</label>
|
||||||
|
</td>
|
||||||
|
<td>
|
||||||
|
<div class="flex flex-row">
|
||||||
|
<input
|
||||||
|
type="checkbox"
|
||||||
|
id="data_vectorization_activate"
|
||||||
|
required
|
||||||
|
v-model="configFile.data_vectorization_activate"
|
||||||
|
@change="settingsChanged=true"
|
||||||
|
class="mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600"
|
||||||
|
>
|
||||||
|
</div>
|
||||||
|
</td>
|
||||||
|
</tr>
|
||||||
|
<tr>
|
||||||
|
<td style="min-width: 200px;">
|
||||||
|
<label for="data_vectorization_build_keys_words" class="text-sm font-bold" style="margin-right: 1rem;">Build keywords when querying the vectorized database:</label>
|
||||||
|
</td>
|
||||||
|
<td>
|
||||||
|
<div class="flex flex-row">
|
||||||
|
<input
|
||||||
|
type="checkbox"
|
||||||
|
id="data_vectorization_build_keys_words"
|
||||||
|
required
|
||||||
|
v-model="configFile.data_vectorization_build_keys_words"
|
||||||
|
@change="settingsChanged=true"
|
||||||
|
class="mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600"
|
||||||
|
>
|
||||||
|
</div>
|
||||||
|
</td>
|
||||||
|
</tr>
|
||||||
|
|
||||||
|
<tr>
|
||||||
|
<td style="min-width: 200px;">
|
||||||
|
<label for="data_vectorization_method" class="text-sm font-bold" style="margin-right: 1rem;">Data vectorization method:</label>
|
||||||
|
</td>
|
||||||
|
<td>
|
||||||
|
<select
|
||||||
|
id="data_vectorization_method"
|
||||||
|
required
|
||||||
|
v-model="configFile.data_vectorization_method"
|
||||||
|
@change="settingsChanged=true"
|
||||||
|
class="w-full mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600"
|
||||||
|
>
|
||||||
|
<option value="tfidf_vectorizer">tfidf Vectorizer</option>
|
||||||
|
<option value="model_embedding">Model Embedding</option>
|
||||||
|
</select>
|
||||||
|
</td>
|
||||||
|
</tr>
|
||||||
|
<tr>
|
||||||
|
<td style="min-width: 200px;">
|
||||||
|
<label for="data_visualization_method" class="text-sm font-bold" style="margin-right: 1rem;">Data visualization method:</label>
|
||||||
|
</td>
|
||||||
|
<td>
|
||||||
|
<select
|
||||||
|
id="data_visualization_method"
|
||||||
|
required
|
||||||
|
v-model="configFile.data_visualization_method"
|
||||||
|
@change="settingsChanged=true"
|
||||||
|
class="w-full mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600"
|
||||||
|
>
|
||||||
|
<option value="PCA">PCA</option>
|
||||||
|
<option value="TSNE">TSNE</option>
|
||||||
|
</select>
|
||||||
|
</td>
|
||||||
|
</tr>
|
||||||
|
<tr>
|
||||||
|
<td style="min-width: 200px;">
|
||||||
|
<label for="data_vectorization_save_db" class="text-sm font-bold" style="margin-right: 1rem;">Save the new files to the database (The database wil always grow and continue to be the same over many sessions):</label>
|
||||||
|
</td>
|
||||||
|
<td>
|
||||||
|
<div class="flex flex-row">
|
||||||
|
<input
|
||||||
|
type="checkbox"
|
||||||
|
id="data_vectorization_save_db"
|
||||||
|
required
|
||||||
|
v-model="configFile.data_vectorization_save_db"
|
||||||
|
@change="settingsChanged=true"
|
||||||
|
class="mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600"
|
||||||
|
>
|
||||||
|
</div>
|
||||||
|
</td>
|
||||||
|
</tr>
|
||||||
|
<tr>
|
||||||
|
<td style="min-width: 200px;">
|
||||||
|
<label for="data_vectorization_chunk_size" class="text-sm font-bold" style="margin-right: 1rem;">Data vectorization chunk size(tokens):</label>
|
||||||
|
</td>
|
||||||
|
<td>
|
||||||
|
<input id="data_vectorization_chunk_size" v-model="configFile.data_vectorization_chunk_size"
|
||||||
|
@change="settingsChanged=true"
|
||||||
|
type="range" min="0" max="64000" step="1"
|
||||||
|
class="flex-none h-2 mt-14 mb-2 w-full bg-gray-200 rounded-lg appearance-none cursor-pointer dark:bg-gray-700 focus:ring-blue-500 focus:border-blue-500 dark:border-gray-600 dark:placeholder-gray-400 dark:focus:ring-blue-500 dark:focus:border-blue-500">
|
||||||
|
|
||||||
|
<input v-model="configFile.data_vectorization_chunk_size"
|
||||||
|
type="number"
|
||||||
|
@change="settingsChanged=true"
|
||||||
|
class="w-full mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600"
|
||||||
|
>
|
||||||
|
</td>
|
||||||
|
</tr>
|
||||||
|
<tr>
|
||||||
|
<td style="min-width: 200px;">
|
||||||
|
<label for="data_vectorization_overlap_size" class="text-sm font-bold" style="margin-right: 1rem;">Data vectorization overlap size(tokens):</label>
|
||||||
|
</td>
|
||||||
|
<td>
|
||||||
|
<input id="data_vectorization_overlap_size" v-model="configFile.data_vectorization_overlap_size"
|
||||||
|
@change="settingsChanged=true"
|
||||||
|
type="range" min="0" max="64000" step="1"
|
||||||
|
class="flex-none h-2 mt-14 mb-2 w-full bg-gray-200 rounded-lg appearance-none cursor-pointer dark:bg-gray-700 focus:ring-blue-500 focus:border-blue-500 dark:border-gray-600 dark:placeholder-gray-400 dark:focus:ring-blue-500 dark:focus:border-blue-500">
|
||||||
|
<input v-model="configFile.data_vectorization_overlap_size"
|
||||||
|
type="number"
|
||||||
|
@change="settingsChanged=true"
|
||||||
|
class="w-full mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600"
|
||||||
|
>
|
||||||
|
</td>
|
||||||
|
</tr>
|
||||||
|
<tr>
|
||||||
|
<td style="min-width: 200px;">
|
||||||
|
<label for="data_vectorization_overlap_size" class="text-sm font-bold" style="margin-right: 1rem;">Number of chunks to use for each message:</label>
|
||||||
|
</td>
|
||||||
|
<td>
|
||||||
|
<input id="data_vectorization_nb_chunks" v-model="configFile.data_vectorization_nb_chunks"
|
||||||
|
@change="settingsChanged=true"
|
||||||
|
type="range" min="0" max="1000" step="1"
|
||||||
|
class="flex-none h-2 mt-14 mb-2 w-full bg-gray-200 rounded-lg appearance-none cursor-pointer dark:bg-gray-700 focus:ring-blue-500 focus:border-blue-500 dark:border-gray-600 dark:placeholder-gray-400 dark:focus:ring-blue-500 dark:focus:border-blue-500">
|
||||||
|
<input v-model="configFile.data_vectorization_nb_chunks"
|
||||||
|
type="number"
|
||||||
|
@change="settingsChanged=true"
|
||||||
|
class="w-full mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600"
|
||||||
|
>
|
||||||
|
</td>
|
||||||
|
</tr>
|
||||||
|
|
||||||
|
</table>
|
||||||
|
</Card>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
|
||||||
<!-- Servers CONFIGS -->
|
<!-- Servers CONFIGS -->
|
||||||
<div
|
<div
|
||||||
class="flex flex-col mb-2 rounded-lg bg-bg-light-tone dark:bg-bg-dark-tone hover:bg-bg-light-tone-panel hover:dark:bg-bg-dark-tone-panel duration-150 shadow-lg">
|
class="flex flex-col mb-2 rounded-lg bg-bg-light-tone dark:bg-bg-dark-tone hover:bg-bg-light-tone-panel hover:dark:bg-bg-dark-tone-panel duration-150 shadow-lg">
|
||||||
@ -2883,6 +2904,7 @@ export default {
|
|||||||
// Accordeon stuff
|
// Accordeon stuff
|
||||||
collapsedArr: [],
|
collapsedArr: [],
|
||||||
all_collapsed: true,
|
all_collapsed: true,
|
||||||
|
data_conf_collapsed: true,
|
||||||
servers_conf_collapsed: true, // Servers configuration
|
servers_conf_collapsed: true, // Servers configuration
|
||||||
minconf_collapsed: true, // Main configuration
|
minconf_collapsed: true, // Main configuration
|
||||||
bec_collapsed: true,
|
bec_collapsed: true,
|
||||||
|
|||||||
@ -1 +1 @@
|
|||||||
Subproject commit 128193b3c820973070a907b13b673e8fce5ec611
|
Subproject commit 85ed4e235cab59810b6ec28ed02b9a185e516565
|
||||||
Loading…
Reference in New Issue
Block a user