ExternalVendorCode/lollms-webui
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms-webui.git synced 2024-12-20 04:47:55 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Enhanced tools

Browse Source
This commit is contained in:
Saifeddine ALOUI 2024-09-15 16:30:06 +02:00
parent 840bcfe6cb
commit 1f0148ab83
2 changed files with 10 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
app.py
View File

@ -13,6 +13,8 @@ import threading
import time import time
import sys import sys
from typing import List, Tuple from typing import List, Tuple
import os
os.environ["KMP_DUPLICATE_LIB_OK"]="TRUE"
expected_ascii_colors_version = "0.4.2" expected_ascii_colors_version = "0.4.2"
print(f"Checking ascii_colors ({expected_ascii_colors_version}) ...", end="", flush=True) print(f"Checking ascii_colors ({expected_ascii_colors_version}) ...", end="", flush=True)
if not PackageManager.check_package_installed_with_version("ascii_colors", expected_ascii_colors_version): if not PackageManager.check_package_installed_with_version("ascii_colors", expected_ascii_colors_version):

13
endpoints/libraries/lollms_client_js.js
View File

@ -108,6 +108,9 @@ class LollmsClient {
console.log('Settings updated:', settings); console.log('Settings updated:', settings);
} }
separatorTemplate(){
return this.template.separator_template;
}
system_message(){ system_message(){
return this.template.start_header_id_template+this.template.system_message_template+this.template.end_header_id_template return this.template.start_header_id_template+this.template.system_message_template+this.template.end_header_id_template
} }
@ -560,8 +563,8 @@ async generateCode(prompt, images = [], {
} = {}){ } = {}){
let response; let response;
const systemHeader = this.custom_message("Generation infos"); const systemHeader = this.custom_message("Generation infos");
const codeInstructions = "Generated code must be put inside the adequate markdown code tag. Use this template:\n```language name\nCode\n```\nMake sure only a single code tag is generated at each dialogue turn."; const codeInstructions = "Generated code must be put inside the adequate markdown code tag. Use this template:\n```language name\nCode\n```\nMake sure only a single code tag is generated at each dialogue turn.\n";
const fullPrompt = systemHeader + codeInstructions + this.separatorTemplate + prompt; const fullPrompt = systemHeader + codeInstructions + this.separatorTemplate() + prompt;
if (images.length > 0) { if (images.length > 0) {
response = await this.generate_with_images(fullPrompt, images, { response = await this.generate_with_images(fullPrompt, images, {
@ -592,7 +595,7 @@ async generateCode(prompt, images = [], {
code = codes[0].content.split('\n').slice(0, -1).join('\n'); code = codes[0].content.split('\n').slice(0, -1).join('\n');
while (!codes[0].is_complete) { while (!codes[0].is_complete) {
console.warn("The AI did not finish the code, let's ask it to continue") console.warn("The AI did not finish the code, let's ask it to continue")
const continuePrompt = prompt + code + this.userFullHeader + "continue the code. Rewrite last line and continue the code." + this.separatorTemplate + this.aiFullHeader; const continuePrompt = prompt + code + this.userFullHeader + "continue the code. Rewrite last line and continue the code." + this.separatorTemplate() + this.aiFullHeader;
response = await this.generate(fullPrompt, { response = await this.generate(fullPrompt, {
n_predict: n_predict, n_predict: n_predict,
temperature: temperature, temperature: temperature,
@ -635,7 +638,7 @@ async generateCodes(prompt, images = [], {
let response; let response;
const systemHeader = this.custom_message("Generation infos"); const systemHeader = this.custom_message("Generation infos");
const codeInstructions = "Generated code must be put inside the adequate markdown code tag. Use this template:\n```language name\nCode\n```\n"; const codeInstructions = "Generated code must be put inside the adequate markdown code tag. Use this template:\n```language name\nCode\n```\n";
const fullPrompt = systemHeader + codeInstructions + this.separatorTemplate + prompt; const fullPrompt = systemHeader + codeInstructions + this.separatorTemplate() + prompt;
if (images.length > 0) { if (images.length > 0) {
response = await this.generate_with_images(fullPrompt, images, { response = await this.generate_with_images(fullPrompt, images, {
@ -668,7 +671,7 @@ async generateCodes(prompt, images = [], {
while (!currentCode.is_complete) { while (!currentCode.is_complete) {
console.warn("The AI did not finish the code, let's ask it to continue"); console.warn("The AI did not finish the code, let's ask it to continue");
const continuePrompt = prompt + codeContent + this.userFullHeader + "continue the code. Rewrite last line and continue the code." + this.separatorTemplate + this.aiFullHeader; const continuePrompt = prompt + codeContent + this.userFullHeader + "continue the code. Rewrite last line and continue the code." + this.separatorTemplate() + this.aiFullHeader;
response = await this.generate(continuePrompt, { response = await this.generate(continuePrompt, {
n_predict, n_predict,