lollms-webui/web/src/views/PlayGroundView.vue

763 lines
33 KiB
Vue
Raw Normal View History

2023-08-19 01:28:40 +02:00
<template>
2023-08-19 19:26:15 +02:00
<div class="container bg-bg-light dark:bg-bg-dark shadow-lg overflow-y-auto scrollbar-thin scrollbar-track-bg-light-tone scrollbar-thumb-bg-light-tone-panel hover:scrollbar-thumb-primary dark:scrollbar-track-bg-dark-tone dark:scrollbar-thumb-bg-dark-tone-panel dark:hover:scrollbar-thumb-primary active:scrollbar-thumb-secondary">
2023-08-20 00:12:08 +02:00
<div class="container flex flex-row m-2">
2023-08-19 19:26:15 +02:00
<div class="flex-grow m-2">
2023-08-20 00:12:08 +02:00
<div class="flex-grow m-2 p-2 border border-blue-300 rounded-md border-2 border-blue-300 m-2 p-4">
2023-08-21 19:29:25 +02:00
<button v-show="!generating" id="generate-button" @click="generate" class="w-6 ml-2 hover:text-secondary duration-75 active:scale-90 cursor-pointer"><i data-feather="pen-tool"></i></button>
2023-08-25 02:12:33 +02:00
<button v-show="!generating" id="generate-next-button" @click="generate_in_placeholder" class="w-6 ml-2 hover:text-secondary duration-75 active:scale-90 cursor-pointer"><i data-feather="archive"></i></button>
<span class="w-80"></span>
2023-08-21 19:29:25 +02:00
<button v-show="generating" id="stop-button" @click="stopGeneration" class="w-6 ml-2 hover:text-secondary duration-75 active:scale-90 cursor-pointer"><i data-feather="x"></i></button>
<button
type="button"
@click="startSpeechRecognition"
:class="{ 'text-red-500': isLesteningToVoice }"
class="w-6 hover:text-secondary duration-75 active:scale-90 cursor-pointer"
>
<i data-feather="mic"></i>
</button>
<button
title="speak"
@click.stop="speak()"
:class="{ 'text-red-500': isTalking }"
class="w-6 hover:text-secondary duration-75 active:scale-90 cursor-pointer">
<i data-feather="volume-2"></i>
</button>
<button v-show="!generating" id="export-button" @click="exportText" class="w-6 ml-2 hover:text-secondary duration-75 active:scale-90 cursor-pointer"><i data-feather="upload"></i></button>
<button v-show="!generating" id="import-button" @click="importText" class="w-6 ml-2 hover:text-secondary duration-75 active:scale-90 cursor-pointer"><i data-feather="download"></i></button>
<input type="file" id="import-input" class="hidden">
2023-08-19 01:28:40 +02:00
</div>
2023-08-25 02:12:33 +02:00
<div class="flex-grow m-2 p-2 border border-blue-300 rounded-md border-2 border-blue-300 m-2 p-4">
<div class="flex flex-row m-2 p-0">
2023-08-26 00:19:57 +02:00
<div
class="border-2 dark:bg-blue-700 text-blue-600 dark:text-white border-blue-300 p-2 rounded shadow-lg hover:border-gray-600 dark:link-item-dark cursor-pointer"
@click="tab_id='source'" :class="{'bg-blue-200 dark:bg-blue-500':tab_id=='source'}">
2023-08-25 02:12:33 +02:00
Source
</div>
2023-08-26 00:19:57 +02:00
<div
class="border-2 dark:bg-blue-700 text-blue-600 dark:text-white border-blue-300 p-2 rounded shadow-lg hover:border-gray-600 dark:link-item-dark cursor-pointer"
@click="tab_id='render'" :class="{'bg-blue-200 dark:bg-blue-500':tab_id=='render'}">
2023-08-25 02:12:33 +02:00
Render
</div>
</div>
2023-08-26 00:19:57 +02:00
<div v-if="tab_id === 'source'">
<textarea
2023-08-26 00:19:57 +02:00
@click="text_element_clicked"
@keyup="text_element_changed"
v-model="text"
2023-08-26 00:19:57 +02:00
ref="text_element"
class="bg-white dark:bg-black m-0 border-2 rounded-md shadow-sm w-full mt-4 h-64 p-2 rounded shadow-lg overflow-y-scroll w-full dark:bg-bg-dark scrollbar-thin scrollbar-track-bg-light-tone scrollbar-thumb-bg-light-tone-panel hover:scrollbar-thumb-primary dark:scrollbar-track-bg-dark-tone dark:scrollbar-thumb-bg-dark-tone-panel dark:hover:scrollbar-thumb-primary active:scrollbar-thumb-secondary" type="text"></textarea>
2023-08-25 02:12:33 +02:00
<span>Cursor position {{ cursorPosition }}</span>
</div>
2023-08-26 00:19:57 +02:00
<div v-if="tab_id === 'render'">
2023-08-25 02:12:33 +02:00
<MarkdownRenderer ref="mdRender" :markdown-text="text" class="mt-4 p-2 rounded shadow-lg dark:bg-bg-dark">
</MarkdownRenderer>
</div>
2023-08-19 01:28:40 +02:00
</div>
2023-08-19 19:26:15 +02:00
</div>
<Card title="settings" class="slider-container ml-0 mr-0 max-width" :isHorizontal="false" :disableHoverAnimation="true" :disableFocus="true">
<Card title="Model" class="slider-container ml-0 mr-0" :is_subcard="true" :isHorizontal="false" :disableHoverAnimation="true" :disableFocus="true">
2023-08-26 00:19:57 +02:00
<select v-model="selectedModel" @change="setModel" class="bg-white dark:bg-black m-0 border-2 rounded-md shadow-sm w-full">
2023-08-25 02:12:33 +02:00
<option v-for="model in models" :key="model" :value="model">
{{ model }}
</option>
</select>
<div v-if="selecting_model" title="Selecting model" class="flex flex-row flex-grow justify-end">
<!-- SPINNER -->
<div role="status">
<svg aria-hidden="true" class="w-6 h-6 animate-spin fill-secondary" viewBox="0 0 100 101"
fill="none" xmlns="http://www.w3.org/2000/svg">
<path
d="M100 50.5908C100 78.2051 77.6142 100.591 50 100.591C22.3858 100.591 0 78.2051 0 50.5908C0 22.9766 22.3858 0.59082 50 0.59082C77.6142 0.59082 100 22.9766 100 50.5908ZM9.08144 50.5908C9.08144 73.1895 27.4013 91.5094 50 91.5094C72.5987 91.5094 90.9186 73.1895 90.9186 50.5908C90.9186 27.9921 72.5987 9.67226 50 9.67226C27.4013 9.67226 9.08144 27.9921 9.08144 50.5908Z"
fill="currentColor" />
<path
d="M93.9676 39.0409C96.393 38.4038 97.8624 35.9116 97.0079 33.5539C95.2932 28.8227 92.871 24.3692 89.8167 20.348C85.8452 15.1192 80.8826 10.7238 75.2124 7.41289C69.5422 4.10194 63.2754 1.94025 56.7698 1.05124C51.7666 0.367541 46.6976 0.446843 41.7345 1.27873C39.2613 1.69328 37.813 4.19778 38.4501 6.62326C39.0873 9.04874 41.5694 10.4717 44.0505 10.1071C47.8511 9.54855 51.7191 9.52689 55.5402 10.0491C60.8642 10.7766 65.9928 12.5457 70.6331 15.2552C75.2735 17.9648 79.3347 21.5619 82.5849 25.841C84.9175 28.9121 86.7997 32.2913 88.1811 35.8758C89.083 38.2158 91.5421 39.6781 93.9676 39.0409Z"
fill="currentFill" />
</svg>
<span class="sr-only">Selecting model...</span>
</div>
</div>
</Card>
<Card title="Presets" class="slider-container ml-0 mr-0" :is_subcard="true" :isHorizontal="false" :disableHoverAnimation="true" :disableFocus="true">
2023-08-26 00:19:57 +02:00
<select v-model="selectedPreset" class="bg-white dark:bg-black mb-2 border-2 rounded-md shadow-sm w-full">
2023-08-25 02:12:33 +02:00
<option v-for="preset in presets" :key="preset" :value="preset">
{{ preset.name }}
</option>
</select>
<br>
<button class="w-6 ml-2 hover:text-secondary duration-75 active:scale-90 cursor-pointer" @click="setPreset" title="Use preset"><i data-feather="check"></i></button>
<button class="w-6 ml-2 hover:text-secondary duration-75 active:scale-90 cursor-pointer" @click="addPreset" title="Add this text as a preset"><i data-feather="plus"></i></button>
<button class="w-6 ml-2 hover:text-secondary duration-75 active:scale-90 cursor-pointer" @click="removePreset" title="Remove preset"><i data-feather="x"></i></button>
<button class="w-6 ml-2 hover:text-secondary duration-75 active:scale-90 cursor-pointer" @click="reloadPresets" title="Reload presets list"><i data-feather="refresh-ccw"></i></button>
</Card>
<Card title="Generation params" class="slider-container ml-0 mr-0" :is_subcard="true" :isHorizontal="false" :disableHoverAnimation="true" :disableFocus="true">
2023-08-25 02:12:33 +02:00
<div class="slider-container ml-2 mr-2">
<h3 class="text-gray-600">Temperature</h3>
<input type="range" v-model="temperature" min="0" max="5" step="0.1" class="w-full">
<span class="slider-value text-gray-500">Current value: {{ temperature }}</span>
</div>
<div class="slider-container ml-2 mr-2">
<h3 class="text-gray-600">Top K</h3>
<input type="range" v-model="top_k" min="1" max="100" step="1" class="w-full">
<span class="slider-value text-gray-500">Current value: {{ top_k }}</span>
</div>
<div class="slider-container ml-2 mr-2">
<h3 class="text-gray-600">Top P</h3>
<input type="range" v-model="top_p" min="0" max="1" step="0.1" class="w-full">
<span class="slider-value text-gray-500">Current value: {{ top_p }}</span>
</div>
<div class="slider-container ml-2 mr-2">
<h3 class="text-gray-600">Repeat Penalty</h3>
2023-08-26 00:19:57 +02:00
<input type="range" v-model="repeat_penalty" min="0" max="5" step="0.1" class="bg-white dark:bg-black m-0 border-2 rounded-md shadow-sm w-full">
2023-08-25 02:12:33 +02:00
<span class="slider-value text-gray-500">Current value: {{ repeat_penalty }}</span>
</div>
<div class="slider-container ml-2 mr-2">
<h3 class="text-gray-600">Repeat Last N</h3>
2023-08-26 00:19:57 +02:00
<input type="range" v-model="repeat_last_n" min="0" max="100" step="1" class="bg-white dark:bg-black m-0 border-2 rounded-md shadow-sm w-full">
2023-08-25 02:12:33 +02:00
<span class="slider-value text-gray-500">Current value: {{ repeat_last_n }}</span>
</div>
<div class="slider-container ml-2 mr-2">
<h3 class="text-gray-600">Number of tokens to crop the text to</h3>
2023-08-26 00:19:57 +02:00
<input type="number" v-model="n_crop" class="bg-white dark:bg-black m-0 border-2 rounded-md shadow-sm w-full">
2023-08-25 02:12:33 +02:00
<span class="slider-value text-gray-500">Current value: {{ n_crop }}</span>
</div>
<div class="slider-container ml-2 mr-2">
<h3 class="text-gray-600">Number of tokens to generate</h3>
2023-08-26 00:19:57 +02:00
<input type="number" v-model="n_predicts" class="bg-white dark:bg-black m-0 border-2 rounded-md shadow-sm w-full">
2023-08-25 02:12:33 +02:00
<span class="slider-value text-gray-500">Current value: {{ n_predicts }}</span>
</div>
<div class="slider-container ml-2 mr-2">
<h3 class="text-gray-600">Seed</h3>
2023-08-26 00:19:57 +02:00
<input type="number" v-model="seed" class="bg-white dark:bg-black m-0 border-2 rounded-md shadow-sm w-full">
2023-08-25 02:12:33 +02:00
<span class="slider-value text-gray-500">Current value: {{ seed }}</span>
</div>
</Card>
</Card>
2023-08-19 01:28:40 +02:00
</div>
</div>
<Toast ref="toast"/>
</template>
<script>
2023-08-19 03:25:36 +02:00
import feather from 'feather-icons'
2023-08-19 01:28:40 +02:00
import axios from "axios";
import socket from '@/services/websocket.js'
import Toast from '../components/Toast.vue'
2023-08-19 19:26:15 +02:00
import MarkdownRenderer from '../components/MarkdownRenderer.vue';
2023-08-25 02:12:33 +02:00
import ClipBoardTextInput from "@/components/ClipBoardTextInput.vue";
import Card from "@/components/Card.vue"
2023-08-23 01:35:22 +02:00
async function showInputPanel(name, default_value="", options=[]) {
return new Promise((resolve, reject) => {
const panel = document.createElement("div");
panel.className = "fixed inset-0 flex items-center justify-center bg-black bg-opacity-50 z-50";
if(options.length===0){
panel.innerHTML = `
<div class="bg-white p-6 rounded-md shadow-md w-80">
2023-08-23 04:21:58 +02:00
<h2 class="text-lg font-semibold mb-3">${name}</h2>
2023-08-23 01:35:22 +02:00
<textarea id="replacementInput" class="w-full h-32 border rounded p-2 mb-3">${default_value}</textarea>
<div class="flex justify-end">
<button id="cancelButton" class="mr-2 px-4 py-2 border rounded">Cancel</button>
<button id="okButton" class="px-4 py-2 bg-blue-500 text-white rounded">OK</button>
</div>
</div>
`;
}
else{
panel.innerHTML = `
<div class="bg-white p-6 rounded-md shadow-md w-80">
2023-08-23 04:21:58 +02:00
<h2 class="text-lg font-semibold mb-3">${name}</h2>
2023-08-23 01:35:22 +02:00
<select id="options_selector" class="form-control w-full h-25 border rounded p-2 mb-3">
${options.map(option => `<option value="${option}">${option}</option>`)}
</select>
<div class="flex justify-end">
<button id="cancelButton" class="mr-2 px-4 py-2 border rounded">Cancel</button>
<button id="okButton" class="px-4 py-2 bg-blue-500 text-white rounded">OK</button>
</div>
</div>
`;
}
document.body.appendChild(panel);
const cancelButton = panel.querySelector("#cancelButton");
const okButton = panel.querySelector("#okButton");
cancelButton.addEventListener("click", () => {
document.body.removeChild(panel);
resolve(null);
});
okButton.addEventListener("click", () => {
if(options.length===0){
const input = panel.querySelector("#replacementInput");
const value = input.value.trim();
document.body.removeChild(panel);
resolve(value);
}
else{
const input = panel.querySelector("#options_selector");
const value = input.value.trim();
document.body.removeChild(panel);
resolve(value);
}
});
});
}
function replaceInText(text, callback) {
console.log(text)
let replacementDict = {};
let delimiterRegex = /@<([^>]+)>@/g;
let matches = [];
let match;
while ((match = delimiterRegex.exec(text)) !== null) {
matches.push("@<"+match[1]+">@"); // The captured group is at index 1
}
console.log("matches")
console.log(matches)
matches = [...new Set(matches)]
async function handleReplacement(match) {
console.log(match)
let placeholder = match.toLowerCase().substring(2,match.length-2);
if (placeholder !== "generation_placeholder") {
if (placeholder.includes(":")) {
2023-08-23 04:21:58 +02:00
// Special key words
let key_words_dict={
"all_language_options":"english:french:german:chinese:japanese:spanish:italian:russian:portuguese:swedish:danish:dutch:norwegian:slovak:czech:hungarian:polish:ukrainian:bulgarian:latvian:lithuanian:estonian:maltese:irish:galician:basque:welsh:breton:georgian:turkmen:kazakh:uzbek:tajik:afghan:sri-lankan:filipino:vietnamese:lao:cambodian:thai:burmese:kenyan:botswanan:zimbabwean:malawian:mozambican:angolan:namibian:south-african:madagascan:seychellois:mauritian:haitian:peruvian:ecuadorian:bolivian:paraguayan:chilean:argentinean:uruguayan:brazilian:colombian:venezuelan:puerto-rican:cuban:dominican:honduran:nicaraguan:salvadorean:guatemalan:el-salvadoran:belizean:panamanian:costa-rican:antiguan:barbudan:dominica's:grenada's:st-lucia's:st-vincent's:gibraltarian:faroe-islander:greenlandic:icelandic:jamaican:trinidadian:tobagonian:barbadian:anguillan:british-virgin-islander:us-virgin-islander:turkish:israeli:palestinian:lebanese:egyptian:libyan:tunisian:algerian:moroccan:bahraini:kuwaiti:saudi-arabian:yemeni:omani:irani:iraqi:afghanistan's:pakistani:indian:nepalese:sri-lankan:maldivan:burmese:thai:lao:vietnamese:kampuchean:malaysian:bruneian:indonesian:australian:new-zealanders:fijians:tongans:samoans:vanuatuans:wallisians:kiribatians:tuvaluans:solomon-islanders:marshallese:micronesians:hawaiians",
"all_programming_language_options":"python:c:c++:java:javascript:php:ruby:go:swift:kotlin:rust:haskell:erlang:lisp:scheme:prolog:cobol:fortran:pascal:delphi:d:eiffel:h:basic:visual_basic:smalltalk:objective-c:html5:node.js:vue.js:svelte:react:angular:ember:clipper:stex:arduino:brainfuck:r:assembly:mason:lepton:seacat:bbc_microbit:raspberry_pi_gpio:raspberry_pi_spi:raspberry_pi_i2c:raspberry_pi_uart:raspberry_pi_adc:raspberry_pi_ddio"
}
Object.entries(key_words_dict).forEach(([key, value]) => {
console.log(`Key: ${key}, Value: ${value}`);
function escapeRegExp(string) {
return string.replace(/[.*+?^${}()|[\]\\]/g, '\\$&'); // Escape special characters
}
const escapedKey = escapeRegExp(key);
const regex = new RegExp(escapedKey, 'g');
placeholder = placeholder.replace(regex, value);
//text = text.replace(new RegExp(key, 'g'), value);
});
2023-08-23 01:35:22 +02:00
let splitResult = placeholder.split(":");
let name = splitResult[0];
let defaultValue = splitResult[1] || "";
let options = [];
if (splitResult.length>2) {
options = splitResult.slice(1);
}
let replacement = await showInputPanel(name, defaultValue, options);
if (replacement !== null) {
replacementDict[match] = replacement;
}
}
else{
let replacement = await showInputPanel(placeholder);
if (replacement !== null) {
replacementDict[match] = replacement;
}
}
}else{
//var result = confirm("generation placeholder found. Do you want to generate?\nIf you skip generation, you still can generate manually after wards");
}
}
let promiseChain = Promise.resolve();
matches.forEach(match => {
promiseChain = promiseChain.then(() => {
return handleReplacement(match);
}).then(result => {
console.log(result);
});
});
promiseChain.then(() => {
Object.entries(replacementDict).forEach(([key, value]) => {
console.log(`Key: ${key}, Value: ${value}`);
function escapeRegExp(string) {
return string.replace(/[.*+?^${}()|[\]\\]/g, '\\$&'); // Escape special characters
}
const escapedKey = escapeRegExp(key);
const regex = new RegExp(escapedKey, 'g');
text = text.replace(regex, value);
//text = text.replace(new RegExp(key, 'g'), value);
});
callback(text); // Call the callback after all matches are processed
});
}
2023-08-19 01:28:40 +02:00
export default {
name: 'PlayGroundView',
data() {
return {
2023-08-25 02:12:33 +02:00
selecting_model:false,
tab_id:"source",
2023-08-19 01:28:40 +02:00
generating:false,
2023-08-21 19:29:25 +02:00
isSpeaking:false,
voices: [],
isLesteningToVoice:false,
2023-08-25 02:12:33 +02:00
presets:[],
selectedPreset: '',
models:{},
selectedModel: '',
2023-08-20 00:12:08 +02:00
cursorPosition:0,
2023-08-19 01:28:40 +02:00
text:"",
2023-08-20 00:12:08 +02:00
pre_text:"",
post_text:"",
2023-08-19 01:28:40 +02:00
temperature: 0.1,
top_k: 50,
top_p: 0.9,
repeat_penalty: 1.3,
repeat_last_n: 50,
2023-08-19 14:06:24 +02:00
n_crop: -1,
2023-08-19 03:25:36 +02:00
n_predicts: 2000,
2023-08-19 01:28:40 +02:00
seed: -1,
};
},
components:{
Toast,
2023-08-25 02:12:33 +02:00
MarkdownRenderer,
ClipBoardTextInput,
Card
2023-08-19 01:28:40 +02:00
},
2023-08-19 03:25:36 +02:00
mounted() {
2023-08-25 02:12:33 +02:00
axios.get('list_models').then(response => {
console.log("List models "+response.data)
this.models=response.data
axios.get('get_active_model').then(response => {
console.log("Active model " + JSON.stringify(response.data))
if(response.data!=undefined){
this.selectedModel = response.data["model"]
}
}).catch(ex=>{
this.$refs.toast.showToast(`Error: ${ex}`,4,false)
});
}).catch(ex=>{
this.$refs.toast.showToast(`Error: ${ex}`,4,false)
});
axios.get('./get_presets').then(response => {
2023-08-19 01:28:40 +02:00
console.log(response.data)
this.presets=response.data
2023-08-25 02:12:33 +02:00
this.selectedPreset = this.presets[0]
2023-08-19 03:25:36 +02:00
}).catch(ex=>{
this.$refs.toast.showToast(`Error: ${ex}`,4,false)
2023-08-19 01:28:40 +02:00
});
// Event handler for receiving generated text chunks
socket.on('text_chunk', data => {
this.appendToOutput(data.chunk);
2023-08-25 02:12:33 +02:00
// const text_element = document.getElementById('text_element');
// text_element.scrollTo(0, text_element.scrollHeight);
2023-08-19 01:28:40 +02:00
});
// Event handler for receiving generated text chunks
socket.on('text_generated', data => {
// Toggle button visibility
this.generating=false;
});
socket.on('generation_error', data => {
console.log('generation_error:', data);
this.$refs.toast.showToast(`Error: ${data}`,4,false)
// Toggle button visibility
this.generating=false;
});
// Event handler for successful connection
socket.on('connect', () => {
console.log('Connected to LoLLMs server');
this.$store.state.isConnected=true;
this.generating=false
});
// Event handler for error during text generation
socket.on('buzzy', error => {
console.error('Server is busy. Wait for your turn', error);
this.$refs.toast.showToast(`Error: ${error.message}`,4,false)
// Toggle button visibility
this.generating=false
});
// Event handler for error during text generation
socket.on('generation_canceled', error => {
// Toggle button visibility
this.generating=false
console.log("Generation canceled OK")
});
2023-08-20 00:12:08 +02:00
//console.log('chatbox mnt',this.$refs)
this.$nextTick(() => {
feather.replace();
2023-08-21 19:29:25 +02:00
});
// Speach synthesis
// Check if speech synthesis is supported by the browser
if ('speechSynthesis' in window) {
this.speechSynthesis = window.speechSynthesis;
// Load the available voices
this.voices = this.speechSynthesis.getVoices();
// Make sure the voices are loaded before starting speech synthesis
if (this.voices.length === 0) {
this.speechSynthesis.addEventListener('voiceschanged', this.onVoicesChanged);
} else {
}
} else {
console.error('Speech synthesis is not supported in this browser.');
}
2023-08-20 00:12:08 +02:00
},
created(){
2023-08-19 01:28:40 +02:00
2023-08-21 19:29:25 +02:00
},
computed: {
isTalking :{
get(){
return this.isSpeaking
}
},
2023-08-19 01:28:40 +02:00
},
methods:{
text_element_changed(){
console.log("text_element_changed")
2023-08-26 00:19:57 +02:00
this.cursorPosition = this.$refs.text_element.selectionStart;
},
text_element_clicked(){
console.log("text_element_clicked")
2023-08-26 00:19:57 +02:00
this.cursorPosition = this.$refs.text_element.selectionStart;
},
2023-08-25 02:12:33 +02:00
setModel(){
this.selecting_model=true
axios.post("/update_setting", {
setting_name: "model_name",
setting_value: this.selectedModel
}).then((response) => {
console.log(response);
2023-08-26 03:35:47 +02:00
this.$refs.toast.showToast(`Model changed to ${this.selectedModel}`,4,true)
this.selecting_model=false
2023-08-25 02:12:33 +02:00
}).catch(err=>{
this.$refs.toast.showToast(`Error ${err}`,4,true)
this.selecting_model=false
2023-08-25 02:12:33 +02:00
});
},
2023-08-21 19:29:25 +02:00
onVoicesChanged() {
// This event will be triggered when the voices are loaded
this.voices = this.speechSynthesis.getVoices();
},
speak() {
if (this.msg) {
this.speechSynthesis.cancel();
this.msg = null;
this.isSpeaking = false;
return;
}
let startIndex =0;
// Set isSpeaking to true before starting synthesis
console.log("voice on")
this.isSpeaking = true;
const chunkSize = 200; // You can adjust the chunk size as needed
// Create a new SpeechSynthesisUtterance instance
this.msg = new SpeechSynthesisUtterance();
this.msg.pitch = this.$store.state.config.audio_pitch;
// Optionally, set the voice and other parameters as before
if (this.voices.length > 0) {
this.msg.voice = this.voices.filter(voice => voice.name === this.$store.state.config.audio_out_voice)[0];
}
// Function to find the index of the last sentence that fits within the chunk size
const findLastSentenceIndex = (startIndex) => {
let txt = this.text.substring(startIndex, startIndex+chunkSize)
// Define an array of characters that represent end of sentence markers.
2023-08-23 01:35:22 +02:00
const endOfSentenceMarkers = ['.', '!', '?', '\n'];
2023-08-21 19:29:25 +02:00
// Initialize a variable to store the index of the last end of sentence marker.
let lastIndex = -1;
// Iterate through the end of sentence markers and find the last occurrence in the txt string.
endOfSentenceMarkers.forEach(marker => {
const markerIndex = txt.lastIndexOf(marker);
if (markerIndex > lastIndex) {
lastIndex = markerIndex;
}
});
if(lastIndex==-1){lastIndex=txt.length}
console.log(lastIndex)
return lastIndex+startIndex+1;
};
// Function to speak a chunk of text
const speakChunk = () => {
const endIndex = findLastSentenceIndex(startIndex);
const chunk = this.text.substring(startIndex, endIndex);
this.msg.text = chunk;
startIndex = endIndex + 1;
this.msg.onend = (event) => {
if (startIndex < this.text.length-2) {
// Use setTimeout to add a brief delay before speaking the next chunk
setTimeout(() => {
speakChunk();
}, 1); // Adjust the delay as needed
} else {
this.isSpeaking = false;
console.log("voice off :",this.text.length," ",endIndex)
}
};
this.speechSynthesis.speak(this.msg);
};
// Speak the first chunk
speakChunk();
},
2023-08-20 00:12:08 +02:00
getCursorPosition() {
return this.cursorPosition;
},
2023-08-19 01:28:40 +02:00
appendToOutput(chunk){
2023-08-20 00:12:08 +02:00
this.pre_text += chunk
this.text = this.pre_text + this.post_text
2023-08-19 01:28:40 +02:00
},
2023-08-25 02:12:33 +02:00
generate_in_placeholder(){
console.log("Finding cursor position")
// Find next placeholder @<generation_placeholder>@
let index = this.text.indexOf("@<generation_placeholder>@")
if(index<0){
this.$refs.toast.showToast(`No generation placeholder found`,4,false)
return
}
this.text = this.text.substring(0,index) + this.text.substring(index+"@<generation_placeholder>@".length,this.text.length)
this.pre_text = this.text.substring(0,index)
this.post_text = this.text.substring(index, this.text.length)
var prompt = this.text.substring(0, index)
console.log(prompt)
// Trigger the 'generate_text' event with the prompt
socket.emit('generate_text', { prompt: prompt, personality: -1, n_predicts: this.n_predicts , n_crop: this.n_crop,
parameters: {
temperature: this.temperature,
top_k: this.top_k,
top_p: this.top_p,
repeat_penalty: this.repeat_penalty, // Update with desired repeat penalty value
repeat_last_n: this.repeat_last_n, // Update with desired repeat_last_n value
seed: parseInt(this.seed)
}});
// Toggle button visibility
this.generating=true
},
2023-08-19 01:28:40 +02:00
generate(){
2023-08-20 00:12:08 +02:00
console.log("Finding cursor position")
this.pre_text = this.text.substring(0,this.getCursorPosition())
this.post_text = this.text.substring(this.getCursorPosition(), this.text.length)
var prompt = this.text.substring(0,this.getCursorPosition())
2023-08-19 01:28:40 +02:00
console.log(prompt)
// Trigger the 'generate_text' event with the prompt
2023-08-19 14:06:24 +02:00
socket.emit('generate_text', { prompt: prompt, personality: -1, n_predicts: this.n_predicts , n_crop: this.n_crop,
2023-08-19 01:28:40 +02:00
parameters: {
temperature: this.temperature,
top_k: this.top_k,
top_p: this.top_p,
repeat_penalty: this.repeat_penalty, // Update with desired repeat penalty value
repeat_last_n: this.repeat_last_n, // Update with desired repeat_last_n value
seed: parseInt(this.seed)
}});
// Toggle button visibility
this.generating=true
},
stopGeneration(){
// Trigger the 'cancel_generation' event
2023-08-19 14:06:24 +02:00
socket.emit('cancel_text_generation',{});
2023-08-19 01:28:40 +02:00
},
exportText(){
2023-08-19 03:25:36 +02:00
const textToExport = this.text;
const element = document.createElement('a');
const file = new Blob([textToExport], {type: 'text/plain'});
element.href = URL.createObjectURL(file);
element.download = 'exported_text.txt';
document.body.appendChild(element);
element.click();
document.body.removeChild(element);
2023-08-19 01:28:40 +02:00
},
importText() {
const inputFile = document.getElementById("import-input");
if (!inputFile) return; // If the element doesn't exist, do nothing
inputFile.addEventListener("change", event => {
if (event.target.files && event.target.files[0]) {
const reader = new FileReader();
reader.onload = () => {
this.text = reader.result;
};
reader.readAsText(event.target.files[0]);
} else {
alert("Please select a file.");
}
});
inputFile.click();
},
2023-08-19 01:28:40 +02:00
setPreset() {
2023-08-25 02:12:33 +02:00
console.log("Setting preset")
console.log(this.selectedPreset)
this.text = replaceInText(this.selectedPreset.content, (text)=>{
2023-08-23 01:35:22 +02:00
console.log("Done")
console.log(text);
this.text= text
});
2023-08-19 01:28:40 +02:00
},
2023-08-23 01:35:22 +02:00
2023-08-19 01:28:40 +02:00
addPreset() {
let title = prompt('Enter the title of the preset:');
2023-08-25 02:12:33 +02:00
this.presets[title] = {
name:title,
content:this.text
}
axios.post("./add_preset",this.presets[title]).then(response => {
console.log(response.data)
}).catch(ex=>{
this.$refs.toast.showToast(`Error: ${ex}`,4,false)
});
2023-08-19 01:28:40 +02:00
},
removePreset() {
if (this.selectedPreset) {
2023-08-25 02:12:33 +02:00
delete this.presets[this.selectedPreset.name];
2023-08-19 01:28:40 +02:00
}
},
2023-08-19 03:25:36 +02:00
reloadPresets() {
2023-08-25 02:12:33 +02:00
axios.get('./get_presets').then(response => {
2023-08-19 03:25:36 +02:00
console.log(response.data)
this.presets=response.data
2023-08-25 02:12:33 +02:00
this.selectedPreset = this.presets[0]
2023-08-19 03:25:36 +02:00
}).catch(ex=>{
this.$refs.toast.showToast(`Error: ${ex}`,4,false)
});
},
2023-08-21 19:29:25 +02:00
startSpeechRecognition() {
if ('SpeechRecognition' in window || 'webkitSpeechRecognition' in window) {
this.recognition = new (window.SpeechRecognition || window.webkitSpeechRecognition)();
this.recognition.lang = this.$store.state.config.audio_in_language; // Set the language, adjust as needed
this.recognition.interimResults = true; // Enable interim results to get real-time updates
this.recognition.onstart = () => {
this.isLesteningToVoice = true;
this.silenceTimer = setTimeout(() => {
this.recognition.stop();
}, this.silenceTimeout); // Set the silence timeout to stop recognition
};
this.pre_text = this.text.substring(0,this.getCursorPosition())
this.post_text = this.text.substring(this.getCursorPosition(), this.text.length)
this.recognition.onresult = (event) => {
this.generated = '';
for (let i = event.resultIndex; i < event.results.length; i++) {
this.generated += event.results[i][0].transcript;
}
this.text = this.pre_text + this.generated + this.post_text; // Update the textarea with the real-time recognized words
this.cursorPosition = this.pre_text.length + this.generated.length;
clearTimeout(this.silenceTimer); // Clear the silence timeout on every recognized result
this.silenceTimer = setTimeout(() => {
this.recognition.stop();
}, this.silenceTimeout); // Set a new silence timeout after every recognized result
};
this.recognition.onerror = (event) => {
console.error('Speech recognition error:', event.error);
this.isLesteningToVoice = false;
clearTimeout(this.silenceTimer); // Clear the silence timeout on error
};
this.recognition.onend = () => {
console.log('Speech recognition ended.');
this.isLesteningToVoice = false;
this.pre_text = this.pre_text + this.generated;
this.cursorPosition = this.pre_text.length;
clearTimeout(this.silenceTimer); // Clear the silence timeout when recognition ends normally
};
this.recognition.start();
} else {
console.error('Speech recognition is not supported in this browser.');
}
},
2023-08-19 01:28:40 +02:00
}
};
</script>
<style>
select {
width: 200px;
}
body {
background-color: #fafafa;
font-family: sans-serif;
}
.container {
margin: 4px auto;
width: 800px;
}
.settings {
position: fixed;
top: 0;
right: 0;
width: 250px;
background-color: #fff;
z-index: 1000;
display: none;
}
.settings-button {
cursor: pointer;
padding: 10px;
border: 1px solid #ddd;
border-radius: 5px;
color: #333;
font-size: 14px;
}
.settings-button:hover {
background-color: #eee;
}
.settings-button:active {
background-color: #ddd;
}
.slider-container {
margin-top: 20px;
}
.slider-value {
display: inline-block;
margin-left: 10px;
color: #6b7280;
font-size: 14px;
}
.small-button {
padding: 0.5rem 0.75rem;
font-size: 0.875rem;
}
</style>