This commit is contained in:
Saifeddine ALOUI 2024-05-23 22:56:01 +02:00
parent 3ec537a536
commit 9f49ee20c9
9 changed files with 334 additions and 206 deletions

View File

@ -1,5 +1,5 @@
# =================== Lord Of Large Language Multimodal Systems Configuration file ===========================
version: 100
version: 101
binding_name: null
model_name: null
model_variant: null
@ -92,6 +92,16 @@ active_ttm_service: "None" # musicgen (offline)
stt_input_device: null
# TTS service
stt_listening_threshold: 1000
stt_silence_duration: 2
stt_sound_threshold_percentage: 10
stt_gain: 1.0
stt_rate: 44100
stt_channels: 1
stt_buffer_size: 10
# ASR STT service
asr_enable: false

View File

@ -479,13 +479,13 @@ def start_recording(data:Identification):
lollmsElfServer.sio,
lollmsElfServer.personality,
client=client,
threshold=1000,
silence_duration=2,
sound_threshold_percentage=10,
gain=1.0,
rate=44100,
channels=1,
buffer_size=10,
threshold=lollmsElfServer.config.stt_listening_threshold,
silence_duration=lollmsElfServer.config.stt_silence_duration,
sound_threshold_percentage=lollmsElfServer.config.stt_sound_threshold_percentage,
gain=lollmsElfServer.config.stt_gain,
rate=lollmsElfServer.config.stt_rate,
channels=lollmsElfServer.config.stt_channels,
buffer_size=lollmsElfServer.config.stt_buffer_size,
model=lollmsElfServer.config.whisper_model,
snd_input_device=lollmsElfServer.config.stt_input_device,
snd_output_device=lollmsElfServer.config.tts_output_device,

@ -1 +1 @@
Subproject commit 721b751a6f8d8aa8226843281722720c724b4208
Subproject commit 097e145ff0ba1742472292e71a4c260a6b7f14c9

File diff suppressed because one or more lines are too long

File diff suppressed because one or more lines are too long

4
web/dist/index.html vendored
View File

@ -6,8 +6,8 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
<title>LoLLMS WebUI - Welcome</title>
<script type="module" crossorigin src="/assets/index-a499ea6c.js"></script>
<link rel="stylesheet" href="/assets/index-7d2e5fc6.css">
<script type="module" crossorigin src="/assets/index-287dcde0.js"></script>
<link rel="stylesheet" href="/assets/index-95a62c9e.css">
</head>
<body>
<div id="app"></div>

View File

@ -132,6 +132,7 @@ export default {
methods: {
async handleOnTalk(){
const pers = this.mountedPers
console.log("pers:",pers)
this.isGenerating = true;
this.setDiscussionLoading(this.currentDiscussion.id, this.isGenerating);
let res = await axios.get('/get_generation_status', {})

View File

@ -1219,6 +1219,123 @@
</table>
</Card>
<Card title="Full Audio settings" :is_subcard="true" class="pb-2 m-2">
<table class="bg-gray-50 border border-gray-300 text-gray-900 text-sm rounded-lg focus:ring-blue-500 focus:border-blue-500 block w-full p-2.5 dark:bg-gray-700 dark:border-gray-600 dark:placeholder-gray-400 dark:text-white dark:focus:ring-blue-500 dark:focus:border-blue-500">
<tr>
<td style="min-width: 200px;">
<label for="stt_listening_threshold" class="text-sm font-bold" style="margin-right: 1rem;" title="Listening threshold">Listening threshold:</label>
</td>
<td style="width: 100%;">
<input
type="number"
step="1"
id="stt_listening_threshold"
required
v-model="configFile.stt_listening_threshold"
@change="settingsChanged=true"
class="w-full w-full mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600 dark:bg-gray-600"
>
</td>
</tr>
<tr>
<td style="min-width: 200px;">
<label for="stt_silence_duration" class="text-sm font-bold" style="margin-right: 1rem;" title="Scilence duration">Scelence duration (s):</label>
</td>
<td style="width: 100%;">
<input
type="number"
step="1"
id="stt_silence_duration"
required
v-model="configFile.stt_silence_duration"
@change="settingsChanged=true"
class="w-full w-full mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600 dark:bg-gray-600"
>
</td>
</tr>
<tr>
<td style="min-width: 200px;">
<label for="stt_sound_threshold_percentage" class="text-sm font-bold" style="margin-right: 1rem;" title="stt_sound_threshold_percentage">Minimum sound percentage ins recorded segment:</label>
</td>
<td style="width: 100%;">
<input
type="number"
step="1"
id="stt_sound_threshold_percentage"
required
v-model="configFile.stt_sound_threshold_percentage"
@change="settingsChanged=true"
class="w-full w-full mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600 dark:bg-gray-600"
>
</td>
</tr>
<tr>
<td style="min-width: 200px;">
<label for="stt_gain" class="text-sm font-bold" style="margin-right: 1rem;" title="STT Gain">Volume amplification:</label>
</td>
<td style="width: 100%;">
<input
type="number"
step="1"
id="stt_gain"
required
v-model="configFile.stt_gain"
@change="settingsChanged=true"
class="w-full w-full mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600 dark:bg-gray-600"
>
</td>
</tr>
<tr>
<td style="min-width: 200px;">
<label for="stt_rate" class="text-sm font-bold" style="margin-right: 1rem;" title="Audio Rate">audio rate:</label>
</td>
<td style="width: 100%;">
<input
type="number"
step="1"
id="stt_rate"
required
v-model="configFile.stt_rate"
@change="settingsChanged=true"
class="w-full w-full mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600 dark:bg-gray-600"
>
</td>
</tr>
<tr>
<td style="min-width: 200px;">
<label for="stt_channels" class="text-sm font-bold" style="margin-right: 1rem;" title="number of channels">number of channels:</label>
</td>
<td style="width: 100%;">
<input
type="number"
step="1"
id="stt_channels"
required
v-model="configFile.stt_channels"
@change="settingsChanged=true"
class="w-full w-full mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600 dark:bg-gray-600"
>
</td>
</tr>
<tr>
<td style="min-width: 200px;">
<label for="stt_buffer_size" class="text-sm font-bold" style="margin-right: 1rem;" title="Buffer size">Buffer size:</label>
</td>
<td style="width: 100%;">
<input
type="number"
step="1"
id="stt_buffer_size"
required
v-model="configFile.stt_buffer_size"
@change="settingsChanged=true"
class="w-full w-full mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600 dark:bg-gray-600"
>
</td>
</tr>
</table>
</Card>
<Card title="Audio devices settings" :is_subcard="true" class="pb-2 m-2">
<table class="bg-gray-50 border border-gray-300 text-gray-900 text-sm rounded-lg focus:ring-blue-500 focus:border-blue-500 block w-full p-2.5 dark:bg-gray-700 dark:border-gray-600 dark:placeholder-gray-400 dark:text-white dark:focus:ring-blue-500 dark:focus:border-blue-500">
<tr>

@ -1 +1 @@
Subproject commit 73a713546c5b2a0b4ab5cf8bcf3ac7eb513d21be
Subproject commit 2e45fbccf39a7a910852d7f667c5ad742ba24b51