ExternalVendorCode/lollms
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms.git synced 2025-02-21 01:42:08 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

upgraded models

Browse Source
This commit is contained in:
Saifeddine ALOUI 2024-02-04 11:11:42 +01:00
parent a2a1252fda
commit a326b1775b
2 changed files with 28 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

34
lollms/media.py
View File

@ -81,7 +81,7 @@ import numpy as np
from scipy.signal import spectrogram
class AudioRecorder:
def __init__(self, sio:socketio.Client, filename, channels=1, sample_rate=16000, chunk_size=24678, silence_threshold=150.0, silence_duration=2, callback=None, lollmsCom:LoLLMsCom=None):
def __init__(self, sio:socketio.Client, filename, channels=1, sample_rate=16000, chunk_size=24678, silence_threshold=150.0, silence_duration=2, callback=None, lollmsCom:LoLLMsCom=None, build_spectrogram=False, model = "base", transcribe=False):
self.sio = sio
self.sio = sio
self.filename = filename
@ -96,7 +96,11 @@ class AudioRecorder:
self.is_recording = False
self.start_time = time.time()
self.last_time = time.time()
self.whisper = whisper.load_model("base")
self.build_spectrogram = build_spectrogram
self.transcribe = transcribe
if transcribe:
self.whisper = whisper.load_model(model)
def audio_callback(self, indata, frames, time_, status):
volume_norm = np.linalg.norm(indata)*10
@ -107,8 +111,9 @@ class AudioRecorder:
# self.start_time = time.time()
if self.is_recording:
self.buffer = np.append(self.buffer, indata.copy())
if (time.time() - self.last_time) > self.silence_duration:
self.update_spectrogram()
if self.build_spectrogram:
if (time.time() - self.last_time) > self.silence_duration:
self.update_spectrogram()
def start_recording(self):
try:
@ -126,14 +131,19 @@ class AudioRecorder:
self.audio_stream.close()
write(self.filename, self.sample_rate, self.buffer)
self.lollmsCom.info(f"Saved to {self.filename}")
self.lollmsCom.info(f"Transcribing ... ")
result = self.whisper.transcribe(str(self.filename))
transcription_fn = str(self.filename)+".txt"
with open(transcription_fn, "w", encoding="utf-8") as f:
f.write(result["text"])
self.lollmsCom.info(f"File saved to {transcription_fn}")
run_async(partial(self.sio.emit,'transcript', result["text"]))
return result["text"]
if self.transcribe:
self.lollmsCom.info(f"Transcribing ... ")
result = self.whisper.transcribe(str(self.filename))
transcription_fn = str(self.filename)+".txt"
with open(transcription_fn, "w", encoding="utf-8") as f:
f.write(result["text"])
self.lollmsCom.info(f"File saved to {transcription_fn}")
run_async(partial(self.sio.emit,'transcript', result["text"]))
return {"text":result["text"], "audio":transcription_fn}
else:
return {"text":"", "audio":transcription_fn}
def update_spectrogram(self):
f, t, Sxx = spectrogram(self.buffer[-30*self.sample_rate:], self.sample_rate)

12
lollms/paths.py
View File

@ -50,7 +50,7 @@ class LollmsPaths:
else:
lollms_path = Path(lollms_path)
if personal_path is None:
personal_path = Path.home() / "Documents/lollms"
personal_path = Path("../personal_data")
else:
personal_path = Path(personal_path)
@ -219,12 +219,12 @@ class LollmsPaths:
print(f"Please provide a folder to store your configurations files, your models and your personal data (database, custom personalities etc).")
cfg = BaseConfig(config={
"lollms_path":str(Path(__file__).parent),
"lollms_personal_path":str(Path.home()/"Documents/lollms")
"lollms_personal_path":str(Path("../personal_data"))
})
cfg.lollms_personal_path = input(f"Folder path: ({cfg.lollms_personal_path}):")
if cfg.lollms_personal_path=="":
cfg.lollms_personal_path = str(Path.home()/"Documents/lollms")
cfg.lollms_personal_path = str(Path("../personal_data"))
print(f"Selected: {cfg.lollms_personal_path}")
pp= Path(cfg.lollms_personal_path)
@ -271,7 +271,7 @@ class LollmsPaths:
trace_exception(ex)
print("Couldn't find your personal data path!")
cfg.lollms_path = lollms_path
cfg["lollms_personal_path"] = str(Path.home()/"Documents/lollms")
cfg["lollms_personal_path"] = str(Path("../personal_data"))
print("Please specify the folder where your configuration files, your models and your custom personalities need to be stored:")
lollms_personal_path = input(f"Folder path: ({cfg.lollms_personal_path}):")
if lollms_personal_path!="":
@ -329,11 +329,11 @@ class LollmsPaths:
print(f"Please provide a folder to store your configurations files, your models and your personal data (database, custom personalities etc).")
cfg = BaseConfig(config={
"lollms_path":str(Path(__file__).parent),
"lollms_personal_path":str(Path.home()/"Documents/lollms")
"lollms_personal_path":str(Path("../personal_data"))
})
cfg.lollms_personal_path = input(f"Folder path: ({cfg.lollms_personal_path}):")
if cfg.lollms_personal_path=="":
cfg.lollms_personal_path = str(Path.home()/"Documents/lollms")
cfg.lollms_personal_path = str(Path("../personal_data"))
print(f"Selected: {cfg.lollms_personal_path}")
pp= Path(cfg.lollms_personal_path)