ExternalVendorCode/lollms
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms.git synced 2025-01-21 03:55:01 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

enhanced

Browse Source
This commit is contained in:
Saifeddine ALOUI 2024-06-03 01:48:16 +02:00
parent b0131c372f
commit 704cdf0b9f
1 changed files with 20 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

23
lollms/media.py
View File

@ -158,7 +158,7 @@ class RTCom:
self.summoned = False
self.sample_mfccs = None
if self.use_keyword_audio and self.keyword_audio_path:
self.sample_features = self.load_and_extract_features()
self.sample_features = self.load_and_extract_features(self.keyword_audio_path)
@ -203,12 +203,29 @@ class RTCom:
mfccs = librosa.feature.mfcc(y=y, sr=sr, n_mfcc=13)
return np.mean(mfccs.T, axis=0)
def extract_features(self, buffer):
def extract_features(self, frames):
if not PackageManager.check_package_installed("librosa"):
PackageManager.install_package("librosa")
filename = f"recording_{self.file_index}.wav"
self.file_index += 1
amplified_frames = self._apply_gain(frames)
trimmed_frames = self._trim_silence([amplified_frames])
logs_file = Path(self.logs_folder)/filename
logs_file.parent.mkdir(exist_ok=True, parents=True)
wf = wave.open(str(logs_file), 'wb')
wf.setnchannels(self.channels)
wf.setsampwidth(2)
wf.setframerate(self.rate)
wf.writeframes(trimmed_frames)
wf.close()
import librosa
y, sr = librosa.load(buffer, sr=self.rate)
y, sr = librosa.load(logs_file, sr=self.rate)
mfccs = librosa.feature.mfcc(y=y, sr=sr, n_mfcc=13)
return np.mean(mfccs.T, axis=0)
def compare_voices(self, sample_features, realtime_features, th = 20):