ExternalVendorCode/lollms
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms.git synced 2024-12-18 20:27:58 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Update skills_database.py

Browse Source
This commit is contained in:
Saifeddine ALOUI 2024-12-03 08:54:55 +01:00 committed by GitHub
parent a68b27febb
commit 604dfb2533
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 10 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
lollms/databases/skills_database.py
View File

@ -2,7 +2,7 @@ import sqlite3
from lollmsvectordb import VectorDatabase, TFIDFVectorizer
from lollmsvectordb.lollms_tokenizers.tiktoken_tokenizer import TikTokenTokenizer
import numpy as np
from ascii_colors import ASCIIColors
from ascii_colors import ASCIIColors, trace_exception
class SkillsLibrary:
def __init__(self, db_path, chunk_size:int=512, overlap:int=0, n_neighbors:int=5, config=None):
@ -32,12 +32,15 @@ class SkillsLibrary:
cursor = conn.cursor()
cursor.execute("SELECT * FROM skills_library")
res = cursor.fetchall()
for entry in res:
self.vectorizer.add_document(entry[3], entry[4], "",True, category_id=entry[2])
self.vectorizer.build_index()
cursor.close()
conn.close()
try:
for entry in res:
self.vectorizer.add_document(entry[3], entry[4], "",True, category_id=entry[2])
self.vectorizer.build_index()
cursor.close()
conn.close()
except Exception as ex:
trace_exception(ex)
def _initialize_db(self):
conn = sqlite3.connect(self.db_path)