From f3df6d3837a13ec426b3163cb5c181fb3a2b64b5 Mon Sep 17 00:00:00 2001 From: Saifeddine ALOUI Date: Thu, 20 Jun 2024 08:51:58 +0200 Subject: [PATCH] Update lollms_file_system.py --- lollms/server/endpoints/lollms_file_system.py | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/lollms/server/endpoints/lollms_file_system.py b/lollms/server/endpoints/lollms_file_system.py index 9b4ac6f..5adc4ae 100644 --- a/lollms/server/endpoints/lollms_file_system.py +++ b/lollms/server/endpoints/lollms_file_system.py @@ -135,8 +135,11 @@ def select_rag_database(client) -> Optional[Dict[str, Path]]: if lollmsElfServer.config.rag_vectorizer == "bert": + lollmsElfServer.backup_trust_store() from lollmsvectordb.vectorizers.bert_vectorizer import BERTVectorizer v = BERTVectorizer() + lollmsElfServer.restore_trust_store() + elif lollmsElfServer.config.rag_vectorizer == "tfidf": from lollmsvectordb.vectorizers.tfidf_vectorizer import TFIDFVectorizer v = TFIDFVectorizer() @@ -155,13 +158,11 @@ def select_rag_database(client) -> Optional[Dict[str, Path]]: text = TextDocumentsLoader.read_file(fn) title = fn.stem # Use the file name without extension as the title vdb.add_document(title, text, fn) - lollmsElfServer.ShowBlockingMessage(f"Adding a new database.\nAdding {title}") print(f"Added document: {title}") except Exception as e: print(f"Failed to add document {fn}: {e}") if vdb.new_data: #New files are added, need reindexing ASCIIColors.blue("Indexing database ...", end="", flush=True) - lollmsElfServer.ShowBlockingMessage(f"Adding a new database.\nIndexing database") vdb.build_index() ASCIIColors.success("OK") lollmsElfServer.HideBlockingMessage() @@ -258,8 +259,10 @@ def toggle_mount_rag_database(database_infos: MountDatabase): from lollmsvectordb.tokenizers.tiktoken_tokenizer import TikTokenTokenizer if lollmsElfServer.config.rag_vectorizer == "bert": + lollmsElfServer.backup_trust_store() from lollmsvectordb.vectorizers.bert_vectorizer import BERTVectorizer v = BERTVectorizer() + lollmsElfServer.restore_trust_store() elif lollmsElfServer.config.rag_vectorizer == "tfidf": from lollmsvectordb.vectorizers.tfidf_vectorizer import TFIDFVectorizer v = TFIDFVectorizer()