ExternalVendorCode/lollms
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms.git synced 2024-12-20 21:23:17 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

upgraded

Browse Source
This commit is contained in:
Saifeddine ALOUI 2024-06-16 03:17:39 +02:00
parent c9af61705e
commit 6025f69fbb
2 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
lollms/app.py
View File

@ -921,7 +921,7 @@ class LollmsApplication(LoLLMsCom):
else: else:
query = current_message.content query = current_message.content
try: try:
docs, sorted_similarities, document_ids = self.personality.persona_data_vectorizer.recover_text(query, top_k=self.config.data_vectorization_nb_chunks) docs, sorted_similarities, document_ids = self.personality.persona_data_vectorizer.recover_text(query, top_k=int(self.config.data_vectorization_nb_chunks))
for doc, infos, doc_id in zip(docs, sorted_similarities, document_ids): for doc, infos, doc_id in zip(docs, sorted_similarities, document_ids):
if self.config.data_vectorization_put_chunk_informations_into_context: if self.config.data_vectorization_put_chunk_informations_into_context:
documentation += f"{start_header_id_template}document chunk{end_header_id_template}\nchunk_infos:{infos}\ncontent:{doc}\n" documentation += f"{start_header_id_template}document chunk{end_header_id_template}\nchunk_infos:{infos}\ncontent:{doc}\n"
@ -959,7 +959,7 @@ class LollmsApplication(LoLLMsCom):
else: else:
documentation += f"{start_header_id_template}chunk{end_header_id_template}\n{content}\n" documentation += f"{start_header_id_template}chunk{end_header_id_template}\n{content}\n"
docs, sorted_similarities, document_ids = client.discussion.vectorizer.recover_text(query, top_k=self.config.data_vectorization_nb_chunks) docs, sorted_similarities, document_ids = client.discussion.vectorizer.recover_text(query, top_k=int(self.config.data_vectorization_nb_chunks))
for doc, infos in zip(docs, sorted_similarities): for doc, infos in zip(docs, sorted_similarities):
if self.config.data_vectorization_force_first_chunk and len(client.discussion.vectorizer.chunks)>0 and infos[0]==doc_id: if self.config.data_vectorization_force_first_chunk and len(client.discussion.vectorizer.chunks)>0 and infos[0]==doc_id:
continue continue

2
lollms/functions/knowledge/build_knowledge_db.py
View File

@ -89,7 +89,7 @@ def buildKnowledgeDB(llm:APScript, data_store:TextVectorizer, data_folder_path:s
qna_list=[] qna_list=[]
# Perform further processing with questions_vector # Perform further processing with questions_vector
for index, question in enumerate(questions_vector): for index, question in enumerate(questions_vector):
docs, sorted_similarities, document_ids = data_store.recover_text(question, top_k=llm.personality_config.data_vectorization_nb_chunks) docs, sorted_similarities, document_ids = data_store.recover_text(question, top_k=int(llm.personality_config.data_vectorization_nb_chunks))
if llm.personality_config.use_enhanced_mode: if llm.personality_config.use_enhanced_mode:
llm.step_start(f"Verifying RAG data_{index}") llm.step_start(f"Verifying RAG data_{index}")
prompt_text = """{llm.config.start_header_id_template}chunk: {{chunk}} prompt_text = """{llm.config.start_header_id_template}chunk: {{chunk}}