added new extensions

This commit is contained in:
Saifeddine ALOUI 2024-04-10 20:59:37 +02:00
parent adef9a4112
commit 1c4bc70a45

View File

@ -880,7 +880,7 @@ class AIPersonality:
database_dict=None) database_dict=None)
ASCIIColors.green("Ok") ASCIIColors.green("Ok")
else: else:
files = [f for f in self.data_path.iterdir() if f.suffix.lower() in [".txt", ".pdf", ".docx", ".pptx", ".md", ".py", ".c", ".cpp"] ] files = [f for f in self.data_path.iterdir() if f.suffix.lower() in ['.sh', '.json', '.sym', '.log', '.snippet', '.se', '.yml', '.snippets', '.lua', '.pdf', '.md', '.docx', '.yaml', '.inc', '.txt', '.ini', '.pas', '.pptx', '.map', '.php', '.xlsx', '.rtf', '.hpp', '.h', '.asm', '.xml', '.hh', '.sql', '.java', '.c', '.html', '.inf', '.rb', '.py', '.cs', '.js', '.bat', '.css', '.s', '.cpp', '.csv'] ]
if len(files)>0: if len(files)>0:
dl = GenericDataLoader() dl = GenericDataLoader()
self.persona_data_vectorizer = TextVectorizer( self.persona_data_vectorizer = TextVectorizer(