From e5144d84325dd351887be90c66083d4b7b5a9144 Mon Sep 17 00:00:00 2001 From: Saifeddine ALOUI Date: Mon, 22 Jul 2024 16:46:37 +0200 Subject: [PATCH] Update internet.py --- lollms/internet.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/lollms/internet.py b/lollms/internet.py index 2fc8b92..93860c1 100644 --- a/lollms/internet.py +++ b/lollms/internet.py @@ -148,7 +148,7 @@ def scrape_and_save(url, file_path:str|Path=None, use_selenium=False, follow_lin if follow_links: results = scraper.scrape_website(max_depth=max_depth, output_dir=file_path.parent, prefix=file_path.stem+'_') else: - results = scraper.scrape_all(output_dir = images_folder, use_selenium=use_selenium) + results = scraper.scrape_all("p","img",output_dir = images_folder, use_selenium=use_selenium) # Save scraped texts to the markdown file if file_path: