ExternalVendorCode/lollms
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms.git synced 2024-12-18 20:27:58 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

upgraded interet code

Browse Source
This commit is contained in:
Saifeddine ALOUI 2024-07-22 18:44:54 +02:00
parent e5144d8432
commit 9d1f734d74
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
lollms/internet.py
View File

@ -148,7 +148,7 @@ def scrape_and_save(url, file_path:str|Path=None, use_selenium=False, follow_lin
if follow_links:
results = scraper.scrape_website(max_depth=max_depth, output_dir=file_path.parent, prefix=file_path.stem+'_')
else:
results = scraper.scrape_all("p","img",output_dir = images_folder, use_selenium=use_selenium)
results = scraper.scrape_all(output_dir = images_folder, use_selenium=use_selenium)
# Save scraped texts to the markdown file
if file_path: