ExternalVendorCode/lollms
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms.git synced 2024-12-18 20:27:58 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Update internet.py

Browse Source
This commit is contained in:
Saifeddine ALOUI 2024-07-22 16:46:37 +02:00 committed by GitHub
parent 6d24a9f52e
commit e5144d8432
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
lollms/internet.py
View File

@ -148,7 +148,7 @@ def scrape_and_save(url, file_path:str|Path=None, use_selenium=False, follow_lin
if follow_links:
results = scraper.scrape_website(max_depth=max_depth, output_dir=file_path.parent, prefix=file_path.stem+'_')
else:
results = scraper.scrape_all(output_dir = images_folder, use_selenium=use_selenium)
results = scraper.scrape_all("p","img",output_dir = images_folder, use_selenium=use_selenium)
# Save scraped texts to the markdown file
if file_path: