ExternalVendorCode/lollms
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms.git synced 2024-12-21 13:37:55 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

fixed some small bugs

Browse Source
This commit is contained in:
Saifeddine ALOUI 2024-02-10 12:12:40 +01:00
parent cebd64b610
commit eda4d02626
1 changed files with 13 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
lollms/internet.py
View File

@ -1,17 +1,19 @@
from ascii_colors import ASCIIColors, trace_exception
def get_favicon_url(url):
import requests
from bs4 import BeautifulSoup
response = requests.get(url)
soup = BeautifulSoup(response.text, 'html.parser')
favicon_link = soup.find('link', rel='icon') or soup.find('link', rel='shortcut icon')
if favicon_link:
favicon_url = favicon_link['href']
if not favicon_url.startswith('http'):
favicon_url = url + favicon_url
return favicon_url
try:
response = requests.get(url)
soup = BeautifulSoup(response.text, 'html.parser')
favicon_link = soup.find('link', rel='icon') or soup.find('link', rel='shortcut icon')
if favicon_link:
favicon_url = favicon_link['href']
if not favicon_url.startswith('http'):
favicon_url = url + favicon_url
return favicon_url
except:
ASCIIColors.warning(f"Couldn't get fav icon from {url}")
return None