gns3-registry/check_urls.py
2016-02-04 13:48:25 +01:00

99 lines
2.8 KiB
Python
Executable File

#!/usr/bin/env python3
#
# Copyright (C) 2015 GNS3 Technologies Inc.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
import os
import json
import sys
import pycurl
err_list = []
def check_url(url, appliance):
print(" " + url)
error = None
try:
c = pycurl.Curl()
c.setopt(c.URL, url)
c.setopt(c.USERAGENT, 'Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0)')
c.setopt(c.NOBODY, True)
c.setopt(c.FOLLOWLOCATION, True)
c.perform()
http_status = c.getinfo(c.RESPONSE_CODE)
if http_status >= 400:
error = 'HTTP status {}'.format(http_status)
c.close()
except pycurl.error:
error = c.errstr()
if error:
print(" " + error)
err_list.append("{}: {} - {}".format(appliance, url, error))
def check_urls(appliance):
try:
with open(os.path.join('appliances', appliance)) as f:
appliance_json = json.load(f)
except Exception as err:
print(" " + str(err))
err_list.append("{}: {}".format(appliance, err))
return []
urls = set()
for image in appliance_json['images']:
if 'direct_download_url' in image:
urls.add(image['direct_download_url'])
if 'download_url' in image:
urls.add(image['download_url'])
if 'vendor_url' in appliance_json:
urls.add(appliance_json['vendor_url'])
if 'documentation_url' in appliance_json:
urls.add(appliance_json['documentation_url'])
if 'product_url' in appliance_json:
urls.add(appliance_json['product_url'])
return list(urls)
def main():
print("=> Check URL in appliances")
if len(sys.argv) >= 2:
appliance_list = sys.argv[1:]
else:
appliance_list = os.listdir('appliances')
appliance_list.sort()
for appliance in appliance_list:
if not appliance.endswith('.gns3a'):
appliance += '.gns3a'
print("-> {}".format(appliance))
for url in check_urls(appliance):
check_url(url, appliance)
print()
if len(err_list) == 0:
print("Everything is ok!")
else:
print("{} error(s):".format(len(err_list)))
for error in err_list:
print(error)
if __name__ == '__main__':
main()