#!/usr/bin/env python # File: checkdeadlinks.py # Version: 0.1 # Description: a script for checking XEPs for dead links # Last Modified: 2016-10-03 # Author: Tobias Markmann (tm@ayena.de) # License: public domain # HowTo: ./checkdeadlinks.py --xep=xepnum ## LICENSE ## # # Copyright (c) 1999 - 2010 XMPP Standards Foundation # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in # all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN # THE SOFTWARE. # ## END LICENSE ## ''' A script for checking XEPs for dead links. ''' from __future__ import print_function from argparse import ArgumentParser import sys import re from xml.dom.minidom import parse try: from urllib.request import Request, urlopen except ImportError: # We are on python2 from urllib2 import Request, urlopen def is_dead(url): if re.match("^(http|https)", url): if verbose: print(url + ' :', end=' ') try: request = Request(url) request.add_header('User-Agent', "Mozilla/5.001 (windows; U; NT4.0; en-US; rv:1.0) Gecko/25250101") urlopen(request).read() except Exception as e: reason = str(e) if verbose: print("XEP-" + xepnum + " - DEAD: " + url + " [" + reason + "]") return True else: if verbose: print('OK') return False else: return False def get_deadlinks(xep, is_verbose=False): global xepnum xepnum = '%04d' % xep global verbose verbose = is_verbose xepfile = 'xep-' + xepnum + '.xml' thexep = parse(xepfile) urls = [link.getAttribute("url") for link in thexep.getElementsByTagName("link")] urls += [image.getAttribute("src") for image in thexep.getElementsByTagName("img")] if verbose: print('Checking XEP-%s (%d links):' % (xepnum, len(urls))) return [url for url in set(urls) if is_dead(url)] def main(): parser = ArgumentParser(description=__doc__) parser.add_argument('-v', '--verbose', action='store_true', help='Enables more verbosity') parser.add_argument('-x', '--xep', type=int, help='Defines the number of the XEP to check') args = parser.parse_args() deadlinks = get_deadlinks(args.xep, args.verbose) if deadlinks: for url in deadlinks: print(url) sys.exit(1) if __name__ == "__main__": main()