try: from urllib2 import * except: from urllib.request import build_opener #py 3 from urllib.error import URLError from urllib.error import HTTPError def printLns(ls): for s in ls: print(s) def urlExists(url): opener = build_opener() opener.addheaders = [('User-agent', 'Mozilla/5.0')] try: f = opener.open(url) c = f.read() f.close() return True except HTTPError: #print("Error 404: "+url) return False def downloadFile(url, path): opener = build_opener() opener.addheaders = [('User-agent', 'Mozilla/5.0')] f = opener.open(url) c = f.read() f.close() f = open(path, "wb") f.write(c) f.close() def readUrl(url): opener = build_opener() opener.addheaders = [('User-agent', 'Mozilla/5.0')] f = opener.open(url) c = f.read() f.close() return c def puts(s): print(str(s)) return s def writeFile(path, content): f = open(path, "wb") f.write(content.encode('latin-1')) f.close()