global urllib import urllib.request global downloadPage def downloadPage(url,headers = False): if not headers: headers = {} request = urllib.request.Request(url,headers=headers) response = None try: response = urllib.request.urlopen(request) except urllib.error.HTTPError as e: response = e # process headers headers = response.getheaders() headersOut = {} for hl in headers: headersOut[hl[0]] = hl[1] out = { "url": url, "headers": headersOut, "body": response.read() } return out