From 210238d0865febcb57fbd9f0b0a7d3da9dbff384 Mon Sep 17 00:00:00 2001 From: Ali Parlakci Date: Mon, 6 Aug 2018 07:35:43 +0300 Subject: [PATCH] Sending header when requesting a file --- src/downloader.py | 15 +++++++++++++++ 1 file changed, 15 insertions(+) diff --git a/src/downloader.py b/src/downloader.py index d9abb52..f84c66a 100644 --- a/src/downloader.py +++ b/src/downloader.py @@ -54,6 +54,21 @@ def getFile(fileDir,tempDir,imageURL,indent=0): As too long file names seem not working. """ + headers = [ + ("User-Agent", "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.11 " \ + "(KHTML, like Gecko) Chrome/23.0.1271.64 Safari/537.11"), + ("Accept", "text/html,application/xhtml+xml,application/xml;" \ + "q=0.9,*/*;q=0.8"), + ("Accept-Charset", "ISO-8859-1,utf-8;q=0.7,*;q=0.3"), + ("Accept-Encoding", "none"), + ("Accept-Language", "en-US,en;q=0.8"), + ("Connection", "keep-alive") + ] + + opener = urllib.request.build_opener() + opener.addheaders = headers + urllib.request.install_opener(opener) + if not (os.path.isfile(fileDir)): for i in range(3): try: