alex/TUDown
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Changed default accept-language header to en-US; Added redirect check for modified/existing files.

Browse Source
This commit is contained in:
Alexander Weidinger
2015-11-25 16:36:56 +01:00
parent ee100558d8
commit 45f39707e6
1 changed files with 5 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
tudown.py
View File

@@ -28,8 +28,10 @@ def download_files(session, f):
fd.write(chunk) fd.write(chunk)
print('[+] ' + filename) print('[+] ' + filename)
else: else:
response = session.head(f[0]) response = session.head(f[0], allow_redirects=False)
if response.status_code == 200: if response.status_code == 301:
download_file(session, (response.headers['Location'], f[1]))
elif response.status_code == 200:
last_mod_file = getmtime(filename) last_mod_file = getmtime(filename)
last_mod_www = timegm(strptime(response.headers['Last-Modified'], '%a, %d %b %Y %H:%M:%S %Z')) last_mod_www = timegm(strptime(response.headers['Last-Modified'], '%a, %d %b %Y %H:%M:%S %Z'))
if last_mod_www > last_mod_file: if last_mod_www > last_mod_file:
@@ -117,7 +119,7 @@ def main(url, files, user='', passwd=''):
session = Session() session = Session()
session.auth = (user, passwd) session.auth = (user, passwd)
session.headers = { session.headers = {
"Accept-Language": "de-DE,de;" "Accept-Language": "en-US,en;"
} }
# get file links # get file links