yacloud/tunasync-scripts
1
0
Fork 0
mirror of https://github.com/tuna/tunasync-scripts.git synced 2025-04-20 12:42:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

call task_done() anyway

Browse Source
This commit is contained in:
Yuxiang Zhang 2020-02-18 11:46:11 +08:00 committed by GitHub
parent 905940b302
commit 063b349ea1
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 20 additions and 20 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

40
docker-ce.py
View File

@ -2,6 +2,7 @@
import os import os
import threading import threading
import queue import queue
import traceback
from pathlib import Path from pathlib import Path
from email.utils import parsedate_to_datetime from email.utils import parsedate_to_datetime
@ -98,32 +99,31 @@ def downloading_worker(q):
if item is None: if item is None:
break break
url, dst_file, working_dir = item
if dst_file.is_file():
print("checking", url, flush=True)
r = requests.head(url, timeout=TIMEOUT_OPTION)
remote_filesize = int(r.headers['content-length'])
remote_date = parsedate_to_datetime(r.headers['last-modified'])
stat = dst_file.stat()
local_filesize = stat.st_size
local_mtime = stat.st_mtime
if remote_filesize == local_filesize and remote_date.timestamp() == local_mtime:
print("skipping", dst_file.relative_to(working_dir), flush=True)
q.task_done()
continue
dst_file.unlink()
print("downloading", url, flush=True)
try: try:
url, dst_file, working_dir = item
if dst_file.is_file():
print("checking", url, flush=True)
r = requests.head(url, timeout=TIMEOUT_OPTION)
remote_filesize = int(r.headers['content-length'])
remote_date = parsedate_to_datetime(r.headers['last-modified'])
stat = dst_file.stat()
local_filesize = stat.st_size
local_mtime = stat.st_mtime
if remote_filesize == local_filesize and remote_date.timestamp() == local_mtime:
print("skipping", dst_file.relative_to(working_dir), flush=True)
continue
dst_file.unlink()
print("downloading", url, flush=True)
requests_download(url, dst_file) requests_download(url, dst_file)
except Exception: except Exception:
traceback.print_exc()
print("Failed to download", url, flush=True) print("Failed to download", url, flush=True)
if dst_file.is_file(): if dst_file.is_file():
dst_file.unlink() dst_file.unlink()
finally:
q.task_done() q.task_done()
def create_workers(n): def create_workers(n):