yacloud/tunasync-scripts
1
0
Fork 0
mirror of https://github.com/tuna/tunasync-scripts.git synced 2025-04-20 04:12:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

gh-rel: download to tmpfile first

Browse Source
This commit is contained in:
Miao Wang 2021-03-22 15:57:20 +08:00
parent ab221923e0
commit 9c11ce5715
1 changed files with 20 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

30
github-release.py
View File

@ -6,6 +6,7 @@ import traceback
import queue import queue
from pathlib import Path from pathlib import Path
from datetime import datetime from datetime import datetime
import tempfile
import requests import requests
@ -69,16 +70,25 @@ def do_download(remote_url: str, dst_file: Path, remote_ts: float, remote_size:
# NOTE the stream=True parameter below # NOTE the stream=True parameter below
with github_get(remote_url, stream=True) as r: with github_get(remote_url, stream=True) as r:
r.raise_for_status() r.raise_for_status()
with open(dst_file, 'wb') as f: tmp_dst_file = None
for chunk in r.iter_content(chunk_size=1024**2): try:
if chunk: # filter out keep-alive new chunks with tempfile.NamedTemporaryFile(prefix="." + dst_file.name + ".", suffix=".tmp", dir=dst_file.parent, delete=False) as f:
f.write(chunk) tmp_dst_file = Path(f.name)
# f.flush() for chunk in r.iter_content(chunk_size=1024**2):
# check for downloaded size if chunk: # filter out keep-alive new chunks
downloaded_size = dst_file.stat().st_size f.write(chunk)
if remote_size != -1 and downloaded_size != remote_size: # f.flush()
raise Exception(f'File {dst_file.as_posix()} size mismatch: downloaded {downloaded_size} bytes, expected {remote_size} bytes') # check for downloaded size
os.utime(dst_file, (remote_ts, remote_ts)) downloaded_size = tmp_dst_file.stat().st_size
if remote_size != -1 and downloaded_size != remote_size:
raise Exception(f'File {dst_file.as_posix()} size mismatch: downloaded {downloaded_size} bytes, expected {remote_size} bytes')
os.utime(tmp_dst_file, (remote_ts, remote_ts))
tmp_dst_file.chmod(0o644)
tmp_dst_file.replace(dst_file)
finally:
if not tmp_dst_file is None:
if tmp_dst_file.is_file():
tmp_dst_file.unlink()
def downloading_worker(q): def downloading_worker(q):