mirror of
https://github.com/tuna/tunasync-scripts.git
synced 2025-04-20 04:12:42 +00:00
archive tensorflow
Signed-off-by: Miao Wang <shankerwangmiao@gmail.com>
This commit is contained in:
parent
2747dc1080
commit
ab826ecc65
@ -1,48 +1,3 @@
|
|||||||
#!/bin/bash
|
#!/bin/bash
|
||||||
# requires: wget, python3
|
# requires: wget, python3
|
||||||
set -u
|
exit 0;
|
||||||
set -e
|
|
||||||
set -o pipefail
|
|
||||||
|
|
||||||
_here=`dirname $(realpath $0)`
|
|
||||||
XMLPARSE="${_here}/helpers/tf-xml-filelist.py"
|
|
||||||
INDEXGEN="${_here}/helpers/tf-gen-index.py"
|
|
||||||
|
|
||||||
TF_UPSTREAM_BASE_URL=${TUNASYNC_UPSTREAM_URL:-"https://storage.googleapis.com/tensorflow"}
|
|
||||||
BASE_PATH="${TUNASYNC_WORKING_DIR}"
|
|
||||||
|
|
||||||
# remove ending slash
|
|
||||||
BASE_PATH=${BASE_PATH%/}
|
|
||||||
TF_UPSTREAM_BASE_URL=${TF_UPSTREAM_BASE_URL%/}
|
|
||||||
|
|
||||||
failed=0
|
|
||||||
wget -O - "${TF_UPSTREAM_BASE_URL}/" | ${XMLPARSE} | while read -a tokens; do
|
|
||||||
filename=${tokens[0]}
|
|
||||||
pkgsize=${tokens[1]}
|
|
||||||
|
|
||||||
# Notice: the filename starts with no leading '/'!
|
|
||||||
pkgurl="${TF_UPSTREAM_BASE_URL}/${filename}"
|
|
||||||
pkgdst="${BASE_PATH}/${filename}"
|
|
||||||
pkgdir=`dirname ${pkgdst}`
|
|
||||||
mkdir -p ${pkgdir}
|
|
||||||
|
|
||||||
declare downloaded=false
|
|
||||||
if [[ -f ${pkgdst} ]]; then
|
|
||||||
local_size=`stat -c "%s" ${pkgdst}`
|
|
||||||
if [ ${local_size} -eq ${pkgsize} ]; then
|
|
||||||
downloaded=true
|
|
||||||
echo "Skipping ${pkgdst}, size ${pkgsize}"
|
|
||||||
fi
|
|
||||||
fi
|
|
||||||
[[ $downloaded == true ]] && continue
|
|
||||||
|
|
||||||
echo "downloading ${pkgurl} to ${pkgdst}"
|
|
||||||
if [[ -z ${DRY_RUN:-} ]]; then
|
|
||||||
wget ${WGET_OPTIONS:-} -q -O ${pkgdst} ${pkgurl} || failed=1
|
|
||||||
fi
|
|
||||||
done
|
|
||||||
|
|
||||||
find ${BASE_PATH} -type f -name '*.whl' -printf '%P\n' | \
|
|
||||||
${INDEXGEN} > "${BASE_PATH}/releases.json"
|
|
||||||
|
|
||||||
exit $failed
|
|
||||||
|
Loading…
x
Reference in New Issue
Block a user