archive tensorflow

Signed-off-by: Miao Wang <shankerwangmiao@gmail.com>
This commit is contained in:
Miao Wang 2018-09-11 14:08:19 +08:00
parent 2747dc1080
commit ab826ecc65

View File

@ -1,48 +1,3 @@
#!/bin/bash #!/bin/bash
# requires: wget, python3 # requires: wget, python3
set -u exit 0;
set -e
set -o pipefail
_here=`dirname $(realpath $0)`
XMLPARSE="${_here}/helpers/tf-xml-filelist.py"
INDEXGEN="${_here}/helpers/tf-gen-index.py"
TF_UPSTREAM_BASE_URL=${TUNASYNC_UPSTREAM_URL:-"https://storage.googleapis.com/tensorflow"}
BASE_PATH="${TUNASYNC_WORKING_DIR}"
# remove ending slash
BASE_PATH=${BASE_PATH%/}
TF_UPSTREAM_BASE_URL=${TF_UPSTREAM_BASE_URL%/}
failed=0
wget -O - "${TF_UPSTREAM_BASE_URL}/" | ${XMLPARSE} | while read -a tokens; do
filename=${tokens[0]}
pkgsize=${tokens[1]}
# Notice: the filename starts with no leading '/'!
pkgurl="${TF_UPSTREAM_BASE_URL}/${filename}"
pkgdst="${BASE_PATH}/${filename}"
pkgdir=`dirname ${pkgdst}`
mkdir -p ${pkgdir}
declare downloaded=false
if [[ -f ${pkgdst} ]]; then
local_size=`stat -c "%s" ${pkgdst}`
if [ ${local_size} -eq ${pkgsize} ]; then
downloaded=true
echo "Skipping ${pkgdst}, size ${pkgsize}"
fi
fi
[[ $downloaded == true ]] && continue
echo "downloading ${pkgurl} to ${pkgdst}"
if [[ -z ${DRY_RUN:-} ]]; then
wget ${WGET_OPTIONS:-} -q -O ${pkgdst} ${pkgurl} || failed=1
fi
done
find ${BASE_PATH} -type f -name '*.whl' -printf '%P\n' | \
${INDEXGEN} > "${BASE_PATH}/releases.json"
exit $failed