From 9e0fba56d9d009655c5a7dec0ac9eff382141316 Mon Sep 17 00:00:00 2001
From: bigeagle <justin.w.xd@gmail.com>
Date: Tue, 27 Dec 2016 13:56:06 +0800
Subject: [PATCH] 1. Update anaconda.sh, adding retry limitation 2. added
 pyquery to Dockerfile

---
 Dockerfile  |  1 +
 anaconda.sh | 63 +++++++++++++++++++++++++++++++++++------------------
 2 files changed, 43 insertions(+), 21 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index da0164a..9ee4c47 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -15,6 +15,7 @@ RUN pip install --upgrade pip setuptools && \
 RUN mkdir -p /home/tunasync-scripts
 ADD https://storage.googleapis.com/git-repo-downloads/repo /usr/local/bin/aosp-repo
 RUN chmod a+x /usr/local/bin/aosp-repo
+RUN apt-get install -y python3-lxml && pip3 install pyquery
 
 ENV HOME=/tmp
 CMD /bin/bash
diff --git a/anaconda.sh b/anaconda.sh
index 8549881..8af9129 100755
--- a/anaconda.sh
+++ b/anaconda.sh
@@ -15,6 +15,9 @@ TMP_DIR=$(mktemp -d)
 CONDA_REPOS=("free" "r" "mro" "pro")
 CONDA_ARCHES=("linux-64" "linux-32" "linux-armv6l" "linux-armv7l" "linux-ppc64le" "osx-64" "osx-32" "win-64" "win-32")
 
+EXIT_STATUS=0
+EXIT_MSG=""
+
 function check-and-download() {
 	remote_file=$1
 	local_file=$2
@@ -36,6 +39,27 @@ function cleanup () {
 	}
 }
 
+function download-with-checksum() {
+	local pkg_url=$1
+	local dest_file=$2
+	local pkgmd5=$3
+
+	local declare downloaded=false
+	local trials=0
+
+	while [[ $downloaded != true ]]; do
+		echo "downloading ${pkg_url}"
+		wget -q -O ${dest_file} ${pkg_url} && {
+			# two space for md5sum check format
+			{ md5sum -c - < <(echo "${pkgmd5} ${dest_file}"); } && downloaded=true || trials=$((trials + 1))
+		}
+		if (( $trials > 3 )); then
+			return 1
+		fi
+	done
+	return 0
+}
+
 trap cleanup EXIT
 
 echo ${TMP_DIR}
@@ -57,21 +81,18 @@ function sync_installer() {
 		pkg_url="${repo_url}${fname}"
 		pkgsize=`curl --head -s ${pkg_url} | grep 'Content-Length' | awk '{print $2}' | tr -d '\r'`
 		
-		declare downloaded=false
 		if [[ -f ${dest_file} ]]; then
 			rsize=`stat -c "%s" ${dest_file}`
 			if (( ${rsize} == ${pkgsize} )); then
-				downloaded=true
 				echo "Skipping ${fname}, size ${pkgsize}"
+				continue
 			fi
 		fi
-		while [[ $downloaded != true ]]; do
-			echo "downloading ${pkg_url}"
-			wget -q -O ${dest_file} ${pkg_url} && {
-				# two space for md5sum check format
-				{ md5sum -c - < <(echo "${pkgmd5} ${dest_file}"); } && downloaded=true
-			}
-		done
+		download-with-checksum ${pkg_url} ${dest_file} ${pkgmd5} || {
+			echo "Failed to download ${pkg_url}: checksum mismatch"
+			EXIT_STATUS=2
+			EXIT_MSG="some files has bad checksum."
+		}
 	done < <(wget -O- ${repo_url} | $HTMLPARSE)
 }
 
@@ -92,8 +113,8 @@ for repo in ${CONDA_REPOS[@]}; do
 		check-and-download ${bz2_repodata_url} ${tmp_bz2_repodata}
 
 		jq_cmd='.packages | to_entries[] | [.key, .value.size, .value.md5] | map(tostring) | join(" ")'
-		bzip2 -c -d ${tmp_bz2_repodata} | jq -r "${jq_cmd}" | while read line;
-		do
+
+		while read line; do
 			read -a tokens <<< $line
 			pkgfile=${tokens[0]}
 			pkgsize=${tokens[1]}
@@ -102,25 +123,25 @@ for repo in ${CONDA_REPOS[@]}; do
 			pkg_url="${PKG_REPO_BASE}/${pkgfile}"
 			dest_file="${LOCAL_DIR}/${pkgfile}"
 			
-			declare downloaded=false
 			if [[ -f ${dest_file} ]]; then
 				rsize=`stat -c "%s" ${dest_file}`
 				if (( ${rsize} == ${pkgsize} )); then
-					downloaded=true
 					echo "Skipping ${pkgfile}, size ${pkgsize}"
+					continue
 				fi
 			fi
-			while [[ $downloaded != true ]]; do
-				echo "downloading ${pkg_url}"
-				wget -q -O ${dest_file} ${pkg_url} && {
-					# two space for md5sum check format
-					{ md5sum -c - < <(echo "${pkgmd5} ${dest_file}"); } && downloaded=true
-				}
-			done
-		done
+			download-with-checksum ${pkg_url} ${dest_file} ${pkgmd5} || {
+				echo "Failed to download ${pkg_url}: checksum mismatch"
+				EXIT_STATUS=2
+				EXIT_MSG="some files has bad checksum."
+			}
+
+		done < <(bzip2 -c -d ${tmp_bz2_repodata} | jq -r "${jq_cmd}")
 		
 		mv -f "${TMP_DIR}/repodata.json" "${LOCAL_DIR}/repodata.json"
 		mv -f "${TMP_DIR}/repodata.json.bz2" "${LOCAL_DIR}/repodata.json.bz2"
 	done
 done
 
+[[ -z $EXIT_MSG ]] || echo $EXIT_MSG
+exit $EXIT_STATUS