yacloud/tunasync-scripts
1
0
Fork 0
mirror of https://github.com/tuna/tunasync-scripts.git synced 2025-04-20 04:12:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix hackage script: wait for all wget to quit

Browse Source
This commit is contained in:
Justin Wong 2016-05-04 11:06:39 +08:00
parent 2092a9607a
commit b504b7d218
1 changed files with 14 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
hackage.sh
View File

@ -1,5 +1,5 @@
#!/bin/bash #!/bin/bash
# requires: wget, axel # requires: wget
set -e set -e
set -o pipefail set -o pipefail
@ -22,8 +22,7 @@ function remove_broken() {
cd "${TUNASYNC_WORKING_DIR}/package" cd "${TUNASYNC_WORKING_DIR}/package"
for line in *; do for line in *; do
printf '%s\t\t' "$line" tar -tzf $line &>/dev/null || (printf 'FAIL %s\n' "$line"; rm $line) # && echo "OK"
tar -tzf $line >/dev/null || (echo "FAIL"; rm $line) && echo "OK"
done done
echo `date +%s` > $interval_file echo `date +%s` > $interval_file
@ -50,21 +49,27 @@ function hackage_mirror() {
echo "Downloading index..." echo "Downloading index..."
rm index.tar.gz || true rm index.tar.gz || true
axel "${base_url}/packages/index.tar.gz" -o index.tar.gz > /dev/null wget "${base_url}/packages/index.tar.gz" -O index.tar.gz &> /dev/null
echo "building local package list" echo "building local package list"
local tmp local tmp
tmp=(package/*) tmp=(package/*)
tmp=(${tmp[@]#package/}) tmp=(${tmp[@]#package/})
printf '%s\n' "${tmp[@]%.tar.gz}" > "${local_pklist}" printf '%s\n' "${tmp[@]%.tar.gz}" > "${local_pklist}"
echo "preferred-versions" >> $local_pklist # ignore preferred-versions
echo "building remote package list" echo "building remote package list"
tar -ztf index.tar.gz | (cut -d/ -f 1,2 2>/dev/null) | sed 's|/|-|' > $remote_pklist tar -ztf index.tar.gz | (cut -d/ -f 1,2 2>/dev/null) | sed 's|/|-|' > $remote_pklist
echo "building download list" echo "building download list"
# substract local list from remote list # substract local list from remote list
comm <(sort $remote_pklist) <(sort $local_pklist) -23 | while read pk; do # this cannot use pipe, or the `wait` afterwards cannot wait
# because pipe spawns a subshell
while read pk; do
# ignore package suffix "preferred-versions"
# echo $pk
if [[ $pk = *-preferred-versions ]]; then
continue
fi
# limit concurrent level # limit concurrent level
bgcount=`jobs | wc -l` bgcount=`jobs | wc -l`
while [[ $bgcount -ge 5 ]]; do while [[ $bgcount -ge 5 ]]; do
@ -78,7 +83,9 @@ function hackage_mirror() {
else else
echo "skip existed: $name" echo "skip existed: $name"
fi fi
done done < <(comm <(sort $remote_pklist) <(sort $local_pklist) -23)
wait
# delete redundanty files # delete redundanty files
comm <(sort $remote_pklist) <(sort $local_pklist) -13 | while read pk; do comm <(sort $remote_pklist) <(sort $local_pklist) -13 | while read pk; do