mirror of
https://github.com/tuna/tunasync-scripts.git
synced 2025-04-20 04:12:42 +00:00
ce9d8df12b
In bandersnatch 5.3.0 it is mandatory otherwise configparser.NoOptionError: No option 'storage-backend' in section: 'mirror'
73 lines
1.4 KiB
Bash
Executable File
73 lines
1.4 KiB
Bash
Executable File
#!/bin/bash
|
|
set -e
|
|
BANDERSNATCH=${BANDERSNATCH:-"/usr/local/bin/bandersnatch"}
|
|
PYPI_MASTER="https://pypi.org/"
|
|
TUNASYNC_UPSTREAM=${TUNASYNC_UPSTREAM_URL:-$PYPI_MASTER}
|
|
CONF="/tmp/bandersnatch.conf"
|
|
INIT=${INIT:-"0"}
|
|
|
|
if [ ! -d "$TUNASYNC_WORKING_DIR" ]; then
|
|
mkdir -p $TUNASYNC_WORKING_DIR
|
|
INIT="1"
|
|
fi
|
|
|
|
echo "Syncing to $TUNASYNC_WORKING_DIR"
|
|
|
|
DOWNLOAD_MIRROR=""
|
|
if [[ $TUNASYNC_UPSTREAM != $PYPI_MASTER ]]; then
|
|
# see https://github.com/pypa/bandersnatch/pull/928 for more info
|
|
DOWNLOAD_MIRROR="download-mirror = ${TUNASYNC_UPSTREAM}"
|
|
fi
|
|
|
|
if [[ $INIT == "0" ]]; then
|
|
(
|
|
cat << EOF
|
|
[mirror]
|
|
directory = ${TUNASYNC_WORKING_DIR}
|
|
storage-backend = filesystem
|
|
master = ${PYPI_MASTER}
|
|
${DOWNLOAD_MIRROR}
|
|
json = true
|
|
timeout = 300
|
|
workers = 5
|
|
hash-index = false
|
|
stop-on-error = false
|
|
delete-packages = true
|
|
compare-method = stat
|
|
|
|
[plugins]
|
|
enabled =
|
|
blocklist_project
|
|
|
|
[blocklist]
|
|
packages =
|
|
tf-nightly-gpu
|
|
tf-nightly
|
|
tensorflow-io-nightly
|
|
tf-nightly-cpu
|
|
pyagrum-nightly
|
|
uselesscapitalquiz
|
|
EOF
|
|
for i in $PYPI_EXCLUDE; do
|
|
echo " $i"
|
|
done
|
|
) > $CONF
|
|
exec $BANDERSNATCH -c $CONF mirror
|
|
else
|
|
cat > $CONF << EOF
|
|
[mirror]
|
|
directory = ${TUNASYNC_WORKING_DIR}
|
|
master = ${PYPI_MASTER}
|
|
${DOWNLOAD_MIRROR}
|
|
json = true
|
|
timeout = 15
|
|
workers = 10
|
|
hash-index = false
|
|
stop-on-error = false
|
|
delete-packages = false
|
|
EOF
|
|
|
|
exec $BANDERSNATCH -c $CONF mirror
|
|
fi
|
|
|