yacloud/tunasync-scripts
1
0
Fork 0
mirror of https://github.com/tuna/tunasync-scripts.git synced 2025-04-20 04:12:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

Support specify addr family and different arches for codenames in apt-sync.py

Browse Source 
Signed-off-by: Harry Chen <i@harrychen.xyz>
This commit is contained in:
Harry Chen 2023-12-03 18:03:13 +08:00
parent 0707089bdb
commit ddea9a858b
1 changed files with 28 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

33
apt-sync.py
View File

@ -1,12 +1,10 @@
#!/usr/bin/env python3
import hashlib
import traceback
import json
import os
import re
import shutil
import subprocess as sp
import tempfile
import argparse
import bz2
import gzip
@ -14,14 +12,22 @@ import lzma
import time
from email.utils import parsedate_to_datetime
from pathlib import Path
from typing import List, Dict, Set, Tuple, IO
from typing import List, Dict, Tuple
import requests
import socket
APT_SYNC_USER_AGENT = os.getenv("APT_SYNC_USER_AGENT", "APT-Mirror-Tool/1.0")
requests.utils.default_user_agent = lambda: APT_SYNC_USER_AGENT
# set preferred address family
import requests.packages.urllib3.util.connection as urllib3_cn
USE_ADDR_FAMILY = os.getenv('USE_ADDR_FAMILY', '').strip().lower()
if USE_ADDR_FAMILY != '':
assert USE_ADDR_FAMILY in ['ipv4', 'ipv6'], "USE_ADDR_FAMILY must be either ipv4 or ipv6"
urllib3_cn.allowed_gai_family = lambda: socket.AF_INET if USE_ADDR_FAMILY == 'ipv4' else socket.AF_INET6
OS_TEMPLATE = {
'ubuntu-lts': ["bionic", "focal", "jammy"],
'debian-current': ["buster", "bullseye", "bookworm"],
@ -311,20 +317,35 @@ def main():
help='print package files to be deleted only')
args = parser.parse_args()
# generate lists of os codenames
os_list = args.os_version.split(',')
check_args("os_version", os_list)
os_list = replace_os_template(os_list)
# generate lists of components
component_list = args.component.split(',')
check_args("component", component_list)
# generate arch list for each os codename
if ';' in args.arch:
# specify arches for each os
arch_lists = []
for arches in args.arch.split(';'):
arch_list = arches.split(',')
check_args("arch", arch_list)
arch_lists.append(arch_list)
assert len(arch_lists) == len(os_list), "arches must be specified for each os"
else:
# use same arches for all os
arch_list = args.arch.split(',')
check_args("arch", arch_list)
os_list = replace_os_template(os_list)
arch_lists = [arch_list] * len(os_list)
args.working_dir.mkdir(parents=True, exist_ok=True)
failed = []
deb_set = {}
for os in os_list:
for os, arch_list in zip(os_list, arch_lists):
for comp in component_list:
for arch in arch_list:
if apt_mirror(args.base_url, os, comp, arch, args.working_dir, deb_set=deb_set) != 0: