yacloud/tunasync-scripts
1
0
Fork 0
mirror of https://github.com/tuna/tunasync-scripts.git synced 2025-06-30 23:12:45 +00:00
Code Issues Packages Projects Releases Wiki Activity

git-recursive: change the way to iterate submoudles

Browse Source
This commit is contained in:
Miao Wang 2023-10-11 22:34:39 +08:00
parent e1c90a2e58
commit 59e70ab7c1
1 changed files with 55 additions and 52 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

107
git-recursive.sh
View File

@ -27,7 +27,7 @@ fi
depth=0 depth=0
function echon() { function echon() {
echo depth $depth $@ echo depth "$depth" "$@"
} }
function repo_init() { function repo_init() {
@ -42,7 +42,7 @@ function update_linux_git() {
cd "$working_dir" cd "$working_dir"
echon "==== SYNC $upstream START ====" echon "==== SYNC $upstream START ===="
git remote set-url origin "$upstream" git remote set-url origin "$upstream"
/usr/bin/timeout -s INT 3600 git remote -v update -p "timeout" -s INT 3600 git remote -v update -p
local ret=$? local ret=$?
[[ $ret -ne 0 ]] && echon "git update failed with rc=$ret" [[ $ret -ne 0 ]] && echon "git update failed with rc=$ret"
local head=$(git remote show origin | awk '/HEAD branch:/ {print $NF}') local head=$(git remote show origin | awk '/HEAD branch:/ {print $NF}')
@ -60,60 +60,63 @@ function git_sync() {
local working_dir=$2 local working_dir=$2
if [[ ! -f "$working_dir/HEAD" ]]; then if [[ ! -f "$working_dir/HEAD" ]]; then
echon "Initializing $upstream mirror" echon "Initializing $upstream mirror"
repo_init $1 $2 repo_init "$upstream" "$working_dir"
return $? return $?
fi fi
update_linux_git $1 $2 update_linux_git "$upstream" "$working_dir"
} }
function checkout_repo() { function checkout_repo() {
local repo_dir="$1" local repo_dir="$1"
local work_tree="$2" local work_tree="$2"
local commit="$3" local commit="$3"
echon "Checkout $repo_dir to $work_tree"
rm -rf $work_tree
git clone "$repo_dir" "$work_tree"
local ret=$?
if [[ $ret -ne 0 ]]; then
echon "git clone failed with rc=$ret"
return $ret
fi
if [[ ! -z "$commit" ]]; then
echon "Worktree $work_tree switch to commit $commit"
git -C $work_tree checkout $commit
fi
if [[ -z "$commit" ]]; then
commit="HEAD"
fi
echon "Considering $repo_dir on commit $commit"
local commit_obj_type=$(git -C "$repo_dir" cat-file -t "$commit")
local rc=$?
if [[ $rc -ne 0 ]] || [[ "$commit_obj_type" != "commit" ]]; then
echon "Commit $commit is not a valid commit object"
return 1
fi
local repo_dir_no_git=${repo_dir%%.git} local repo_dir_no_git=${repo_dir%%.git}
local gitmodules="$work_tree/.gitmodules" if git -C "$repo_dir" cat-file -e "$commit:.gitmodules" 2>/dev/null; then
if [[ -f "$gitmodules" ]]; then echon "Find submodules for $repo_dir"
local paths_str=$(cat $gitmodules | grep path | cut -d '=' -f 2 | sed 's/^[[:blank:]]*//') local -a submodules
local urls_str=$(cat $gitmodules | grep url | cut -d '=' -f 2 | sed 's/^[[:blank:]]*//') IFS= readarray -d '' submodules < <(
local -a paths git -C "$repo_dir" config --null --blob "$commit:.gitmodules" --name-only --get-regexp "^submodule\." | sed --null-data 's/\.[^.]*$//' | sort --zero-terminated --unique
local -a urls )
readarray -t paths <<<"$paths_str" for submoudle in "${submodules[@]}"; do
readarray -t urls <<<"$urls_str" local submodule_path=$(git -C "$repo_dir" config --blob "$commit:.gitmodules" --get "$submoudle.path")
local -i i local submodule_url=$(git -C "$repo_dir" config --blob "$commit:.gitmodules" --get "$submoudle.url")
for ((i=0;i<${#paths[@]};i++)); do if [[ -z "$submodule_path" ]] || [[ -z "$submodule_url" ]]; then
local path=${paths[$i]}
# ignore empty .gitmodules
if [[ "$path" == "" ]]; then
continue continue
fi fi
local commit=$(git -C $work_tree submodule status $path | cut -d ' ' -f 1 | cut -d '-' -f 2) local submodule_path_parent=$(dirname -- "$submodule_path")
local git_path=$repo_dir_no_git/$path.git if [[ "$submodule_path_parent" = "." ]]; then
mkdir -p $git_path submodule_path_parent=""
local mirror_url=$(echo $git_path | sed "s#$WORKING_DIR_BASE#$MIRROR_BASE_URL#") fi
local submodule_commit=$(git -C "$repo_dir" ls-tree -d -z --format="%(path)/%(objectname)" "$commit:$submodule_path_parent" | fgrep --null-data "$(basename -- "$submodule_path")/" | head --zero-terminated --lines 1 | cut -d '/' -f 2 | tr -d '\0' )
if [[ -z "$submodule_commit" ]]; then
echon "Cannot find submodule commit for $submodule_path"
continue
fi
local submodule_git_path="$repo_dir_no_git/$submodule_path.git"
mkdir -p -- "$submodule_git_path"
local submodule_mirror_url=$(echo "$submodule_git_path" | sed "s#$WORKING_DIR_BASE#$MIRROR_BASE_URL#")
script_append "cat >>.git/config <<EOF" script_append "cat >>.git/config <<EOF"
script_append "[submodule \"$path\"]" script_append "[submodule \"$submodule_path\"]"
script_append " active = true" script_append " active = true"
script_append " url = $mirror_url" script_append " url = $submodule_mirror_url"
script_append "EOF" script_append "EOF"
script_append "mkdir -p $path" script_append "mkdir -p ${submodule_path@Q}"
script_append "git clone $mirror_url $path" script_append "git clone ${submodule_mirror_url@Q} ${submodule_path@Q}"
script_append "git submodule init $path" script_append "git submodule init ${submodule_path@Q}"
script_append "git submodule update $path" script_append "git submodule update ${submodule_path@Q}"
script_append "pushd $path" script_append "pushd ${submodule_path@Q}"
git_sync_recursive ${urls[$i]} $git_path $commit git_sync_recursive "$submodule_url" "$submodule_git_path" "$submodule_commit"
script_append "popd" script_append "popd"
done done
fi fi
@ -125,7 +128,7 @@ function git_sync_recursive() {
local working_dir=$2 local working_dir=$2
# it is ok that commit="" # it is ok that commit=""
local commit=$3 local commit=$3
git_sync $1 $2 git_sync "$upstream" "$working_dir"
local ret=$? local ret=$?
if [[ $ret -ne 0 ]]; then if [[ $ret -ne 0 ]]; then
echon "git sync failed with rc=$ret" echon "git sync failed with rc=$ret"
@ -133,25 +136,25 @@ function git_sync_recursive() {
fi fi
if [[ ! -z "$RECURSIVE" ]]; then if [[ ! -z "$RECURSIVE" ]]; then
working_dir_name=$(basename $2) working_dir_name=$(basename -- "$working_dir")
working_dir_name_no_git=${working_dir_name%%.git} working_dir_name_no_git=${working_dir_name%%.git}
checkout_repo $working_dir $TMPDIR/$working_dir_name_no_git $commit checkout_repo "$working_dir" "$TMPDIR/$working_dir_name_no_git" "$commit"
fi fi
depth=$(($depth-1)) depth=$(($depth-1))
} }
path=$(basename $TUNASYNC_WORKING_DIR) path=$(basename -- "$TUNASYNC_WORKING_DIR")
path_no_git=${path%%.git} path_no_git=${path%%.git}
mirror_url=$(echo $TUNASYNC_WORKING_DIR | sed "s#$WORKING_DIR_BASE#$MIRROR_BASE_URL#") mirror_url=$(echo "$TUNASYNC_WORKING_DIR" | sed "s#$WORKING_DIR_BASE#$MIRROR_BASE_URL#")
script_append "mkdir -p $path_no_git" script_append "mkdir -p ${path_no_git@Q}"
script_append "git clone $mirror_url $path_no_git" script_append "git clone ${mirror_url@Q} ${path_no_git@Q}"
script_append "pushd $path_no_git" script_append "pushd ${path_no_git@Q}"
git_sync_recursive $TUNASYNC_UPSTREAM_URL $TUNASYNC_WORKING_DIR git_sync_recursive "$TUNASYNC_UPSTREAM_URL" "$TUNASYNC_WORKING_DIR"
script_append "git submodule absorbgitdirs" script_append "git submodule absorbgitdirs"
script_append "popd" script_append "popd"
if [[ ! -z "$RECURSIVE" ]]; then if [[ ! -z "$RECURSIVE" ]]; then
mv $GENERATED_SCRIPT.tmp $GENERATED_SCRIPT mv -- "$GENERATED_SCRIPT.tmp" "$GENERATED_SCRIPT"
fi fi
echo "Total size is" $(numfmt --to=iec $total_size) echo "Total size is" $(numfmt --to=iec "$total_size")