ci(check-rebuild): add a (WIP) mechanism for detecting library rebuilds based on LIB_VERSIONS file

This shall be a starting point for automated pkgrel bumps. Supports both AUR managed packages and those pushed back to AUR (bumping the whole +1 in this case)

Author: dr460nf1r3

.ci/check-rebuild.sh

@@ -0,0 +1,109 @@
+#!/usr/bin/env bash
+
+_AFFECTED=()
+KNOWN_REBUILD_PACKAGES=(
+    "protobuf"
+    "icu"
+)
+
+pacman -Syu --noconfirm --needed "${KNOWN_REBUILD_PACKAGES[@]}"
+
+determine-diffs() {
+    LIB_VERSIONS=$(cat LIB_VERSIONS) || true
+    rm LIB_VERSIONS || true
+
+    for package in "${KNOWN_REBUILD_PACKAGES[@]}"; do
+        _OLDVER=$(echo "$LIB_VERSIONS" | grep "$package")
+        _NEWVER=$(pacman -Q "$package")
+        if [[ "$_OLDVER" != "$_NEWVER" ]]; then
+            echo "Library version mismatch detected for $package..."
+            _BUMP_LIBS+=("$package")
+        fi
+
+        echo "$_NEWVER" >>LIB_VERSIONS
+    done
+}
+
+determine-affected() {
+    # Parse our commit message for which packages to build based on folder names
+    mapfile -t _PACKAGES < <(find . -mindepth 1 -type d -prune | sed -e '/.\./d' -e 's/.\///g')
+
+    for package in "${_PACKAGES[@]}"; do
+        cd "$package" || echo "Failed to change into $package!"
+        # shellcheck source=/dev/null
+        source PKGBUILD
+        # Once we know a package is affected, we can exit the function with return 0
+        for dep in "${depends[@]}"; do
+            if [[ "${KNOWN_REBUILD_PACKAGES[*]}" =~ [[:space:]]"$dep"[[:space:]] ]]; then
+                _AFFECTED+=("$package")
+                echo "Package $package is affected by library version bumps..."
+            fi
+        done
+        for dep in "${makedepends[@]}"; do
+            if [[ "${KNOWN_REBUILD_PACKAGES[*]}" =~ [[:space:]]"$dep"[[:space:]] ]]; then
+                _AFFECTED+=("$package")
+                echo "Package $package is affected by library version bumps..."
+            fi
+        done
+        cd ..
+    done
+}
+
+bump-affected() {
+    for package in "${_AFFECTED[@]}"; do
+        # We only want to bump each package once, even if multiple libraries got bumped
+        if [[ "${_ALREADY_BUMPED[*]}" =~ [[:space:]]"$package"[[:space:]] ]]; then
+            echo "Package $package already bumped, skipping..."
+            continue
+        fi
+
+        cd "$package" || echo "Failed to change into $package!"
+
+        # shellcheck source=/dev/null
+        source .CI_CONFIG
+
+        if [[ "$CI_MANAGE_AUR" == 1 ]]; then
+            # If we manage the AUR, bump regular pkgrel - changes will automatically be
+            # pushed back to AUR by the CI pipeline
+            echo "Package $package is managed by us, bumping pkgrel..."
+
+            # shellcheck source=/dev/null
+            source PKGBUILD
+
+            _NEW_PKGREL=$((pkgrel + 1))
+
+            sed -i "s/pkgrel=.*/pkgrel=$_NEW_PKGREL/" .CI_CONFIG
+            _ALREADY_BUMPED+=("$package")
+        else
+            # If we don't manage the AUR, bump CI_PKGREL
+            echo "Package $package is not managed by us, bumping CI_PKGREL..."
+
+            if ! (grep -q "CI_PKGREL=" .CI_CONFIG &>/dev/null); then
+                echo "CI_PKGREL is missing for $package, creating empty value..."
+                echo "# Bumps the pkgrel of $package by 0.1 for each +1" >>.CI_CONFIG
+                echo "CI_PKGREL=1" >>.CI_CONFIG
+                continue
+            else
+                _NEW_PKGREL=$((CI_PKGREL + 1))
+
+                # Bump pkgrel
+                sed -i "s/CI_PKGREL=.*/CI_PKGREL=$_NEW_PKGREL/" .CI_CONFIG
+                _ALREADY_BUMPED+=("$package")
+            fi
+        fi
+        cd ..
+    done
+
+    # Commit and push the changes to our new branch
+    git add .
+    git commit -m "chore(package-rebuild): fix library version mismatches by rebuilding package" \
+        -m "Affected packages: ${_AFFECTED[*]}" \
+        -m "Bumped libraries: ${_BUMP_LIBS[*]}"
+
+    git push "$REPO_URL" HEAD:main || git pull --rebase && git push "$REPO_URL" HEAD:main # Env provided via GitLab CI
+
+}
+
+determine-diffs
+determine-affected
+bump-affected

.gitlab-ci.yml

@@ -113,6 +113,23 @@ fetch-pkgbuilds:
   rules:
     - if: $CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH && $BUMPVER == "1"
 
+check-rebuilds:
+  # This basically updates the version in the PKGBUILD and commits it
+  # in case no major updates were detected
+  stage: update-pkgbuilds
+  image: alpine:latest
+  script:
+    - apk add --no-cache --upgrade bash bc
+    - git clone https://gitlab.com/garuda-linux/pkgsbuilds-aur.git
+    - cd pkgsbuilds-aur
+    - git config --global user.name "$GIT_AUTHOR_NAME"
+    - git config --global user.email "$GIT_AUTHOR_EMAIL"
+    - bash .ci/check-rebuild.sh
+  variables:
+    GIT_STRATEGY: none
+  rules:
+    - if: $CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH && $BUMPVER == "1"
+
 schedule-package:
   # This script determines whether a relevant change occurred and if so, schedules a package build
   # via the chaotic-manager container. The relevant jobs will occur as "external" jobs in the pipeline
@@ -134,6 +151,7 @@ schedule-package:
   rules:
     - changes:
         - "*/PKGBUILD"
+        - "*/.CI_CONFIG"
       if: $CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH
 
 push-pkgbuild:

LIB_VERSIONS

@@ -0,0 +1,2 @@
+protobuf 25.1-1
+icu 74.2-1