Run all tests for checking new library version compatibility at once

.github/CODEOWNERS

@@ -1,3 +1,4 @@
 *       @oracle/graalvm-reachability-maintainer
 tests/tck-build-logic/src/main/resources/allowed-docker-images/* @matneu @matteoldani
 library-and-framework-list.json @fniephaus
+.github/* @vjovanov

.github/workflows/check-new-library-versions-in-batch.yml

@@ -0,0 +1,205 @@
+name: "Check new libraries versions"
+
+on:
+  schedule:
+    - cron: '0 0 * * 0'
+  workflow_dispatch:
+
+permissions:
+  contents: write
+  actions: write
+
+concurrency:
+  group: "workflow=${{ github.workflow }},ref=${{ github.event.ref }},pr=${{ github.event.pull_request.id }}"
+  cancel-in-progress: true
+
+jobs:
+  get-all-libraries:
+    name: "📋 Get list of all supported libraries with newer versions"
+    if: github.repository == 'oracle/graalvm-reachability-metadata'
+    runs-on: ubuntu-22.04
+    timeout-minutes: 5
+    permissions: write-all
+    outputs:
+      matrix: ${{ steps.set-matrix.outputs.matrix }}
+      branch: ${{ steps.set-branch-name.outputs.branch }}
+    steps:
+      - name: "☁️ Checkout repository"
+        uses: actions/checkout@v4
+
+      - name: "🔧 Prepare environment"
+        uses: graalvm/setup-graalvm@v1
+        with:
+          java-version: '21'
+          distribution: 'graalvm'
+          github-token: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: "📅 Set branch name"
+        id: set-branch-name
+        run: |
+          BRANCH_NAME="check-new-library-versions/$(date '+%Y-%m-%d')"
+          echo "branch=$BRANCH_NAME" >> $GITHUB_OUTPUT
+
+      - name: "🕸️ Populate matrix"
+        id: set-matrix
+        run: |
+          echo "matrix=$(./gradlew fetchExistingLibrariesWithNewerVersions --quiet | sed -n '/\[/,$p')" >> $GITHUB_OUTPUT
+
+      - name: "🔨 Create branch"
+        run: |
+          git config --local user.email "[email protected]"
+          git config --local user.name "Github Actions"
+          git checkout -b "${{ steps.set-branch-name.outputs.branch }}"
+          git push origin "${{ steps.set-branch-name.outputs.branch }}"
+
+  test-all-metadata:
+    name: "🧪 ${{ matrix.item.name }}"
+    runs-on: ubuntu-22.04
+    needs: get-all-libraries
+    permissions: write-all
+    env:
+      GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      ISSUE_TITLE_PREFIX: "[Automation] Testing failed for library: "
+      ISSUE_BODY_PREFIX: "First failing version:  "
+    strategy:
+      fail-fast: false
+      matrix:
+        item: ${{ fromJson(needs.get-all-libraries.outputs.matrix) }}
+    steps:
+      - name: "☁️ Checkout repository"
+        uses: actions/checkout@v4
+
+      - name: "🔧 Setup java"
+        uses: actions/setup-java@v4
+        with:
+          distribution: 'oracle'
+          java-version: '21'
+
+      - name: "🔧 Prepare environment"
+        uses: graalvm/setup-graalvm@v1
+        with:
+          set-java-home: 'false'
+          java-version: 21
+          distribution: 'graalvm'
+          github-token: ${{ secrets.GITHUB_TOKEN }}
+          native-image-job-reports: 'true'
+
+      - name: "Check for existing failure issue and skip if found"
+        id: check_existing_issue
+        run: |
+          GROUP_ID="$(echo "${{ matrix.item.name }}" | cut -d: -f1)"
+          ARTIFACT_ID="$(echo "${{ matrix.item.name }}" | cut -d: -f2)"
+
+          readarray -t VERSIONS < <(echo '${{ toJson(matrix.item.versions) }}' | jq -r '.[]')
+          FIRST_TESTING_VERSION="${VERSIONS[0]}"
+
+          TITLE="${{ env.ISSUE_TITLE_PREFIX }}$GROUP_ID:$ARTIFACT_ID"
+          BODY="${{ env.ISSUE_BODY_PREFIX }}$GROUP_ID:$ARTIFACT_ID:$FIRST_TESTING_VERSION"
+
+          ISSUE_NUMBER=$(gh issue list --repo "${{ github.repository }}" --state open --search "$TITLE" --json number,title,body --jq \
+            '.[] | select(.title == "'"$TITLE"'") | select(.body == "'"$BODY"'") | .number')
+
+          if [[ -n "$ISSUE_NUMBER" ]]; then
+            echo "There is no progress since last time this version was tested. Skipping further steps."
+            exit 0
+          fi
+
+      - name: "Extract test path and library version"
+        id: extract-params
+        run: |
+          LIBRARY_PATH=$(echo "${{ matrix.item.name }}" | sed 's/:/\//g')
+          LATEST_VERSION=$(find tests/src/$LIBRARY_PATH/* -maxdepth 1 -type d | sort -V | tail -1 | cut -d '/' -f5)
+          TEST_PATH="$LIBRARY_PATH/$LATEST_VERSION"
+          TEST_COORDINATES=$(echo "$TEST_PATH" | tr / :)
+
+          echo "LATEST_VERSION=$LATEST_VERSION" >> ${GITHUB_ENV}
+          echo "TEST_PATH=$TEST_PATH" >> ${GITHUB_ENV}
+          echo "TEST_COORDINATES=$TEST_COORDINATES" >> ${GITHUB_ENV}
+
+      - name: "Pull allowed docker images"
+        run: ./gradlew pullAllowedDockerImages --coordinates="${{ env.TEST_COORDINATES }}"
+
+      - name: "Disable docker"
+        run: |
+          sudo apt-get install openbsd-inetd
+          sudo bash -c "cat ./.github/workflows/discard-port.conf >> /etc/inetd.conf"
+          sudo systemctl start inetd
+          sudo mkdir /etc/systemd/system/docker.service.d
+          sudo bash -c "cat ./.github/workflows/dockerd.service > /etc/systemd/system/docker.service.d/http-proxy.conf"
+          sudo systemctl daemon-reload
+          sudo systemctl restart docker
+
+      - name: "🧪 Run '${{ env.TEST_COORDINATES }}' tests"
+        id: runtests
+        run: |
+          bash ./.github/workflows/run-consecutive-tests.sh "${{ env.TEST_COORDINATES }}" '${{ toJson(matrix.item.versions) }}' 2>&1 | tee test_results.txt || true
+
+          # Extract successful versions
+          grep "^PASSED:" test_results.txt | sed 's/PASSED://g' > successful_versions.txt
+          echo "successful_versions<<EOF" >> $GITHUB_OUTPUT
+          cat successful_versions.txt >> $GITHUB_OUTPUT
+          echo "EOF" >> $GITHUB_OUTPUT
+
+          # Extract failed version
+          FAILED_VERSION=$(grep "^FAILED:" test_results.txt | sed 's/FAILED://g')
+          echo "failed_version=$FAILED_VERSION" >> $GITHUB_OUTPUT
+
+      - name: "✔️ New library versions are supported"
+        if: steps.runtests.outputs.successful_versions != ''
+        run: |
+          git config --local user.email "[email protected]"
+          git config --local user.name "Github Actions"
+          git fetch origin ${{ needs.get-all-libraries.outputs.branch }}
+          git checkout ${{ needs.get-all-libraries.outputs.branch }}
+
+          while read version; do
+            if [ -n "$version" ]; then
+              ./gradlew addTestedVersion --coordinates="${{ matrix.item.name }}:$version" --lastSupportedVersion="${{ env.LATEST_VERSION }}"
+            fi
+          done < successful_versions.txt
+
+          git add -u
+          git commit -m "Update tested versions for ${{ matrix.item.name }}"
+          git push origin ${{ needs.get-all-libraries.outputs.branch }}
+
+      - name: "❗ New library version is not supported"
+        if: steps.runtests.outputs.failed_version != ''
+        run: |
+          git config --local user.email "[email protected]"
+          git config --local user.name "Github Actions"
+
+          FAILED_VERSION="${{ steps.runtests.outputs.failed_version }}"
+          REPO="${{ github.repository }}"
+          TITLE="${{ env.ISSUE_TITLE_PREFIX }}${{ matrix.item.name }}"
+          BODY="${{ env.ISSUE_BODY_PREFIX }}${{ matrix.item.name }}:$FAILED_VERSION"
+
+          ISSUE_NUMBER=$(gh issue list --repo "$REPO" --state open --search "$TITLE" --json number,title --jq '.[] | select(.title == "'"$TITLE"'") | .number')
+          if [ -n "$ISSUE_NUMBER" ]; then
+            echo "Updating existing issue #$ISSUE_NUMBER"
+            gh issue edit "$ISSUE_NUMBER" --repo "$REPO" --body "$BODY"
+          else
+            echo "Creating new issue"
+            gh issue create --repo "$REPO" --title "$TITLE" --body "$BODY"
+          fi
+
+  process-results:
+    name: "🧪 Process results"
+    runs-on: ubuntu-22.04
+    permissions: write-all
+    env:
+      GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+    if: ${{ always() }}
+    needs:
+      - get-all-libraries
+      - test-all-metadata
+    steps:
+      - name: "☁️ Checkout repository"
+        uses: actions/checkout@v4
+
+      - name: "✏️ PR for supported versions"
+        run: |
+          git config --local user.email "[email protected]"
+          git config --local user.name "Github Actions"
+          git fetch origin ${{ needs.get-all-libraries.outputs.branch }}
+          git checkout ${{ needs.get-all-libraries.outputs.branch }}
+          gh pr create --title "Update supported library versions" --body "This pull request updates supported versions of the existing libraries in the repo"