chore(CI): Run end-to-end tests on released binaries

dimonomid · dimonomid · commit 8d9335ae6901 · 2025-05-25T11:55:39.000+03:00
This way we can be sure that these exact binaries, that we published as
release assets, actually work.
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
@@ -165,3 +165,148 @@ jobs:
         env:
           GITHUB_TOKEN: ${{ github.token }}
         run: goreleaser release --release-notes CHANGELOG.md --clean
+
+  postrelease-test-ubuntu:
+    needs: goreleaser
+    runs-on: ubuntu-latest
+    env:
+      TAG: ${{ needs.release-please.outputs.tag_name }}
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+      - name: Set up Go
+        uses: actions/setup-go@v5
+        with:
+          go-version: stable
+
+      - name: Install GitHub CLI
+        run: sudo apt install -y gh
+
+      - name: Download Linux release archive
+        env:
+          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        run: |
+          mkdir release
+          gh release download "$TAG" \
+            --repo ${{ github.repository }} \
+            --pattern "${{ github.event.repository.name }}_*_linux_amd64.tar.gz" \
+            --dir release
+
+      - name: Extract archive
+        run: |
+          mkdir extracted
+          tar -xzf release/*.tar.gz -C extracted
+
+      - name: Run end-to-end tests
+        run: |
+          echo "--- Listing all"
+          ls
+
+          echo "--- Listing extracted"
+          ls ./extracted
+
+          echo "--- Running version"
+          ./extracted/${{ github.event.repository.name }} --version
+
+          echo "--- Running e2e tests"
+          NERDLOG_E2E_TEST_NERDLOG_BINARY="${PWD}/extracted/${{ github.event.repository.name }}" make test ARGS='-run TestE2EScenarios'
+
+  postrelease-test-macos:
+    needs: goreleaser
+    runs-on: macos-latest
+    env:
+      TAG: ${{ needs.release-please.outputs.tag_name }}
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+      - name: Set up Go
+        uses: actions/setup-go@v5
+        with:
+          go-version: stable
+
+      - name: Install deps
+        run: |
+          brew update
+          brew install gawk tmux
+
+      - name: Install GitHub CLI
+        run: |
+          brew install gh
+
+      - name: Download MacOS release archive
+        env:
+          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        run: |
+          mkdir release
+          gh release download "$TAG" \
+            --repo ${{ github.repository }} \
+            --pattern "${{ github.event.repository.name }}_*_darwin_amd64.tar.gz" \
+            --dir release
+
+      - name: Extract archive
+        run: |
+          mkdir extracted
+          tar -xzf release/*.tar.gz -C extracted
+
+      - name: Run end-to-end tests
+        run: |
+          echo "--- Listing all"
+          ls
+
+          echo "--- Listing extracted"
+          ls ./extracted
+
+          echo "--- Running version"
+          ./extracted/${{ github.event.repository.name }} --version
+
+          echo "--- Running e2e tests"
+          NERDLOG_E2E_TEST_NERDLOG_BINARY="${PWD}/extracted/${{ github.event.repository.name }}" make test ARGS='-run TestE2EScenarios'
+
+  postrelease-test-freebsd:
+    needs: goreleaser
+    runs-on: ubuntu-latest
+    env:
+      TAG: ${{ needs.release-please.outputs.tag_name }}
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Run e2e tests in FreeBSD VM
+        uses: vmactions/freebsd-vm@v1
+        with:
+          usesh: true
+          prepare: |
+            pkg install -y go git bash gawk tmux
+            pkg install -y gh
+
+          run: |
+            set -e
+
+            # Workaround for git safety checks
+            git config --global --add safe.directory "${PWD}"
+
+            echo "--- Creating release dir"
+            mkdir release
+
+            echo "--- Downloading release archive"
+            export GH_TOKEN="${{ secrets.GITHUB_TOKEN }}"
+            gh release download "$TAG" \
+              --repo ${{ github.repository }} \
+              --pattern "${{ github.event.repository.name }}_*_freebsd_amd64.tar.gz" \
+              --dir release
+
+            echo "--- Extracting archive"
+            mkdir extracted
+            tar -xzf release/*.tar.gz -C extracted
+
+            echo "--- Listing all"
+            ls
+
+            echo "--- Listing extracted"
+            ls ./extracted
+
+            echo "--- Running version"
+            ./extracted/${{ github.event.repository.name }} --version
+
+            echo "--- Running e2e tests"
+            NERDLOG_E2E_TEST_NERDLOG_BINARY="${PWD}/extracted/${{ github.event.repository.name }}" make test ARGS='-run TestE2EScenarios'
