CI: Extend benchmark build-only tests

.github/workflows/ci.yml

@@ -69,15 +69,58 @@ jobs:
       - name: tests func
         run: |
           ./scripts/tests func
-      - name: tests bench
+      - name: check namespacing
+        run: |
+          ./scripts/check-namespace
+  quickcheck_bench:
+    strategy:
+      fail-fast: false
+      matrix:
+        external:
+         - ${{ github.repository_owner != 'pq-code-package' }}
+        target:
+         - runner: pqcp-arm64
+           name: 'aarch64'
+         - runner: pqcp-arm64
+           name: 'aarch64'
+         - runner: ubuntu-latest
+           name: 'x86_64'
+         - runner: macos-latest
+           name: 'macos (aarch64)'
+         - runner: macos-13
+           name: 'macos (x86_64)'
+        exclude:
+          - {external: true,
+             target: {
+               runner: pqcp-arm64,
+               name: 'aarch64'
+             }}
+    name: Quickcheck bench (${{ matrix.target.name }})
+    runs-on: ${{ matrix.target.runner }}
+    steps:
+      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+      # - name: "tests bench (cycles: NO)"
+      #   run: |
+      #     ./scripts/tests bench -c NO
+      - name: "tests bench (build only, cycles: PMU)"
+        if: ${{ matrix.target.name != 'macos (aarch64)' && matrix.target.name != 'macos (x86_64)' }}
         run: |
-          ./scripts/tests bench -c NO
+          make clean
+          ./scripts/tests bench -c PMU --no-run
+      - name: "tests bench (build only, cycles: PERF)"
+        if: ${{ matrix.target.name != 'macos (aarch64)' && matrix.target.name != 'macos (x86_64)' }}
+        run: |
+          make clean
+          ./scripts/tests bench -c PERF --no-run
+      - name: "tests bench (build only, cycles: M1)"
+        if: ${{ matrix.target.name == 'macos (aarch64)' || matrix.target.name == 'macos (x86_64)' }}
+        run: |
+          make clean
+          ./scripts/tests bench -c M1 --no-run
       - name: tests bench components
         run: |
+          make clean
           ./scripts/tests bench --components -c NO
-      - name: check namespacing
-        run: |
-          ./scripts/check-namespace
   quickcheck-c90:
     strategy:
       fail-fast: false

scripts/tests

@@ -608,6 +608,7 @@ class Tests:
             output = False
 
         # NOTE: We haven't yet decided how to output both opt/no-opt benchmark results
+        resultss = None
         if self.do_opt_all():
             self._compile_schemes(test_type, False)
             if self.args.run:
@@ -623,7 +624,7 @@ class Tests:
                 )
 
         if resultss is None:
-            exit(0)
+            self.check_fail()
 
         # NOTE: There will only be one items in resultss, as we haven't yet decided how to write both opt/no-opt benchmark results
         for k, results in resultss.items():