WIP: run benchmarks on cirun [skip cirrus]

.github/workflows/arm64_graviton.yml → .github/workflows/cirun-bench.yml

@@ -1,4 +1,4 @@
-name: arm64 graviton cirun
+name: Benchmark on arm64 graviton cirun
 
 on:
   push:
@@ -26,7 +26,7 @@ jobs:
       fail-fast: false
       matrix:
         fortran: [gfortran]
-        build: [cmake, make]
+        build: [make]
 
     steps:
       - name: Checkout repository
@@ -45,7 +45,7 @@ jobs:
         run: |
           if [ "$RUNNER_OS" == "Linux" ]; then
             sudo apt update
-            sudo apt-get install -y gfortran cmake ccache libtinfo5
+            sudo apt-get install -y gfortran cmake ccache libtinfo5 python3-pip pkg-config
           else
             echo "::error::$RUNNER_OS not supported"
             exit 1
@@ -108,32 +108,34 @@ jobs:
               exit 1
               ;;
           esac
+          make install PREFIX=$HOME/built-libs
 
       - name: Show ccache status
         continue-on-error: true
         run: ccache -s
 
-      - name: Run tests
-        timeout-minutes: 60
+      - name: Install benchmarking dependencies
+        run: pip3 install meson ninja numpy pytest pytest-benchmark --user
+
+      - name: Build the wrapper
         run: |
-          case "${{ matrix.build }}" in
-            "make")
-              MAKE_FLAGS='DYNAMIC_ARCH=1 USE_OPENMP=0'
-              echo "::group::Tests in 'test' directory"
-              make -C test $MAKE_FLAGS FC="ccache ${{ matrix.fortran }}"
-              echo "::endgroup::"
-              echo "::group::Tests in 'ctest' directory"
-              make -C ctest $MAKE_FLAGS FC="ccache ${{ matrix.fortran }}"
-              echo "::endgroup::"
-              echo "::group::Tests in 'utest' directory"
-              make -C utest $MAKE_FLAGS FC="ccache ${{ matrix.fortran }}"
-              echo "::endgroup::"
-              ;;
-            "cmake")
-              cd build && ctest
-              ;;
-            *)
-              echo "::error::Configuration not supported"
-              exit 1
-              ;;
-          esac
+          cd benchmark/pybench
+          export PKG_CONFIG_PATH=$HOME/built-libs/lib/pkgconfig
+          export PATH=$HOME/.local/bin:$PATH
+          meson setup build  --prefix=$PWD/build-install
+          meson install -C build
+          #
+          # sanity check
+          cd build/openblas_wrap
+          python3 -c'import _flapack; print(dir(_flapack))'
+          #
+          # copy the built .so (ubuntu linker!)
+          cp _flapack.cpython-*-aarch64-linux-gnu.so  ../../build-install/lib/python3/dist-packages/openblas_wrap
+
+      - name: Run benchmarks
+        run: |
+            cd benchmark/pybench
+            export PATH=$HOME/.local/bin:$PATH
+            export PYTHONPATH=$PWD/build-install/lib/python3/dist-packages/
+            OPENBLAS_NUM_THREADS=1 pytest benchmarks/bench_blas.py
+