feat: lazy pkey downloader (#1977)

* feat: move proving keys management into cli

* keys downloader

* refactor: integrate dynamic proving key management

* fix: update artifact path in prover-test workflow

* fix: update artifact path in prover-test workflow

* fix: add read permissions to prover-test workflow

* fix: update Go setup and add linux/arm64 support in prover-release workflow

* refactor: remove buildProver script and integrate dynamic prover binary management in CLI

* feat: add utility to download prover binary

* fix: update getProverNameByArch

* fix: correct getProverNameByArch implementation

* fix: add missing commas in downloadProverBinary and processProverServer

* feat: lazy prover

# Conflicts:
#	sdk-libs/program-test/src/program_test/config.rs

* update prover version to 1.0.1

* fix

* remove prover configuration from local test validator

* feat: implement thread-safe checksum cache management

* fix

* preload keys for lazy test

* preload test keys for lazy test

* preload test keys for lazy test

* fix

* fix

* increase default max wait time to 900 seconds

* start queue workers for redis queue

* bump prover version to 1.0.2

* restore download_keys.sh

* chmod +x download_keys.sh

* remove ProverConfig

* remove build-ci & test-ci workflow cmds

* use go key downloader

* refactor key path construction to use filepath

* add error handling for directory change in download-gnark-keys.sh

* add redirect handling with limit in downloadFile function

* add error handling for gnark keys download in download-gnark-keys.sh

* update preload-keys

* bump prover version

* remove unused run mode handling

* bump prover version

Author: sergeytimoshin

.github/actions/setup-and-build/action.yml

@@ -118,7 +118,7 @@ runs:
       uses: actions/cache@v4
       with:
         path: prover/server/proving-keys
-        key: ${{ runner.os }}-proving-keys-${{ inputs.cache-suffix }}${{ inputs.cache-suffix && '-' || '' }}${{ hashFiles('prover/server/scripts/download_keys.sh') }}
+        key: ${{ runner.os }}-proving-keys-${{ inputs.cache-suffix }}${{ inputs.cache-suffix && '-' || '' }}${{ hashFiles('prover/server/prover/common/key_downloader.go', 'prover/server/prover/common/proving_keys_utils.go') }}
 
     - name: Download proving keys
       if: "!contains(inputs.skip-components, 'proving-keys') && steps.cache-keys.outputs.cache-hit != 'true'"

.github/workflows/cli-v1.yml

@@ -49,13 +49,13 @@ jobs:
           skip-components: "redis,disk-cleanup"
           cache-suffix: "js"
 
-      - name: Build CLI with V1 (CI mode - Linux x64 only)
+      - name: Build CLI
         run: |
-          npx nx build-ci @lightprotocol/zk-compression-cli
+          npx nx build @lightprotocol/zk-compression-cli
 
       - name: Run CLI tests with V1
         run: |
-          npx nx test-ci @lightprotocol/zk-compression-cli
+          npx nx test @lightprotocol/zk-compression-cli
 
       - name: Display prover logs on failure
         if: failure()

.github/workflows/cli-v2.yml

@@ -59,13 +59,13 @@ jobs:
           cd js/compressed-token
           pnpm build:v2
 
-      - name: Build CLI with V2 (CI mode - Linux x64 only)
+      - name: Build CLI with V2
         run: |
-          npx nx build-ci @lightprotocol/zk-compression-cli
+          npx nx build @lightprotocol/zk-compression-cli
 
       - name: Run CLI tests with V2
         run: |
-          npx nx test-ci @lightprotocol/zk-compression-cli
+          npx nx test @lightprotocol/zk-compression-cli
 
       - name: Display prover logs on failure
         if: failure()

.github/workflows/forester-tests.yml

@@ -74,8 +74,8 @@ jobs:
           df -h /
           du -sh /home/runner/work/* | sort -hr | head -n 10
 
-      - name: Build CLI (CI mode - Linux x64 only)
-        run: npx nx build-ci @lightprotocol/zk-compression-cli
+      - name: Build CLI
+        run: npx nx build @lightprotocol/zk-compression-cli
 
       - name: Test
         run: cargo test --package forester e2e_test -- --nocapture

.github/workflows/js-v2.yml

@@ -59,16 +59,16 @@ jobs:
           cd js/compressed-token
           pnpm build:v2
 
-      - name: Build CLI (CI mode - Linux x64 only)
+      - name: Build CLI
         run: |
-          npx nx build-ci @lightprotocol/zk-compression-cli
+          npx nx build @lightprotocol/zk-compression-cli
 
       - name: Run stateless.js tests with V2
         run: |
           echo "Running stateless.js tests with retry logic (max 2 attempts)..."
           attempt=1
           max_attempts=2
-          until npx nx test-ci @lightprotocol/stateless.js; do
+          until npx nx test @lightprotocol/stateless.js; do
             attempt=$((attempt + 1))
             if [ $attempt -gt $max_attempts ]; then
               echo "Tests failed after $max_attempts attempts"
@@ -84,7 +84,7 @@ jobs:
           echo "Running compressed-token tests with retry logic (max 2 attempts)..."
           attempt=1
           max_attempts=2
-          until npx nx test-ci @lightprotocol/compressed-token; do
+          until npx nx test @lightprotocol/compressed-token; do
             attempt=$((attempt + 1))
             if [ $attempt -gt $max_attempts ]; then
               echo "Tests failed after $max_attempts attempts"

.github/workflows/js.yml

@@ -59,16 +59,16 @@ jobs:
           cd js/compressed-token
           pnpm build:v1
 
-      - name: Build CLI (CI mode - Linux x64 only)
+      - name: Build CLI
         run: |
-          npx nx build-ci @lightprotocol/zk-compression-cli
+          npx nx build @lightprotocol/zk-compression-cli
 
       - name: Run stateless.js tests with V1
         run: |
           echo "Running stateless.js tests with retry logic (max 2 attempts)..."
           attempt=1
           max_attempts=2
-          until npx nx test-ci @lightprotocol/stateless.js; do
+          until npx nx test @lightprotocol/stateless.js; do
             attempt=$((attempt + 1))
             if [ $attempt -gt $max_attempts ]; then
               echo "Tests failed after $max_attempts attempts"
@@ -84,7 +84,7 @@ jobs:
           echo "Running compressed-token tests with retry logic (max 2 attempts)..."
           attempt=1
           max_attempts=2
-          until npx nx test-ci @lightprotocol/compressed-token; do
+          until npx nx test @lightprotocol/compressed-token; do
             attempt=$((attempt + 1))
             if [ $attempt -gt $max_attempts ]; then
               echo "Tests failed after $max_attempts attempts"

.github/workflows/light-system-programs-tests.yml

@@ -84,9 +84,9 @@ jobs:
           skip-components: "redis,disk-cleanup"
           cache-suffix: "system-programs"
 
-      - name: Build CLI (CI mode - Linux x64 only)
+      - name: Build CLI
         run: |
-          npx nx build-ci @lightprotocol/zk-compression-cli
+          npx nx build @lightprotocol/zk-compression-cli
 
       - name: ${{ matrix.program }}
         run: |

.github/workflows/prover-release.yml

@@ -14,17 +14,23 @@ jobs:
       - name: Set up Go
         uses: actions/setup-go@v6
         with:
-          go-version: 1.21
+          go-version-file: "./prover/server/go.mod"
 
       - name: Build artifacts
         run: |
           cd prover/server
-          for cfgstr in "darwin amd64" "darwin arm64" "linux amd64" "windows amd64"; do
+          for cfgstr in "darwin amd64" "darwin arm64" "linux amd64" "linux arm64" "windows amd64"; do
             IFS=' ' read -r -a cfg <<< "$cfgstr"
             export GOOS="${cfg[0]}"
             export GOARCH="${cfg[1]}"
             export CGO_ENABLED=0
-            go build -o prover-"$GOOS"-"$GOARCH"
+
+            ext=""
+            if [ "$GOOS" = "windows" ]; then
+              ext=".exe"
+            fi
+
+            go build -o prover-"$GOOS"-"$GOARCH""$ext"
           done
 
       - name: Create Release
@@ -34,4 +40,5 @@ jobs:
             prover/server/prover-darwin-amd64
             prover/server/prover-darwin-arm64
             prover/server/prover-linux-amd64
-            prover/server/prover-windows-amd64
+            prover/server/prover-linux-arm64
+            prover/server/prover-windows-amd64.exe