ci: move the linux build to a container

Referenced issue:
* status-im/infra-ci#188

Author: markoburcul

ci/Jenkinsfile.linux

@@ -0,0 +1,190 @@
+#!/usr/bin/env groovy
+/* beacon_chain
+ * Copyright (c) 2019-2025 Status Research & Development GmbH
+ * Licensed and distributed under either of
+ *   * MIT license (license terms in the root directory or at https://opensource.org/licenses/MIT).
+ *   * Apache v2 license (license terms in the root directory or at https://www.apache.org/licenses/LICENSE-2.0).
+ * at your option. This file may not be copied, modified, or distributed except according to those terms.
+ */
+library '[email protected]'
+
+pipeline {
+  agent {
+    dockerfile {
+      label 'linuxcontainer'
+      filename 'linux.Dockerfile'
+      dir 'ci'
+      args '--volume=/nix:/nix ' +
+           '--volume=/etc/nix:/etc/nix '
+    }
+  }
+
+  parameters {
+    choice(
+      name: 'VERBOSITY',
+      description: 'Value for the V make flag to increase log verbosity',
+      choices: [0, 1, 2]
+    )
+    string(
+      name: 'NIM_COMMIT',
+      description: 'Value for the NIM_COMMIT make flag to choose Nim commit',
+      defaultValue: nimCommitForJob(),
+    )
+  }
+
+  options {
+    disableRestartFromStage()
+    timestamps()
+    ansiColor('xterm')
+    /* This also includes wait time in the queue. */
+    timeout(time: 24, unit: 'HOURS')
+    /* Limit builds retained. */
+    buildDiscarder(logRotator(
+      numToKeepStr: '5',
+      daysToKeepStr: '30',
+      artifactNumToKeepStr: '3',
+    ))
+    /* Throttle number of concurrent builds. */
+    throttleJobProperty(
+      throttleEnabled: true,
+      throttleOption: 'category',
+      categories: ['nimbus-eth2'],
+      maxConcurrentPerNode: 1,
+      maxConcurrentTotal: 9
+    )
+    /* Abort old builds for non-main branches. */
+    disableConcurrentBuilds(
+      abortPrevious: !isMainBranch()
+    )
+  }
+
+  environment {
+    NPROC = Runtime.getRuntime().availableProcessors()
+    MAKEFLAGS = "V=${params.VERBOSITY} NIM_COMMIT=${params.NIM_COMMIT} -j${env.NPROC}"
+    XDG_CACHE_HOME = "${env.WORKSPACE_TMP}/.cache"
+  }
+
+  stages {
+    stage('Deps') {
+      steps { 
+        timeout(20) {
+          script {
+            /* To allow the following parallel stages. */
+            nix.develop('make QUICK_AND_DIRTY_COMPILER=1 update', pure: false)
+            /* Allow the following parallel stages. */
+            nix.develop('make deps', pure: false)
+            /* Download test vectors. */
+            nix.develop('./scripts/setup_scenarios.sh', pure: false)
+          }
+        } 
+      }
+    }
+
+    stage('Build') {
+      steps { 
+        timeout(50) {
+          script {
+            nix.develop('make LOG_LEVEL=TRACE', pure: false)
+          }
+        } 
+      }
+    }
+
+    stage('Check Docs') {
+      steps {
+        script {
+          nix.develop('./scripts/check_docs_help_msg.sh', pure: false)
+        }
+      }
+    }
+
+    stage('Tests') {
+      parallel {
+        stage('General') {
+          steps { 
+            timeout(60) {
+              script {
+                nix.develop('make DISABLE_TEST_FIXTURES_SCRIPT=1 test', pure: false)
+                nix.develop('git diff --exit-code --ignore-submodules=all', pure: false)
+              }
+            } 
+          }
+        }
+
+        stage('REST') {
+          steps { 
+            timeout(5) {
+              script {
+                nix.develop('make restapi-test', pure: false)
+              }
+            } 
+          }
+          post { always {
+            sh 'tar cjf restapi-test.tar.gz resttest0_data/*.txt'
+          } }
+        }
+      }
+      post { always { timeout(5) {
+        archiveArtifacts(artifacts: '*.tar.gz', allowEmptyArchive: true)
+      } } }
+    }
+
+    stage('Finalizations') {
+      stages {  /* parallel builds of minimal / mainnet not yet supported */
+        stage('minimal') {
+          steps { 
+            timeout(26) {
+              script {
+                nix.develop('make local-testnet-minimal', pure: false)
+              }
+            } 
+          }
+          post { always {
+            sh 'tar cjf local-testnet-minimal.tar.gz local-testnet-minimal/logs/*'
+          } }
+        }
+
+        stage('mainnet') {
+          steps { 
+            timeout(62) {
+              script {
+                nix.develop('make local-testnet-mainnet', pure: false)
+              }
+            } 
+          }
+          post { always {
+            sh 'tar cjf local-testnet-mainnet.tar.gz local-testnet-mainnet/logs/*'
+          } }
+        }
+      }
+      post {
+        always { timeout(10) {
+          /* DEBUG: Show file sizes to catch too big ones. */
+          sh 'ls -hl *.tar.gz'
+          archiveArtifacts(
+            artifacts: '*.tar.gz',
+            excludes: '**/geth-*.tar.gz',  /* `scripts/geth_binaries.sh` */
+            allowEmptyArchive: true
+          )
+        } }
+      }
+    }
+  }
+
+  post {
+    always {
+      cleanWs(
+        disableDeferredWipeout: true,
+        deleteDirs: true
+      )
+    }
+  }
+}
+
+def isMainBranch() {
+  return ['stable', 'testing', 'unstable'].contains(env.BRANCH_NAME)
+}
+
+def nimCommitForJob() {
+  return JOB_NAME.contains('nimv2_2') ? 'upstream/version-2-2' : ''
+}

ci/linux.Dockerfile

@@ -0,0 +1,22 @@
+FROM debian:bookworm-slim
+
+RUN apt-get update && apt-get install -yq --no-install-recommends --fix-missing \
+    ca-certificates \
+    curl \
+    git \
+    bzip2 \
+    && rm -rf /var/lib/apt/lists/*
+
+RUN groupadd -r jenkins --gid 1001 \
+    && useradd -r -m -g jenkins --uid 1001 -d /home/jenkins jenkins
+
+RUN groupadd -g 999 docker && \
+    usermod -a -G docker jenkins
+
+USER jenkins
+
+ENV PATH="${PATH}:/nix/var/nix/profiles/default/bin"
+ENV NIX_REMOTE=daemon
+ENV HOME=/home/jenkins
+
+ENTRYPOINT [""]