Automatic rollout latest Jetbrains IDE

Author: iQQBot

.github/workflows/code-nightly.yaml

@@ -14,7 +14,7 @@ jobs:
       - name: downlaod leeway
         run: cd /usr/bin && curl -fsSL https://github.com/gitpod-io/leeway/releases/download/v0.2.8/leeway_0.2.8_Linux_x86_64.tar.gz | sudo tar xz
       - name: Set up Cloud SDK
-        uses: google-github-actions/setup-gcloud@master
+        uses: google-github-actions/setup-gcloud@v0
         with:
           project_id: ${{ secrets.GCP_PROJECT_ID }}
           service_account_key: ${{ secrets.GCP_SA_KEY }}

.github/workflows/jetbrains-auto-update-template.yml

@@ -0,0 +1,35 @@
+on:
+  workflow_call:
+    inputs:
+      productId:
+        type: string
+        required: true
+      productCode:
+        type: string
+        required: true
+      projectId:
+        type: string
+        required: true
+      serviceAccountKey:
+        type: string
+        required: true
+
+jobs:
+  update-jetbrains:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - name: downlaod leeway
+        run: cd /usr/bin && curl -fsSL https://github.com/gitpod-io/leeway/releases/download/v0.2.16/leeway_0.2.16_Linux_x86_64.tar.gz | sudo tar xz
+      - name: Set up Cloud SDK
+        uses: google-github-actions/setup-gcloud@v0
+        with:
+          project_id: ${{ inputs.projectId }}
+          credentials_json: ${{ inputs.serviceAccountKey }}
+      - run: |
+          gcloud auth configure-docker --quiet
+          export LEEWAY_WORKSPACE_ROOT=$(pwd)
+          data=$(curl -sSL "https://data.services.jetbrains.com/products?code=${{ inputs.productCode }}&fields=distributions%2Clink%2Cname%2Creleases&_=$(date +%s)000")
+          link=$(echo "$data" | jq -r '.[0].releases[0].downloads.linux.link')
+          cd components/ide/jetbrains/image
+          leeway build -Dversion=latest -DimageRepoBase=eu.gcr.io/gitpod-core-dev/build -D${{ inputs.productId }}DownloadUrl=$link .:${{ inputs.productId }}

.github/workflows/jetbrains-auto-update.yml

@@ -0,0 +1,37 @@
+name: rollout for new JetBrains IDE releases
+on:
+  push:
+  workflow_dispatch:
+  schedule:
+    # At 11:00 on every day.
+    - cron: "0 11 * * *"
+
+jobs:
+  intellij:
+    uses: gitpod-io/gitpod/.github/workflows/jetbrains-auto-update-template.yml@pd/improve-rollout-7023
+    with:
+      productId: intellij
+      productCode: IIU
+      projectId: '${{ secrets.GCP_PROJECT_ID }}'
+      serviceAccountKey: '${{ secrets.GCP_SA_KEY }}'
+  goland:
+    uses: gitpod-io/gitpod/.github/workflows/jetbrains-auto-update-template.yml@pd/improve-rollout-7023
+    with:
+      productId: goland
+      productCode: GO
+      projectId: '${{ secrets.GCP_PROJECT_ID }}'
+      serviceAccountKey: '${{ secrets.GCP_SA_KEY }}'
+  pycharm:
+    uses: gitpod-io/gitpod/.github/workflows/jetbrains-auto-update-template.yml@pd/improve-rollout-7023
+    with:
+      productId: pycharm
+      productCode: PCP
+      projectId: '${{ secrets.GCP_PROJECT_ID }}'
+      serviceAccountKey: '${{ secrets.GCP_SA_KEY }}'
+  phpstorm:
+    uses: gitpod-io/gitpod/.github/workflows/jetbrains-auto-update-template.yml@pd/improve-rollout-7023
+    with:
+      productId: phpstorm
+      productCode: PS
+      projectId: '${{ secrets.GCP_PROJECT_ID }}'
+      serviceAccountKey: '${{ secrets.GCP_SA_KEY }}'

.github/workflows/jetbrains-updates-template.yml

@@ -31,7 +31,7 @@ jobs:
       - uses: actions/checkout@v2
       - name: Used Release
         id: used-release
-        run: echo "::set-output name=result::$(yq e '.packages[] | select(.name == "${{ inputs.productId }}") | .config.buildArgs.JETBRAINS_BACKEND_URL' components/ide/jetbrains/image/BUILD.yaml)"
+        run: echo "::set-output name=result::$(yq e '.defaultArgs.${{ inputs.productId }}DownloadUrl' WORKSPACE.yaml)"
       - name: No Update Available
         if: steps.latest-release.outputs.result == steps.used-release.outputs.result
         run: |
@@ -44,7 +44,7 @@ jobs:
           echo "There is an update available!"
           echo "Latest release: ${{ steps.latest-release.outputs.result }}"
           echo "Used release:   ${{ steps.used-release.outputs.result }}"
-          yq -i e '(.packages[] | select(.name == "${{ inputs.productId }}") | .config.buildArgs.JETBRAINS_BACKEND_URL) = "${{ steps.latest-release.outputs.result }}"' components/ide/jetbrains/image/BUILD.yaml
+          yq -i e '.defaultArgs.${{ inputs.productId }}DownloadUrl = "${{ steps.latest-release.outputs.result }}"' WORKSPACE.yaml
           git diff
       - name: Create Pull Request
         if: steps.latest-release.outputs.result != steps.used-release.outputs.result

WORKSPACE.yaml

@@ -6,6 +6,10 @@ defaultArgs:
   publishToNPM: true
   localAppVersion: unknown
   codeCommit: 4591e0158896bfd22d70bbc0f37c379d5bae4265
+  intellijDownloadUrl: "https://download.jetbrains.com/idea/ideaIU-2021.3.1.tar.gz"
+  golandDownloadUrl: "https://download.jetbrains.com/go/goland-2021.3.2.tar.gz"
+  pycharmDownloadUrl: "https://download.jetbrains.com/python/pycharm-professional-2021.3.1.tar.gz"
+  phpstormDownloadUrl: "https://download.jetbrains.com/webide/PhpStorm-2021.3.1.tar.gz"
 
 provenance:
   enabled: true

components/ide/jetbrains/image/BUILD.yaml

@@ -19,12 +19,13 @@ packages:
       - components/ide/jetbrains/backend-plugin:plugin
     argdeps:
       - imageRepoBase
+      - intellijDownloadUrl
     config:
       dockerfile: leeway.Dockerfile
       metadata:
         helm-component: workspace.desktopIdeImages.intellij
       buildArgs:
-        JETBRAINS_BACKEND_URL: "https://download.jetbrains.com/idea/ideaIU-2021.3.1.tar.gz"
+        JETBRAINS_BACKEND_URL: ${intellijDownloadUrl}
         SUPERVISOR_IDE_CONFIG: supervisor-ide-config_intellij.json
       image:
         - ${imageRepoBase}/ide/intellij:${version}
@@ -40,12 +41,13 @@ packages:
       - components/ide/jetbrains/backend-plugin:plugin
     argdeps:
       - imageRepoBase
+      - golandDownloadUrl
     config:
       dockerfile: leeway.Dockerfile
       metadata:
         helm-component: workspace.desktopIdeImages.goland
       buildArgs:
-        JETBRAINS_BACKEND_URL: "https://download.jetbrains.com/go/goland-2021.3.2.tar.gz"
+        JETBRAINS_BACKEND_URL: ${golandDownloadUrl}
         SUPERVISOR_IDE_CONFIG: supervisor-ide-config_goland.json
       image:
         - ${imageRepoBase}/ide/goland:${version}
@@ -61,12 +63,13 @@ packages:
       - components/ide/jetbrains/backend-plugin:plugin
     argdeps:
       - imageRepoBase
+      - pycharmDownloadUrl
     config:
       dockerfile: leeway.Dockerfile
       metadata:
         helm-component: workspace.desktopIdeImages.pycharm
       buildArgs:
-        JETBRAINS_BACKEND_URL: "https://download.jetbrains.com/python/pycharm-professional-2021.3.1.tar.gz"
+        JETBRAINS_BACKEND_URL: ${pycharmDownloadUrl}
         SUPERVISOR_IDE_CONFIG: supervisor-ide-config_pycharm.json
       image:
         - ${imageRepoBase}/ide/pycharm:${version}
@@ -82,12 +85,13 @@ packages:
       - components/ide/jetbrains/backend-plugin:plugin
     argdeps:
       - imageRepoBase
+      - phpstormDownloadUrl
     config:
       dockerfile: leeway.Dockerfile
       metadata:
         helm-component: workspace.desktopIdeImages.phpstorm
       buildArgs:
-        JETBRAINS_BACKEND_URL: "https://download.jetbrains.com/webide/PhpStorm-2021.3.1.tar.gz"
+        JETBRAINS_BACKEND_URL: ${phpstormDownloadUrl}
         SUPERVISOR_IDE_CONFIG: supervisor-ide-config_phpstorm.json
       image:
         - ${imageRepoBase}/ide/phpstorm:${version}