add github action for e2e

Author: jeromevdl

.github/workflows/build.yml

@@ -45,8 +45,7 @@ jobs:
         java: [8, 8.0.192, 11.0.x, 11.0.3, 12, 13, 15, 16, 17 ]
     name: Java ${{ matrix.java }}
     env:
-      OS: ${{ matrix.os }}
-      JAVA: ${{ matrix.java-version }}
+      JAVA: ${{ matrix.java }}
       AWS_REGION: eu-west-1
     steps:
       - uses: actions/checkout@v3

.github/workflows/run-e2e-tests.yml

@@ -0,0 +1,46 @@
+name: Run end-to-end tests
+
+on:
+  workflow_dispatch:
+
+  push:
+    branches: [master]
+    paths: # add other modules when there are under e2e tests
+      - 'powertools-e2e-tests/**'
+      - 'powertools-core/**'
+      - 'powertools-serialization/**'
+      - 'powertools-logging/**'
+      - 'powertools-tracing/**'
+      - 'powertools-idempotency/**'
+      - 'powertools-metrics/**'
+      - 'pom.xml'
+      - '.github/workflows/**'
+
+jobs:
+  e2e:
+    runs-on: ubuntu-latest
+    strategy:
+      max-parallel: 2
+      matrix:
+        java: [ 8, 11 ]
+    name: End-to-end tests ${{ matrix.java }}
+    env:
+      JAVA_VERSION: ${{ matrix.java }}
+      AWS_DEFAULT_REGION: eu-west-1
+    permissions:
+      id-token: write # needed to interact with GitHub's OIDC Token endpoint.
+      contents: read
+    steps:
+      - uses: actions/checkout@v3
+      - name: Setup java
+        uses: actions/setup-java@v2
+        with:
+          distribution: 'corretto'
+          java-version: ${{ matrix.java }}
+      - name: Setup AWS credentials
+        uses: aws-actions/[email protected]
+        with:
+          role-to-assume: ${{ secrets.AWS_ROLE_ARN_TO_ASSUME }}
+          aws-region: ${{ env.AWS_DEFAULT_REGION }}
+      - name: Run e2e test with Maven
+        run: mvn -Pe2e -B verify --file powertools-e2e-tests/pom.xml

powertools-e2e-tests/src/test/java/software/amazon/lambda/powertools/testutils/Infrastructure.java

@@ -33,8 +33,10 @@
 
 import java.io.File;
 import java.io.IOException;
+import java.io.InputStream;
 import java.nio.file.Path;
 import java.util.*;
+import java.util.stream.Collectors;
 
 import static java.util.Collections.singletonList;
 
@@ -92,7 +94,7 @@ private Infrastructure(Builder builder) {
 
     public String deploy() {
         uploadAssets();
-        LOG.debug("Deploying '" + stackName + "' on account " + account);
+        LOG.info("Deploying '" + stackName + "' on account " + account);
         cfn.createStack(CreateStackRequest.builder()
                 .stackName(stackName)
                 .templateBody(new Yaml().dump(cfnTemplate))
@@ -102,15 +104,15 @@ public String deploy() {
                 .build());
         WaiterResponse<DescribeStacksResponse> waiterResponse = cfn.waiter().waitUntilStackCreateComplete(DescribeStacksRequest.builder().stackName(stackName).build());
         if (waiterResponse.matched().response().isPresent()) {
-            LOG.debug("Stack " + waiterResponse.matched().response().get().stacks().get(0).stackName() + " successfully deployed");
+            LOG.info("Stack " + waiterResponse.matched().response().get().stacks().get(0).stackName() + " successfully deployed");
         } else {
             throw new RuntimeException("Failed to create stack");
         }
         return functionName;
     }
 
     public void destroy() {
-        LOG.debug("Deleting '" + stackName + "' on account " + account);
+        LOG.info("Deleting '" + stackName + "' on account " + account);
         cfn.deleteStack(DeleteStackRequest.builder().stackName(stackName).build());
     }
 
@@ -124,10 +126,32 @@ public static class Builder {
         public String testName;
         private String stackName;
         private boolean tracing = false;
-        private JavaRuntime runtime = JavaRuntime.JAVA11;
+        private JavaRuntime runtime;
         private Map<String, String> environmentVariables = new HashMap<>();
         private String idemPotencyTable;
 
+        private Builder() {
+            getJavaRuntime();
+        }
+
+        /**
+         * Retrieve the java runtime to use for the lambda function.
+         */
+        private void getJavaRuntime() {
+            String javaVersion = System.getenv("JAVA_VERSION"); // must be set in GitHub actions
+            if (javaVersion == null) {
+                throw new IllegalArgumentException("JAVA_VERSION is not set");
+            }
+            if (javaVersion.startsWith("8")) {
+                runtime = JavaRuntime.JAVA8AL2;
+            } else if (javaVersion.startsWith("11")) {
+                runtime = JavaRuntime.JAVA11;
+            } else {
+                throw new IllegalArgumentException("Unsupported Java version " + javaVersion);
+            }
+            LOG.debug("Java Version set to {}, using runtime {}", javaVersion, runtime.getRuntime());
+        }
+
         public Infrastructure build() {
             Objects.requireNonNull(testName, "testName must not be null");
 
@@ -153,11 +177,6 @@ public Builder tracing(boolean tracing) {
             return this;
         }
 
-        public Builder runtime(JavaRuntime runtime) {
-            this.runtime = runtime;
-            return this;
-        }
-
         public Builder idempotencyTable(String tableName) {
             this.idemPotencyTable = tableName;
             return this;
@@ -203,6 +222,7 @@ private Stack createStackWithLambda() {
 
         functionName = stackName + "-function";
 
+        LOG.debug("Building Lambda function with command "+ packagingInstruction.stream().collect(Collectors.joining(" ", "[", "]")));
         Function function = Function.Builder
                 .create(stack, functionName)
                 .code(Code.fromAsset("handlers/", AssetOptions.builder()
@@ -255,10 +275,10 @@ private void uploadAssets() {
             }
             ListObjectsV2Response objects = s3.listObjectsV2(ListObjectsV2Request.builder().bucket(asset.bucketName).build());
             if (objects.contents().stream().anyMatch(o -> o.key().equals(objectKey))) {
-                System.out.println("Asset already exists, skipping");
+                LOG.debug("Asset already exists, skipping");
                 return;
             }
-            System.out.println("Uploading asset " + objectKey + " to " + asset.bucketName);
+            LOG.info("Uploading asset " + objectKey + " to " + asset.bucketName);
             s3.putObject(PutObjectRequest.builder().bucket(asset.bucketName).key(objectKey).build(), Path.of(cfnAssetDirectory, asset.assetPath));
         });
     }