Add LivingDoc reporting to the test results (#370)

* Added livingdoc cli to test workflow

Signed-off-by: Joss Sparkes <[email protected]>

* Correct issue with publish step

Signed-off-by: Joss Sparkes <[email protected]>

* Changed path from Debug to Release

Signed-off-by: Joss Sparkes <[email protected]>

* test

Signed-off-by: Joss Sparkes <[email protected]>

* test

Signed-off-by: Joss Sparkes <[email protected]>

* test

Signed-off-by: Joss Sparkes <[email protected]>

* test

Signed-off-by: Joss Sparkes <[email protected]>

* test

Signed-off-by: Joss Sparkes <[email protected]>

* Removed Specflow.json that caused issues

Signed-off-by: Joss Sparkes <[email protected]>

* Changed test report to run even on failure

Signed-off-by: Joss Sparkes <[email protected]>

Signed-off-by: Joss Sparkes <[email protected]>

Author: RemakingEden

.github/workflows/test.yml

@@ -109,6 +109,9 @@ jobs:
       with:
         dotnet-version: ${{ env.DOTNET_VERSION }}
 
+    - name: Install LivingDoc CLI
+      run: dotnet tool install --global SpecFlow.Plus.LivingDoc.CLI
+
     - name: Enable NuGet cache
       uses: actions/[email protected]
       with:
@@ -129,12 +132,17 @@ jobs:
       run: find ~+ -type f -name "*.WorkflowExecutor.IntegrationTests.csproj" | xargs -L1 dotnet test
       working-directory: ./tests
 
+    - name: Generate LivingDoc HTML
+      if: always()
+      run: livingdoc test-assembly Monai.Deploy.WorkflowManager.WorkflowExecutor.IntegrationTests.dll -t TestExecution.json
+      working-directory: ./tests/IntegrationTests/WorkflowExecutor.IntegrationTests/bin/Debug/net6.0
+
     - name: Publish report
       if: always()
       uses: actions/upload-artifact@v3
       with:
-        name: WorkflowExecutorIntegrationTestResults
-        path: tests/IntegrationTests/WorkflowExecutor.IntegrationTests/bin/Debug/net6.0/TestExecution.json
+        name: WorkflowExecutorIntegrationTestReport
+        path: ./tests/IntegrationTests/WorkflowExecutor.IntegrationTests/bin/Debug/net6.0/LivingDoc.html
 
   task-manager-integration-tests:
     runs-on: ubuntu-latest
@@ -178,6 +186,9 @@ jobs:
       with:
         dotnet-version: ${{ env.DOTNET_VERSION }}
 
+    - name: Install LivingDoc CLI
+      run: dotnet tool install --global SpecFlow.Plus.LivingDoc.CLI
+
     - name: Enable NuGet cache
       uses: actions/[email protected]
       with:
@@ -194,16 +205,21 @@ jobs:
       run: dotnet build -c Release --nologo --no-restore Monai.Deploy.WorkflowManager.sln
       working-directory: ./src
 
-    - name: Run WorkflowExecutor Integration Tests
+    - name: Run TaskManager Integration Tests
       run: find ~+ -type f -name "*.TaskManager.IntegrationTests.csproj" | xargs -L1 dotnet test
       working-directory: ./tests
 
+    - name: Generate LivingDoc HTML
+      if: always()
+      run: livingdoc test-assembly Monai.Deploy.WorkflowManager.TaskManager.IntegrationTests.dll -t TestExecution.json
+      working-directory: ./tests/IntegrationTests/TaskManager.IntegrationTests/bin/Debug/net6.0
+
     - name: Publish report
       if: always()
       uses: actions/upload-artifact@v3
       with:
-        name: TaskExecutorIntegrationTestResults
-        path: tests/IntegrationTests/TaskManager.IntegrationTests/bin/Debug/net6.0/TestExecution.json
+        name: TaskManagerIntegrationTestReport
+        path: ./tests/IntegrationTests/TaskManager.IntegrationTests/bin/Debug/net6.0/LivingDoc.html
 
   sonarscanner:
     runs-on: ubuntu-latest