Update o11y stability improvements

bin/commands/runs.js

@@ -111,7 +111,10 @@ module.exports = function run(args, rawArgs) {
     /* 
       Send build start to Observability
     */
-    if(isTestObservabilitySession) await launchTestSession(bsConfig, bsConfigPath);
+    if(isTestObservabilitySession) {
+      await launchTestSession(bsConfig, bsConfigPath);
+      utils.setO11yProcessHooks(null, bsConfig, args, null, buildReportData);
+    }
 
     // accept the system env list from bsconf and set it
     utils.setSystemEnvs(bsConfig);
@@ -264,6 +267,9 @@ module.exports = function run(args, rawArgs) {
                 markBlockEnd('createBuild');
                 markBlockEnd('total');
                 utils.setProcessHooks(data.build_id, bsConfig, bs_local, args, buildReportData);
+                if(isTestObservabilitySession) {
+                  utils.setO11yProcessHooks(data.build_id, bsConfig, bs_local, args, buildReportData);
+                }
                 let message = `${data.message}! ${Constants.userMessages.BUILD_CREATED} with build id: ${data.build_id}`;
                 let dashboardLink = `${Constants.userMessages.VISIT_DASHBOARD} ${data.dashboard_url}`;
                 buildReportData = { 'build_id': data.build_id, 'parallels': userSpecifiedParallels, ...buildReportData }

bin/helpers/utils.js

@@ -1453,6 +1453,21 @@ exports.setProcessHooks = (buildId, bsConfig, bsLocal, args, buildReportData) =>
   process.on('uncaughtException', processExitHandler.bind(this, bindData));
 }
 
+exports.setO11yProcessHooks = (() => {
+  let bindData = {};
+  let handlerAdded = false;
+  return (buildId, bsConfig, bsLocal, args, buildReportData) => {
+    bindData.buildId = buildId;
+    bindData.bsConfig = bsConfig;
+    bindData.bsLocal = bsLocal;
+    bindData.args = args;
+    bindData.buildReportData = buildReportData;
+    if (handlerAdded) return;
+    handlerAdded = true;
+    process.on('beforeExit', processO11yExitHandler.bind(this, bindData));
+  }
+})()
+
 async function processExitHandler(exitData){
   logger.warn(Constants.userMessages.PROCESS_KILL_MESSAGE);
   await this.stopBrowserStackBuild(exitData.bsConfig, exitData.args, exitData.buildId, null, exitData.buildReportData);
@@ -1461,6 +1476,14 @@ async function processExitHandler(exitData){
   process.exit(0);
 }
 
+async function processO11yExitHandler(exitData){
+  if (exitData.buildId) {
+    await printBuildLink(false);
+  } else {
+    await printBuildLink(true);
+  }
+}
+
 exports.fetchZipSize = (fileName) => {
   try {
     let stats = fs.statSync(fileName)

bin/testObservability/helper/helper.js

@@ -64,8 +64,11 @@ const supportFileCleanup = () => {
   });
 }
 
+exports.buildStopped = false;
+
 exports.printBuildLink = async (shouldStopSession, exitCode = null) => {
-  if(!this.isTestObservabilitySession()) return;
+  if(!this.isTestObservabilitySession() || exports.buildStopped) return;
+  exports.buildStopped = true;
   try {
     if(shouldStopSession) {
       supportFileCleanup();

bin/testObservability/reporter/index.js

@@ -71,6 +71,7 @@ class MyReporter {
     this._paths = new PathHelper({ cwd: process.cwd() }, this._testEnv.location_prefix);
     this.currentTestSteps = [];
     this.currentTestCucumberSteps = [];
+    this.hooksStarted = {};
     this.beforeHooks = [];
     this.platformDetailsMap = {};
     this.runStatusMarkedHash = {};
@@ -110,6 +111,9 @@ class MyReporter {
             } else {
               this.runStatusMarkedHash[hook.hookAnalyticsId] = true;
             }
+
+            // Remove hooks added at hook start
+            delete this.hooksStarted[hook.hookAnalyticsId];
             await this.sendTestRunEvent(hook,undefined,false,"HookRunFinished");
           }
         }
@@ -152,12 +156,14 @@ class MyReporter {
       })
 
       .on(EVENT_TEST_BEGIN, async (test) => {
+        if (test.isSkipped) return;
         if(this.testObservability == true) {
           await this.testStarted(test);
         }
       })
 
       .on(EVENT_TEST_END, async (test) => {
+        if (test.isSkipped) return;
         if(this.testObservability == true) {
           if(!this.runStatusMarkedHash[test.testAnalyticsId]) {
             if(test.testAnalyticsId) this.runStatusMarkedHash[test.testAnalyticsId] = true;
@@ -435,6 +441,38 @@ class MyReporter {
         };
         await uploadEventData(buildUpdateData);
       }
+
+      // Add started hooks to the hash
+      if(eventType === 'HookRunStarted' && ['BEFORE_EACH', 'AFTER_EACH', 'BEFORE_ALL'].includes(testData['hook_type'])) {
+        this.hooksStarted[testData.uuid] = uploadData;
+      }
+
+      // Send pending hook finsihed events for hook starts
+      if (eventType === 'TestRunFinished') {
+        Object.values(this.hooksStarted).forEach(async hookData => {
+          hookData['event_type'] = 'HookRunFinished';
+          hookData['hook_run'] = {
+            ...hookData['hook_run'],
+            result: uploadData['test_run'].result,
+            failure: uploadData['test_run'].failure,
+            failure_type: uploadData['test_run'].failure_type,
+            failure_reason: uploadData['test_run'].failure_reason,
+            failure_reason_expanded: uploadData['test_run'].failure_reason_expanded,
+            failure_backtrace: uploadData['test_run'].failure_backtrace
+
+          }
+
+          if (hookData['hook_run']['hook_type'] === 'BEFORE_ALL') {
+            hookData['hook_run'].finished_at = uploadData['test_run'].finished_at;
+            hookData['hook_run'].duration_in_ms = new Date(hookData['hook_run'].finished_at).getTime() - new Date(hookData['hook_run'].started_at).getTime();
+          } else {
+            hookData['hook_run'].finished_at = hookData['hook_run'].started_at;
+            hookData['hook_run'].duration_in_ms = 0;
+          }
+          await uploadEventData(hookData);
+        })
+        this.hooksStarted = {};
+      }
     } catch(error) {
       debug(`Exception in populating test data for event ${eventType} with error : ${error}`, true, error);
     }