Added new tracing class for metrics

Author: anmolasrani123

hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/AbfsReadFooterMetrics.java

@@ -19,12 +19,13 @@
 
 import java.util.concurrent.atomic.AtomicLong;
 import java.util.List;
+import java.util.ArrayList;
 
 public class AbfsReadFooterMetrics {
   private boolean isParquetFile;
   private String sizeReadByFirstRead;
   private String offsetDiffBetweenFirstAndSecondRead;
-  private AtomicLong fileLength;
+  private final AtomicLong fileLength;
   private double avgFileLength;
 
   public AbfsReadFooterMetrics() {
@@ -140,8 +141,8 @@ public static String getReadFooterMetrics(AbfsReadFooterMetrics avgReadFooterMet
   }
 
   public static String getFooterMetrics(List<AbfsReadFooterMetrics> readFooterMetricsList, String readFooterMetric){
-    List<AbfsReadFooterMetrics> isParquetList = new java.util.ArrayList<>();
-    List<AbfsReadFooterMetrics> isNonParquetList = new java.util.ArrayList<>();
+    List<AbfsReadFooterMetrics> isParquetList = new ArrayList<>();
+    List<AbfsReadFooterMetrics> isNonParquetList = new ArrayList<>();
     for (AbfsReadFooterMetrics abfsReadFooterMetrics : readFooterMetricsList) {
       if (abfsReadFooterMetrics.getIsParquetFile()) {
         isParquetList.add(abfsReadFooterMetrics);

hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/utils/TracingContext.java

@@ -174,16 +174,6 @@ public void constructHeader(AbfsHttpOperation httpOperation) {
     case TWO_ID_FORMAT:
       header = clientCorrelationID + ":" + clientRequestId;
       break;
-    case INTERNAL_METRIC_FORMAT:
-      String[] metric = metricResults.split("@");
-      header = clientCorrelationID + ":" + clientRequestId + ":" +  fileSystemID + ":" + "BO:" + metric[0] + "FO:" + metric[1];
-      break;
-    case INTERNAL_FOOTER_METRIC_FORMAT:
-      header = clientCorrelationID + ":" + clientRequestId + ":" +  fileSystemID + ":" + "FO:" + metricResults;
-      break;
-    case INTERNAL_BACKOFF_METRIC_FORMAT:
-      header = clientCorrelationID + ":" + clientRequestId + ":" +  fileSystemID + ":" + "BO:" + metricResults;
-      break;
     default:
       header = clientRequestId; //case SINGLE_ID_FORMAT
     }

hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/utils/TracingMetricContext.java

@@ -0,0 +1,59 @@
+package org.apache.hadoop.fs.azurebfs.utils;
+
+import org.apache.hadoop.fs.azurebfs.services.AbfsCounters;
+import org.apache.hadoop.fs.azurebfs.constants.FSOperationType;
+import org.apache.hadoop.fs.azurebfs.services.AbfsHttpOperation;
+import java.util.UUID;
+import java.util.List;
+import org.apache.hadoop.fs.azurebfs.services.AbfsReadFooterMetrics;
+import static org.apache.hadoop.fs.azurebfs.constants.AbfsHttpConstants.EMPTY_STRING;
+
+public class TracingMetricContext extends TracingContext{
+  private AbfsCounters abfsCounters;
+  private String header = EMPTY_STRING;
+
+  private final String clientCorrelationID;  // passed over config by client
+  private final String fileSystemID;  // GUID for fileSystem instance
+  private String clientRequestId = EMPTY_STRING;
+  private TracingHeaderFormat tracingHeaderFormat;
+
+  public TracingMetricContext(String clientCorrelationID, String fileSystemID,
+      FSOperationType opType, boolean needsPrimaryReqId,
+      TracingHeaderFormat tracingHeaderFormat, Listener listener,
+      AbfsCounters abfsCounters) {
+    super(clientCorrelationID, fileSystemID, opType, needsPrimaryReqId, tracingHeaderFormat, listener);
+    this.clientCorrelationID = clientCorrelationID;
+    this.fileSystemID = fileSystemID;
+    this.tracingHeaderFormat = tracingHeaderFormat;
+    this.abfsCounters = abfsCounters;
+  }
+
+  private String getFooterMetrics(){
+    List<AbfsReadFooterMetrics> readFooterMetricsList = abfsCounters.getAbfsReadFooterMetrics();
+    String readFooterMetric = "";
+    if (!readFooterMetricsList.isEmpty()) {
+      readFooterMetric = AbfsReadFooterMetrics.getFooterMetrics(readFooterMetricsList, readFooterMetric);
+    }
+    return readFooterMetric;
+  }
+
+  @Override
+  public void constructHeader(AbfsHttpOperation httpOperation){
+    clientRequestId = UUID.randomUUID().toString();
+    switch (tracingHeaderFormat) {
+    case INTERNAL_METRIC_FORMAT:
+      header = clientCorrelationID + ":" + clientRequestId + ":" + fileSystemID
+          + ":" + "BO:" + abfsCounters.getAbfsBackoffMetrics().toString() +
+          "FO:" + getFooterMetrics();
+      break;
+    case INTERNAL_FOOTER_METRIC_FORMAT:
+      header = clientCorrelationID + ":" + clientRequestId + ":" + fileSystemID
+          + ":" + "FO:" + getFooterMetrics();
+      break;
+    case INTERNAL_BACKOFF_METRIC_FORMAT:
+      header = clientCorrelationID + ":" + clientRequestId + ":" + fileSystemID
+          + ":" + "BO:" + abfsCounters.getAbfsBackoffMetrics().toString();
+      break;
+    }
+  }
+}