PR Checks

Author: anujmodi2021

hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/AbfsBlobClient.java

@@ -22,7 +22,6 @@
 import javax.xml.parsers.ParserConfigurationException;
 import javax.xml.parsers.SAXParser;
 import javax.xml.parsers.SAXParserFactory;
-import java.io.ByteArrayInputStream;
 import java.io.FileNotFoundException;
 import java.io.IOException;
 import java.io.InputStream;
@@ -1606,7 +1605,7 @@ public Hashtable<String, String> getXMSProperties(AbfsHttpOperation result)
   @Override
   public ListResponseData parseListPathResults(AbfsHttpOperation result, URI uri)
       throws AzureBlobFileSystemException {
-    try (InputStream stream = new ByteArrayInputStream(result.getListResultData())) {
+    try (InputStream stream = result.getListResultStream()) {
       try {
         BlobListResultSchema listResultSchema;
         final SAXParser saxParser = saxParserThreadLocal.get();

hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/AbfsDfsClient.java

@@ -18,7 +18,6 @@
 
 package org.apache.hadoop.fs.azurebfs.services;
 
-import java.io.ByteArrayInputStream;
 import java.io.FileNotFoundException;
 import java.io.IOException;
 import java.io.InputStream;
@@ -1481,7 +1480,7 @@ public Hashtable<String, String> getXMSProperties(AbfsHttpOperation result)
   @Override
   public ListResponseData parseListPathResults(AbfsHttpOperation result, URI uri)
       throws AzureBlobFileSystemException {
-    try (InputStream stream = new ByteArrayInputStream(result.getListResultData())) {
+    try (InputStream stream = result.getListResultStream()) {
       try {
         DfsListResultSchema listResultSchema;
         final ObjectMapper objectMapper = new ObjectMapper();

hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/AbfsHttpOperation.java

@@ -18,6 +18,7 @@
 
 package org.apache.hadoop.fs.azurebfs.services;
 
+import java.io.ByteArrayInputStream;
 import java.io.ByteArrayOutputStream;
 import java.io.IOException;
 import java.io.InputStream;
@@ -76,7 +77,7 @@ public abstract class AbfsHttpOperation implements AbfsPerfLoggable {
   private String requestId = "";
   private String expectedAppendPos = "";
   private ListResultSchema listResultSchema = null;
-  private byte[] listResultData = null;
+  private InputStream listResultStream = null;
   private List<String> blockIdList = null;
 
   // metrics
@@ -222,8 +223,8 @@ public ListResultSchema getListResultSchema() {
     return listResultSchema;
   }
 
-  public final byte[] getListResultData() {
-    return listResultData;
+  public InputStream getListResultStream() {
+    return listResultStream;
   }
 
   /**
@@ -511,7 +512,7 @@ private void parseBlockListResponse(final InputStream stream) throws IOException
    * @throws IOException if an error occurs while reading the stream.
    */
   private void parseListPathResponse(final InputStream stream) throws IOException {
-    if (stream == null || listResultData != null) {
+    if (stream == null || listResultStream != null) {
       return;
     }
     try (ByteArrayOutputStream buffer = new ByteArrayOutputStream()) {
@@ -520,7 +521,7 @@ private void parseListPathResponse(final InputStream stream) throws IOException
       while ((bytesRead = stream.read(tempBuffer, 0, CLEAN_UP_BUFFER_SIZE)) != -1) {
         buffer.write(tempBuffer, 0, bytesRead);
       }
-      listResultData = buffer.toByteArray();
+      listResultStream = new ByteArrayInputStream(buffer.toByteArray());
     }
   }