Merge pull request #221 from gmanolache/fix/parquet

Fixed an Parquet check and consistency

Author: IanMeyers

index.js

@@ -840,7 +840,10 @@ function handler(event, context) {
 
             manifestContents.entries.push({
                 url: u,
-                mandatory: true
+                mandatory: true,
+                meta: {
+                    content_length: s3Info.size
+                }
             });
         }
 
@@ -1170,7 +1173,7 @@ function handler(event, context) {
                     } else {
                         copyOptions = copyOptions + ' \'auto\' \n';
                     }
-                } else if (config.dataFormat.S === 'Parquet' || config.dataFormat.S === 'ORC') {
+                } else if (config.dataFormat.S === 'PARQUET' || config.dataFormat.S === 'ORC') {
                     copyOptions = copyOptions + ' format as ' + config.dataFormat.S;
                 } else {
                     callback(null, {

setup.js

@@ -210,8 +210,8 @@ q_truncateTable = function (callback) {
 };
 
 q_df = function (callback) {
-    rl.question('Enter the Data Format (CSV, JSON, AVRO, Parquet, and ORC) > ', function (answer) {
-        common.validateArrayContains(['CSV', 'JSON', 'AVRO', 'Parquet', 'ORC'], answer.toUpperCase(), rl);
+    rl.question('Enter the Data Format (CSV, JSON, AVRO, PARQUET, and ORC) > ', function (answer) {
+        common.validateArrayContains(['CSV', 'JSON', 'AVRO', 'PARQUET', 'ORC'], answer.toUpperCase(), rl);
         dynamoConfig.Item.dataFormat = {
             S: answer.toUpperCase()
         };