Endpoints for importing and exporting data

Author: davimacedo

package.json

@@ -18,6 +18,8 @@
   ],
   "license": "BSD-3-Clause",
   "dependencies": {
+    "adm-zip": "0.4.7",
+    "archiver": "^1.2.0",
     "bcryptjs": "2.3.0",
     "body-parser": "1.15.2",
     "commander": "2.9.0",
@@ -38,12 +40,14 @@
     "redis": "2.6.3",
     "request": "2.79.0",
     "semver": "5.2.0",
+    "tmp": "0.0.31",
     "tv4": "1.2.7",
     "winston": "2.3.0",
     "winston-daily-rotate-file": "1.4.0",
     "ws": "1.1.1"
   },
   "devDependencies": {
+    "adm-zip": "^0.4.7",
     "babel-cli": "6.18.0",
     "babel-core": "6.18.2",
     "babel-eslint": "^7.1.1",

spec/ExportRouter.spec.js

@@ -0,0 +1,139 @@
+const Parse = require("parse/node");
+const request = require('request');
+const AdmZip = require('adm-zip');
+
+describe('Export router', () => {
+
+  const headers = {
+    'Content-Type': 'application/json',
+    'X-Parse-Application-Id': 'test',
+    'X-Parse-Master-Key': 'test'
+  };
+
+  const createRecords = (itemCount) => {
+    const ExportTest = Parse.Object.extend("ExportTest");
+
+    const items = new Array(itemCount).fill().map((item, index) => {
+
+      const exportTest = new ExportTest();
+
+      exportTest.set('field1', `value1-${index}`);
+      exportTest.set('field2', `value2-${index}`);
+
+      return exportTest;
+    });
+
+
+    return Parse.Object.saveAll(items);
+  };
+
+  it_exclude_dbs(['postgres'])('should create export progress', (done) => {
+
+    reconfigureServer({
+      emailAdapter : {
+        sendMail : () => {
+          done();
+        }
+      }
+    })
+    .then(() => {
+      return createRecords(3000);
+    })
+    .then(() => {
+      request.put(
+        {
+          headers: headers,
+          url: 'http://localhost:8378/1/export_data',
+          body: JSON.stringify({
+            name: 'ExportTest',
+            feedbackEmail: '[email protected]'
+          })
+        },
+        () => {
+
+          request.get(
+            {
+              headers: headers,
+              url: 'http://localhost:8378/1/export_progress'
+            },
+            (err, response, body) => {
+
+              const progress = JSON.parse(body);
+
+              expect(progress instanceof Array).toBe(true);
+              expect(progress.length).toBe(1);
+
+              if (progress.length) {
+                expect(progress[0].id).toBe('ExportTest');
+              }
+
+            });
+        }
+      );
+    }
+    );
+  });
+
+  it_exclude_dbs(['postgres'])('send success export mail', (done) => {
+
+    let results = [];
+
+    const emailAdapter = {
+      sendMail: ({ link, to, subject}) => {
+
+        expect(to).toEqual('[email protected]');
+        expect(subject).toEqual('Export completed');
+
+        request.get({ url: link, encoding: null }, function(err, res, zipFile) {
+
+          if(err) throw err;
+
+          const zip = new AdmZip(zipFile);
+          const zipEntries = zip.getEntries();
+
+          expect(zipEntries.length).toEqual(1);
+
+          const entry = zipEntries.pop();
+          const text = entry.getData().toString('utf8');
+          const resultsToCompare = JSON.parse(text);
+
+          expect(results.length).toEqual(resultsToCompare.length);
+
+          done();
+        });
+      }
+    }
+    reconfigureServer({
+      emailAdapter: emailAdapter
+    })
+    .then(() => {
+      return createRecords(2176);
+    })
+    .then(() => {
+      request.get(
+        {
+          headers: headers,
+          url: 'http://localhost:8378/1/classes/ExportTest',
+        },
+        (err, response, body) => {
+          results = JSON.parse(body);
+
+          request.put(
+            {
+              headers: headers,
+              url: 'http://localhost:8378/1/export_data',
+              body: JSON.stringify({
+                name: 'ExportTest',
+                feedbackEmail: '[email protected]'
+              })
+            },
+            (err, response, body) => {
+              expect(err).toBe(null);
+              expect(body).toEqual('"We are exporting your data. You will be notified by e-mail once it is completed."');
+            }
+          );
+        }
+      );
+    });
+  });
+});