Initial version

Author: flovilmart

README.md

@@ -1,2 +1,20 @@
 # parse-files-utils
 Utilities to list and migrate Parse files
+
+This utility will print in the terminal all the files URL's from the parse server
+
+This can be really useful when you migrate your files and want to move the files from the Parse S3 host to you own.
+
+This utility won't save the files anywhere else. You can save the results to a file or pipe the results to another program:
+
+## usage
+
+```
+$ node index.js MY_APP_ID MY_MASTER_KEY
+```
+
+you can optionally specify a server URL
+
+```
+$ node index.js MY_APP_ID MY_MASTER_KEY MY_SERVER_URL
+```

index.js

@@ -0,0 +1,10 @@
+var appID = process.argv[2];
+var masterKey = process.argv[3];
+var serverURL = process.argv[4];
+
+if (!appID || !masterKey) {
+  process.stderr.write('An appId and a masterKey are required\n');
+  process.exit(1);
+}
+
+var utils = require('./lib')(appID, masterKey, serverURL);

lib/index.js

@@ -0,0 +1,70 @@
+var Parse = require('parse/node');
+var schemas = require('./schemas');
+
+function onlyFiles(schemas) {
+  return schemas.map(function(schema) {
+     var fileFields = Object.keys(schema.fields).filter(function(key){
+       var value = schema.fields[key];
+       return value.type == "File";
+     });
+     if (fileFields.length > 0) {
+       return {
+         className: schema.className,
+         fields: fileFields
+       }
+     }
+  }).filter(function(s){ return s != undefined })
+}
+
+function getAllObjects(baseQuery)  {
+  var allObjects = [];
+  var next = function(startIndex) {
+    baseQuery.skip(startIndex);
+    return baseQuery.find({useMasterKey: true}).then(function(r){
+      allObjects = allObjects.concat(r);
+      if (r.length == 0) {
+        return Promise.resolve(allObjects);
+      } else {
+        return next(startIndex+r.length);
+      }
+    });
+  }
+  return next(0);
+}
+
+function getFilesFromSchema(schema) {
+  var query = new Parse.Query(schema.className);
+  query.select(schema.fields);
+  schema.fields.forEach(function(field) {
+    query.exists(field);
+  })
+  return getAllObjects(query).then(function(results) {
+    return results.reduce(function(current, result){
+      return current.concat(schema.fields.map(function(field){
+        return result.get(field).url();
+      }))
+    }, []);
+  });
+}
+
+module.exports = function(applicationId, masterKey, serverURL) {
+  Parse.initialize(applicationId, null, masterKey);
+  Parse.serverURL = serverURL || "https://api.parse.com/1";
+  schemas.get().then(function(res){
+     var schemasWithFiles = onlyFiles(res);
+     return Promise.all(schemasWithFiles.map(getFilesFromSchema));
+  }).then(function(results) {
+      var files = results.reduce(function(c, r) {
+        return c.concat(r);
+      }, []);
+      files.forEach(function(file) {
+        process.stdout.write(file);
+        process.stdout.write("\n");
+      });
+      process.exit(0);
+  }).catch(function(err){
+    process.stderr.write(err);
+    process.stderr.write("\n");
+    process.exit(1);
+  })
+}

lib/schemas.js

@@ -0,0 +1,29 @@
+var request = require('request');
+var Parse = require('parse/node');
+
+function get() {
+  return new Promise(function(resolve, reject) {
+     request({
+       method: 'GET',
+       url: Parse.serverURL+"/schemas",
+       json: true,
+       headers: {
+         'Content-Type': 'application/json',
+         'X-Parse-Application-Id': Parse.applicationId,
+         'X-Parse-Master-Key': Parse.masterKey 
+       }
+      }, function(err, res, body) {
+        if (err) {
+          return reject(err);
+        }
+        if (!body.results) {
+          return reject(JSON.stringify(body));
+        }
+        resolve(body.results);
+     })
+  });
+}
+
+module.exports = Object.freeze({
+  get: get
+})

package.json

@@ -0,0 +1,29 @@
+{
+  "name": "parse-files-utils",
+  "version": "0.0.1",
+  "description": "Utilities to list and migrate Parse files",
+  "main": "index.js",
+  "scripts": {
+    "start": "node index.js"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/parse-server-modules/parse-files-utils.git"
+  },
+  "keywords": [
+    "parse",
+    "files",
+    "utils",
+    "migration"
+  ],
+  "author": "Florent Vilmart",
+  "license": "MIT",
+  "bugs": {
+    "url": "https://github.com/parse-server-modules/parse-files-utils/issues"
+  },
+  "homepage": "https://github.com/parse-server-modules/parse-files-utils#readme",
+  "dependencies": {
+    "parse": "^1.8.5",
+    "request": "^2.72.0"
+  }
+}