Add datestamp to catalog update runs, updated catalog (#536)

* Add datestamp to catalog update runs, updated catalog

* append not overwrite

* remake catalog

* wait for the script to finish before committing next time

Author: sanscontext

scripts/catalog.js

@@ -18,6 +18,7 @@ const slugify = (displayName) => {
     .replace('.','-')
 
   if (slug === '-net') slug = 'net'
+  if (slug === 'talon-one') slug = 'talonone'
   if (slug === 'roku-alpha') slug = 'roku'
   if (slug === 'shopify-by-littledata') slug = 'shopify-littledata'
   if (slug === 'talon-one') slug = 'talonone'
@@ -189,11 +190,16 @@ const updateSources = async () => {
 
   // Create source catalog yaml file
   const options = { noArrayIndent: true };
-  let output = yaml.safeDump({ items: sourcesUpdated }, options);
+  var todayDate = new Date().toISOString().slice(0,10);
+  output = "# AUTOGENERATED FROM PLATFORM API. DO NOT EDIT\n"
+  output += "# sources last updated " + todayDate + " \n";
+  output += yaml.safeDump({ items: sourcesUpdated }, options);
   fs.writeFileSync(path.resolve(__dirname, `../src/_data/catalog/sources.yml`), output);
 
   // Create source-category mapping yaml file
+  var todayDate = new Date().toISOString().slice(0,10);
   output = "# AUTOGENERATED FROM PLATFORM API. DO NOT EDIT\n"
+  output += "# source cateogries last updated " + todayDate + " \n";
   output += yaml.safeDump({ items: sourceCategories }, options);
   fs.writeFileSync(path.resolve(__dirname, `../src/_data/catalog/source_categories.yml`), output);
 }
@@ -272,10 +278,16 @@ const updateDestinations = async () => {
 
   // Create destination catalog yaml file
   const options = { noArrayIndent: true };
-  let output = yaml.safeDump({ items: destinationsUpdated }, options);
+  output = "# AUTOGENERATED FROM PLATFORM API. DO NOT EDIT\n"
+  var todayDate = new Date().toISOString().slice(0,10);
+  output += "# destination data last updated " + todayDate + " \n";
+  output += yaml.safeDump({ items: destinationsUpdated }, options);
   fs.writeFileSync(path.resolve(__dirname, `../src/_data/catalog/destinations.yml`), output);
-   // Create source-category mapping yaml file
+
+   // Create destination-category mapping yaml file
   output = "# AUTOGENERATED FROM PLATFORM API. DO NOT EDIT\n"
+  var todayDate = new Date().toISOString().slice(0,10);
+  output += "# destination categories last updated " + todayDate + " \n";
   output += yaml.safeDump({ items: destinationCategories }, options);
   fs.writeFileSync(path.resolve(__dirname, `../src/_data/catalog/destination_categories.yml`), output);
 }

src/_data/catalog/destination_categories.yml

@@ -1,4 +1,5 @@
 # AUTOGENERATED FROM PLATFORM API. DO NOT EDIT
+# destination categories last updated 2020-01-22 
 items:
 - display_name: Email Marketing
   slug: email-marketing