Merge branch 'master' into docs/update-workflows-custom-error-handling

Author: andrewjschuang

.github/workflows/pull-request-checks.yaml

@@ -35,7 +35,7 @@ jobs:
         done
 
         echo "files=${files}" >> $GITHUB_ENV
-    - uses: rojopolis/spellcheck-github-actions@0.38.0
+    - uses: rojopolis/spellcheck-github-actions@0.40.0
       name: Spellcheck
       if: ${{ env.files }}
       with:

blog/pi/poetry.lock

@@ -22,7 +22,7 @@ snowflake-connector-python = "^3.0.2"
 openapi3-parser = "^1.1.6"
 plotly = "^5.14.0"
 scikit-learn = "^1.5.0"
-torch = "^2.0.0"
+torch = "^2.2.0"
 matplotlib = "^3.7.1"
 scikit-optimize = "^0.9.0"
 supabase = "^1.2.0"

blog/pi/pyproject.toml

@@ -1,11 +1,78 @@
+import { axios } from "@pipedream/platform";
+import constants from "./common/constants.mjs";
+import utils from "./common/utils.mjs";
+
 export default {
   type: "app",
   app: "appointo",
-  propDefinitions: {},
   methods: {
-    // this.$auth contains connected account data
-    authKeys() {
-      console.log(Object.keys(this.$auth));
+    getUrl(path) {
+      return `${constants.BASE_URL}${constants.VERSION_PATH}${path}`;
+    },
+    getHeaders(headers) {
+      return {
+        ...headers,
+        "APPOINTO-TOKEN": `${this.$auth.api_key}`,
+      };
+    },
+    _makeRequest({
+      $ = this, path, headers, ...args
+    } = {}) {
+      return axios($, {
+        ...args,
+        url: this.getUrl(path),
+        headers: this.getHeaders(headers),
+      });
+    },
+    listBookings(args = {}) {
+      return this._makeRequest({
+        path: "/bookings",
+        ...args,
+      });
+    },
+    async *getIterations({
+      resourcesFn, resourcesFnArgs,
+      max = constants.DEFAULT_MAX,
+    }) {
+      let offset = 0;
+      let resourcesCount = 0;
+
+      while (true) {
+        const nextResources =
+          await resourcesFn({
+            ...resourcesFnArgs,
+            params: {
+              ...resourcesFnArgs?.params,
+              limit: constants.DEFAULT_LIMIT,
+              offset,
+            },
+          });
+
+        if (!nextResources?.length) {
+          console.log("No more resources found");
+          return;
+        }
+
+        for (const resource of nextResources) {
+          yield resource;
+          resourcesCount += 1;
+
+          if (resourcesCount >= max) {
+            console.log("Reached max resources");
+            return;
+          }
+        }
+
+        if (nextResources.length < constants.DEFAULT_LIMIT) {
+          console.log("No next page found");
+          return;
+        }
+
+        offset += constants.DEFAULT_LIMIT;
+      }
+    },
+    paginate(args = {}) {
+      return utils.iterate(this.getIterations(args));
     },
   },
-};
+};

components/appointo/appointo.app.mjs

@@ -0,0 +1,11 @@
+const BASE_URL = "https://app.appointo.me";
+const VERSION_PATH = "/api";
+const DEFAULT_LIMIT = 100;
+const DEFAULT_MAX = 600;
+
+export default {
+  BASE_URL,
+  VERSION_PATH,
+  DEFAULT_LIMIT,
+  DEFAULT_MAX,
+};

components/appointo/common/constants.mjs

@@ -0,0 +1,11 @@
+async function iterate(iterations) {
+  const items = [];
+  for await (const item of iterations) {
+    items.push(item);
+  }
+  return items;
+}
+
+export default {
+  iterate,
+};

components/appointo/common/utils.mjs

@@ -1,6 +1,6 @@
 {
   "name": "@pipedream/appointo",
-  "version": "0.0.1",
+  "version": "0.1.0",
   "description": "Pipedream Appointo Components",
   "main": "appointo.app.mjs",
   "keywords": [
@@ -11,5 +11,8 @@
   "author": "Pipedream <[email protected]> (https://pipedream.com/)",
   "publishConfig": {
     "access": "public"
+  },
+  "dependencies": {
+    "@pipedream/platform": "^3.0.0"
   }
-}
+}

components/appointo/package.json

@@ -0,0 +1,62 @@
+import {
+  ConfigurationError,
+  DEFAULT_POLLING_SOURCE_TIMER_INTERVAL,
+} from "@pipedream/platform";
+import app from "../../appointo.app.mjs";
+
+export default {
+  props: {
+    app,
+    timer: {
+      type: "$.interface.timer",
+      label: "Polling Schedule",
+      description: "How often to poll the API",
+      default: {
+        intervalSeconds: DEFAULT_POLLING_SOURCE_TIMER_INTERVAL,
+      },
+    },
+  },
+  methods: {
+    generateMeta() {
+      throw new ConfigurationError("generateMeta is not implemented");
+    },
+    isResourceRelevant() {
+      return true;
+    },
+    getResourcesFn() {
+      throw new ConfigurationError("getResourcesFn is not implemented");
+    },
+    getResourcesFnArgs() {
+      throw new ConfigurationError("getResourcesFnArgs is not implemented");
+    },
+    processResource(resource) {
+      const meta = this.generateMeta(resource);
+      this.$emit(resource, meta);
+    },
+    async processResources(resources) {
+      const {
+        isResourceRelevant,
+        processResource,
+      } = this;
+
+      Array.from(resources)
+        .filter(isResourceRelevant)
+        .forEach(processResource);
+    },
+  },
+  async run() {
+    const {
+      app,
+      getResourcesFn,
+      getResourcesFnArgs,
+      processResources,
+    } = this;
+
+    const resources = await app.paginate({
+      resourcesFn: getResourcesFn(),
+      resourcesFnArgs: getResourcesFnArgs(),
+    });
+
+    processResources(resources);
+  },
+};

components/appointo/sources/common/polling.mjs

@@ -0,0 +1,32 @@
+import common from "../common/polling.mjs";
+
+export default {
+  ...common,
+  key: "appointo-new-booking-created",
+  name: "New Booking Created",
+  description: "Emit new event when a booking is created in Appointo. [See the documentation](https://api-docs.appointo.me/reference/api-reference/bookings)",
+  version: "0.0.1",
+  type: "source",
+  dedupe: "unique",
+  methods: {
+    ...common.methods,
+    isResourceRelevant(resource) {
+      return Array.isArray(resource.customers) && resource.customers.length > 0;
+    },
+    getResourcesFn() {
+      return this.app.listBookings;
+    },
+    getResourcesFnArgs() {
+      return {
+        debug: true,
+      };
+    },
+    generateMeta(resource) {
+      return {
+        id: resource.id,
+        summary: `New Booking: ${resource.id}`,
+        ts: Date.parse(resource.created_at),
+      };
+    },
+  },
+};

components/appointo/sources/new-booking-created/new-booking-created.mjs

@@ -0,0 +1,53 @@
+import documerge from "../../documerge.app.mjs";
+import fs from "fs";
+
+export default {
+  key: "documerge-combine-files",
+  name: "Combine Files",
+  description: "Merges multiple user-specified files into a single PDF or DOCX. [See the documentation](https://app.documerge.ai/api-docs/#tools-POSTapi-tools-combine)",
+  version: "0.0.1",
+  type: "action",
+  props: {
+    documerge,
+    name: {
+      type: "string",
+      label: "Name",
+      description: "Name of the new file",
+    },
+    output: {
+      type: "string",
+      label: "Output",
+      description: "The output file type",
+      options: [
+        "pdf",
+        "docx",
+      ],
+    },
+    urls: {
+      type: "string[]",
+      label: "URLs",
+      description: "Array of URLs to combine",
+    },
+  },
+  async run({ $ }) {
+    const fileContent = await this.documerge.combineFiles({
+      $,
+      data: {
+        output: this.output,
+        files: this.urls.map((url) => ({
+          name: this.name,
+          url,
+        })),
+      },
+    });
+
+    const filename = this.name.includes(".pdf") || this.name.includes(".docx")
+      ? this.name
+      : `${this.name}.${this.output}`;
+    const path = `/tmp/${filename}`;
+    await fs.writeFileSync(path, Buffer.from(fileContent));
+
+    $.export("$summary", "Successfully combined files");
+    return path;
+  },
+};