Feature: Support multiple runtimes other than Node.js

.changeset/ninety-boats-tap.md

@@ -0,0 +1,29 @@
+---
+"@trigger.dev/integration-kit": minor
+"@trigger.dev/replicate": minor
+"@trigger.dev/airtable": minor
+"@trigger.dev/sendgrid": minor
+"@trigger.dev/supabase": minor
+"@trigger.dev/typeform": minor
+"@trigger.dev/core-backend": minor
+"@trigger.dev/shopify": minor
+"@trigger.dev/sdk": minor
+"@trigger.dev/github": minor
+"@trigger.dev/linear": minor
+"@trigger.dev/openai": minor
+"@trigger.dev/resend": minor
+"@trigger.dev/stripe": minor
+"@trigger.dev/plain": minor
+"@trigger.dev/slack": minor
+"@trigger.dev/sveltekit": minor
+"@trigger.dev/express": minor
+"@trigger.dev/testing": minor
+"@trigger.dev/nestjs": minor
+"@trigger.dev/nextjs": minor
+"@trigger.dev/remix": minor
+"@trigger.dev/core": minor
+---
+
+Support for Deno, Bun and Cloudflare workers, as well as conditionally exporting ESM versions of the package instead of just commonjs.
+
+Cloudflare worker support requires the node compat flag turned on (https://developers.cloudflare.com/workers/runtime-apis/nodejs/)

.changeset/shaggy-crabs-sneeze.md

@@ -0,0 +1,6 @@
+---
+"@trigger.dev/hono": patch
+"@trigger.dev/cli": patch
+---
+
+Added hono framework support

.github/workflows/unit-tests.yml

@@ -22,6 +22,16 @@ jobs:
           node-version: 18
           cache: "pnpm"
 
+      - name: ⎔ Setup Deno
+        uses: denoland/setup-deno@v1
+        with:
+          deno-version: v1.x
+
+      - name: ⎔ Setup bun
+        uses: oven-sh/setup-bun@v1
+        with:
+          bun-version: "1.0.15"
+
       - name: 📥 Download deps
         run: pnpm install --frozen-lockfile
 

.vscode/settings.json

@@ -1,4 +1,4 @@
 {
-  "deno.enablePaths": ["references/deno-reference"],
+  "deno.enablePaths": ["references/deno-reference", "runtime_tests/tests/deno"],
   "debug.toolBarLocation": "commandCenter"
 }

apps/webapp/app/components/run/RunOverview.tsx

@@ -150,7 +150,7 @@ export function RunOverview({ run, trigger, showRerun, paths }: RunOverviewProps
             <PageInfoProperty
               icon={"list-numbers"}
               label={"Execution Count"}
-              value={run.executionCount}
+              value={<>{run.executionCount}</>}
             />
           </PageInfoGroup>
           <PageInfoGroup alignment="right">

apps/webapp/app/consts.ts

@@ -8,4 +8,4 @@ export const EXECUTE_JOB_RETRY_LIMIT = 10;
 export const MAX_RUN_YIELDED_EXECUTIONS = 100;
 export const RUN_CHUNK_EXECUTION_BUFFER = 350;
 export const MAX_RUN_CHUNK_EXECUTION_LIMIT = 120000; // 2 minutes
-export const RESPONSE_TIMEOUT_STATUS_CODES = [408, 504];
+export const VERCEL_RESPONSE_TIMEOUT_STATUS_CODES = [408, 504];

apps/webapp/app/models/endpoint.server.ts

@@ -1,4 +1,4 @@
-import { RESPONSE_TIMEOUT_STATUS_CODES } from "~/consts";
+import { VERCEL_RESPONSE_TIMEOUT_STATUS_CODES } from "~/consts";
 import { prisma } from "~/db.server";
 import { Prettify } from "~/lib.es5";
 
@@ -20,13 +20,33 @@ export async function findEndpoint(id: string) {
   });
 }
 
-export function detectResponseIsTimeout(response?: Response) {
+export function detectResponseIsTimeout(rawBody: string, response?: Response) {
   if (!response) {
     return false;
   }
 
   return (
-    RESPONSE_TIMEOUT_STATUS_CODES.includes(response.status) ||
+    isResponseVercelTimeout(response) ||
+    isResponseDenoDeployTimeout(rawBody, response) ||
+    isResponseCloudflareTimeout(rawBody, response)
+  );
+}
+
+function isResponseCloudflareTimeout(rawBody: string, response: Response) {
+  return (
+    response.status === 503 &&
+    rawBody.includes("Worker exceeded resource limits") &&
+    typeof response.headers.get("cf-ray") === "string"
+  );
+}
+
+function isResponseVercelTimeout(response: Response) {
+  return (
+    VERCEL_RESPONSE_TIMEOUT_STATUS_CODES.includes(response.status) ||
     response.headers.get("x-vercel-error") === "FUNCTION_INVOCATION_TIMEOUT"
   );
 }
+
+function isResponseDenoDeployTimeout(rawBody: string, response: Response) {
+  return response.status === 502 && rawBody.includes("TIME_LIMIT");
+}

apps/webapp/app/services/endpointApi.server.ts

@@ -444,6 +444,7 @@ function addStandardRequestOptions(options: RequestInit) {
       ...options.headers,
       "user-agent": "triggerdotdev-server/2.0.0",
       "x-trigger-version": API_VERSIONS.LAZY_LOADED_CACHED_TASKS,
+      accept: "application/json",
     },
   };
 }

apps/webapp/app/services/endpoints/probeEndpoint.server.ts

@@ -1,4 +1,4 @@
-import { MAX_RUN_CHUNK_EXECUTION_LIMIT, RESPONSE_TIMEOUT_STATUS_CODES } from "~/consts";
+import { MAX_RUN_CHUNK_EXECUTION_LIMIT } from "~/consts";
 import { prisma, PrismaClient } from "~/db.server";
 import { EndpointApi } from "../endpointApi.server";
 import { logger } from "../logger.server";
@@ -46,8 +46,10 @@ export class ProbeEndpointService {
       },
     });
 
+    const rawBody = await response.text();
+
     // If the response is a 200, or it was a timeout, we can assume the endpoint is up and update the runChunkExecutionLimit
-    if (response.status === 200 || detectResponseIsTimeout(response)) {
+    if (response.status === 200 || detectResponseIsTimeout(rawBody, response)) {
       await this.#prismaClient.endpoint.update({
         where: {
           id,

apps/webapp/app/services/externalApis/integrations/supabase.ts

@@ -9,7 +9,7 @@ const supabase = new SupabaseManagement({
   id: "__SLUG__",
 });
 
-new Job(client, {
+client.defineJob({
   id: "on-new-todos",
   name: "On New Todos",
   version: "0.1.1",
@@ -32,7 +32,7 @@ const supabase = new SupabaseManagement({
   apiKey: process.env.SUPABASE_API_KEY!,
 });
 
-new Job(client, {
+client.defineJob({
   id: "on-new-todos",
   name: "On New Todos",
   version: "0.1.1",
@@ -136,7 +136,7 @@ const supabase = new Supabase<Database>({
   supabaseKey: process.env.SUPABASE_API_KEY!,
 });
 
-new Job(client, {
+client.defineJob({
   id: "on-new-users",
   name: "On New Users",
   version: "0.1.1",

apps/webapp/app/services/runs/performRunExecutionV3.server.ts

@@ -202,9 +202,14 @@ export class PerformRunExecutionV3Service {
       forceYieldCoordinator.deregisterRun(run.id);
 
       if (!response) {
-        return await this.#failRunExecutionWithRetry(run, input.lastAttempt, {
-          message: `Connection could not be established to the endpoint (${run.endpoint.url})`,
-        });
+        return await this.#failRunExecutionWithRetry(
+          run,
+          input.lastAttempt,
+          {
+            message: `Connection could not be established to the endpoint (${run.endpoint.url})`,
+          },
+          durationInMs
+        );
       }
 
       // Update the endpoint version if it has changed
@@ -285,6 +290,8 @@ export class PerformRunExecutionV3Service {
           status: response.status,
           runId: run.id,
           endpoint: run.endpoint.url,
+          headers: rawHeaders,
+          rawBody,
         });
 
         const errorBody = safeJsonZodParse(errorParser, rawBody);
@@ -294,7 +301,12 @@ export class PerformRunExecutionV3Service {
           if (response.status >= 400 && response.status <= 499) {
             return await this.#failRunExecution(this.#prismaClient, run, errorBody.data);
           } else {
-            return await this.#failRunExecutionWithRetry(run, input.lastAttempt, errorBody.data);
+            return await this.#failRunExecutionWithRetry(
+              run,
+              input.lastAttempt,
+              errorBody.data,
+              durationInMs
+            );
           }
         }
 
@@ -311,17 +323,22 @@ export class PerformRunExecutionV3Service {
           );
         } else {
           // If the error is a timeout, we should mark this execution as succeeded (by not throwing an error) and enqueue a new execution
-          if (detectResponseIsTimeout(response)) {
+          if (detectResponseIsTimeout(rawBody, response)) {
             return await this.#resumeRunExecutionAfterTimeout(
               this.#prismaClient,
               run,
               input,
               durationInMs
             );
           } else {
-            return await this.#failRunExecutionWithRetry(run, input.lastAttempt, {
-              message: `Endpoint responded with ${response.status} status code`,
-            });
+            return await this.#failRunExecutionWithRetry(
+              run,
+              input.lastAttempt,
+              {
+                message: `Endpoint responded with ${response.status} status code`,
+              },
+              durationInMs
+            );
           }
         }
       }
@@ -996,6 +1013,9 @@ export class PerformRunExecutionV3Service {
           executionDuration: {
             increment: durationInMs,
           },
+          executionCount: {
+            increment: 1,
+          },
           endpoint: {
             update: {
               // Never allow the execution limit to be less than 10 seconds or more than MAX_RUN_CHUNK_EXECUTION_LIMIT
@@ -1018,7 +1038,8 @@ export class PerformRunExecutionV3Service {
   async #failRunExecutionWithRetry(
     run: FoundRun,
     lastAttempt: boolean,
-    output: Record<string, any>
+    output: Record<string, any>,
+    durationInMs: number = 0
   ): Promise<void> {
     if (lastAttempt) {
       return await this.#failRunExecution(this.#prismaClient, run, output);
@@ -1028,10 +1049,16 @@ export class PerformRunExecutionV3Service {
       where: { id: run.id },
       data: {
         status: "WAITING_TO_EXECUTE",
+        executionDuration: {
+          increment: durationInMs,
+        },
+        executionCount: {
+          increment: 1,
+        },
       },
     });
 
-    throw new Error(JSON.stringify(output));
+    await ResumeRunService.enqueue(run, this.#prismaClient);
   }
 
   async #failRunExecution(
@@ -1052,6 +1079,9 @@ export class PerformRunExecutionV3Service {
           executionDuration: {
             increment: durationInMs,
           },
+          executionCount: {
+            increment: 1,
+          },
           tasks: {
             updateMany: {
               where: {

config-packages/tsconfig/integration.json

@@ -1,19 +1,37 @@
 {
   "extends": "./node18.json",
   "compilerOptions": {
-    "lib": ["DOM", "DOM.Iterable", "ES2019"],
+    "lib": [
+      "DOM",
+      "DOM.Iterable",
+      "ES2019"
+    ],
     "paths": {
-      "@trigger.dev/tsup/*": ["../../config-packages/tsup/src/*"],
-      "@trigger.dev/tsup": ["../../config-packages/tsup/src/index"],
-      "@trigger.dev/sdk/*": ["../../packages/trigger-sdk/src/*"],
-      "@trigger.dev/sdk": ["../../packages/trigger-sdk/src/index"],
-      "@trigger.dev/integration-kit/*": ["../../packages/integration-kit/src/*"],
-      "@trigger.dev/integration-kit": ["../../packages/integration-kit/src/index"]
+      "@trigger.dev/tsup/*": [
+        "../../config-packages/tsup/src/*"
+      ],
+      "@trigger.dev/tsup": [
+        "../../config-packages/tsup/src/index"
+      ],
+      "@trigger.dev/sdk/*": [
+        "../../packages/trigger-sdk/src/*"
+      ],
+      "@trigger.dev/sdk": [
+        "../../packages/trigger-sdk/src/index"
+      ],
+      "@trigger.dev/integration-kit/*": [
+        "../../packages/integration-kit/src/*"
+      ],
+      "@trigger.dev/integration-kit": [
+        "../../packages/integration-kit/src/index"
+      ]
     },
     "declaration": false,
     "declarationMap": false,
     "baseUrl": ".",
     "stripInternal": true
   },
-  "exclude": ["node_modules"]
-}
+  "exclude": [
+    "node_modules"
+  ]
+}

config-packages/tsup/package.json

@@ -3,7 +3,17 @@
   "version": "0.0.0",
   "private": true,
   "license": "MIT",
+  "main": "./src/index.ts",
+  "types": "./src/index.ts",
+  "dependencies": {
+    "esbuild": "^0.19.2",
+    "tsup": "^8.0.1"
+  },
   "devDependencies": {
-    "tsup": "7.1.x"
+    "@types/node": "18",
+    "typescript": "^5.3.0"
+  },
+  "engines": {
+    "node": ">=18.0.0"
   }
-}
+}

config-packages/tsup/src/index.ts

@@ -1,3 +1,4 @@
 export { defineConfig } from "tsup";
 export { deepMergeOptions } from "./utils";
 export { options as integrationOptions } from "./integration";
+export { options as packageOptions, defineConfig as defineConfigPackage } from "./package";

config-packages/tsup/src/package.ts

@@ -0,0 +1,39 @@
+import { Plugin } from "esbuild";
+import { Options, defineConfig as defineConfigTSUP } from "tsup";
+
+const restoreNodeProtocolPlugin = (): Plugin => {
+  return {
+    name: "node-protocol-plugin-restorer",
+    setup(build) {
+      build.onResolve(
+        {
+          filter: /node:/,
+        },
+        async (args) => {
+          return { path: args.path, external: true };
+        }
+      );
+    },
+  };
+};
+
+export const options: Options = {
+  name: "main",
+  config: "tsconfig.json",
+  entry: ["./src/index.ts"],
+  outDir: "./dist",
+  platform: "node",
+  format: ["cjs", "esm"],
+  legacyOutput: false,
+  sourcemap: true,
+  clean: true,
+  bundle: true,
+  splitting: false,
+  dts: true,
+  treeshake: {
+    preset: "recommended",
+  },
+  esbuildPlugins: [restoreNodeProtocolPlugin()],
+};
+
+export const defineConfig = defineConfigTSUP(options);