webapp now uses built packages, building redis-worker, run-engine, database, using better tsconfig setups for tests, moving isomorphic code into core/v3/isomorphic

Author: ericallam

.eslintrc.js

@@ -1,10 +1,5 @@
 {
-  "plugins": [
-    "@trigger.dev/eslint-plugin",
-    "react-hooks",
-    "@typescript-eslint/eslint-plugin",
-    "import"
-  ],
+  "plugins": ["react-hooks", "@typescript-eslint/eslint-plugin", "import"],
   "parser": "@typescript-eslint/parser",
   "overrides": [
     {

apps/webapp/.eslintrc

@@ -11,7 +11,7 @@ import {
   RunPanelIconSection,
   RunPanelProperties,
 } from "./RunCard";
-import { DisplayProperty } from "@trigger.dev/core";
+import type { DisplayProperty } from "@trigger.dev/core";
 
 export function TriggerDetail({
   trigger,

apps/webapp/app/components/run/TriggerDetail.tsx

@@ -14,7 +14,7 @@ import {
   OperatingSystemContextProvider,
   OperatingSystemPlatform,
 } from "./components/primitives/OperatingSystemProvider";
-import { getSharedSqsEventConsumer } from "./services/events/sqsEventConsumer";
+import { getSharedSqsEventConsumer } from "./services/events/sqsEventConsumer.server";
 import { singleton } from "./utils/singleton";
 
 const ABORT_DELAY = 30000;

apps/webapp/app/entry.server.tsx

@@ -1,4 +1,4 @@
-import { Prettify } from "@trigger.dev/core";
+import type { Prettify } from "@trigger.dev/core";
 import { TaskRun } from "@trigger.dev/database";
 import { SyncedShapeData, useSyncedShape } from "./useSyncedShape";
 

apps/webapp/app/hooks/useSyncTraceRuns.ts

@@ -1,7 +1,7 @@
 import { z } from "zod";
 import { PrismaClient, prisma } from "~/db.server";
 import { sortEnvironments } from "~/utils/environmentSort";
-import { httpEndpointUrl } from "~/services/httpendpoint/HandleHttpEndpointService";
+import { httpEndpointUrl } from "~/services/httpendpoint/HandleHttpEndpointService.server";
 import { getSecretStore } from "~/services/secrets/secretStore.server";
 import { projectPath } from "~/utils/pathBuilder";
 

apps/webapp/app/presenters/HttpEndpointPresenter.server.ts

@@ -11,7 +11,7 @@ import { eventRepository } from "~/v3/eventRepository.server";
 import { machinePresetFromName } from "~/v3/machinePresets.server";
 import { FINAL_ATTEMPT_STATUSES, isFailedRunStatus, isFinalRunStatus } from "~/v3/taskStatus";
 import { BasePresenter } from "./basePresenter.server";
-import { getMaxDuration } from "@trigger.dev/core/v3/apps";
+import { getMaxDuration } from "@trigger.dev/core/v3/isomorphic";
 import { logger } from "~/services/logger.server";
 import { getTaskEventStoreTableForRun, TaskEventStoreTable } from "~/v3/taskEventStore.server";
 import { Pi } from "lucide-react";

apps/webapp/app/presenters/v3/SpanPresenter.server.ts

@@ -20,7 +20,7 @@ import { logger } from "~/services/logger.server";
 import { BasePresenter } from "./basePresenter.server";
 import { TaskRunStatus } from "~/database-types";
 import { concurrencyTracker } from "~/v3/services/taskRunConcurrencyTracker.server";
-import { CURRENT_DEPLOYMENT_LABEL } from "@trigger.dev/core/v3/apps";
+import { CURRENT_DEPLOYMENT_LABEL } from "@trigger.dev/core/v3/isomorphic";
 
 export type Task = {
   slug: string;

apps/webapp/app/presenters/v3/TaskListPresenter.server.ts

@@ -1,6 +1,9 @@
 import type { ActionFunctionArgs } from "@remix-run/server-runtime";
 import { json } from "@remix-run/server-runtime";
-import { RegisterScheduleBodySchema, RegisterScheduleResponseBodySchema } from "@trigger.dev/core";
+import {
+  RegisterScheduleBodySchema,
+  RegisterScheduleResponseBodySchema,
+} from "@trigger.dev/core/schemas";
 import { z } from "zod";
 import { authenticateApiRequest } from "~/services/apiAuth.server";
 import { logger } from "~/services/logger.server";

apps/webapp/app/routes/api.v1.$endpointSlug.schedules.$id.registrations.ts

@@ -1,6 +1,6 @@
 import type { ActionFunctionArgs } from "@remix-run/server-runtime";
 import { json } from "@remix-run/server-runtime";
-import { UpdateTriggerSourceBodyV1Schema } from "@trigger.dev/core";
+import { UpdateTriggerSourceBodyV1Schema } from "@trigger.dev/core/schemas";
 import { z } from "zod";
 import { authenticateApiRequest } from "~/services/apiAuth.server";
 import { logger } from "~/services/logger.server";

apps/webapp/app/routes/api.v1.$endpointSlug.sources.$id.ts

@@ -1,6 +1,6 @@
 import type { ActionFunctionArgs } from "@remix-run/server-runtime";
 import { json } from "@remix-run/server-runtime";
-import { RegisterTriggerBodySchemaV1 } from "@trigger.dev/core";
+import { RegisterTriggerBodySchemaV1 } from "@trigger.dev/core/schemas";
 import { z } from "zod";
 import { authenticateApiRequest } from "~/services/apiAuth.server";
 import { logger } from "~/services/logger.server";

apps/webapp/app/routes/api.v1.$endpointSlug.triggers.$id.registrations.$key.ts

@@ -1,6 +1,6 @@
 import type { ActionFunctionArgs } from "@remix-run/server-runtime";
 import { json } from "@remix-run/server-runtime";
-import { InitializeTriggerBodySchema } from "@trigger.dev/core";
+import { InitializeTriggerBodySchema } from "@trigger.dev/core/schemas";
 import { z } from "zod";
 import { authenticateApiRequest } from "~/services/apiAuth.server";
 import { logger } from "~/services/logger.server";

apps/webapp/app/routes/api.v1.$endpointSlug.triggers.$id.registrations.ts

@@ -1,6 +1,9 @@
 import type { ActionFunctionArgs } from "@remix-run/server-runtime";
 import { json } from "@remix-run/server-runtime";
-import { CreateExternalConnectionBodySchema, ErrorWithStackSchema } from "@trigger.dev/core";
+import {
+  CreateExternalConnectionBodySchema,
+  ErrorWithStackSchema,
+} from "@trigger.dev/core/schemas";
 import { z } from "zod";
 import { generateErrorMessage } from "zod-error";
 import { authenticateApiRequest } from "~/services/apiAuth.server";

apps/webapp/app/routes/api.v1.accounts.$accountId.connections.$clientSlug/route.ts

@@ -1,4 +1,7 @@
-import { GetEndpointIndexResponse, GetEndpointIndexResponseSchema } from "@trigger.dev/core";
+import {
+  GetEndpointIndexResponse,
+  GetEndpointIndexResponseSchema,
+} from "@trigger.dev/core/schemas";
 import { ActionFunctionArgs, json } from "@remix-run/server-runtime";
 import { z } from "zod";
 import { prisma } from "~/db.server";

apps/webapp/app/routes/api.v1.endpointindex.$indexId.ts

@@ -1,14 +1,9 @@
 import type { ActionFunctionArgs } from "@remix-run/server-runtime";
 import { json } from "@remix-run/server-runtime";
-import {
-  EphemeralEventDispatcherRequestBodySchema,
-  InvokeJobRequestBodySchema,
-} from "@trigger.dev/core";
-import { z } from "zod";
+import { EphemeralEventDispatcherRequestBodySchema } from "@trigger.dev/core/schemas";
 import { PrismaErrorSchema } from "~/db.server";
 import { authenticateApiRequest } from "~/services/apiAuth.server";
 import { CreateEphemeralEventDispatcherService } from "~/services/dispatchers/createEphemeralEventDispatcher.server";
-import { InvokeJobService } from "~/services/jobs/invokeJob.server";
 import { logger } from "~/services/logger.server";
 
 export async function action({ request, params }: ActionFunctionArgs) {

apps/webapp/app/routes/api.v1.event-dispatchers.ephemeral.ts

@@ -1,6 +1,6 @@
 import type { LoaderFunctionArgs } from "@remix-run/server-runtime";
 import { json } from "@remix-run/server-runtime";
-import { GetEvent } from "@trigger.dev/core";
+import { GetEvent } from "@trigger.dev/core/schemas";
 import { z } from "zod";
 import { prisma } from "~/db.server";
 import { runOriginalStatus } from "~/models/jobRun.server";

apps/webapp/app/routes/api.v1.events.$eventId.ts

@@ -1,6 +1,6 @@
 import type { ActionFunctionArgs } from "@remix-run/server-runtime";
 import { json } from "@remix-run/server-runtime";
-import { SendBulkEventsBodySchema } from "@trigger.dev/core";
+import { SendBulkEventsBodySchema } from "@trigger.dev/core/schemas";
 import { generateErrorMessage } from "zod-error";
 import { authenticateApiRequest } from "~/services/apiAuth.server";
 import { IngestSendEvent } from "~/services/events/ingestSendEvent.server";

apps/webapp/app/routes/api.v1.events.bulk.ts

@@ -1,6 +1,6 @@
 import type { ActionFunctionArgs } from "@remix-run/server-runtime";
 import { json } from "@remix-run/server-runtime";
-import { SendEventBodySchema } from "@trigger.dev/core";
+import { SendEventBodySchema } from "@trigger.dev/core/schemas";
 import { generateErrorMessage } from "zod-error";
 import { authenticateApiRequest } from "~/services/apiAuth.server";
 import { IngestSendEvent } from "~/services/events/ingestSendEvent.server";

apps/webapp/app/routes/api.v1.events.ts

@@ -2,7 +2,7 @@ import type { ActionFunctionArgs, LoaderFunctionArgs } from "@remix-run/server-r
 import {
   HandleHttpEndpointService,
   HttpEndpointParamsSchema,
-} from "~/services/httpendpoint/HandleHttpEndpointService";
+} from "~/services/httpendpoint/HandleHttpEndpointService.server";
 import { logger } from "~/services/logger.server";
 
 export async function action({ request, params }: ActionFunctionArgs) {

apps/webapp/app/routes/api.v1.http-endpoints.$httpEndpointId.env.$envType.$shortcode.ts

@@ -1,6 +1,6 @@
 import type { ActionFunctionArgs } from "@remix-run/server-runtime";
 import { json } from "@remix-run/server-runtime";
-import { InvokeJobRequestBodySchema } from "@trigger.dev/core";
+import { InvokeJobRequestBodySchema } from "@trigger.dev/core/schemas";
 import { z } from "zod";
 import { PrismaErrorSchema } from "~/db.server";
 import { authenticateApiRequest } from "~/services/apiAuth.server";

apps/webapp/app/routes/api.v1.jobs.$jobSlug.invoke.ts

@@ -1,6 +1,6 @@
 import type { ActionFunctionArgs } from "@remix-run/server-runtime";
 import { json } from "@remix-run/server-runtime";
-import { LogMessageSchema } from "@trigger.dev/core";
+import { LogMessageSchema } from "@trigger.dev/core/schemas";
 import { z } from "zod";
 import { authenticateApiRequest } from "~/services/apiAuth.server";
 import { CreateRunLogService } from "./CreateRunLogService.server";

apps/webapp/app/routes/api.v1.runs.$runId.logs/route.ts

@@ -1,6 +1,6 @@
 import type { ActionFunctionArgs } from "@remix-run/server-runtime";
 import { json } from "@remix-run/server-runtime";
-import { JobRunStatusRecordSchema, StatusUpdateSchema } from "@trigger.dev/core";
+import { JobRunStatusRecordSchema, StatusUpdateSchema } from "@trigger.dev/core/schemas";
 import { z } from "zod";
 import { authenticateApiRequest } from "~/services/apiAuth.server";
 import { logger } from "~/services/logger.server";

apps/webapp/app/routes/api.v1.runs.$runId.statuses.$id/route.ts

@@ -1,6 +1,6 @@
 import type { LoaderFunctionArgs } from "@remix-run/server-runtime";
 import { json } from "@remix-run/server-runtime";
-import { JobRunStatusRecordSchema } from "@trigger.dev/core";
+import { JobRunStatusRecordSchema } from "@trigger.dev/core/schemas";
 import { z } from "zod";
 import { prisma } from "~/db.server";
 import { runOriginalStatus } from "~/models/jobRun.server";

apps/webapp/app/routes/api.v1.runs.$runId.statuses.ts

@@ -1,11 +1,10 @@
 import type { ActionFunctionArgs } from "@remix-run/server-runtime";
 import { json } from "@remix-run/server-runtime";
-import type { CompleteTaskBodyOutput } from "@trigger.dev/core";
+import type { CompleteTaskBodyOutput } from "@trigger.dev/core/schemas";
 import {
-  API_VERSIONS,
   CompleteTaskBodyInputSchema,
   CompleteTaskBodyV2InputSchema,
-} from "@trigger.dev/core";
+} from "@trigger.dev/core/schemas";
 import { z } from "zod";
 import type { AuthenticatedEnvironment } from "~/services/apiAuth.server";
 import { authenticateApiRequest } from "~/services/apiAuth.server";
@@ -14,6 +13,11 @@ import { startActiveSpan } from "~/v3/tracer.server";
 import { parseRequestJsonAsync } from "~/utils/parseRequestJson.server";
 import { FailRunTaskService } from "../api.v1.runs.$runId.tasks.$id.fail/FailRunTaskService.server";
 
+const API_VERSIONS = {
+  LAZY_LOADED_CACHED_TASKS: "2023-09-29",
+  SERIALIZED_TASK_OUTPUT: "2023-11-01",
+};
+
 const ParamsSchema = z.object({
   runId: z.string(),
   id: z.string(),

apps/webapp/app/routes/api.v1.runs.$runId.tasks.$id.complete/route.ts

@@ -1,6 +1,6 @@
 import type { ActionFunctionArgs } from "@remix-run/server-runtime";
 import { json } from "@remix-run/server-runtime";
-import { FailTaskBodyInputSchema } from "@trigger.dev/core";
+import { FailTaskBodyInputSchema } from "@trigger.dev/core/schemas";
 import { z } from "zod";
 import { authenticateApiRequest } from "~/services/apiAuth.server";
 import { logger } from "~/services/logger.server";

apps/webapp/app/routes/api.v1.runs.$runId.tasks.$id.fail/route.ts

@@ -1,6 +1,6 @@
 import type { ActionFunctionArgs } from "@remix-run/server-runtime";
 import { json } from "@remix-run/server-runtime";
-import { API_VERSIONS, RunTaskBodyOutputSchema } from "@trigger.dev/core";
+import { RunTaskBodyOutputSchema } from "@trigger.dev/core/schemas";
 import { z } from "zod";
 import { authenticateApiRequest } from "~/services/apiAuth.server";
 import { logger } from "~/services/logger.server";
@@ -9,6 +9,11 @@ import { ChangeRequestLazyLoadedCachedTasks } from "./ChangeRequestLazyLoadedCac
 import { startActiveSpan } from "~/v3/tracer.server";
 import { parseRequestJsonAsync } from "~/utils/parseRequestJson.server";
 
+const API_VERSIONS = {
+  LAZY_LOADED_CACHED_TASKS: "2023-09-29",
+  SERIALIZED_TASK_OUTPUT: "2023-11-01",
+};
+
 const ParamsSchema = z.object({
   runId: z.string(),
 });

apps/webapp/app/routes/api.v1.runs.$runId.tasks/route.ts

@@ -5,7 +5,7 @@ import {
   conditionallyExportPacket,
   stringifyIO,
 } from "@trigger.dev/core/v3";
-import { WaitpointId } from "@trigger.dev/core/v3/apps";
+import { WaitpointId } from "@trigger.dev/core/v3/isomorphic";
 import { z } from "zod";
 import { $replica } from "~/db.server";
 import { env } from "~/env.server";

apps/webapp/app/routes/api.v1.waitpoints.tokens.$waitpointFriendlyId.complete.ts

@@ -3,7 +3,7 @@ import {
   CreateWaitpointTokenRequestBody,
   CreateWaitpointTokenResponseBody,
 } from "@trigger.dev/core/v3";
-import { WaitpointId } from "@trigger.dev/core/v3/apps";
+import { WaitpointId } from "@trigger.dev/core/v3/isomorphic";
 import { createActionApiRoute } from "~/services/routeBuilders/apiBuilder.server";
 import { parseDelay } from "~/utils/delays";
 import { resolveIdempotencyKeyTTL } from "~/utils/idempotencyKeys.server";

apps/webapp/app/routes/api.v1.waitpoints.tokens.ts

@@ -1,6 +1,6 @@
 import type { ActionFunctionArgs } from "@remix-run/server-runtime";
 import { json } from "@remix-run/server-runtime";
-import { UpdateWebhookBodySchema } from "@trigger.dev/core";
+import { UpdateWebhookBodySchema } from "@trigger.dev/core/schemas";
 import { z } from "zod";
 import { authenticateApiRequest } from "~/services/apiAuth.server";
 import { logger } from "~/services/logger.server";

apps/webapp/app/routes/api.v1.webhooks.$key.ts

@@ -1,6 +1,6 @@
 import type { ActionFunctionArgs } from "@remix-run/server-runtime";
 import { json } from "@remix-run/server-runtime";
-import { UpdateTriggerSourceBodyV2Schema } from "@trigger.dev/core";
+import { UpdateTriggerSourceBodyV2Schema } from "@trigger.dev/core/schemas";
 import { z } from "zod";
 import { authenticateApiRequest } from "~/services/apiAuth.server";
 import { logger } from "~/services/logger.server";

apps/webapp/app/routes/api.v2.$endpointSlug.sources.$id.ts

@@ -4,7 +4,7 @@ import {
   REGISTER_SOURCE_EVENT_V2,
   RegisterSourceEventV2,
   RegisterTriggerBodySchemaV2,
-} from "@trigger.dev/core";
+} from "@trigger.dev/core/schemas";
 import { z } from "zod";
 import { authenticateApiRequest } from "~/services/apiAuth.server";
 import { IngestSendEvent } from "~/services/events/ingestSendEvent.server";

apps/webapp/app/routes/api.v2.$endpointSlug.triggers.$id.registrations.$key.ts

@@ -1,6 +1,6 @@
 import type { LoaderFunctionArgs } from "@remix-run/server-runtime";
 import { json } from "@remix-run/server-runtime";
-import { GetEvent } from "@trigger.dev/core";
+import { GetEvent } from "@trigger.dev/core/schemas";
 import { z } from "zod";
 import { $replica } from "~/db.server";
 import { authenticateApiRequest } from "~/services/apiAuth.server";

apps/webapp/app/routes/api.v2.events.$eventId.ts

@@ -1,6 +1,6 @@
 import type { LoaderFunctionArgs } from "@remix-run/server-runtime";
 import { json } from "@remix-run/server-runtime";
-import { JobRunStatusRecordSchema } from "@trigger.dev/core";
+import { JobRunStatusRecordSchema } from "@trigger.dev/core/schemas";
 import { z } from "zod";
 import { prisma } from "~/db.server";
 import { authenticateApiRequest } from "~/services/apiAuth.server";

apps/webapp/app/routes/api.v2.runs.$runId.statuses.ts

@@ -1,6 +1,6 @@
 import { json } from "@remix-run/server-runtime";
 import { DequeuedMessage, DevDequeueRequestBody, MachineResources } from "@trigger.dev/core/v3";
-import { BackgroundWorkerId } from "@trigger.dev/core/v3/apps";
+import { BackgroundWorkerId } from "@trigger.dev/core/v3/isomorphic";
 import { env } from "~/env.server";
 import { createActionApiRoute } from "~/services/routeBuilders/apiBuilder.server";
 import { engine } from "~/v3/runEngine.server";

apps/webapp/app/routes/engine.v1.dev.dequeue.ts

@@ -1,6 +1,6 @@
 import { TypedResponse } from "@remix-run/server-runtime";
-import { assertExhaustive } from "@trigger.dev/core";
-import { RunId } from "@trigger.dev/core/v3/apps";
+import { assertExhaustive } from "@trigger.dev/core/utils";
+import { RunId } from "@trigger.dev/core/v3/isomorphic";
 import {
   WorkerApiDebugLogBody,
   WorkerApiRunAttemptStartResponseBody,

apps/webapp/app/routes/engine.v1.dev.runs.$runFriendlyId.logs.debug.ts

@@ -1,18 +1,13 @@
 import { json, TypedResponse } from "@remix-run/server-runtime";
-import { assertExhaustive } from "@trigger.dev/core";
-import { RunId, SnapshotId } from "@trigger.dev/core/v3/apps";
+import { RunId, SnapshotId } from "@trigger.dev/core/v3/isomorphic";
 import {
-  WorkerApiDebugLogBody,
   WorkerApiRunAttemptCompleteRequestBody,
   WorkerApiRunAttemptCompleteResponseBody,
-  WorkerApiRunAttemptStartResponseBody,
-  WorkloadHeartbeatResponseBody,
 } from "@trigger.dev/core/v3/workers";
 import { z } from "zod";
 import { prisma } from "~/db.server";
 import { logger } from "~/services/logger.server";
 import { createActionApiRoute } from "~/services/routeBuilders/apiBuilder.server";
-import { recordRunDebugLog } from "~/v3/eventRepository.server";
 import { engine } from "~/v3/runEngine.server";
 
 const { action } = createActionApiRoute(

apps/webapp/app/routes/engine.v1.dev.runs.$runFriendlyId.snapshots.$snapshotFriendlyId.attempts.complete.ts

@@ -1,6 +1,6 @@
 import { json, TypedResponse } from "@remix-run/server-runtime";
 import { MachinePreset } from "@trigger.dev/core/v3";
-import { RunId, SnapshotId } from "@trigger.dev/core/v3/apps";
+import { RunId, SnapshotId } from "@trigger.dev/core/v3/isomorphic";
 import {
   WorkerApiRunAttemptStartRequestBody,
   WorkerApiRunAttemptStartResponseBody,

apps/webapp/app/routes/engine.v1.dev.runs.$runFriendlyId.snapshots.$snapshotFriendlyId.attempts.start.ts

@@ -1,16 +1,10 @@
 import { json, TypedResponse } from "@remix-run/server-runtime";
-import { assertExhaustive } from "@trigger.dev/core";
-import { RunId, SnapshotId } from "@trigger.dev/core/v3/apps";
-import {
-  WorkerApiDebugLogBody,
-  WorkerApiRunAttemptStartResponseBody,
-  WorkloadHeartbeatResponseBody,
-} from "@trigger.dev/core/v3/workers";
+import { RunId, SnapshotId } from "@trigger.dev/core/v3/isomorphic";
+import { WorkloadHeartbeatResponseBody } from "@trigger.dev/core/v3/workers";
 import { z } from "zod";
 import { prisma } from "~/db.server";
 import { logger } from "~/services/logger.server";
 import { createActionApiRoute } from "~/services/routeBuilders/apiBuilder.server";
-import { recordRunDebugLog } from "~/v3/eventRepository.server";
 import { engine } from "~/v3/runEngine.server";
 
 const { action } = createActionApiRoute(

apps/webapp/app/routes/engine.v1.dev.runs.$runFriendlyId.snapshots.$snapshotFriendlyId.heartbeat.ts

@@ -1,5 +1,5 @@
 import { json, TypedResponse } from "@remix-run/server-runtime";
-import { RunId } from "@trigger.dev/core/v3/apps";
+import { RunId } from "@trigger.dev/core/v3/isomorphic";
 import { WorkerApiRunLatestSnapshotResponseBody } from "@trigger.dev/core/v3/workers";
 import { z } from "zod";
 import { prisma } from "~/db.server";