Couple changes to better test the output/payload offloading

Author: ericallam

packages/core/src/v3/utils/ioSerialization.ts

@@ -2,7 +2,6 @@ import { Attributes, Span } from "@opentelemetry/api";
 import { deserialize, parse, stringify } from "superjson";
 import { apiClientManager } from "../apiClient";
 import { OFFLOAD_IO_PACKET_LENGTH_LIMIT, imposeAttributeLimits } from "../limits";
-import { TaskRunExecutionResult } from "../schemas";
 import { SemanticInternalAttributes } from "../semanticInternalAttributes";
 import { TriggerTracer } from "../tracer";
 import { flattenAttributes } from "./flattenAttributes";
@@ -24,6 +23,10 @@ export function parsePacket(value: IOPacket): any {
       return parse(value.data);
     case "text/plain":
       return value.data;
+    case "application/store":
+      throw new Error(
+        `Cannot parse an application/store packet (${value.data}). Needs to be imported first.`
+      );
     default:
       return value.data;
   }

references/v3-catalog/src/trigger/superjson.ts

@@ -44,7 +44,7 @@ export const superChildTask = task({
 export const superHugePayloadTask = task({
   id: "super-huge-payload-task",
   run: async () => {
-    const largePayload = createLargeObject(1000, 100);
+    const largePayload = createLargeObject(1000, 128);
 
     const result = await superHugeOutputTask.triggerAndWait({
       payload: largePayload,
@@ -55,21 +55,53 @@ export const superHugePayloadTask = task({
     const batchResult = await superHugeOutputTask.batchTriggerAndWait({
       items: [
         { payload: largePayload },
-        { payload: largePayload },
-        { payload: largePayload },
-        { payload: largePayload },
-        { payload: largePayload },
-        { payload: largePayload },
-        { payload: largePayload },
-        { payload: largePayload },
-        { payload: largePayload },
-        { payload: largePayload },
-        { payload: largePayload },
-        { payload: largePayload },
-        { payload: largePayload },
-        { payload: largePayload },
-        { payload: largePayload },
-        { payload: largePayload },
+        {
+          payload: {
+            small: "object",
+          },
+        },
+        { payload: largePayload },
+        {
+          payload: {
+            small: "object",
+          },
+        },
+        { payload: largePayload },
+        {
+          payload: {
+            small: "object",
+          },
+        },
+        { payload: largePayload },
+        {
+          payload: {
+            small: "object",
+          },
+        },
+        { payload: largePayload },
+        {
+          payload: {
+            small: "object",
+          },
+        },
+        { payload: largePayload },
+        {
+          payload: {
+            small: "object",
+          },
+        },
+        { payload: largePayload },
+        {
+          payload: {
+            small: "object",
+          },
+        },
+        { payload: largePayload },
+        {
+          payload: {
+            small: "object",
+          },
+        },
       ],
     });
 
@@ -83,16 +115,13 @@ export const superHugePayloadTask = task({
 
 export const superHugeOutputTask = task({
   id: "super-huge-output-task",
-  run: async () => {
-    return createLargeObject(1000, 100);
+  run: async (payload) => {
+    return payload;
   },
 });
 
-function createLargeObject(stringLength: number, length: number) {
-  return Array.from({ length }, (_, i) => [
-    i.toString(),
-    i.toString().padStart(stringLength, "0"),
-  ]).reduce(
+function createLargeObject(size: number, length: number) {
+  return Array.from({ length }, (_, i) => [i.toString(), i.toString().padStart(size, "0")]).reduce(
     (acc, [key, value]) => {
       acc[key] = value;
       return acc;