v2: Graphile auto-cleanup and auto-endpoint disabling (triggerdotdev#1103)

* Auto-cleanup failed graphile jobs instead of keeping them around

* Disable endpoint after a period of sequential indexing failures

* Remove log

Author: ericallam

apps/webapp/app/platform/zodWorker.server.ts

@@ -578,7 +578,7 @@ export class ZodWorker<TMessageCatalog extends MessageCatalogSchema> {
           }
 
           if (job.attempts >= job.max_attempts) {
-            logger.debug("Job failed after max attempts", {
+            logger.error("Job failed after max attempts", {
               job,
               attempts: job.attempts,
               max_attempts: job.max_attempts,

apps/webapp/app/services/endpoints/performEndpointIndexService.ts

@@ -492,11 +492,6 @@ async function updateEndpointIndexWithError(
       recentIndexes.length === MAX_SEQUENTIAL_FAILURE_COUNT - 1 &&
       recentIndexes.every((index) => index.status === "FAILURE")
     ) {
-      logger.debug("Disabling endpoint", {
-        endpointId,
-        error,
-      });
-
       await prismaClient.endpoint.update({
         where: {
           id: endpointId,