Check integrity task (#364)

server/api/v1/admin/task/index.get.ts

@@ -1,6 +1,7 @@
 import aclManager from "~/server/internal/acls";
 import prisma from "~/server/internal/db/database";
 import taskHandler from "~/server/internal/tasks";
+import type { TaskGroup } from "~/server/internal/tasks/group";
 
 export default defineEventHandler(async (h3) => {
   const allowed = await aclManager.allowSystemACL(h3, ["task:read"]);
@@ -38,6 +39,7 @@ export default defineEventHandler(async (h3) => {
   });
   const dailyTasks = await taskHandler.dailyTasks();
   const weeklyTasks = await taskHandler.weeklyTasks();
+  const other: TaskGroup[] = ["import:check-integrity"];
 
-  return { runningTasks, historicalTasks, dailyTasks, weeklyTasks };
+  return { runningTasks, historicalTasks, dailyTasks, weeklyTasks, other };
 });

server/internal/services/torrential/droplet-interface.ts

@@ -217,7 +217,7 @@ class DropletInterfaceManager {
       run: async (message) => {
         const callbacks = this.callbacks.get(message.messageId);
         if (!callbacks) {
-          logger.warn(
+          logger.debug(
             `got a droplet message with old message id: ${message.type}, ${message.messageId}`,
           );
           return undefined;

server/internal/tasks/group.ts

@@ -17,8 +17,8 @@ export const taskGroups = {
   "import:version": {
     concurrency: true,
   },
-  debug: {
-    concurrency: true,
+  "import:check-integrity": {
+    concurrency: false,
   },
 } as const;
 

server/internal/tasks/index.ts

@@ -1,11 +1,6 @@
 import type { MinimumRequestObject } from "~/server/h3";
 import type { GlobalACL } from "../acls";
 import aclManager from "../acls";
-
-import cleanupInvites from "./registry/invitations";
-import cleanupSessions from "./registry/sessions";
-import checkUpdate from "./registry/update";
-import cleanupObjects from "./registry/objects";
 import { taskGroups, type TaskGroup } from "./group";
 import prisma from "../db/database";
 import { ArkErrors, type } from "arktype";
@@ -13,6 +8,12 @@ import pino from "pino";
 import { logger } from "~/server/internal/logging";
 import { Writable } from "node:stream";
 
+import cleanupInvites from "./registry/invitations";
+import cleanupSessions from "./registry/sessions";
+import checkUpdate from "./registry/update";
+import cleanupObjects from "./registry/objects";
+import checkIntegrity from "./registry/check-integrity";
+
 type TaskActionLink = `${string}:${string}`;
 
 // a task that has been run
@@ -65,7 +66,7 @@ class TaskHandler {
     this.saveScheduledTask(cleanupSessions);
     this.saveScheduledTask(checkUpdate);
     this.saveScheduledTask(cleanupObjects);
-    //this.saveScheduledTask(debug);
+    this.saveScheduledTask(checkIntegrity);
   }
 
   /**

server/internal/tasks/registry/check-integrity.ts

@@ -0,0 +1,80 @@
+import prisma from "~/server/internal/db/database";
+import { defineDropTask, wrapTaskContext } from "..";
+import { libraryManager } from "../../library";
+
+export default defineDropTask({
+  buildId: () => `import:check-integrity:${new Date().toISOString()}`,
+  name: "Check version integrity",
+  acls: ["system:import:version:read"],
+  taskGroup: "import:check-integrity",
+  async run({ progress, logger, addAction }) {
+    const versions = await prisma.gameVersion.findMany({
+      where: {
+        versionPath: {
+          not: null,
+        },
+      },
+      select: {
+        versionId: true,
+        versionPath: true,
+        displayName: true,
+        game: {
+          select: {
+            libraryId: true,
+            libraryPath: true,
+            mName: true,
+          },
+        },
+      },
+    });
+
+    logger.info(`Checking version integrity for ${versions.length} versions`);
+
+    let i = 0;
+    const progressStep = 100 / versions.length;
+    for (const version of versions) {
+      const displayName = `${version.game.mName} ${version.displayName ?? version.versionPath}`;
+      logger.info(`Starting integrity check for ${displayName}`);
+
+      const library = await libraryManager.getLibrary(version.game.libraryId);
+      if (!library) {
+        logger.warn(`No library for ${displayName}`);
+        continue;
+      }
+
+      const min = i * progressStep;
+      const max = (i + 1) * progressStep;
+      const taskContext = wrapTaskContext(
+        { progress, logger, addAction },
+        { min, max, prefix: `re-check ${displayName}` },
+      );
+
+      const manifest = await library.generateDropletManifest(
+        version.game.libraryPath,
+        version.versionPath!,
+        taskContext.progress,
+        (value) => {
+          taskContext.logger.info(value);
+        },
+      );
+
+      // SAFETY: this is requested from the database
+      // eslint-disable-next-line drop/no-prisma-delete
+      await prisma.gameVersion.update({
+        where: {
+          versionId: version.versionId,
+        },
+        data: {
+          versionId: crypto.randomUUID(),
+          dropletManifest: manifest,
+        },
+      });
+
+      logger.info(`Finished integrity check for ${displayName}`);
+      i++;
+    }
+
+    logger.info("Done");
+    progress(100);
+  },
+});

server/internal/tasks/registry/debug.ts

@@ -1,18 +0,0 @@
-import { defineDropTask } from "..";
-
-export default defineDropTask({
-  buildId: () => `debug:${new Date().toISOString()}`,
-  name: "Debug Task",
-  acls: ["system:maintenance:read"],
-  taskGroup: "debug",
-  async run({ progress, logger }) {
-    const amount = 1000;
-    for (let i = 0; i < amount; i++) {
-      progress((i / amount) * 100);
-      logger.info(`dajksdkajd ${i}`);
-      logger.warn("warning");
-      logger.error("error\nmultiline and stuff\nwoah more lines");
-      await new Promise((r) => setTimeout(r, 1500));
-    }
-  },
-});