Depot API & v4 (#298)

* feat: nginx + torrential basics & services system

* fix: lint + i18n

* fix: update torrential to remove openssl

* feat: add torrential to Docker build

* feat: move to self hosted runner

* fix: move off self-hosted runner

* fix: update nginx.conf

* feat: torrential cache invalidation

* fix: update torrential for cache invalidation

* feat: integrity check task

* fix: lint

* feat: move to version ids

* fix: client fixes and client-side checks

* feat: new depot apis and version id fixes

* feat: update torrential

* feat: droplet bump and remove unsafe update functions

* fix: lint

* feat: v4 featureset: emulators, multi-launch commands

* fix: lint

* fix: mobile ui for game editor

* feat: launch options

* fix: lint

* fix: remove axios, use $fetch

* feat: metadata and task api improvements

* feat: task actions

* fix: slight styling issue

* feat: fix style and lints

* feat: totp backend routes

* feat: oidc groups

* fix: update drop-base

* feat: creation of passkeys & totp

* feat: totp signin

* feat: webauthn mfa/signin

* feat: launch selecting ui

* fix: manually running tasks

* feat: update add company game modal to use new SelectorGame

* feat: executor selector

* fix(docker): update rust to rust nightly for torrential build (#305)

* feat: new version ui

* feat: move package lookup to build time to allow for deno dev

* fix: lint

* feat: localisation cleanup

* feat: apply localisation cleanup

* feat: potential i18n refactor logic

* feat: remove args from commands

* fix: lint

* fix: lockfile

---------

Co-authored-by: Aden Lindsay <140392385+AdenMGB@users.noreply.github.com>
This commit is contained in:
DecDuck
2026-01-13 15:32:39 +11:00
committed by GitHub
parent b6701f50e6
commit 038507fa74
190 changed files with 5848 additions and 2309 deletions
@@ -32,20 +32,20 @@ export default defineEventHandler(async (h3) => {
statusMessage: "Upload at least one file.",
});
try {
await objectHandler.deleteAsSystem(company.mBannerObjectId);
await prisma.company.update({
where: {
id: companyId,
},
data: {
mBannerObjectId: id,
},
});
await pull();
} catch {
await objectHandler.deleteAsSystem(company.mBannerObjectId);
const { count } = await prisma.company.updateMany({
where: {
id: companyId,
},
data: {
mBannerObjectId: id,
},
});
if (count == 0) {
await dump();
throw createError({ statusCode: 404, message: "Company not found" });
}
await pull();
return { id: id };
});
@@ -15,6 +15,15 @@ export default defineEventHandler(async (h3) => {
const body = await readDropValidatedBody(h3, GameDelete);
const gameId = await prisma.game.findUnique({
where: { id: body.id },
select: { id: true },
});
if (!gameId)
throw createError({ statusCode: 404, message: "Game not found" });
// SAFETY: above check
// eslint-disable-next-line drop/no-prisma-delete
await prisma.game.update({
where: {
id: body.id,
@@ -20,6 +20,11 @@ export default defineEventHandler(async (h3) => {
const action = body.action === "developed" ? "developers" : "publishers";
const actionType = body.enabled ? "connect" : "disconnect";
const game = await prisma.game.findUnique({ where: { id: body.id } });
if (!game) throw createError({ statusCode: 404, message: "Game not found" });
// Safe because we query the game above
// eslint-disable-next-line drop/no-prisma-delete
await prisma.game.update({
where: {
id: body.id,
@@ -43,6 +43,15 @@ export default defineEventHandler(async (h3) => {
}
: undefined;
const gameId = await prisma.game.findUnique({
where: { id: body.id },
select: { id: true },
});
if (!gameId)
throw createError({ statusCode: 404, message: "Game not found" });
// SAFETY: Above check makes this update okay
// eslint-disable-next-line drop/no-prisma-delete
const game = await prisma.game.update({
where: {
id: body.id,
@@ -32,20 +32,21 @@ export default defineEventHandler(async (h3) => {
statusMessage: "Upload at least one file.",
});
try {
await objectHandler.deleteAsSystem(company.mLogoObjectId);
await prisma.company.update({
where: {
id: companyId,
},
data: {
mLogoObjectId: id,
},
});
await pull();
} catch {
await objectHandler.deleteAsSystem(company.mLogoObjectId);
const { count } = await prisma.company.updateMany({
where: {
id: companyId,
},
data: {
mLogoObjectId: id,
},
});
if (count == 0) {
await dump();
throw createError({ statusCode: 404, message: "Company not found" });
}
await pull();
return { id: id };
});
@@ -11,13 +11,17 @@ export default defineEventHandler(async (h3) => {
const restOfTheBody = { ...body };
delete restOfTheBody["id"];
const newObj = await prisma.company.update({
where: {
id: id,
},
data: restOfTheBody,
// I would put a select here, but it would be based on the body, and muck up the types
});
const newObj = (
await prisma.company.updateManyAndReturn({
where: {
id: id,
},
data: restOfTheBody,
// I would put a select here, but it would be based on the body, and muck up the types
})
).at(0);
if (!newObj)
throw createError({ statusCode: 404, message: "Company not found" });
return newObj;
});
@@ -0,0 +1,21 @@
import { type } from "arktype";
import { readDropValidatedBody, throwingArktype } from "~/server/arktype";
import aclManager from "~/server/internal/acls";
import prisma from "~/server/internal/db/database";
const CreateDepot = type({
endpoint: "string",
}).configure(throwingArktype);
export default defineEventHandler(async (h3) => {
const allowed = await aclManager.allowSystemACL(h3, ["depot:new"]);
if (!allowed) throw createError({ statusCode: 403 });
const body = await readDropValidatedBody(h3, CreateDepot);
const depot = await prisma.depot.create({
data: { endpoint: body.endpoint },
});
return depot;
});
@@ -0,0 +1,59 @@
import { ArkErrors, type } from "arktype";
import prisma from "~/server/internal/db/database";
import type { H3Event } from "h3";
import { castManifest } from "~/server/internal/library/manifest";
const AUTHORIZATION_HEADER_PREFIX = "Bearer ";
const Query = type({
game: "string",
version: "string",
});
export async function depotAuthorization(h3: H3Event) {
const authorization = getHeader(h3, "Authorization");
if (!authorization) throw createError({ statusCode: 403 });
if (!authorization.startsWith(AUTHORIZATION_HEADER_PREFIX))
throw createError({ statusCode: 403 });
const key = authorization.slice(AUTHORIZATION_HEADER_PREFIX.length);
const depot = await prisma.depot.findFirst({ where: { key } });
if (!depot) throw createError({ statusCode: 403 });
}
export default defineEventHandler(async (h3) => {
await depotAuthorization(h3);
const query = Query(getQuery(h3));
if (query instanceof ArkErrors)
throw createError({ statusCode: 400, message: query.summary });
const version = await prisma.gameVersion.findUnique({
where: {
gameId_versionId: {
gameId: query.game,
versionId: query.version,
},
},
select: {
dropletManifest: true,
versionPath: true,
game: {
select: {
library: true,
libraryPath: true,
},
},
},
});
if (!version)
throw createError({ statusCode: 404, message: "Game version not found" });
return {
manifest: castManifest(version.dropletManifest),
library: version.game.library,
libraryPath: version.game.libraryPath,
versionPath: version.versionPath,
};
});
@@ -0,0 +1,19 @@
import prisma from "~/server/internal/db/database";
import { depotAuthorization } from "./manifest.get";
export default defineEventHandler(async (h3) => {
await depotAuthorization(h3);
const games = await prisma.game.findMany({
select: {
id: true,
versions: {
select: {
versionId: true,
},
},
},
});
return games;
});
@@ -1,9 +1,67 @@
import type { GameVersion } from "~/prisma/client/client";
import type { GameVersion, Prisma } from "~/prisma/client/client";
import aclManager from "~/server/internal/acls";
import prisma from "~/server/internal/db/database";
import libraryManager from "~/server/internal/library";
export default defineEventHandler(async (h3) => {
async function getGameVersionSize<
T extends Omit<GameVersion, "dropletManifest">,
>(gameId: string, version: T) {
const size = await libraryManager.getGameVersionSize(
gameId,
version.versionId,
);
return { ...version, size };
}
export type AdminFetchGameType = Prisma.GameGetPayload<{
include: {
versions: {
include: {
setups: true;
launches: {
include: {
executor: {
include: {
gameVersion: {
select: {
versionId: true;
displayName: true;
versionPath: true;
game: {
select: {
id: true;
mName: true;
mIconObjectId: true;
};
};
};
};
};
};
executions: {
select: {
launchId: true;
};
};
};
};
};
omit: {
dropletManifest: true;
};
};
tags: true;
};
}>;
// Types in the route ensure we actually return the value as defined above
export default defineEventHandler<
{ body: never },
Promise<{
game: AdminFetchGameType;
unimportedVersions: string[] | undefined;
}>
>(async (h3) => {
const allowed = await aclManager.allowSystemACL(h3, ["game:read"]);
if (!allowed) throw createError({ statusCode: 403 });
@@ -15,12 +73,42 @@ export default defineEventHandler(async (h3) => {
},
include: {
versions: {
orderBy: {
versionIndex: "asc",
include: {
setups: true,
launches: {
include: {
executor: {
include: {
gameVersion: {
select: {
versionId: true,
displayName: true,
versionPath: true,
game: {
select: {
id: true,
mName: true,
mIconObjectId: true,
},
},
},
},
},
},
executions: {
select: {
launchId: true,
},
},
},
},
},
omit: {
dropletManifest: true,
},
orderBy: {
versionIndex: "asc",
},
},
tags: true,
},
@@ -29,16 +117,11 @@ export default defineEventHandler(async (h3) => {
if (!game || !game.libraryId)
throw createError({ statusCode: 404, statusMessage: "Game ID not found" });
const getGameVersionSize = async (version: GameVersion) => {
const size = await libraryManager.getGameVersionSize(
gameId,
version.versionName,
);
return { ...version, size };
};
const gameWithVersionSize = {
...game,
versions: await Promise.all(game.versions.map(getGameVersionSize)),
versions: await Promise.all(
game.versions.map((v) => getGameVersionSize(gameId, v)),
),
};
const unimportedVersions = await libraryManager.fetchUnimportedGameVersions(
@@ -11,13 +11,18 @@ export default defineEventHandler(async (h3) => {
const restOfTheBody = { ...body };
delete restOfTheBody["id"];
const newObj = await prisma.game.update({
where: {
id: id,
},
data: restOfTheBody,
// I would put a select here, but it would be based on the body, and muck up the types
});
const newObj = (
await prisma.game.updateManyAndReturn({
where: {
id: id,
},
data: restOfTheBody,
// I would put a select here, but it would be based on the body, and muck up the types
})
).at(0);
if (!newObj)
throw createError({ statusCode: 404, message: "Game not found" });
return newObj;
});
@@ -52,12 +52,17 @@ export default defineEventHandler(async (h3) => {
}
}
const newObject = await prisma.game.update({
where: {
id: gameId,
},
data: updateModel,
});
const newObject = (
await prisma.game.updateManyAndReturn({
where: {
id: gameId,
},
data: updateModel,
})
).at(0);
if (!newObject)
throw createError({ statusCode: 404, message: "Game not found" });
return newObject;
});
@@ -14,6 +14,14 @@ export default defineEventHandler(async (h3) => {
const body = await readDropValidatedBody(h3, PatchTags);
const id = getRouterParam(h3, "id")!;
const game = await prisma.game.findUnique({
where: { id },
select: { id: true },
});
if (!game) throw createError({ statusCode: 404, message: "Game not found" });
// SAFETY: Okay to disable due to check above
// eslint-disable-next-line drop/no-prisma-delete
await prisma.game.update({
where: {
id,
@@ -4,8 +4,7 @@ import aclManager from "~/server/internal/acls";
import libraryManager from "~/server/internal/library";
const DeleteVersion = type({
id: "string",
versionName: "string",
version: "string",
}).configure(throwingArktype);
export default defineEventHandler<{ body: typeof DeleteVersion }>(
@@ -17,8 +16,8 @@ export default defineEventHandler<{ body: typeof DeleteVersion }>(
const body = await readDropValidatedBody(h3, DeleteVersion);
const gameId = body.id.toString();
const version = body.versionName.toString();
const gameId = getRouterParam(h3, "id")!;
const version = body.version.toString();
await libraryManager.deleteGameVersion(gameId, version);
return {};
@@ -0,0 +1,35 @@
import aclManager from "~/server/internal/acls";
import prisma from "~/server/internal/db/database";
export default defineEventHandler(async (h3) => {
const allowed = await aclManager.allowSystemACL(h3, ["game:read"]);
if (!allowed) throw createError({ statusCode: 403 });
const id = getRouterParam(h3, "id")!;
const game = await prisma.game.findUnique({
where: {
id,
},
select: {
versions: {
select: {
versionId: true,
displayName: true,
versionPath: true,
launches: {
select: {
launchId: true,
command: true,
name: true,
platform: true,
},
},
},
},
},
});
if (!game) throw createError({ statusCode: 404, message: "Game not found" });
return game.versions;
});
@@ -0,0 +1,67 @@
import { type } from "arktype";
import { readDropValidatedBody, throwingArktype } from "~/server/arktype";
import aclManager from "~/server/internal/acls";
import prisma from "~/server/internal/db/database";
const UpdateVersionOrder = type({
versions: "string[]",
}).configure(throwingArktype);
export default defineEventHandler(async (h3) => {
const allowed = await aclManager.allowSystemACL(h3, ["game:version:update"]);
if (!allowed) throw createError({ statusCode: 403 });
const body = await readDropValidatedBody(h3, UpdateVersionOrder);
const gameId = getRouterParam(h3, "id")!;
// We expect an array of the version names for this game
const unsortedVersions = await prisma.gameVersion.findMany({
where: {
versionId: { in: body.versions },
},
select: {
versionId: true,
versionIndex: true,
delta: true,
launches: { select: { platform: true } },
},
});
const versions = body.versions
.map((e) => unsortedVersions.find((v) => v.versionId === e))
.filter((e) => e !== undefined);
if (versions.length !== unsortedVersions.length)
throw createError({
statusCode: 500,
statusMessage: "Sorting versions yielded less results, somehow.",
});
// Validate the new order
const has: { [key: string]: boolean } = {};
for (const version of versions) {
for (const versionPlatform of version.launches.map((v) => v.platform)) {
if (version.delta && !has[versionPlatform])
throw createError({
statusCode: 400,
statusMessage: `"${version.versionId}" requires a base version to apply the delta to for platform ${versionPlatform}.`,
});
has[versionPlatform] = true;
}
}
await prisma.$transaction(
versions.map((version, versionIndex) =>
prisma.gameVersion.updateMany({
where: {
gameId: gameId,
versionId: version.versionId,
},
data: {
versionIndex: versionIndex,
},
}),
),
);
return versions.map((v) => v.versionId);
});
@@ -48,21 +48,23 @@ export default defineEventHandler<{
game.mCoverObjectId = game.mImageLibraryObjectIds[0];
}
const result = await prisma.game.update({
where: {
id: gameId,
},
data: {
mBannerObjectId: game.mBannerObjectId,
mImageLibraryObjectIds: game.mImageLibraryObjectIds,
mCoverObjectId: game.mCoverObjectId,
},
select: {
mBannerObjectId: true,
mImageLibraryObjectIds: true,
mCoverObjectId: true,
},
});
const result = (
await prisma.game.updateManyAndReturn({
where: {
id: gameId,
},
data: {
mBannerObjectId: game.mBannerObjectId,
mImageLibraryObjectIds: game.mImageLibraryObjectIds,
mCoverObjectId: game.mCoverObjectId,
},
select: {
mBannerObjectId: true,
mImageLibraryObjectIds: true,
mCoverObjectId: true,
},
})
).at(0);
return result;
});
@@ -42,16 +42,18 @@ export default defineEventHandler(async (h3) => {
throw createError({ statusCode: 400, statusMessage: "Invalid game ID" });
}
const result = await prisma.game.update({
where: {
id: gameId,
},
data: {
mImageLibraryObjectIds: {
push: ids,
const result = (
await prisma.game.updateManyAndReturn({
where: {
id: gameId,
},
},
});
data: {
mImageLibraryObjectIds: {
push: ids,
},
},
})
).at(0);
await pull();
return result;
@@ -1,72 +0,0 @@
import { type } from "arktype";
import { readDropValidatedBody, throwingArktype } from "~/server/arktype";
import aclManager from "~/server/internal/acls";
import prisma from "~/server/internal/db/database";
const UpdateVersionOrder = type({
id: "string",
versions: "string[]",
}).configure(throwingArktype);
export default defineEventHandler<{ body: typeof UpdateVersionOrder }>(
async (h3) => {
const allowed = await aclManager.allowSystemACL(h3, [
"game:version:update",
]);
if (!allowed) throw createError({ statusCode: 403 });
const body = await readDropValidatedBody(h3, UpdateVersionOrder);
const gameId = body.id;
// We expect an array of the version names for this game
const unsortedVersions = await prisma.gameVersion.findMany({
where: {
versionName: { in: body.versions },
},
select: {
versionName: true,
versionIndex: true,
delta: true,
platform: true,
},
});
const versions = body.versions
.map((e) => unsortedVersions.find((v) => v.versionName === e))
.filter((e) => e !== undefined);
if (versions.length !== unsortedVersions.length)
throw createError({
statusCode: 500,
statusMessage: "Sorting versions yielded less results, somehow.",
});
// Validate the new order
const has: { [key: string]: boolean } = {};
for (const version of versions) {
if (version.delta && !has[version.platform])
throw createError({
statusCode: 400,
statusMessage: `"${version.versionName}" requires a base version to apply the delta to.`,
});
has[version.platform] = true;
}
await prisma.$transaction(
versions.map((version, versionIndex) =>
prisma.gameVersion.update({
where: {
gameId_versionName: {
gameId: gameId,
versionName: version.versionName,
},
},
data: {
versionIndex: versionIndex,
},
}),
),
);
return versions;
},
);
@@ -1,84 +1,77 @@
import { type } from "arktype";
import { Platform } from "~/prisma/client/enums";
import { readDropValidatedBody, throwingArktype } from "~/server/arktype";
import aclManager from "~/server/internal/acls";
import prisma from "~/server/internal/db/database";
import libraryManager from "~/server/internal/library";
import { parsePlatform } from "~/server/internal/utils/parseplatform";
const ImportVersion = type({
export const ImportVersion = type({
id: "string",
version: "string",
displayName: "string?",
launches: type({
platform: type.valueOf(Platform),
name: "string",
launch: "string",
umuId: "string?",
executorId: "string?",
}).array(),
setups: type({
platform: type.valueOf(Platform),
launch: "string",
}).array(),
platform: "string",
launch: "string = ''",
launchArgs: "string = ''",
setup: "string = ''",
setupArgs: "string = ''",
onlySetup: "boolean = false",
delta: "boolean = false",
umuId: "string = ''",
}).configure(throwingArktype);
export default defineEventHandler(async (h3) => {
const allowed = await aclManager.allowSystemACL(h3, ["import:version:new"]);
if (!allowed) throw createError({ statusCode: 403 });
const {
id,
version,
platform,
launch,
launchArgs,
setup,
setupArgs,
onlySetup,
delta,
umuId,
} = await readDropValidatedBody(h3, ImportVersion);
const body = await readDropValidatedBody(h3, ImportVersion);
const platformParsed = parsePlatform(platform);
if (!platformParsed)
throw createError({ statusCode: 400, statusMessage: "Invalid platform." });
if (delta) {
const validOverlayVersions = await prisma.gameVersion.count({
where: { gameId: id, platform: platformParsed, delta: false },
});
if (validOverlayVersions == 0)
throw createError({
statusCode: 400,
statusMessage:
"Update mode requires a pre-existing version for this platform.",
if (body.delta) {
for (const platformObject of [...body.launches, ...body.setups].filter(
(v, i, a) => a.findIndex((k) => k.platform === v.platform) == i,
)) {
const validOverlayVersions = await prisma.gameVersion.count({
where: {
gameId: body.id,
delta: false,
launches: { some: { platform: platformObject.platform } },
},
});
if (validOverlayVersions == 0)
throw createError({
statusCode: 400,
statusMessage: "Update mode requires a pre-existing version.",
});
}
}
if (onlySetup) {
if (!setup)
if (body.onlySetup) {
if (body.setups.length == 0)
throw createError({
statusCode: 400,
statusMessage: 'Setup required in "setup mode".',
});
} else {
if (!delta && !launch)
if (body.launches.length == 0)
throw createError({
statusCode: 400,
statusMessage: "Launch executable is required for non-update versions",
statusMessage: "Launch executable is required.",
});
}
// startup & delta require more complex checking logic
const taskId = await libraryManager.importVersion(id, version, {
platform,
onlySetup,
launch,
launchArgs,
setup,
setupArgs,
umuId,
delta,
});
const taskId = await libraryManager.importVersion(
body.id,
body.version,
body,
);
if (!taskId)
throw createError({
statusCode: 400,
@@ -14,15 +14,22 @@ export default defineEventHandler(async (h3) => {
statusMessage: "Missing id or version in request params",
});
const preload = await libraryManager.fetchUnimportedVersionInformation(
gameId,
versionName,
);
if (!preload)
throw createError({
statusCode: 400,
statusMessage: "Invalid game or version id/name",
});
try {
const preload = await libraryManager.fetchUnimportedVersionInformation(
gameId,
versionName,
);
if (!preload)
throw createError({
statusCode: 400,
statusMessage: "Invalid game or version id/name",
});
return preload;
return preload;
} catch (e) {
throw createError({
statusCode: 500,
message: `Failed to fetch preload information for ${gameId}: ${e}`,
});
}
});
@@ -31,15 +31,15 @@ export default defineEventHandler<{ body: typeof UpdateLibrarySource.infer }>(
const constructor = libraryConstructors[source.backend];
try {
const newLibrary = constructor(body.options, source.id);
const newLibrary = constructor(body.options, source.id);
// Test we can actually use it
if ((await newLibrary.listGames()) === undefined) {
throw "Library failed to fetch games.";
}
// Test we can actually use it
if ((await newLibrary.listGames()) === undefined) {
throw "Library failed to fetch games.";
}
const updatedSource = await prisma.library.update({
const updatedSource = (
await prisma.library.updateManyAndReturn({
where: {
id: source.id,
},
@@ -47,22 +47,22 @@ export default defineEventHandler<{ body: typeof UpdateLibrarySource.infer }>(
name: body.name,
options: body.options,
},
});
libraryManager.removeLibrary(source.id);
libraryManager.addLibrary(newLibrary);
const workingSource: WorkingLibrarySource = {
...updatedSource,
working: true,
};
return workingSource;
} catch (e) {
})
).at(0);
if (!updatedSource)
throw createError({
statusCode: 400,
statusMessage: `Failed to create source: ${e}`,
statusCode: 404,
message: "Library source not found",
});
}
libraryManager.removeLibrary(source.id);
libraryManager.addLibrary(newLibrary);
const workingSource: WorkingLibrarySource = {
...updatedSource,
working: true,
};
return workingSource;
},
);
@@ -0,0 +1,39 @@
import { ArkErrors, type } from "arktype";
import aclManager from "~/server/internal/acls";
import prisma from "~/server/internal/db/database";
import type { GameMetadataSearchResult } from "~/server/internal/metadata/types";
const Query = type({
q: "string",
});
export default defineEventHandler(async (h3) => {
const allowed = await aclManager.allowSystemACL(h3, ["game:read"]);
if (!allowed) throw createError({ statusCode: 403 });
const query = Query(getQuery(h3));
if (query instanceof ArkErrors)
throw createError({ statusCode: 400, message: query.summary });
const results: {
id: string;
mName: string;
mIconObjectId: string;
mShortDescription: string;
mReleased: string;
}[] =
await prisma.$queryRaw`SELECT id, "mName", "mIconObjectId", "mShortDescription", "mReleased" FROM "Game" WHERE SIMILARITY("mName", ${query.q}) > 0.2 ORDER BY SIMILARITY("mName", ${query.q}) DESC;`;
const resultsMapped = results.map(
(v) =>
({
id: v.id,
name: v.mName,
icon: v.mIconObjectId,
description: v.mShortDescription,
year: new Date(v.mReleased).getFullYear(),
}) satisfies GameMetadataSearchResult,
);
return resultsMapped;
});
@@ -0,0 +1,10 @@
import aclManager from "~/server/internal/acls";
import serviceManager from "~/server/internal/services";
export default defineEventHandler(async (h3) => {
const allowed = await aclManager.allowSystemACL(h3, ["maintenance:read"]);
if (!allowed) throw createError({ statusCode: 403 });
const healthcheck = serviceManager.healthchecks();
return healthcheck;
});