1dcdba04a6
Allows for the creation of user accounts. A few notes on the specifics: - Experiments are the main access control objects. If you can view an experiment, you can view all its prompts/scenarios/evals. If you can edit it, you can edit or delete all of those as well. - Experiments are owned by Organizations in the database. Organizations can have multiple members and members can have roles of ADMIN, MEMBER or VIEWER. - Organizations can either be "personal" or general. Each user has a "personal" organization created as soon as they try to create an experiment. There's currently no UI support for creating general orgs or adding users to them; they're just in the database to future-proof all the ACL logic. - You can require that a user is signed-in to see a route using the `protectedProcedure` helper. When you use `protectedProcedure`, you also have to call `ctx.markAccessControlRun()` (or delegate to a function that does it for you; see accessControl.ts). This is to remind us to actually check for access control when we define a new endpoint.
91 lines
2.5 KiB
TypeScript
91 lines
2.5 KiB
TypeScript
import { z } from "zod";
|
|
import { createTRPCRouter, protectedProcedure, publicProcedure } from "~/server/api/trpc";
|
|
import { prisma } from "~/server/db";
|
|
import { generateNewCell } from "~/server/utils/generateNewCell";
|
|
import { queueLLMRetrievalTask } from "~/server/utils/queueLLMRetrievalTask";
|
|
import { requireCanModifyExperiment, requireCanViewExperiment } from "~/utils/accessControl";
|
|
|
|
export const scenarioVariantCellsRouter = createTRPCRouter({
|
|
get: publicProcedure
|
|
.input(
|
|
z.object({
|
|
scenarioId: z.string(),
|
|
variantId: z.string(),
|
|
}),
|
|
)
|
|
.query(async ({ input, ctx }) => {
|
|
const { experimentId } = await prisma.testScenario.findUniqueOrThrow({
|
|
where: { id: input.scenarioId },
|
|
});
|
|
await requireCanViewExperiment(experimentId, ctx);
|
|
|
|
return await prisma.scenarioVariantCell.findUnique({
|
|
where: {
|
|
promptVariantId_testScenarioId: {
|
|
promptVariantId: input.variantId,
|
|
testScenarioId: input.scenarioId,
|
|
},
|
|
},
|
|
include: {
|
|
modelOutput: {
|
|
include: {
|
|
outputEvaluation: {
|
|
include: {
|
|
evaluation: {
|
|
select: { label: true },
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
});
|
|
}),
|
|
forceRefetch: protectedProcedure
|
|
.input(
|
|
z.object({
|
|
scenarioId: z.string(),
|
|
variantId: z.string(),
|
|
}),
|
|
)
|
|
.mutation(async ({ input, ctx }) => {
|
|
const { experimentId } = await prisma.testScenario.findUniqueOrThrow({
|
|
where: { id: input.scenarioId },
|
|
});
|
|
|
|
await requireCanModifyExperiment(experimentId, ctx);
|
|
|
|
const cell = await prisma.scenarioVariantCell.findUnique({
|
|
where: {
|
|
promptVariantId_testScenarioId: {
|
|
promptVariantId: input.variantId,
|
|
testScenarioId: input.scenarioId,
|
|
},
|
|
},
|
|
include: {
|
|
modelOutput: true,
|
|
},
|
|
});
|
|
|
|
if (!cell) {
|
|
await generateNewCell(input.variantId, input.scenarioId);
|
|
return true;
|
|
}
|
|
|
|
if (cell.modelOutput) {
|
|
// TODO: Maybe keep these around to show previous generations?
|
|
await prisma.modelOutput.delete({
|
|
where: { id: cell.modelOutput.id },
|
|
});
|
|
}
|
|
|
|
await prisma.scenarioVariantCell.update({
|
|
where: { id: cell.id },
|
|
data: { retrievalStatus: "PENDING" },
|
|
});
|
|
|
|
await queueLLMRetrievalTask(cell.id);
|
|
return true;
|
|
}),
|
|
});
|