wrong denominator

This commit is contained in:
Kyle Corbitt
2023-07-07 17:45:46 -07:00
parent f160a7c2e1
commit 8e0722cd22

View File

@@ -17,16 +17,12 @@ export const reevaluateVariant = async (variantId: string) => {
include: { testScenario: true },
});
const scenarios = await prisma.testScenario.findMany({
where: { experimentId: variant.experimentId, visible: true },
});
await Promise.all(
evaluations.map(async (evaluation) => {
const passCount = modelOutputs.filter((output) =>
evaluateOutput(output, output.testScenario, evaluation)
).length;
const failCount = scenarios.length - passCount;
const failCount = modelOutputs.length - passCount;
await prisma.evaluationResult.upsert({
where: {