From 8e0722cd22f34f6204393089ca8995882749fd69 Mon Sep 17 00:00:00 2001
From: Kyle Corbitt <kyle@corbt.com>
Date: Fri, 7 Jul 2023 17:45:46 -0700
Subject: [PATCH] wrong denominator

---
 src/server/utils/evaluations.ts | 6 +-----
 1 file changed, 1 insertion(+), 5 deletions(-)

diff --git a/src/server/utils/evaluations.ts b/src/server/utils/evaluations.ts
index 9356143..af6ef64 100644
--- a/src/server/utils/evaluations.ts
+++ b/src/server/utils/evaluations.ts
@@ -17,16 +17,12 @@ export const reevaluateVariant = async (variantId: string) => {
     include: { testScenario: true },
   });
 
-  const scenarios = await prisma.testScenario.findMany({
-    where: { experimentId: variant.experimentId, visible: true },
-  });
-
   await Promise.all(
     evaluations.map(async (evaluation) => {
       const passCount = modelOutputs.filter((output) =>
         evaluateOutput(output, output.testScenario, evaluation)
       ).length;
-      const failCount = scenarios.length - passCount;
+      const failCount = modelOutputs.length - passCount;
 
       await prisma.evaluationResult.upsert({
         where: {