From 32a80f8475bf438a66ed64f970b03a5755b38c8f Mon Sep 17 00:00:00 2001
From: arcticfly <41524992+arcticfly@users.noreply.github.com>
Date: Mon, 10 Jul 2023 01:10:23 -0700
Subject: [PATCH] Limit evaluations to visible test scenarios (#28)

---
 src/server/utils/evaluations.ts | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/server/utils/evaluations.ts b/src/server/utils/evaluations.ts
index 7c87ca8..bc5df23 100644
--- a/src/server/utils/evaluations.ts
+++ b/src/server/utils/evaluations.ts
@@ -13,7 +13,7 @@ export const reevaluateVariant = async (variantId: string) => {
   });
 
   const modelOutputs = await prisma.modelOutput.findMany({
-    where: { promptVariantId: variantId, statusCode: { notIn: [429] } },
+    where: { promptVariantId: variantId, statusCode: { notIn: [429] }, testScenario: { visible: true } },
     include: { testScenario: true },
   });