Limit evaluations to visible test scenarios (#28)

2023-07-10 01:10:23 -07:00
parent 337469a3f7
commit 32a80f8475
1 changed files with 1 additions and 1 deletions
--- a/src/server/utils/evaluations.ts
+++ b/src/server/utils/evaluations.ts
@@ -13,7 +13,7 @@ export const reevaluateVariant = async (variantId: string) => {
  });

  const modelOutputs = await prisma.modelOutput.findMany({
-    where: { promptVariantId: variantId, statusCode: { notIn: [429] } },
+    where: { promptVariantId: variantId, statusCode: { notIn: [429] }, testScenario: { visible: true } },
    include: { testScenario: true },
  });