alihan/OpenPipe-llm
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

wrong denominator

Browse Source
This commit is contained in:
Kyle Corbitt
2023-07-07 17:45:46 -07:00
parent f160a7c2e1
commit 8e0722cd22
1 changed files with 1 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/server/utils/evaluations.ts
View File

@@ -17,16 +17,12 @@ export const reevaluateVariant = async (variantId: string) => {
include: { testScenario: true }, include: { testScenario: true },
}); });
const scenarios = await prisma.testScenario.findMany({
where: { experimentId: variant.experimentId, visible: true },
});
await Promise.all( await Promise.all(
evaluations.map(async (evaluation) => { evaluations.map(async (evaluation) => {
const passCount = modelOutputs.filter((output) => const passCount = modelOutputs.filter((output) =>
evaluateOutput(output, output.testScenario, evaluation) evaluateOutput(output, output.testScenario, evaluation)
).length; ).length;
const failCount = scenarios.length - passCount; const failCount = modelOutputs.length - passCount;
await prisma.evaluationResult.upsert({ await prisma.evaluationResult.upsert({
where: { where: {