Use javascript functions for prompt completions instead of templated json

This commit is contained in:
Kyle Corbitt
2023-07-13 18:01:07 -07:00
parent 1776da937a
commit 4770ea34a8
33 changed files with 1654 additions and 215 deletions

View File

@@ -13,7 +13,11 @@ export const reevaluateVariant = async (variantId: string) => {
});
const modelOutputs = await prisma.modelOutput.findMany({
where: { promptVariantId: variantId, statusCode: { notIn: [429] }, testScenario: { visible: true } },
where: {
promptVariantId: variantId,
statusCode: { notIn: [429] },
testScenario: { visible: true },
},
include: { testScenario: true },
});
@@ -96,4 +100,4 @@ export const reevaluateAll = async (experimentId: string) => {
});
await Promise.all(evaluations.map(reevaluateEvaluation));
}
};