Requeue rate-limited query model tasks (#99)
* Continue polling stats until all evals complete * Return evaluation changes early, before it has run * Add task for running new eval * requeue rate-limited tasks * Fix prettier
This commit is contained in:
@@ -46,6 +46,7 @@ export const runEvalsForOutput = async (
|
||||
);
|
||||
};
|
||||
|
||||
// Will not run eval-output pairs that already exist in the database
|
||||
export const runAllEvals = async (experimentId: string) => {
|
||||
const outputs = await prisma.modelResponse.findMany({
|
||||
where: {
|
||||
|
||||
Reference in New Issue
Block a user