Requeue rate-limited query model tasks (#99)

* Continue polling stats until all evals complete

* Return evaluation changes early, before it has run

* Add task for running new eval

* requeue rate-limited tasks

* Fix prettier
This commit is contained in:
arcticfly
2023-07-26 16:30:50 -07:00
committed by GitHub
parent 807665fdc1
commit 26b6fa4f0c
8 changed files with 90 additions and 73 deletions

View File

@@ -46,6 +46,7 @@ export const runEvalsForOutput = async (
);
};
// Will not run eval-output pairs that already exist in the database
export const runAllEvals = async (experimentId: string) => {
const outputs = await prisma.modelResponse.findMany({
where: {