Await completions (#153)

* Continue polling stats while waiting for completions to finish

* Clarify convert to function call instructions
This commit is contained in:
arcticfly
2023-08-14 13:03:48 -07:00
committed by GitHub
parent 99f305483b
commit e649f42c9c
4 changed files with 30 additions and 20 deletions

View File

@@ -131,6 +131,8 @@ export const promptVariantsRouter = createTRPCRouter({
const inputTokens = overallTokens._sum?.inputTokens ?? 0;
const outputTokens = overallTokens._sum?.outputTokens ?? 0;
const awaitingCompletions = outputCount < scenarioCount;
const awaitingEvals = !!evalResults.find(
(result) => result.totalCount < scenarioCount * evals.length,
);
@@ -142,6 +144,7 @@ export const promptVariantsRouter = createTRPCRouter({
overallCost: overallTokens._sum?.cost ?? 0,
scenarioCount,
outputCount,
awaitingCompletions,
awaitingEvals,
};
}),