Add total token cost to variant stats (#13)

* Add total token cost to variant stats

* Copy over token counts for new variants

* Update invalidate call
This commit is contained in:
arcticfly
2023-07-06 15:33:49 -07:00
committed by GitHub
parent 1fa0d7bc62
commit fe501a80cb
8 changed files with 91 additions and 40 deletions

View File

@@ -62,6 +62,8 @@ export const modelOutputsRouter = createTRPCRouter({
statusCode: existingResponse.statusCode,
errorMessage: existingResponse.errorMessage,
timeToComplete: existingResponse.timeToComplete,
promptTokens: existingResponse.promptTokens ?? undefined,
completionTokens: existingResponse.completionTokens ?? undefined,
};
} else {
modelResponse = await getCompletion(filledTemplate, input.channel);