Save and display timeToComplete on model outputs (#6)

* Calculate and save timeToComplete on model outputs

* Add output stats to function call as well

* Record timeToComplete before parsing response json

* Add default value for timeToComplete
This commit is contained in:
arcticfly
2023-06-30 21:29:28 -07:00
committed by GitHub
parent 625d34a9e0
commit 6389bd54de
5 changed files with 44 additions and 18 deletions

View File

@@ -61,6 +61,7 @@ export const modelOutputsRouter = createTRPCRouter({
output: existingResponse.output as Prisma.InputJsonValue,
statusCode: existingResponse.statusCode,
errorMessage: existingResponse.errorMessage,
timeToComplete: existingResponse.timeToComplete,
};
} else {
modelResponse = await getChatCompletion(filledTemplate, env.OPENAI_API_KEY);