Add total token cost to variant stats (#13)
* Add total token cost to variant stats * Copy over token counts for new variants * Update invalidate call
This commit is contained in:
@@ -62,6 +62,8 @@ export const modelOutputsRouter = createTRPCRouter({
|
||||
statusCode: existingResponse.statusCode,
|
||||
errorMessage: existingResponse.errorMessage,
|
||||
timeToComplete: existingResponse.timeToComplete,
|
||||
promptTokens: existingResponse.promptTokens ?? undefined,
|
||||
completionTokens: existingResponse.completionTokens ?? undefined,
|
||||
};
|
||||
} else {
|
||||
modelResponse = await getCompletion(filledTemplate, input.channel);
|
||||
|
||||
Reference in New Issue
Block a user