Record model and cost when reporting logs (#136)
* Rename prompt and completion tokens to input and output tokens * Add getUsage function * Record model and cost when reporting log * Remove unused imports * Move UsageGraph to its own component * Standardize model response fields * Fix types
This commit is contained in:
@@ -71,7 +71,7 @@ export const runOneEval = async (
|
||||
provider: SupportedProvider,
|
||||
): Promise<{ result: number; details?: string }> => {
|
||||
const modelProvider = modelProviders[provider];
|
||||
const message = modelProvider.normalizeOutput(modelResponse.output);
|
||||
const message = modelProvider.normalizeOutput(modelResponse.respPayload);
|
||||
|
||||
if (!message) return { result: 0 };
|
||||
|
||||
|
||||
Reference in New Issue
Block a user