store model and use to calculate completion costs

This commit is contained in:
Kyle Corbitt
2023-07-14 11:06:07 -07:00
parent 0371dacfca
commit a5378b106b
14 changed files with 67 additions and 73 deletions

View File

@@ -37,10 +37,6 @@ export default function OutputCell({
// if (variant.config === null || Object.keys(variant.config).length === 0)
// disabledReason = "Save your prompt variant to see output";
// const model = getModelName(variant.config as JSONSerializable);
// TODO: Temporarily hardcoding this while we get other stuff working
const model = "gpt-3.5-turbo";
const outputMutation = api.outputs.get.useMutation();
const [output, setOutput] = useState<RouterOutputs["outputs"]["get"]>(null);
@@ -140,7 +136,7 @@ export default function OutputCell({
{ maxLength: 40 },
)}
</SyntaxHighlighter>
<OutputStats model={model} modelOutput={output} scenario={scenario} />
<OutputStats model={variant.model} modelOutput={output} scenario={scenario} />
</Box>
);
}
@@ -150,7 +146,7 @@ export default function OutputCell({
return (
<Flex w="100%" h="100%" direction="column" justifyContent="space-between" whiteSpace="pre-wrap">
{contentToDisplay}
{output && <OutputStats model={model} modelOutput={output} scenario={scenario} />}
{output && <OutputStats model={variant.model} modelOutput={output} scenario={scenario} />}
</Flex>
);
}

View File

@@ -17,7 +17,7 @@ export const OutputStats = ({
modelOutput,
scenario,
}: {
model: SupportedModel | null;
model: SupportedModel | string | null;
modelOutput: ModelOutput;
scenario: Scenario;
}) => {

View File

@@ -59,10 +59,17 @@ export default function VariantConfigEditor(props: { variant: PromptVariant }) {
return;
}
await replaceVariant.mutateAsync({
const resp = await replaceVariant.mutateAsync({
id: props.variant.id,
constructFn: currentFn,
});
if (resp.status === "error") {
return toast({
title: "Error saving variant",
description: resp.message,
status: "error",
});
}
await utils.promptVariants.list.invalidate();