alihan/OpenPipe-llm
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Add promptTokens and completionTokens to model output (#11)

Browse Source 
* Default to streaming in config

* Add tokens to database

* Add NEXT_PUBLIC_SOCKET_URL to .env.example

* Disable streaming for functions

* Add newline to types
This commit is contained in:
arcticfly
2023-07-06 13:12:59 -07:00
committed by GitHub
parent 6ecb952a68
commit 1ae5612d55
11 changed files with 201 additions and 82 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
src/server/api/routers/modelOutputs.router.ts
View File

@@ -3,12 +3,9 @@ import { createTRPCRouter, publicProcedure } from "~/server/api/trpc";
import { prisma } from "~/server/db";
import fillTemplate, { type VariableMap } from "~/server/utils/fillTemplate";
import { type JSONSerializable } from "~/server/types";
import { getChatCompletion } from "~/server/utils/getChatCompletion";
import { getCompletion } from "~/server/utils/getCompletion";
import crypto from "crypto";
import type { Prisma } from "@prisma/client";
import { env } from "~/env.mjs";
env;
export const modelOutputsRouter = createTRPCRouter({
get: publicProcedure
@@ -54,7 +51,7 @@ export const modelOutputsRouter = createTRPCRouter({
where: { inputHash, errorMessage: null },
});
let modelResponse: Awaited<ReturnType<typeof getChatCompletion>>;
let modelResponse: Awaited<ReturnType<typeof getCompletion>>;
if (existingResponse) {
modelResponse = {
@@ -64,7 +61,7 @@ export const modelOutputsRouter = createTRPCRouter({
timeToComplete: existingResponse.timeToComplete,
};
} else {
modelResponse = await getChatCompletion(filledTemplate, env.OPENAI_API_KEY, input.channel);
modelResponse = await getCompletion(filledTemplate, input.channel);
}
const modelOutput = await prisma.modelOutput.create({