alihan/OpenPipe-llm
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Streaming works for normal text

Browse Source
This commit is contained in:
David Corbitt
2023-07-03 19:51:34 -07:00
parent 2569943ecb
commit 5f11b258ca
9 changed files with 961 additions and 63 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/server/api/routers/modelOutputs.router.ts
View File

@@ -12,7 +12,7 @@ env;
export const modelOutputsRouter = createTRPCRouter({
get: publicProcedure
.input(z.object({ scenarioId: z.string(), variantId: z.string() }))
.input(z.object({ scenarioId: z.string(), variantId: z.string(), channelId: z.string().optional() }))
.query(async ({ input }) => {
const existing = await prisma.modelOutput.findUnique({
where: {
@@ -64,7 +64,7 @@ export const modelOutputsRouter = createTRPCRouter({
timeToComplete: existingResponse.timeToComplete,
};
} else {
modelResponse = await getChatCompletion(filledTemplate, env.OPENAI_API_KEY);
modelResponse = await getChatCompletion(filledTemplate, env.OPENAI_API_KEY, input.channelId);
}
const modelOutput = await prisma.modelOutput.create({