From 6b32619e87ba238435e11bd83edeac7d12b18edd Mon Sep 17 00:00:00 2001 From: arcticfly <41524992+arcticfly@users.noreply.github.com> Date: Sat, 8 Jul 2023 21:22:02 -0700 Subject: [PATCH] Add streaming to the default prompt (#27) --- src/server/api/routers/experiments.router.ts | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/src/server/api/routers/experiments.router.ts b/src/server/api/routers/experiments.router.ts index c5e1481..0cc9b0b 100644 --- a/src/server/api/routers/experiments.router.ts +++ b/src/server/api/routers/experiments.router.ts @@ -32,7 +32,7 @@ export const experimentsRouter = createTRPCRouter({ testScenarioCount: visibleTestScenarioCount, promptVariantCount: visiblePromptVariantCount, }; - }), + }) ); return experimentsWithCounts; @@ -71,6 +71,7 @@ export const experimentsRouter = createTRPCRouter({ sortIndex: 0, config: { model: "gpt-3.5-turbo-0613", + stream: true, messages: [ { role: "system",