Add streaming to the default prompt (#27)

2023-07-08 21:22:02 -07:00
parent e2f6ddde52
commit 6b32619e87
1 changed files with 2 additions and 1 deletions
--- a/src/server/api/routers/experiments.router.ts
+++ b/src/server/api/routers/experiments.router.ts
@@ -32,7 +32,7 @@ export const experimentsRouter = createTRPCRouter({
          testScenarioCount: visibleTestScenarioCount,
          promptVariantCount: visiblePromptVariantCount,
        };
-      }),
+      })
    );

    return experimentsWithCounts;
@@ -71,6 +71,7 @@ export const experimentsRouter = createTRPCRouter({
          sortIndex: 0,
          config: {
            model: "gpt-3.5-turbo-0613",
+            stream: true,
            messages: [
              {
                role: "system",