Auto-resize project menu width

.dockerignore

@@ -1,5 +0,0 @@
-**/node_modules/
-.git
-**/.venv/
-**/.env*
-**/.next/

.gitignore

@@ -1,5 +0,0 @@
-.env
-.venv/
-*.pyc
-node_modules/
-*.tsbuildinfo

.prettierignore

@@ -1,2 +0,0 @@
-*.schema.json
-app/pnpm-lock.yaml

app/.env.example

@@ -32,11 +32,5 @@ NEXT_PUBLIC_HOST="http://localhost:3000"
 GITHUB_CLIENT_ID="your_client_id"
 GITHUB_CLIENT_SECRET="your_secret"
 
-OPENPIPE_BASE_URL="http://localhost:3000/api/v1"
+OPENPIPE_BASE_URL="http://localhost:3000/api"
 OPENPIPE_API_KEY="your_key"
-
-SENDER_EMAIL="placeholder"
-SMTP_HOST="placeholder"
-SMTP_PORT="placeholder"
-SMTP_LOGIN="placeholder"
-SMTP_PASSWORD="placeholder"

app/.eslintrc.cjs

@@ -6,7 +6,7 @@ const config = {
   overrides: [
     {
       extends: ["plugin:@typescript-eslint/recommended-requiring-type-checking"],
-      files: ["*.mts", "*.ts", "*.tsx"],
+      files: ["*.ts", "*.tsx"],
       parserOptions: {
         project: path.join(__dirname, "tsconfig.json"),
       },

app/.gitignore

@@ -44,6 +44,3 @@ yarn-error.log*
 
 # Sentry Auth Token
 .sentryclirc
-
-# custom openai intialization
-src/server/utils/openaiCustomConfig.json

app/.prettierignore

@@ -0,0 +1,2 @@
+*.schema.json
+pnpm-lock.yaml

app/@types/nextjs-routes.d.ts

@@ -12,21 +12,19 @@ declare module "nextjs-routes" {
 
   export type Route =
     | StaticRoute<"/account/signin">
-    | StaticRoute<"/admin/jobs">
+    | DynamicRoute<"/api/[...trpc]", { "trpc": string[] }>
     | DynamicRoute<"/api/auth/[...nextauth]", { "nextauth": string[] }>
     | StaticRoute<"/api/experiments/og-image">
+    | StaticRoute<"/api/openapi">
+    | StaticRoute<"/api/sentry-example-api">
     | DynamicRoute<"/api/trpc/[trpc]", { "trpc": string }>
-    | DynamicRoute<"/api/v1/[...trpc]", { "trpc": string[] }>
-    | StaticRoute<"/api/v1/openapi">
-    | StaticRoute<"/dashboard">
     | DynamicRoute<"/data/[id]", { "id": string }>
     | StaticRoute<"/data">
-    | DynamicRoute<"/experiments/[experimentSlug]", { "experimentSlug": string }>
+    | DynamicRoute<"/experiments/[id]", { "id": string }>
     | StaticRoute<"/experiments">
     | StaticRoute<"/">
-    | DynamicRoute<"/invitations/[invitationToken]", { "invitationToken": string }>
+    | StaticRoute<"/logged-calls">
     | StaticRoute<"/project/settings">
-    | StaticRoute<"/request-logs">
     | StaticRoute<"/sentry-example-page">
     | StaticRoute<"/world-champs">
     | StaticRoute<"/world-champs/signup">;

app/Dockerfile

@@ -6,13 +6,13 @@ RUN yarn global add pnpm
 # DEPS
 FROM base as deps
 
-WORKDIR /code
+WORKDIR /app
 
-COPY app/prisma app/package.json ./app/
-COPY client-libs/typescript/package.json ./client-libs/typescript/
-COPY pnpm-lock.yaml pnpm-workspace.yaml ./
+COPY prisma ./
 
-RUN cd app && pnpm install --frozen-lockfile
+COPY package.json pnpm-lock.yaml ./
+
+RUN pnpm install --frozen-lockfile
 
 # BUILDER
 FROM base as builder
@@ -25,24 +25,22 @@ ARG NEXT_PUBLIC_SENTRY_DSN
 ARG SENTRY_AUTH_TOKEN
 ARG NEXT_PUBLIC_FF_SHOW_LOGGED_CALLS
 
-WORKDIR /code
-COPY --from=deps /code/node_modules ./node_modules
-COPY --from=deps /code/app/node_modules ./app/node_modules
-COPY --from=deps /code/client-libs/typescript/node_modules ./client-libs/typescript/node_modules
+WORKDIR /app
+COPY --from=deps /app/node_modules ./node_modules
 COPY . .
-RUN cd app && SKIP_ENV_VALIDATION=1 pnpm build
+RUN SKIP_ENV_VALIDATION=1 pnpm build
 
 # RUNNER
 FROM base as runner
-WORKDIR /code/app
+WORKDIR /app
 
 ENV NODE_ENV production
 ENV NEXT_TELEMETRY_DISABLED 1
 
-COPY --from=builder /code/ /code/
+COPY --from=builder /app/ ./
 
 EXPOSE 3000
 ENV PORT 3000
 
 # Run the "run-prod.sh" script
-CMD /code/app/run-prod.sh
+CMD /app/run-prod.sh

app/next.config.mjs

@@ -36,8 +36,6 @@ let config = {
     });
     return config;
   },
-
-  transpilePackages: ["openpipe"],
 };
 
 config = nextRoutes()(config);

app/package.json

@@ -1,6 +1,5 @@
 {
-  "name": "openpipe-app",
-  "private": true,
+  "name": "openpipe",
   "type": "module",
   "version": "0.1.0",
   "license": "Apache-2.0",
@@ -10,15 +9,14 @@
   },
   "scripts": {
     "build": "next build",
-    "dev:next": "TZ=UTC next dev",
+    "dev:next": "next dev",
     "dev:wss": "pnpm tsx --watch src/wss-server.ts",
     "dev:worker": "NODE_ENV='development' pnpm tsx --watch src/server/tasks/worker.ts",
     "dev": "concurrently --kill-others 'pnpm dev:next' 'pnpm dev:wss' 'pnpm dev:worker'",
     "postinstall": "prisma generate",
     "lint": "next lint",
-    "start": "TZ=UTC next start",
-    "codegen:clients": "tsx src/server/scripts/client-codegen.ts",
-    "codegen:db": "prisma generate && kysely-codegen --dialect postgres --out-file src/server/db.types.ts",
+    "start": "next start",
+    "codegen": "tsx src/server/scripts/client-codegen.ts",
     "seed": "tsx prisma/seed.ts",
     "check": "concurrently 'pnpm lint' 'pnpm tsc' 'pnpm prettier . --check'",
     "test": "pnpm vitest"
@@ -26,6 +24,7 @@
   "dependencies": {
     "@anthropic-ai/sdk": "^0.5.8",
     "@apidevtools/json-schema-ref-parser": "^10.1.0",
+    "@babel/preset-typescript": "^7.22.5",
     "@babel/standalone": "^7.22.9",
     "@chakra-ui/anatomy": "^2.2.0",
     "@chakra-ui/next-js": "^2.1.4",
@@ -38,7 +37,6 @@
     "@monaco-editor/loader": "^1.3.3",
     "@next-auth/prisma-adapter": "^1.0.5",
     "@prisma/client": "^4.14.0",
-    "@sendinblue/client": "^3.3.1",
     "@sentry/nextjs": "^7.61.0",
     "@t3-oss/env-nextjs": "^0.3.1",
     "@tabler/icons-react": "^2.22.0",
@@ -66,18 +64,14 @@
     "json-stringify-pretty-compact": "^4.0.0",
     "jsonschema": "^1.4.1",
     "kysely": "^0.26.1",
-    "kysely-codegen": "^0.10.1",
     "lodash-es": "^4.17.21",
     "lucide-react": "^0.265.0",
-    "marked": "^7.0.3",
     "next": "^13.4.2",
     "next-auth": "^4.22.1",
     "next-query-params": "^4.2.3",
     "nextjs-cors": "^2.1.2",
     "nextjs-routes": "^2.0.1",
-    "nodemailer": "^6.9.4",
     "openai": "4.0.0-beta.7",
-    "openpipe": "workspace:*",
     "pg": "^8.11.2",
     "pluralize": "^8.0.0",
     "posthog-js": "^1.75.3",
@@ -119,7 +113,6 @@
     "@types/json-schema": "^7.0.12",
     "@types/lodash-es": "^4.17.8",
     "@types/node": "^18.16.0",
-    "@types/nodemailer": "^6.4.9",
     "@types/pg": "^8.10.2",
     "@types/pluralize": "^0.0.30",
     "@types/prismjs": "^1.26.0",
@@ -135,7 +128,6 @@
     "eslint-plugin-unused-imports": "^2.0.0",
     "monaco-editor": "^0.40.0",
     "openapi-typescript": "^6.3.4",
-    "openapi-typescript-codegen": "^0.25.0",
     "prisma": "^4.14.0",
     "raw-loader": "^4.0.2",
     "typescript": "^5.0.4",

app/prisma/migrations/20230811023536_standardize_on_input_and_output_tokens_as_names/migration.sql

@@ -0,0 +1,15 @@
+/*
+  Warnings:
+
+  - You are about to rename the column `completionTokens` to `outputTokens` on the `ModelResponse` table.
+  - You are about to rename the column `promptTokens` to `inputTokens` on the `ModelResponse` table.
+
+*/
+
+-- Rename completionTokens to outputTokens
+ALTER TABLE "ModelResponse"
+RENAME COLUMN "completionTokens" TO "outputTokens";
+
+-- Rename promptTokens to inputTokens
+ALTER TABLE "ModelResponse"
+RENAME COLUMN "promptTokens" TO "inputTokens";

app/prisma/migrations/20230811200114_rename_model_response_fields/migration.sql

@@ -1,66 +0,0 @@
-/*
-  Warnings:
-
-  - You are about to rename the column `completionTokens` to `outputTokens` on the `ModelResponse` table.
-  - You are about to rename the column `promptTokens` to `inputTokens` on the `ModelResponse` table.
-  - You are about to rename the column `startTime` on the `LoggedCall` table to `requestedAt`. Ensure compatibility with application logic.
-  - You are about to rename the column `startTime` on the `LoggedCallModelResponse` table to `requestedAt`. Ensure compatibility with application logic.
-  - You are about to rename the column `endTime` on the `LoggedCallModelResponse` table to `receivedAt`. Ensure compatibility with application logic.
-  - You are about to rename the column `error` on the `LoggedCallModelResponse` table to `errorMessage`. Ensure compatibility with application logic.
-  - You are about to rename the column `respStatus` on the `LoggedCallModelResponse` table to `statusCode`. Ensure compatibility with application logic.
-  - You are about to rename the column `totalCost` on the `LoggedCallModelResponse` table to `cost`. Ensure compatibility with application logic.
-  - You are about to rename the column `inputHash` on the `ModelResponse` table to `cacheKey`. Ensure compatibility with application logic.
-  - You are about to rename the column `output` on the `ModelResponse` table to `respPayload`. Ensure compatibility with application logic.
-
-*/
--- DropIndex
-DROP INDEX "LoggedCall_startTime_idx";
-
--- DropIndex
-DROP INDEX "ModelResponse_inputHash_idx";
-
--- Rename completionTokens to outputTokens
-ALTER TABLE "ModelResponse"
-RENAME COLUMN "completionTokens" TO "outputTokens";
-
--- Rename promptTokens to inputTokens
-ALTER TABLE "ModelResponse"
-RENAME COLUMN "promptTokens" TO "inputTokens";
-
--- AlterTable
-ALTER TABLE "LoggedCall"
-RENAME COLUMN "startTime" TO "requestedAt";
-
--- AlterTable
-ALTER TABLE "LoggedCallModelResponse"
-RENAME COLUMN "startTime" TO "requestedAt";
-
--- AlterTable
-ALTER TABLE "LoggedCallModelResponse"
-RENAME COLUMN "endTime" TO "receivedAt";
-
--- AlterTable
-ALTER TABLE "LoggedCallModelResponse"
-RENAME COLUMN "error" TO "errorMessage";
-
--- AlterTable
-ALTER TABLE "LoggedCallModelResponse"
-RENAME COLUMN "respStatus" TO "statusCode";
-
--- AlterTable
-ALTER TABLE "LoggedCallModelResponse"
-RENAME COLUMN "totalCost" TO "cost";
-
--- AlterTable
-ALTER TABLE "ModelResponse"
-RENAME COLUMN "inputHash" TO "cacheKey";
-
--- AlterTable
-ALTER TABLE "ModelResponse"
-RENAME COLUMN "output" TO "respPayload";
-
--- CreateIndex
-CREATE INDEX "LoggedCall_requestedAt_idx" ON "LoggedCall"("requestedAt");
-
--- CreateIndex
-CREATE INDEX "ModelResponse_cacheKey_idx" ON "ModelResponse"("cacheKey");

app/prisma/migrations/20230811231429_add_model_to_logged_call/migration.sql

@@ -1,2 +0,0 @@
--- AlterTable
-ALTER TABLE "LoggedCall" ADD COLUMN     "model" TEXT;

app/prisma/migrations/20230814233722_index_tags_by_project/migration.sql

@@ -1,22 +0,0 @@
--- DropIndex
-DROP INDEX "LoggedCallTag_name_idx";
-DROP INDEX "LoggedCallTag_name_value_idx";
-
--- AlterTable: Add projectId column without NOT NULL constraint for now
-ALTER TABLE "LoggedCallTag" ADD COLUMN "projectId" UUID;
-
--- Set the default value
-UPDATE "LoggedCallTag" lct
-SET "projectId" = lc."projectId"
-FROM "LoggedCall" lc
-WHERE lct."loggedCallId" = lc.id;
-
--- Now set the NOT NULL constraint
-ALTER TABLE "LoggedCallTag" ALTER COLUMN "projectId" SET NOT NULL;
-
--- CreateIndex
-CREATE INDEX "LoggedCallTag_projectId_name_idx" ON "LoggedCallTag"("projectId", "name");
-CREATE INDEX "LoggedCallTag_projectId_name_value_idx" ON "LoggedCallTag"("projectId", "name", "value");
-
--- CreateIndex
-CREATE UNIQUE INDEX "LoggedCallTag_loggedCallId_name_key" ON "LoggedCallTag"("loggedCallId", "name");

app/prisma/migrations/20230815234811_add_user_invitations/migration.sql

@@ -1,25 +0,0 @@
--- CreateTable
-CREATE TABLE "UserInvitation" (
-    "id" UUID NOT NULL,
-    "projectId" UUID NOT NULL,
-    "email" TEXT NOT NULL,
-    "role" "ProjectUserRole" NOT NULL,
-    "invitationToken" TEXT NOT NULL,
-    "senderId" UUID NOT NULL,
-    "createdAt" TIMESTAMP(3) NOT NULL DEFAULT CURRENT_TIMESTAMP,
-    "updatedAt" TIMESTAMP(3) NOT NULL,
-
-    CONSTRAINT "UserInvitation_pkey" PRIMARY KEY ("id")
-);
-
--- CreateIndex
-CREATE UNIQUE INDEX "UserInvitation_invitationToken_key" ON "UserInvitation"("invitationToken");
-
--- CreateIndex
-CREATE UNIQUE INDEX "UserInvitation_projectId_email_key" ON "UserInvitation"("projectId", "email");
-
--- AddForeignKey
-ALTER TABLE "UserInvitation" ADD CONSTRAINT "UserInvitation_projectId_fkey" FOREIGN KEY ("projectId") REFERENCES "Project"("id") ON DELETE CASCADE ON UPDATE CASCADE;
-
--- AddForeignKey
-ALTER TABLE "UserInvitation" ADD CONSTRAINT "UserInvitation_senderId_fkey" FOREIGN KEY ("senderId") REFERENCES "User"("id") ON DELETE CASCADE ON UPDATE CASCADE;

app/prisma/migrations/20230818055303_add_slug_to_experiment/migration.sql

@@ -1,88 +0,0 @@
-/*
- * Copyright 2023 Viascom Ltd liab. Co
- *
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *   http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-CREATE EXTENSION IF NOT EXISTS pgcrypto;
-
-CREATE OR REPLACE FUNCTION nanoid(
-    size int DEFAULT 21,
-    alphabet text DEFAULT '_-0123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ'
-)
-    RETURNS text
-    LANGUAGE plpgsql
-    volatile
-AS
-$$
-DECLARE
-    idBuilder      text := '';
-    counter        int  := 0;
-    bytes          bytea;
-    alphabetIndex  int;
-    alphabetArray  text[];
-    alphabetLength int;
-    mask           int;
-    step           int;
-BEGIN
-    alphabetArray := regexp_split_to_array(alphabet, '');
-    alphabetLength := array_length(alphabetArray, 1);
-    mask := (2 << cast(floor(log(alphabetLength - 1) / log(2)) as int)) - 1;
-    step := cast(ceil(1.6 * mask * size / alphabetLength) AS int);
-
-    while true
-        loop
-            bytes := gen_random_bytes(step);
-            while counter < step
-                loop
-                    alphabetIndex := (get_byte(bytes, counter) & mask) + 1;
-                    if alphabetIndex <= alphabetLength then
-                        idBuilder := idBuilder || alphabetArray[alphabetIndex];
-                        if length(idBuilder) = size then
-                            return idBuilder;
-                        end if;
-                    end if;
-                    counter := counter + 1;
-                end loop;
-
-            counter := 0;
-        end loop;
-END
-$$;
-
-
--- Make a short_nanoid function that uses the default alphabet and length of 15
-CREATE OR REPLACE FUNCTION short_nanoid()
-    RETURNS text
-    LANGUAGE plpgsql
-    volatile
-AS
-$$
-BEGIN
-    RETURN nanoid(15, '0123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ');
-END
-$$;
-
--- AlterTable
-ALTER TABLE "Experiment" ADD COLUMN     "slug" TEXT NOT NULL DEFAULT short_nanoid();
-
--- For existing experiments, keep the existing id as the slug for backwards compatibility
-UPDATE "Experiment" SET "slug" = "id";
-
--- CreateIndex
-CREATE UNIQUE INDEX "Experiment_slug_key" ON "Experiment"("slug");

app/prisma/schema.prisma

@@ -11,9 +11,7 @@ datasource db {
 }
 
 model Experiment {
-    id String @id @default(uuid()) @db.Uuid
-
-    slug  String @unique @default(dbgenerated("short_nanoid()"))
+    id    String @id @default(uuid()) @db.Uuid
     label String
 
     sortIndex Int @default(0)
@@ -114,17 +112,17 @@ model ScenarioVariantCell {
 model ModelResponse {
     id String @id @default(uuid()) @db.Uuid
 
-    cacheKey     String
-    requestedAt  DateTime?
-    receivedAt   DateTime?
-    respPayload  Json?
-    cost         Float?
-    inputTokens  Int?
-    outputTokens Int?
-    statusCode   Int?
-    errorMessage String?
-    retryTime    DateTime?
-    outdated     Boolean   @default(false)
+    inputHash        String
+    requestedAt      DateTime?
+    receivedAt       DateTime?
+    output           Json?
+    cost             Float?
+    inputTokens      Int?
+    outputTokens     Int?
+    statusCode       Int?
+    errorMessage     String?
+    retryTime        DateTime?
+    outdated         Boolean   @default(false)
 
     createdAt DateTime @default(now())
     updatedAt DateTime @updatedAt
@@ -133,7 +131,7 @@ model ModelResponse {
     scenarioVariantCell   ScenarioVariantCell @relation(fields: [scenarioVariantCellId], references: [id], onDelete: Cascade)
     outputEvaluations     OutputEvaluation[]
 
-    @@index([cacheKey])
+    @@index([inputHash])
 }
 
 enum EvalType {
@@ -209,14 +207,13 @@ model Project {
     personalProjectUserId String? @unique @db.Uuid
     personalProjectUser   User?   @relation(fields: [personalProjectUserId], references: [id], onDelete: Cascade)
 
-    createdAt              DateTime         @default(now())
-    updatedAt              DateTime         @updatedAt
-    projectUsers           ProjectUser[]
-    projectUserInvitations UserInvitation[]
-    experiments            Experiment[]
-    datasets               Dataset[]
-    loggedCalls            LoggedCall[]
-    apiKeys                ApiKey[]
+    createdAt    DateTime      @default(now())
+    updatedAt    DateTime      @updatedAt
+    projectUsers ProjectUser[]
+    experiments  Experiment[]
+    datasets     Dataset[]
+    loggedCalls  LoggedCall[]
+    apiKeys      ApiKey[]
 }
 
 enum ProjectUserRole {
@@ -259,7 +256,7 @@ model WorldChampEntrant {
 model LoggedCall {
     id String @id @default(uuid()) @db.Uuid
 
-    requestedAt DateTime
+    startTime DateTime
 
     // True if this call was served from the cache, false otherwise
     cacheHit Boolean
@@ -276,13 +273,12 @@ model LoggedCall {
     projectId String   @db.Uuid
     project   Project? @relation(fields: [projectId], references: [id], onDelete: Cascade)
 
-    model String?
-    tags  LoggedCallTag[]
+    tags LoggedCallTag[]
 
     createdAt DateTime @default(now())
     updatedAt DateTime @updatedAt
 
-    @@index([requestedAt])
+    @@index([startTime])
 }
 
 model LoggedCallModelResponse {
@@ -291,14 +287,14 @@ model LoggedCallModelResponse {
     reqPayload Json
 
     // The HTTP status returned by the model provider
-    statusCode  Int?
+    respStatus  Int?
     respPayload Json?
 
     // Should be null if the request was successful, and some string if the request failed.
-    errorMessage String?
+    error String?
 
-    requestedAt DateTime
-    receivedAt  DateTime
+    startTime DateTime
+    endTime   DateTime
 
     // Note: the function to calculate the cacheKey should include the project
     // ID so we don't share cached responses between projects, which could be an
@@ -312,7 +308,7 @@ model LoggedCallModelResponse {
     outputTokens Int?
     finishReason String?
     completionId String?
-    cost         Decimal? @db.Decimal(18, 12)
+    totalCost    Decimal? @db.Decimal(18, 12)
 
     // The LoggedCall that created this LoggedCallModelResponse
     originalLoggedCallId String     @unique @db.Uuid
@@ -326,17 +322,15 @@ model LoggedCallModelResponse {
 }
 
 model LoggedCallTag {
-    id        String  @id @default(uuid()) @db.Uuid
-    name      String
-    value     String?
-    projectId String  @db.Uuid
+    id    String  @id @default(uuid()) @db.Uuid
+    name  String
+    value String?
 
     loggedCallId String     @db.Uuid
     loggedCall   LoggedCall @relation(fields: [loggedCallId], references: [id], onDelete: Cascade)
 
-    @@unique([loggedCallId, name])
-    @@index([projectId, name])
-    @@index([projectId, name, value])
+    @@index([name])
+    @@index([name, value])
 }
 
 model ApiKey {
@@ -345,8 +339,8 @@ model ApiKey {
     name   String
     apiKey String @unique
 
-    projectId String  @db.Uuid
-    project   Project @relation(fields: [projectId], references: [id], onDelete: Cascade)
+    projectId String   @db.Uuid
+    project   Project? @relation(fields: [projectId], references: [id], onDelete: Cascade)
 
     createdAt DateTime @default(now())
     updatedAt DateTime @updatedAt
@@ -393,33 +387,16 @@ model User {
 
     role UserRole @default(USER)
 
-    accounts            Account[]
-    sessions            Session[]
-    projectUsers        ProjectUser[]
-    projects            Project[]
-    worldChampEntrant   WorldChampEntrant?
-    sentUserInvitations UserInvitation[]
+    accounts          Account[]
+    sessions          Session[]
+    projectUsers      ProjectUser[]
+    projects          Project[]
+    worldChampEntrant WorldChampEntrant?
 
     createdAt DateTime @default(now())
     updatedAt DateTime @default(now()) @updatedAt
 }
 
-model UserInvitation {
-    id String @id @default(uuid()) @db.Uuid
-
-    projectId       String          @db.Uuid
-    project         Project         @relation(fields: [projectId], references: [id], onDelete: Cascade)
-    email           String
-    role            ProjectUserRole
-    invitationToken String          @unique
-    senderId        String          @db.Uuid
-    sender          User            @relation(fields: [senderId], references: [id], onDelete: Cascade)
-    createdAt       DateTime        @default(now())
-    updatedAt       DateTime        @updatedAt
-
-    @@unique([projectId, email])
-}
-
 model VerificationToken {
     identifier String
     token      String   @unique

app/prisma/seed.ts

@@ -2,7 +2,6 @@ import { prisma } from "~/server/db";
 import dedent from "dedent";
 import { generateNewCell } from "~/server/utils/generateNewCell";
 import { promptConstructorVersion } from "~/promptConstructor/version";
-import { env } from "~/env.mjs";
 
 const defaultId = "11111111-1111-1111-1111-111111111111";
 
@@ -10,14 +9,6 @@ await prisma.project.deleteMany({
   where: { id: defaultId },
 });
 
-// Mark all users as admins
-await prisma.user.updateMany({
-  where: {},
-  data: {
-    role: "ADMIN",
-  },
-});
-
 // If there's an existing project, just seed into it
 const project =
   (await prisma.project.findFirst({})) ??
@@ -25,20 +16,6 @@ const project =
     data: { id: defaultId },
   }));
 
-if (env.OPENPIPE_API_KEY) {
-  await prisma.apiKey.upsert({
-    where: {
-      apiKey: env.OPENPIPE_API_KEY,
-    },
-    create: {
-      projectId: project.id,
-      name: "Default API Key",
-      apiKey: env.OPENPIPE_API_KEY,
-    },
-    update: {},
-  });
-}
-
 await prisma.experiment.deleteMany({
   where: {
     id: defaultId,

app/prisma/seedDashboard.ts

@@ -13,7 +13,6 @@ const MODEL_RESPONSE_TEMPLATES: {
   inputTokens: number;
   outputTokens: number;
   finishReason: string;
-  tags: { name: string; value: string }[];
 }[] = [
   {
     reqPayload: {
@@ -108,7 +107,6 @@ const MODEL_RESPONSE_TEMPLATES: {
     inputTokens: 236,
     outputTokens: 5,
     finishReason: "stop",
-    tags: [],
   },
   {
     reqPayload: {
@@ -195,7 +193,6 @@ const MODEL_RESPONSE_TEMPLATES: {
     inputTokens: 222,
     outputTokens: 5,
     finishReason: "stop",
-    tags: [],
   },
   {
     reqPayload: {
@@ -234,7 +231,6 @@ const MODEL_RESPONSE_TEMPLATES: {
     inputTokens: 14,
     outputTokens: 7,
     finishReason: "stop",
-    tags: [{ name: "prompt_id", value: "id2" }],
   },
   {
     reqPayload: {
@@ -310,10 +306,6 @@ const MODEL_RESPONSE_TEMPLATES: {
     inputTokens: 2802,
     outputTokens: 108,
     finishReason: "stop",
-    tags: [
-      { name: "prompt_id", value: "chatcmpl-7lQS3MktOT8BTgNEytl9dkyssCQqL" },
-      { name: "some_other_tag", value: "some_other_value" },
-    ],
   },
 ];
 
@@ -347,18 +339,17 @@ for (let i = 0; i < 1437; i++) {
     MODEL_RESPONSE_TEMPLATES[Math.floor(Math.random() * MODEL_RESPONSE_TEMPLATES.length)]!;
   const model = template.reqPayload.model;
   // choose random time in the last two weeks, with a bias towards the last few days
-  const requestedAt = new Date(Date.now() - Math.pow(Math.random(), 2) * 1000 * 60 * 60 * 24 * 14);
+  const startTime = new Date(Date.now() - Math.pow(Math.random(), 2) * 1000 * 60 * 60 * 24 * 14);
   // choose random delay anywhere from 2 to 10 seconds later for gpt-4, or 1 to 5 seconds for gpt-3.5
   const delay =
     model === "gpt-4" ? 1000 * 2 + Math.random() * 1000 * 8 : 1000 + Math.random() * 1000 * 4;
-  const receivedAt = new Date(requestedAt.getTime() + delay);
+  const endTime = new Date(startTime.getTime() + delay);
   loggedCallsToCreate.push({
     id: loggedCallId,
     cacheHit: false,
-    requestedAt,
+    startTime,
     projectId: project.id,
-    model: template.reqPayload.model,
-    createdAt: requestedAt,
+    createdAt: startTime,
   });
 
   const { promptTokenPrice, completionTokenPrice } =
@@ -374,20 +365,21 @@ for (let i = 0; i < 1437; i++) {
 
   loggedCallModelResponsesToCreate.push({
     id: loggedCallModelResponseId,
-    requestedAt,
-    receivedAt,
+    startTime,
+    endTime,
     originalLoggedCallId: loggedCallId,
     reqPayload: template.reqPayload,
     respPayload: template.respPayload,
-    statusCode: template.respStatus,
-    errorMessage: template.error,
-    createdAt: requestedAt,
+    respStatus: template.respStatus,
+    error: template.error,
+    createdAt: startTime,
     cacheKey: hashRequest(project.id, template.reqPayload as JsonValue),
-    durationMs: receivedAt.getTime() - requestedAt.getTime(),
+    durationMs: endTime.getTime() - startTime.getTime(),
     inputTokens: template.inputTokens,
     outputTokens: template.outputTokens,
     finishReason: template.finishReason,
-    cost: template.inputTokens * promptTokenPrice + template.outputTokens * completionTokenPrice,
+    totalCost:
+      template.inputTokens * promptTokenPrice + template.outputTokens * completionTokenPrice,
   });
   loggedCallsToUpdate.push({
     where: {
@@ -397,14 +389,11 @@ for (let i = 0; i < 1437; i++) {
       modelResponseId: loggedCallModelResponseId,
     },
   });
-  for (const tag of template.tags) {
-    loggedCallTagsToCreate.push({
-      projectId: project.id,
-      loggedCallId,
-      name: tag.name,
-      value: tag.value,
-    });
-  }
+  loggedCallTagsToCreate.push({
+    loggedCallId,
+    name: "$model",
+    value: template.reqPayload.model,
+  });
 }
 
 await prisma.$transaction([

app/run-prod.sh

@@ -10,4 +10,6 @@ pnpm tsx src/promptConstructor/migrate.ts
 
 echo "Starting the server"
 
-pnpm start
+pnpm concurrently --kill-others \
+  "pnpm start" \
+  "pnpm tsx src/server/tasks/worker.ts"

app/src/components/AutoResizeTextArea.tsx

@@ -1,13 +1,13 @@
 import { Textarea, type TextareaProps } from "@chakra-ui/react";
 import ResizeTextarea from "react-textarea-autosize";
-import React, { useEffect, useState } from "react";
+import React, { useLayoutEffect, useState } from "react";
 
 export const AutoResizeTextarea: React.ForwardRefRenderFunction<
   HTMLTextAreaElement,
   TextareaProps & { minRows?: number }
 > = ({ minRows = 1, overflowY = "hidden", ...props }, ref) => {
   const [isRerendered, setIsRerendered] = useState(false);
-  useEffect(() => setIsRerendered(true), []);
+  useLayoutEffect(() => setIsRerendered(true), []);
 
   return (
     <Textarea

app/src/components/ChangeModelModal/ModelStatsCard.tsx

@@ -87,7 +87,7 @@ export const ModelStatsCard = ({
               label="Price"
               info={
                 <Text>
-                  ${model.pricePerSecond.toFixed(4)}
+                  ${model.pricePerSecond.toFixed(3)}
                   <Text color="gray.500"> / second</Text>
                 </Text>
               }

app/src/components/CopiableCode.tsx

@@ -1,16 +1,15 @@
-import { HStack, Icon, IconButton, Tooltip, Text, type StackProps } from "@chakra-ui/react";
+import { HStack, Icon, IconButton, Tooltip, Text } from "@chakra-ui/react";
 import { useState } from "react";
 import { MdContentCopy } from "react-icons/md";
 import { useHandledAsyncCallback } from "~/utils/hooks";
 
-const CopiableCode = ({ code, ...rest }: { code: string } & StackProps) => {
+const CopiableCode = ({ code }: { code: string }) => {
   const [copied, setCopied] = useState(false);
 
   const [copyToClipboard] = useHandledAsyncCallback(async () => {
     await navigator.clipboard.writeText(code);
     setCopied(true);
   }, [code]);
-
   return (
     <HStack
       backgroundColor="blackAlpha.800"
@@ -19,19 +18,9 @@ const CopiableCode = ({ code, ...rest }: { code: string } & StackProps) => {
       padding={3}
       w="full"
       justifyContent="space-between"
-      alignItems="flex-start"
-      {...rest}
     >
-      <Text
-        fontFamily="inconsolata"
-        fontWeight="bold"
-        letterSpacing={0.5}
-        overflowX="auto"
-        whiteSpace="pre-wrap"
-      >
+      <Text fontFamily="inconsolata" fontWeight="bold" letterSpacing={0.5} overflowX="auto">
         {code}
-        {/* Necessary for trailing newline to actually be displayed */}
-        {code.endsWith("\n") ? "\n" : ""}
       </Text>
       <Tooltip closeOnClick={false} label={copied ? "Copied!" : "Copy to clipboard"}>
         <IconButton

app/src/components/InputDropdown.tsx

@@ -1,80 +0,0 @@
-import {
-  Input,
-  InputGroup,
-  InputRightElement,
-  Icon,
-  Popover,
-  PopoverTrigger,
-  PopoverContent,
-  VStack,
-  HStack,
-  Button,
-  Text,
-  useDisclosure,
-} from "@chakra-ui/react";
-
-import { FiChevronDown } from "react-icons/fi";
-import { BiCheck } from "react-icons/bi";
-
-type InputDropdownProps<T> = {
-  options: ReadonlyArray<T>;
-  selectedOption: T;
-  onSelect: (option: T) => void;
-};
-
-const InputDropdown = <T,>({ options, selectedOption, onSelect }: InputDropdownProps<T>) => {
-  const popover = useDisclosure();
-
-  return (
-    <Popover placement="bottom-start" {...popover}>
-      <PopoverTrigger>
-        <InputGroup cursor="pointer" w={(selectedOption as string).length * 14 + 180}>
-          <Input
-            value={selectedOption as string}
-            // eslint-disable-next-line @typescript-eslint/no-empty-function -- controlled input requires onChange
-            onChange={() => {}}
-            cursor="pointer"
-            borderColor={popover.isOpen ? "blue.500" : undefined}
-            _hover={popover.isOpen ? { borderColor: "blue.500" } : undefined}
-            contentEditable={false}
-            // disable focus
-            onFocus={(e) => {
-              e.target.blur();
-            }}
-          />
-          <InputRightElement>
-            <Icon as={FiChevronDown} />
-          </InputRightElement>
-        </InputGroup>
-      </PopoverTrigger>
-      <PopoverContent boxShadow="0 0 40px 4px rgba(0, 0, 0, 0.1);" minW={0} w="auto">
-        <VStack spacing={0}>
-          {options?.map((option, index) => (
-            <HStack
-              key={index}
-              as={Button}
-              onClick={() => {
-                onSelect(option);
-                popover.onClose();
-              }}
-              w="full"
-              variant="ghost"
-              justifyContent="space-between"
-              fontWeight="semibold"
-              borderRadius={0}
-              colorScheme="blue"
-              color="black"
-              fontSize="sm"
-              borderBottomWidth={1}
-            >
-              <Text mr={16}>{option as string}</Text>
-              {option === selectedOption && <Icon as={BiCheck} color="blue.500" boxSize={5} />}
-            </HStack>
-          ))}
-        </VStack>
-      </PopoverContent>
-    </Popover>
-  );
-};
-
-export default InputDropdown;

app/src/components/OutputsTable/AddVariantButton.tsx

@@ -8,7 +8,7 @@ import {
   useHandledAsyncCallback,
   useVisibleScenarioIds,
 } from "~/utils/hooks";
-import { cellPadding } from "./constants";
+import { cellPadding } from "../constants";
 import { ActionButton } from "./ScenariosHeader";
 
 export default function AddVariantButton() {
@@ -33,11 +33,25 @@ export default function AddVariantButton() {
     <Flex w="100%" justifyContent="flex-end">
       <ActionButton
         onClick={onClick}
-        py={7}
+        py={5}
         leftIcon={<Icon as={loading ? Spinner : BsPlus} boxSize={6} mr={loading ? 1 : 0} />}
       >
         <Text display={{ base: "none", md: "flex" }}>Add Variant</Text>
       </ActionButton>
+      {/* <Button
+        alignItems="center"
+        justifyContent="center"
+        fontWeight="normal"
+        bgColor="transparent"
+        _hover={{ bgColor: "gray.100" }}
+        px={cellPadding.x}
+        onClick={onClick}
+        height="unset"
+        minH={headerMinHeight}
+      >
+        <Icon as={loading ? Spinner : BsPlus} boxSize={6} mr={loading ? 1 : 0} />
+        <Text display={{ base: "none", md: "flex" }}>Add Variant</Text>
+      </Button> */}
     </Flex>
   );
 }

app/src/components/OutputsTable/EditScenarioVars.tsx

@@ -4,7 +4,7 @@ import { useEffect, useState } from "react";
 import { BsPencil, BsX } from "react-icons/bs";
 import { api } from "~/utils/api";
 import { useExperiment, useHandledAsyncCallback, useScenarioVars } from "~/utils/hooks";
-import { maybeReportError } from "~/utils/errorHandling/maybeReportError";
+import { maybeReportError } from "~/utils/standardResponses";
 import { FloatingLabelInput } from "./FloatingLabelInput";
 
 export const ScenarioVar = ({

app/src/components/OutputsTable/OutputCell/CellWrapper.tsx

@@ -1,29 +0,0 @@
-import { type StackProps, VStack } from "@chakra-ui/react";
-import { type RouterOutputs } from "~/utils/api";
-import { type Scenario } from "../types";
-import { CellOptions } from "./CellOptions";
-import { OutputStats } from "./OutputStats";
-
-const CellWrapper: React.FC<
-  StackProps & {
-    cell: RouterOutputs["scenarioVariantCells"]["get"] | undefined;
-    hardRefetching: boolean;
-    hardRefetch: () => void;
-    mostRecentResponse:
-      | NonNullable<RouterOutputs["scenarioVariantCells"]["get"]>["modelResponses"][0]
-      | undefined;
-    scenario: Scenario;
-  }
-> = ({ children, cell, hardRefetching, hardRefetch, mostRecentResponse, scenario, ...props }) => (
-  <VStack w="full" alignItems="flex-start" {...props} px={2} py={2} h="100%">
-    {cell && (
-      <CellOptions refetchingOutput={hardRefetching} refetchOutput={hardRefetch} cell={cell} />
-    )}
-    <VStack w="full" alignItems="flex-start" maxH={500} overflowY="auto" flex={1}>
-      {children}
-    </VStack>
-    {mostRecentResponse && <OutputStats modelResponse={mostRecentResponse} scenario={scenario} />}
-  </VStack>
-);
-
-export default CellWrapper;

app/src/components/OutputsTable/OutputCell/OutputCell.tsx

@@ -1,16 +1,17 @@
-import { Text } from "@chakra-ui/react";
-import stringify from "json-stringify-pretty-compact";
-import { Fragment, useEffect, useState, type ReactElement } from "react";
+import { api } from "~/utils/api";
+import { type PromptVariant, type Scenario } from "../types";
+import { type StackProps, Text, VStack } from "@chakra-ui/react";
+import { useScenarioVars, useHandledAsyncCallback } from "~/utils/hooks";
 import SyntaxHighlighter from "react-syntax-highlighter";
 import { docco } from "react-syntax-highlighter/dist/cjs/styles/hljs";
-import frontendModelProviders from "~/modelProviders/frontendModelProviders";
-import { api } from "~/utils/api";
-import { useHandledAsyncCallback, useScenarioVars } from "~/utils/hooks";
+import stringify from "json-stringify-pretty-compact";
+import { type ReactElement, useState, useEffect, Fragment, useCallback } from "react";
 import useSocket from "~/utils/useSocket";
-import { type PromptVariant, type Scenario } from "../types";
-import CellWrapper from "./CellWrapper";
-import { ResponseLog } from "./ResponseLog";
+import { OutputStats } from "./OutputStats";
 import { RetryCountdown } from "./RetryCountdown";
+import frontendModelProviders from "~/modelProviders/frontendModelProviders";
+import { ResponseLog } from "./ResponseLog";
+import { CellOptions } from "./TopActions";
 
 const WAITING_MESSAGE_INTERVAL = 20000;
 
@@ -32,7 +33,7 @@ export default function OutputCell({
 
   if (!templateHasVariables) disabledReason = "Add a value to the scenario variables to see output";
 
-  const [refetchInterval, setRefetchInterval] = useState<number | false>(false);
+  const [refetchInterval, setRefetchInterval] = useState(0);
   const { data: cell, isLoading: queryLoading } = api.scenarioVariantCells.get.useQuery(
     { scenarioId: scenario.id, variantId: variant.id },
     { refetchInterval },
@@ -63,34 +64,42 @@ export default function OutputCell({
     cell.retrievalStatus === "PENDING" ||
     cell.retrievalStatus === "IN_PROGRESS" ||
     hardRefetching;
-
-  useEffect(() => setRefetchInterval(awaitingOutput ? 1000 : false), [awaitingOutput]);
+  useEffect(() => setRefetchInterval(awaitingOutput ? 1000 : 0), [awaitingOutput]);
 
   // TODO: disconnect from socket if we're not streaming anymore
   const streamedMessage = useSocket<OutputSchema>(cell?.id);
 
   const mostRecentResponse = cell?.modelResponses[cell.modelResponses.length - 1];
 
-  const wrapperProps: Parameters<typeof CellWrapper>[0] = {
-    cell,
-    hardRefetching,
-    hardRefetch,
-    mostRecentResponse,
-    scenario,
-  };
+  const CellWrapper = useCallback(
+    ({ children, ...props }: StackProps) => (
+      <VStack w="full" alignItems="flex-start" {...props} px={2} py={2} h="100%">
+        {cell && (
+          <CellOptions refetchingOutput={hardRefetching} refetchOutput={hardRefetch} cell={cell} />
+        )}
+        <VStack w="full" alignItems="flex-start" maxH={500} overflowY="auto" flex={1}>
+          {children}
+        </VStack>
+        {mostRecentResponse && (
+          <OutputStats modelResponse={mostRecentResponse} scenario={scenario} />
+        )}
+      </VStack>
+    ),
+    [hardRefetching, hardRefetch, mostRecentResponse, scenario, cell],
+  );
 
   if (!vars) return null;
 
   if (!cell && !fetchingOutput)
     return (
-      <CellWrapper {...wrapperProps}>
+      <CellWrapper>
         <Text color="gray.500">Error retrieving output</Text>
       </CellWrapper>
     );
 
   if (cell && cell.errorMessage) {
     return (
-      <CellWrapper {...wrapperProps}>
+      <CellWrapper>
         <Text color="red.500">{cell.errorMessage}</Text>
       </CellWrapper>
     );
@@ -98,16 +107,11 @@ export default function OutputCell({
 
   if (disabledReason) return <Text color="gray.500">{disabledReason}</Text>;
 
-  const showLogs = !streamedMessage && !mostRecentResponse?.respPayload;
+  const showLogs = !streamedMessage && !mostRecentResponse?.output;
 
   if (showLogs)
     return (
-      <CellWrapper
-        {...wrapperProps}
-        alignItems="flex-start"
-        fontFamily="inconsolata, monospace"
-        spacing={0}
-      >
+      <CellWrapper alignItems="flex-start" fontFamily="inconsolata, monospace" spacing={0}>
         {cell?.jobQueuedAt && <ResponseLog time={cell.jobQueuedAt} title="Job queued" />}
         {cell?.jobStartedAt && <ResponseLog time={cell.jobStartedAt} title="Job started" />}
         {cell?.modelResponses?.map((response) => {
@@ -116,13 +120,8 @@ export default function OutputCell({
             ? response.receivedAt.getTime()
             : Date.now();
           if (response.requestedAt) {
-            numWaitingMessages = Math.min(
-              Math.floor(
-                (relativeWaitingTime - response.requestedAt.getTime()) / WAITING_MESSAGE_INTERVAL,
-              ),
-              // Don't try to render more than 15, it'll use too much CPU and
-              // break the page
-              15,
+            numWaitingMessages = Math.floor(
+              (relativeWaitingTime - response.requestedAt.getTime()) / WAITING_MESSAGE_INTERVAL,
             );
           }
           return (
@@ -161,15 +160,15 @@ export default function OutputCell({
       </CellWrapper>
     );
 
-  const normalizedOutput = mostRecentResponse?.respPayload
-    ? provider.normalizeOutput(mostRecentResponse?.respPayload)
+  const normalizedOutput = mostRecentResponse?.output
+    ? provider.normalizeOutput(mostRecentResponse?.output)
     : streamedMessage
     ? provider.normalizeOutput(streamedMessage)
     : null;
 
-  if (mostRecentResponse?.respPayload && normalizedOutput?.type === "json") {
+  if (mostRecentResponse?.output && normalizedOutput?.type === "json") {
     return (
-      <CellWrapper {...wrapperProps}>
+      <CellWrapper>
         <SyntaxHighlighter
           customStyle={{ overflowX: "unset", width: "100%", flex: 1 }}
           language="json"
@@ -188,7 +187,7 @@ export default function OutputCell({
   const contentToDisplay = (normalizedOutput?.type === "text" && normalizedOutput.value) || "";
 
   return (
-    <CellWrapper {...wrapperProps}>
+    <CellWrapper>
       <Text whiteSpace="pre-wrap">{contentToDisplay}</Text>
     </CellWrapper>
   );

app/src/components/OutputsTable/OutputCell/PromptModal.tsx

@@ -5,103 +5,30 @@ import {
   ModalContent,
   ModalHeader,
   ModalOverlay,
-  VStack,
-  Text,
-  Box,
   type UseDisclosureReturn,
-  Link,
 } from "@chakra-ui/react";
-import { api, type RouterOutputs } from "~/utils/api";
+import { type RouterOutputs } from "~/utils/api";
 import { JSONTree } from "react-json-tree";
-import CopiableCode from "~/components/CopiableCode";
 
-const theme = {
-  scheme: "chalk",
-  author: "chris kempson (http://chriskempson.com)",
-  base00: "transparent",
-  base01: "#202020",
-  base02: "#303030",
-  base03: "#505050",
-  base04: "#b0b0b0",
-  base05: "#d0d0d0",
-  base06: "#e0e0e0",
-  base07: "#f5f5f5",
-  base08: "#fb9fb1",
-  base09: "#eda987",
-  base0A: "#ddb26f",
-  base0B: "#acc267",
-  base0C: "#12cfc0",
-  base0D: "#6fc2ef",
-  base0E: "#e1a3ee",
-  base0F: "#deaf8f",
-};
-
-export default function PromptModal(props: {
+export default function ExpandedModal(props: {
   cell: NonNullable<RouterOutputs["scenarioVariantCells"]["get"]>;
   disclosure: UseDisclosureReturn;
 }) {
-  const { data } = api.scenarioVariantCells.getTemplatedPromptMessage.useQuery(
-    {
-      cellId: props.cell.id,
-    },
-    {
-      enabled: props.disclosure.isOpen,
-    },
-  );
-
   return (
-    <Modal isOpen={props.disclosure.isOpen} onClose={props.disclosure.onClose} size="xl">
+    <Modal isOpen={props.disclosure.isOpen} onClose={props.disclosure.onClose} size="2xl">
       <ModalOverlay />
       <ModalContent>
-        <ModalHeader>Prompt Details</ModalHeader>
+        <ModalHeader>Prompt</ModalHeader>
         <ModalCloseButton />
         <ModalBody>
-          <VStack py={4} w="">
-            <VStack w="full" alignItems="flex-start">
-              <Text fontWeight="bold">Full Prompt</Text>
-              <Box
-                w="full"
-                p={4}
-                alignItems="flex-start"
-                backgroundColor="blackAlpha.800"
-                borderRadius={4}
-              >
-                <JSONTree
-                  data={props.cell.prompt}
-                  theme={theme}
-                  shouldExpandNodeInitially={() => true}
-                  getItemString={() => ""}
-                  hideRoot
-                />
-              </Box>
-            </VStack>
-            {data?.templatedPrompt && (
-              <VStack w="full" mt={4} alignItems="flex-start">
-                <Text fontWeight="bold">Templated prompt message:</Text>
-                <CopiableCode
-                  w="full"
-                  // bgColor="gray.100"
-                  p={4}
-                  borderWidth={1}
-                  whiteSpace="pre-wrap"
-                  code={data.templatedPrompt}
-                />
-              </VStack>
-            )}
-            {data?.learnMoreUrl && (
-              <Link
-                href={data.learnMoreUrl}
-                isExternal
-                color="blue.500"
-                fontWeight="bold"
-                fontSize="sm"
-                mt={4}
-                alignSelf="flex-end"
-              >
-                Learn More
-              </Link>
-            )}
-          </VStack>
+          <JSONTree
+            data={props.cell.prompt}
+            invertTheme={true}
+            theme="chalk"
+            shouldExpandNodeInitially={() => true}
+            getItemString={() => ""}
+            hideRoot
+          />
         </ModalBody>
       </ModalContent>
     </Modal>

app/src/components/OutputsTable/OutputCell/TopActions.tsx

@@ -1,7 +1,7 @@
 import { HStack, Icon, IconButton, Spinner, Tooltip, useDisclosure } from "@chakra-ui/react";
 import { BsArrowClockwise, BsInfoCircle } from "react-icons/bs";
 import { useExperimentAccess } from "~/utils/hooks";
-import PromptModal from "./PromptModal";
+import ExpandedModal from "./PromptModal";
 import { type RouterOutputs } from "~/utils/api";
 
 export const CellOptions = ({
@@ -32,7 +32,7 @@ export const CellOptions = ({
               variant="ghost"
             />
           </Tooltip>
-          <PromptModal cell={cell} disclosure={modalDisclosure} />
+          <ExpandedModal cell={cell} disclosure={modalDisclosure} />
         </>
       )}
       {canModify && (

app/src/components/OutputsTable/ScenarioEditor.tsx

@@ -16,7 +16,7 @@ import {
   VStack,
 } from "@chakra-ui/react";
 import { BsArrowsAngleExpand, BsX } from "react-icons/bs";
-import { cellPadding } from "./constants";
+import { cellPadding } from "../constants";
 import { FloatingLabelInput } from "./FloatingLabelInput";
 import { ScenarioEditorModal } from "./ScenarioEditorModal";
 
@@ -111,23 +111,25 @@ export default function ScenarioEditor({
         onDrop={onReorder}
         backgroundColor={isDragTarget ? "gray.100" : "transparent"}
       >
-        {
+        {variableLabels.length === 0 ? (
+          <Box color="gray.500">
+            {vars.data ? "No scenario variables configured" : "Loading..."}
+          </Box>
+        ) : (
           <VStack spacing={4} flex={1} py={2}>
             <HStack justifyContent="space-between" w="100%" align="center" spacing={0}>
               <Text flex={1}>Scenario</Text>
-              {variableLabels.length && (
-                <Tooltip label="Expand" hasArrow>
-                  <IconButton
-                    aria-label="Expand"
-                    icon={<Icon as={BsArrowsAngleExpand} boxSize={3} />}
-                    onClick={() => setScenarioEditorModalOpen(true)}
-                    size="xs"
-                    colorScheme="gray"
-                    color="gray.500"
-                    variant="ghost"
-                  />
-                </Tooltip>
-              )}
+              <Tooltip label="Expand" hasArrow>
+                <IconButton
+                  aria-label="Expand"
+                  icon={<Icon as={BsArrowsAngleExpand} boxSize={3} />}
+                  onClick={() => setScenarioEditorModalOpen(true)}
+                  size="xs"
+                  colorScheme="gray"
+                  color="gray.500"
+                  variant="ghost"
+                />
+              </Tooltip>
               {canModify && props.canHide && (
                 <Tooltip label="Delete" hasArrow>
                   <IconButton
@@ -148,38 +150,31 @@ export default function ScenarioEditor({
                 </Tooltip>
               )}
             </HStack>
-
-            {variableLabels.length === 0 ? (
-              <Box color="gray.500">
-                {vars.data ? "No scenario variables configured" : "Loading..."}
-              </Box>
-            ) : (
-              variableLabels.map((key) => {
-                const value = values[key] ?? "";
-                return (
-                  <FloatingLabelInput
-                    key={key}
-                    label={key}
-                    isDisabled={!canModify}
-                    style={{ width: "100%" }}
-                    maxHeight={32}
-                    value={value}
-                    onChange={(e) => {
-                      setValues((prev) => ({ ...prev, [key]: e.target.value }));
-                    }}
-                    onKeyDown={(e) => {
-                      if (e.key === "Enter" && (e.metaKey || e.ctrlKey)) {
-                        e.preventDefault();
-                        e.currentTarget.blur();
-                        onSave();
-                      }
-                    }}
-                    onMouseEnter={() => setVariableInputHovered(true)}
-                    onMouseLeave={() => setVariableInputHovered(false)}
-                  />
-                );
-              })
-            )}
+            {variableLabels.map((key) => {
+              const value = values[key] ?? "";
+              return (
+                <FloatingLabelInput
+                  key={key}
+                  label={key}
+                  isDisabled={!canModify}
+                  style={{ width: "100%" }}
+                  maxHeight={32}
+                  value={value}
+                  onChange={(e) => {
+                    setValues((prev) => ({ ...prev, [key]: e.target.value }));
+                  }}
+                  onKeyDown={(e) => {
+                    if (e.key === "Enter" && (e.metaKey || e.ctrlKey)) {
+                      e.preventDefault();
+                      e.currentTarget.blur();
+                      onSave();
+                    }
+                  }}
+                  onMouseEnter={() => setVariableInputHovered(true)}
+                  onMouseLeave={() => setVariableInputHovered(false)}
+                />
+              );
+            })}
             {hasChanged && (
               <HStack justify="right">
                 <Button
@@ -197,7 +192,7 @@ export default function ScenarioEditor({
               </HStack>
             )}
           </VStack>
-        }
+        )}
       </HStack>
       {scenarioEditorModalOpen && (
         <ScenarioEditorModal

app/src/components/OutputsTable/ScenarioEditorModal.tsx

@@ -65,11 +65,11 @@ export const ScenarioEditorModal = ({
     <Modal
       isOpen
       onClose={onClose}
-      size={{ base: "xl", sm: "2xl", md: "3xl", lg: "4xl", xl: "5xl" }}
+      size={{ base: "xl", sm: "2xl", md: "3xl", lg: "5xl", xl: "7xl" }}
     >
       <ModalOverlay />
       <ModalContent w={1200}>
-        <ModalHeader>Edit Scenario</ModalHeader>
+        <ModalHeader />
         <ModalCloseButton />
         <ModalBody maxW="unset">
           <VStack spacing={8}>

app/src/components/OutputsTable/ScenarioPaginator.tsx

@@ -1,16 +1,21 @@
-import { type StackProps } from "@chakra-ui/react";
-
 import { useScenarios } from "~/utils/hooks";
 import Paginator from "../Paginator";
 
-const ScenarioPaginator = (props: StackProps) => {
+const ScenarioPaginator = () => {
   const { data } = useScenarios();
 
   if (!data) return null;
 
-  const { count } = data;
+  const { scenarios, startIndex, lastPage, count } = data;
 
-  return <Paginator count={count} condense {...props} />;
+  return (
+    <Paginator
+      numItemsLoaded={scenarios.length}
+      startIndex={startIndex}
+      lastPage={lastPage}
+      count={count}
+    />
+  );
 };
 
 export default ScenarioPaginator;

app/src/components/OutputsTable/ScenarioRow.tsx

@@ -10,8 +10,6 @@ const ScenarioRow = (props: {
   variants: PromptVariant[];
   canHide: boolean;
   rowStart: number;
-  isFirst: boolean;
-  isLast: boolean;
 }) => {
   const [isHovered, setIsHovered] = useState(false);
 
@@ -23,14 +21,10 @@ const ScenarioRow = (props: {
         onMouseEnter={() => setIsHovered(true)}
         onMouseLeave={() => setIsHovered(false)}
         sx={isHovered ? highlightStyle : undefined}
-        bgColor="white"
+        borderLeftWidth={1}
+        {...borders}
         rowStart={props.rowStart}
         colStart={1}
-        borderLeftWidth={1}
-        borderTopWidth={props.isFirst ? 1 : 0}
-        borderTopLeftRadius={props.isFirst ? 8 : 0}
-        borderBottomLeftRadius={props.isLast ? 8 : 0}
-        {...borders}
       >
         <ScenarioEditor scenario={props.scenario} hovered={isHovered} canHide={props.canHide} />
       </GridItem>
@@ -40,12 +34,8 @@ const ScenarioRow = (props: {
           onMouseEnter={() => setIsHovered(true)}
           onMouseLeave={() => setIsHovered(false)}
           sx={isHovered ? highlightStyle : undefined}
-          bgColor="white"
           rowStart={props.rowStart}
           colStart={i + 2}
-          borderTopWidth={props.isFirst ? 1 : 0}
-          borderTopRightRadius={props.isFirst && i === props.variants.length - 1 ? 8 : 0}
-          borderBottomRightRadius={props.isLast && i === props.variants.length - 1 ? 8 : 0}
           {...borders}
         >
           <OutputCell key={variant.id} scenario={props.scenario} variant={variant} />

app/src/components/OutputsTable/ScenariosHeader.tsx

@@ -11,7 +11,7 @@ import {
   IconButton,
   Spinner,
 } from "@chakra-ui/react";
-import { cellPadding } from "./constants";
+import { cellPadding } from "../constants";
 import {
   useExperiment,
   useExperimentAccess,
@@ -48,7 +48,7 @@ export const ScenariosHeader = () => {
   );
 
   return (
-    <HStack w="100%" py={cellPadding.y} px={cellPadding.x} align="center" spacing={0}>
+    <HStack w="100%" pb={cellPadding.y} pt={0} align="center" spacing={0}>
       <Text fontSize={16} fontWeight="bold">
         Scenarios ({scenarios.data?.count})
       </Text>
@@ -57,16 +57,11 @@ export const ScenariosHeader = () => {
           <MenuButton
             as={IconButton}
             mt={1}
-            ml={2}
             variant="ghost"
             aria-label="Edit Scenarios"
             icon={<Icon as={loading ? Spinner : BsGear} />}
-            maxW={8}
-            minW={8}
-            minH={8}
-            maxH={8}
           />
-          <MenuList fontSize="md" zIndex="dropdown" mt={-1}>
+          <MenuList fontSize="md" zIndex="dropdown" mt={-3}>
             <MenuItem
               icon={<Icon as={BsPlus} boxSize={6} mx="-5px" />}
               onClick={() => onAddScenario(false)}

app/src/components/OutputsTable/VariantEditor.tsx

@@ -110,7 +110,7 @@ export default function VariantEditor(props: { variant: PromptVariant }) {
     setIsChanged(false);
 
     await utils.promptVariants.list.invalidate();
-  }, [checkForChanges, replaceVariant.mutateAsync]);
+  }, [checkForChanges]);
 
   useEffect(() => {
     if (monaco) {

app/src/components/OutputsTable/VariantStats.tsx

@@ -1,6 +1,6 @@
 import { HStack, Icon, Text, useToken } from "@chakra-ui/react";
 import { type PromptVariant } from "./types";
-import { cellPadding } from "./constants";
+import { cellPadding } from "../constants";
 import { api } from "~/utils/api";
 import chroma from "chroma-js";
 import { BsCurrencyDollar } from "react-icons/bs";
@@ -21,18 +21,14 @@ export default function VariantStats(props: { variant: PromptVariant }) {
         outputTokens: 0,
         scenarioCount: 0,
         outputCount: 0,
-        awaitingCompletions: false,
         awaitingEvals: false,
       },
       refetchInterval,
     },
   );
 
-  // Poll every five seconds while we are waiting for LLM retrievals to finish
-  useEffect(
-    () => setRefetchInterval(data.awaitingCompletions || data.awaitingEvals ? 5000 : 0),
-    [data.awaitingCompletions, data.awaitingEvals],
-  );
+  // Poll every two seconds while we are waiting for LLM retrievals to finish
+  useEffect(() => setRefetchInterval(data.awaitingEvals ? 5000 : 0), [data.awaitingEvals]);
 
   const [passColor, neutralColor, failColor] = useToken("colors", [
     "green.500",

app/src/components/OutputsTable/index.tsx

@@ -3,14 +3,13 @@ import { api } from "~/utils/api";
 import AddVariantButton from "./AddVariantButton";
 import ScenarioRow from "./ScenarioRow";
 import VariantEditor from "./VariantEditor";
-import VariantHeader from "./VariantHeader/VariantHeader";
+import VariantHeader from "../VariantHeader/VariantHeader";
 import VariantStats from "./VariantStats";
 import { ScenariosHeader } from "./ScenariosHeader";
 import { borders } from "./styles";
 import { useScenarios } from "~/utils/hooks";
 import ScenarioPaginator from "./ScenarioPaginator";
 import { Fragment } from "react";
-import useScrolledPast from "./useHasScrolledPast";
 
 export default function OutputsTable({ experimentId }: { experimentId: string | undefined }) {
   const variants = api.promptVariants.list.useQuery(
@@ -19,7 +18,6 @@ export default function OutputsTable({ experimentId }: { experimentId: string |
   );
 
   const scenarios = useScenarios();
-  const shouldFlattenHeader = useScrolledPast(50);
 
   if (!variants.data || !scenarios.data) return null;
 
@@ -55,29 +53,20 @@ export default function OutputsTable({ experimentId }: { experimentId: string |
           colStart: i + 2,
           borderLeftWidth: i === 0 ? 1 : 0,
           marginLeft: i === 0 ? "-1px" : 0,
-          backgroundColor: "white",
+          backgroundColor: "gray.100",
         };
-        const isFirst = i === 0;
-        const isLast = i === variants.data.length - 1;
         return (
           <Fragment key={variant.uiId}>
             <VariantHeader
               variant={variant}
               canHide={variants.data.length > 1}
               rowStart={1}
-              borderTopLeftRadius={isFirst && !shouldFlattenHeader ? 8 : 0}
-              borderTopRightRadius={isLast && !shouldFlattenHeader ? 8 : 0}
               {...sharedProps}
             />
             <GridItem rowStart={2} {...sharedProps}>
               <VariantEditor variant={variant} />
             </GridItem>
-            <GridItem
-              rowStart={3}
-              {...sharedProps}
-              borderBottomLeftRadius={isFirst ? 8 : 0}
-              borderBottomRightRadius={isLast ? 8 : 0}
-            >
+            <GridItem rowStart={3} {...sharedProps}>
               <VariantStats variant={variant} />
             </GridItem>
           </Fragment>
@@ -88,6 +77,7 @@ export default function OutputsTable({ experimentId }: { experimentId: string |
         colSpan={allCols - 1}
         rowStart={variantHeaderRows + 1}
         colStart={1}
+        {...borders}
         borderRightWidth={0}
       >
         <ScenariosHeader />
@@ -100,8 +90,6 @@ export default function OutputsTable({ experimentId }: { experimentId: string |
           scenario={scenario}
           variants={variants.data}
           canHide={visibleScenariosCount > 1}
-          isFirst={i === 0}
-          isLast={i === visibleScenariosCount - 1}
         />
       ))}
       <GridItem

app/src/components/OutputsTable/useHasScrolledPast.tsx

@@ -1,34 +0,0 @@
-import { useState, useEffect } from "react";
-
-const useScrolledPast = (scrollThreshold: number) => {
-  const [hasScrolledPast, setHasScrolledPast] = useState(true);
-
-  useEffect(() => {
-    const container = document.getElementById("output-container");
-
-    if (!container) {
-      console.warn('Element with id "outputs-container" not found.');
-      return;
-    }
-
-    const checkScroll = () => {
-      const { scrollTop } = container;
-
-      // Check if scrollTop is greater than or equal to scrollThreshold
-      setHasScrolledPast(scrollTop > scrollThreshold);
-    };
-
-    checkScroll();
-
-    container.addEventListener("scroll", checkScroll);
-
-    // Cleanup
-    return () => {
-      container.removeEventListener("scroll", checkScroll);
-    };
-  }, []);
-
-  return hasScrolledPast;
-};
-
-export default useScrolledPast;

app/src/components/Paginator.tsx

@@ -1,119 +1,77 @@
-import { HStack, IconButton, Text, Select, type StackProps, Icon } from "@chakra-ui/react";
-import React, { useCallback } from "react";
-import { FiChevronsLeft, FiChevronsRight, FiChevronLeft, FiChevronRight } from "react-icons/fi";
-import { usePageParams } from "~/utils/hooks";
-
-const pageSizeOptions = [10, 25, 50, 100];
+import { Box, HStack, IconButton } from "@chakra-ui/react";
+import {
+  BsChevronDoubleLeft,
+  BsChevronDoubleRight,
+  BsChevronLeft,
+  BsChevronRight,
+} from "react-icons/bs";
+import { usePage } from "~/utils/hooks";
 
 const Paginator = ({
+  numItemsLoaded,
+  startIndex,
+  lastPage,
   count,
-  condense,
-  ...props
-}: { count: number; condense?: boolean } & StackProps) => {
-  const { page, pageSize, setPageParams } = usePageParams();
-
-  const lastPage = Math.ceil(count / pageSize);
-
-  const updatePageSize = useCallback(
-    (newPageSize: number) => {
-      const newPage = Math.floor(((page - 1) * pageSize) / newPageSize) + 1;
-      setPageParams({ page: newPage, pageSize: newPageSize }, "replace");
-    },
-    [page, pageSize, setPageParams],
-  );
+}: {
+  numItemsLoaded: number;
+  startIndex: number;
+  lastPage: number;
+  count: number;
+}) => {
+  const [page, setPage] = usePage();
 
   const nextPage = () => {
     if (page < lastPage) {
-      setPageParams({ page: page + 1 }, "replace");
+      setPage(page + 1, "replace");
     }
   };
 
   const prevPage = () => {
     if (page > 1) {
-      setPageParams({ page: page - 1 }, "replace");
+      setPage(page - 1, "replace");
     }
   };
 
-  const goToLastPage = () => setPageParams({ page: lastPage }, "replace");
-  const goToFirstPage = () => setPageParams({ page: 1 }, "replace");
-
-  if (count === 0) return null;
+  const goToLastPage = () => setPage(lastPage, "replace");
+  const goToFirstPage = () => setPage(1, "replace");
 
   return (
-    <HStack
-      pt={4}
-      spacing={8}
-      justifyContent={condense ? "flex-start" : "space-between"}
-      alignItems="center"
-      w="full"
-      {...props}
-    >
-      {!condense && (
-        <>
-          <HStack>
-            <Text>Rows</Text>
-            <Select
-              value={pageSize}
-              onChange={(e) => updatePageSize(parseInt(e.target.value))}
-              w={20}
-              backgroundColor="white"
-            >
-              {pageSizeOptions.map((option) => (
-                <option key={option} value={option}>
-                  {option}
-                </option>
-              ))}
-            </Select>
-          </HStack>
-          <Text>
-            Page {page} of {lastPage}
-          </Text>
-        </>
-      )}
-
-      <HStack>
-        <IconButton
-          variant="outline"
-          size="sm"
-          onClick={goToFirstPage}
-          isDisabled={page === 1}
-          aria-label="Go to first page"
-          icon={<Icon as={FiChevronsLeft} boxSize={5} strokeWidth={1.5} />}
-          bgColor="white"
-        />
-        <IconButton
-          variant="outline"
-          size="sm"
-          onClick={prevPage}
-          isDisabled={page === 1}
-          aria-label="Previous page"
-          icon={<Icon as={FiChevronLeft} boxSize={5} strokeWidth={1.5} />}
-          bgColor="white"
-        />
-        {condense && (
-          <Text>
-            Page {page} of {lastPage}
-          </Text>
-        )}
-        <IconButton
-          variant="outline"
-          size="sm"
-          onClick={nextPage}
-          isDisabled={page === lastPage}
-          aria-label="Next page"
-          icon={<Icon as={FiChevronRight} boxSize={5} strokeWidth={1.5} />}
-          bgColor="white"
-        />
-        <IconButton
-          variant="outline"
-          size="sm"
-          onClick={goToLastPage}
-          isDisabled={page === lastPage}
-          aria-label="Go to last page"
-          icon={<Icon as={FiChevronsRight} boxSize={5} strokeWidth={1.5} />}
-          bgColor="white"
-        />
-      </HStack>
+    <HStack pt={4}>
+      <IconButton
+        variant="ghost"
+        size="sm"
+        onClick={goToFirstPage}
+        isDisabled={page === 1}
+        aria-label="Go to first page"
+        icon={<BsChevronDoubleLeft />}
+      />
+      <IconButton
+        variant="ghost"
+        size="sm"
+        onClick={prevPage}
+        isDisabled={page === 1}
+        aria-label="Previous page"
+        icon={<BsChevronLeft />}
+      />
+      <Box>
+        {startIndex}-{startIndex + numItemsLoaded - 1} / {count}
+      </Box>
+      <IconButton
+        variant="ghost"
+        size="sm"
+        onClick={nextPage}
+        isDisabled={page === lastPage}
+        aria-label="Next page"
+        icon={<BsChevronRight />}
+      />
+      <IconButton
+        variant="ghost"
+        size="sm"
+        onClick={goToLastPage}
+        isDisabled={page === lastPage}
+        aria-label="Go to last page"
+        icon={<BsChevronDoubleRight />}
+      />
     </HStack>
   );
 };

app/src/components/VariantHeader/VariantHeader.tsx

@@ -1,11 +1,11 @@
 import { useState, type DragEvent } from "react";
-import { type PromptVariant } from "../types";
+import { type PromptVariant } from "../OutputsTable/types";
 import { api } from "~/utils/api";
 import { RiDraggable } from "react-icons/ri";
 import { useExperimentAccess, useHandledAsyncCallback } from "~/utils/hooks";
 import { HStack, Icon, Text, GridItem, type GridItemProps } from "@chakra-ui/react"; // Changed here
 import { cellPadding, headerMinHeight } from "../constants";
-import AutoResizeTextArea from "../../AutoResizeTextArea";
+import AutoResizeTextArea from "../AutoResizeTextArea";
 import VariantHeaderMenuButton from "./VariantHeaderMenuButton";
 
 export default function VariantHeader(
@@ -84,7 +84,6 @@ export default function VariantHeader(
     >
       <HStack
         spacing={2}
-        py={2}
         alignItems="flex-start"
         minH={headerMinHeight}
         draggable={!isInputHovered}
@@ -103,9 +102,7 @@ export default function VariantHeader(
           setIsDragTarget(false);
         }}
         onDrop={onReorder}
-        backgroundColor={isDragTarget ? "gray.200" : "white"}
-        borderTopLeftRadius={gridItemProps.borderTopLeftRadius}
-        borderTopRightRadius={gridItemProps.borderTopRightRadius}
+        backgroundColor={isDragTarget ? "gray.200" : "gray.100"}
         h="full"
       >
         <Icon

app/src/components/VariantHeader/VariantHeaderMenuButton.tsx

@@ -1,4 +1,6 @@
-import { useState } from "react";
+import { type PromptVariant } from "../OutputsTable/types";
+import { api } from "~/utils/api";
+import { useHandledAsyncCallback, useVisibleScenarioIds } from "~/utils/hooks";
 import {
   Icon,
   Menu,
@@ -12,13 +14,10 @@ import {
 } from "@chakra-ui/react";
 import { BsFillTrashFill, BsGear, BsStars } from "react-icons/bs";
 import { FaRegClone } from "react-icons/fa";
+import { useState } from "react";
+import { RefinePromptModal } from "../RefinePromptModal/RefinePromptModal";
 import { RiExchangeFundsFill } from "react-icons/ri";
-
-import { api } from "~/utils/api";
-import { useHandledAsyncCallback, useVisibleScenarioIds } from "~/utils/hooks";
-import { type PromptVariant } from "../types";
-import { RefinePromptModal } from "../../RefinePromptModal/RefinePromptModal";
-import { ChangeModelModal } from "../../ChangeModelModal/ChangeModelModal";
+import { ChangeModelModal } from "../ChangeModelModal/ChangeModelModal";
 
 export default function VariantHeaderMenuButton({
   variant,

app/src/components/dashboard/LoggedCallTable.tsx

@@ -0,0 +1,201 @@
+import {
+  Box,
+  Card,
+  CardHeader,
+  Heading,
+  Table,
+  Tbody,
+  Td,
+  Th,
+  Thead,
+  Tr,
+  Tooltip,
+  Collapse,
+  HStack,
+  VStack,
+  IconButton,
+  useToast,
+  Icon,
+  Button,
+  ButtonGroup,
+} from "@chakra-ui/react";
+import dayjs from "dayjs";
+import relativeTime from "dayjs/plugin/relativeTime";
+import { ChevronUpIcon, ChevronDownIcon, CopyIcon } from "lucide-react";
+import { useMemo, useState } from "react";
+import { type RouterOutputs, api } from "~/utils/api";
+import SyntaxHighlighter from "react-syntax-highlighter";
+import { atelierCaveLight } from "react-syntax-highlighter/dist/cjs/styles/hljs";
+import stringify from "json-stringify-pretty-compact";
+import Link from "next/link";
+
+dayjs.extend(relativeTime);
+
+type LoggedCall = RouterOutputs["dashboard"]["loggedCalls"][0];
+
+const FormattedJson = ({ json }: { json: any }) => {
+  const jsonString = stringify(json, { maxLength: 40 });
+  const toast = useToast();
+
+  const copyToClipboard = async (text: string) => {
+    try {
+      await navigator.clipboard.writeText(text);
+      toast({
+        title: "Copied to clipboard",
+        status: "success",
+        duration: 2000,
+      });
+    } catch (err) {
+      toast({
+        title: "Failed to copy to clipboard",
+        status: "error",
+        duration: 2000,
+      });
+    }
+  };
+
+  return (
+    <Box position="relative" fontSize="sm" borderRadius="md" overflow="hidden">
+      <SyntaxHighlighter
+        customStyle={{ overflowX: "unset" }}
+        language="json"
+        style={atelierCaveLight}
+        lineProps={{
+          style: { wordBreak: "break-all", whiteSpace: "pre-wrap" },
+        }}
+        wrapLines
+      >
+        {jsonString}
+      </SyntaxHighlighter>
+      <IconButton
+        aria-label="Copy"
+        icon={<CopyIcon />}
+        position="absolute"
+        top={1}
+        right={1}
+        size="xs"
+        variant="ghost"
+        onClick={() => void copyToClipboard(jsonString)}
+      />
+    </Box>
+  );
+};
+
+function TableRow({
+  loggedCall,
+  isExpanded,
+  onToggle,
+}: {
+  loggedCall: LoggedCall;
+  isExpanded: boolean;
+  onToggle: () => void;
+}) {
+  const isError = loggedCall.modelResponse?.respStatus !== 200;
+  const timeAgo = dayjs(loggedCall.startTime).fromNow();
+  const fullTime = dayjs(loggedCall.startTime).toString();
+
+  const model = useMemo(
+    () => loggedCall.tags.find((tag) => tag.name.startsWith("$model"))?.value,
+    [loggedCall.tags],
+  );
+
+  return (
+    <>
+      <Tr
+        onClick={onToggle}
+        key={loggedCall.id}
+        _hover={{ bgColor: "gray.100", cursor: "pointer" }}
+        sx={{
+          "> td": { borderBottom: "none" },
+        }}
+      >
+        <Td>
+          <Icon boxSize={6} as={isExpanded ? ChevronUpIcon : ChevronDownIcon} />
+        </Td>
+        <Td>
+          <Tooltip label={fullTime} placement="top">
+            <Box whiteSpace="nowrap" minW="120px">
+              {timeAgo}
+            </Box>
+          </Tooltip>
+        </Td>
+        <Td width="100%">{model}</Td>
+        <Td isNumeric>{((loggedCall.modelResponse?.durationMs ?? 0) / 1000).toFixed(2)}s</Td>
+        <Td isNumeric>{loggedCall.modelResponse?.inputTokens}</Td>
+        <Td isNumeric>{loggedCall.modelResponse?.outputTokens}</Td>
+        <Td sx={{ color: isError ? "red.500" : "green.500", fontWeight: "semibold" }} isNumeric>
+          {loggedCall.modelResponse?.respStatus ?? "No response"}
+        </Td>
+      </Tr>
+      <Tr>
+        <Td colSpan={8} p={0}>
+          <Collapse in={isExpanded} unmountOnExit={true}>
+            <VStack p={4} align="stretch">
+              <HStack align="stretch">
+                <VStack flex={1} align="stretch">
+                  <Heading size="sm">Input</Heading>
+                  <FormattedJson json={loggedCall.modelResponse?.reqPayload} />
+                </VStack>
+                <VStack flex={1} align="stretch">
+                  <Heading size="sm">Output</Heading>
+                  <FormattedJson json={loggedCall.modelResponse?.respPayload} />
+                </VStack>
+              </HStack>
+              <ButtonGroup alignSelf="flex-end">
+                <Button as={Link} colorScheme="blue" href={{ pathname: "/experiments" }}>
+                  Experiments
+                </Button>
+              </ButtonGroup>
+            </VStack>
+          </Collapse>
+        </Td>
+      </Tr>
+    </>
+  );
+}
+
+export default function LoggedCallTable() {
+  const [expandedRow, setExpandedRow] = useState<string | null>(null);
+  const loggedCalls = api.dashboard.loggedCalls.useQuery({});
+
+  return (
+    <Card variant="outline" width="100%" overflow="hidden">
+      <CardHeader>
+        <Heading as="h3" size="sm">
+          Logged Calls
+        </Heading>
+      </CardHeader>
+      <Table>
+        <Thead>
+          <Tr>
+            <Th />
+            <Th>Time</Th>
+            <Th>Model</Th>
+            <Th isNumeric>Duration</Th>
+            <Th isNumeric>Input tokens</Th>
+            <Th isNumeric>Output tokens</Th>
+            <Th isNumeric>Status</Th>
+          </Tr>
+        </Thead>
+        <Tbody>
+          {loggedCalls.data?.map((loggedCall) => {
+            return (
+              <TableRow
+                key={loggedCall.id}
+                loggedCall={loggedCall}
+                isExpanded={loggedCall.id === expandedRow}
+                onToggle={() => {
+                  if (loggedCall.id === expandedRow) {
+                    setExpandedRow(null);
+                  } else {
+                    setExpandedRow(loggedCall.id);
+                  }
+                }}
+              />
+            );
+          })}
+        </Tbody>
+      </Table>
+    </Card>
+  );
+}

app/src/components/dashboard/LoggedCallsTable.tsx

@@ -1,46 +0,0 @@
-import { Card, CardHeader, Heading, Table, Tbody, HStack, Button, Text } from "@chakra-ui/react";
-import { useState } from "react";
-import Link from "next/link";
-import { useLoggedCalls } from "~/utils/hooks";
-import { TableHeader, TableRow } from "../requestLogs/TableRow";
-
-export default function LoggedCallsTable() {
-  const [expandedRow, setExpandedRow] = useState<string | null>(null);
-  const { data: loggedCalls } = useLoggedCalls();
-
-  return (
-    <Card width="100%" overflow="hidden">
-      <CardHeader>
-        <HStack justifyContent="space-between">
-          <Heading as="h3" size="sm">
-            Request Logs
-          </Heading>
-          <Button as={Link} href="/request-logs" variant="ghost" colorScheme="blue">
-            <Text>View All</Text>
-          </Button>
-        </HStack>
-      </CardHeader>
-      <Table>
-        <TableHeader />
-        <Tbody>
-          {loggedCalls?.calls.map((loggedCall) => {
-            return (
-              <TableRow
-                key={loggedCall.id}
-                loggedCall={loggedCall}
-                isExpanded={loggedCall.id === expandedRow}
-                onToggle={() => {
-                  if (loggedCall.id === expandedRow) {
-                    setExpandedRow(null);
-                  } else {
-                    setExpandedRow(loggedCall.id);
-                  }
-                }}
-              />
-            );
-          })}
-        </Tbody>
-      </Table>
-    </Card>
-  );
-}

app/src/components/dashboard/UsageGraph.tsx

@@ -1,61 +0,0 @@
-import {
-  ResponsiveContainer,
-  LineChart,
-  Line,
-  XAxis,
-  YAxis,
-  CartesianGrid,
-  Tooltip,
-  Legend,
-} from "recharts";
-import { useMemo } from "react";
-
-import { useSelectedProject } from "~/utils/hooks";
-import dayjs from "~/utils/dayjs";
-import { api } from "~/utils/api";
-
-export default function UsageGraph() {
-  const { data: selectedProject } = useSelectedProject();
-
-  const stats = api.dashboard.stats.useQuery(
-    { projectId: selectedProject?.id ?? "" },
-    { enabled: !!selectedProject },
-  );
-
-  const data = useMemo(() => {
-    return (
-      stats.data?.periods.map(({ period, numQueries, cost }) => ({
-        period,
-        Requests: numQueries,
-        "Total Spent (USD)": parseFloat(cost.toString()),
-      })) || []
-    );
-  }, [stats.data]);
-
-  return (
-    <ResponsiveContainer width="100%" height={400}>
-      <LineChart data={data} margin={{ top: 5, right: 20, left: 10, bottom: 5 }}>
-        <XAxis dataKey="period" tickFormatter={(str: string) => dayjs(str).format("MMM D")} />
-        <YAxis yAxisId="left" dataKey="Requests" orientation="left" stroke="#8884d8" />
-        <YAxis
-          yAxisId="right"
-          dataKey="Total Spent (USD)"
-          orientation="right"
-          unit="$"
-          stroke="#82ca9d"
-        />
-        <Tooltip />
-        <Legend />
-        <CartesianGrid stroke="#f5f5f5" />
-        <Line dataKey="Requests" stroke="#8884d8" yAxisId="left" dot={false} strokeWidth={2} />
-        <Line
-          dataKey="Total Spent (USD)"
-          stroke="#82ca9d"
-          yAxisId="right"
-          dot={false}
-          strokeWidth={2}
-        />
-      </LineChart>
-    </ResponsiveContainer>
-  );
-}

app/src/components/datasets/DatasetEntriesPaginator.tsx

@@ -1,16 +1,21 @@
-import { type StackProps } from "@chakra-ui/react";
-
 import { useDatasetEntries } from "~/utils/hooks";
 import Paginator from "../Paginator";
 
-const DatasetEntriesPaginator = (props: StackProps) => {
+const DatasetEntriesPaginator = () => {
   const { data } = useDatasetEntries();
 
   if (!data) return null;
 
-  const { count } = data;
+  const { entries, startIndex, lastPage, count } = data;
 
-  return <Paginator count={count} {...props} />;
+  return (
+    <Paginator
+      numItemsLoaded={entries.length}
+      startIndex={startIndex}
+      lastPage={lastPage}
+      count={count}
+    />
+  );
 };
 
 export default DatasetEntriesPaginator;

app/src/components/experiments/ExperimentCard.tsx

@@ -7,35 +7,39 @@ import {
   Spinner,
   AspectRatio,
   SkeletonText,
-  Card,
 } from "@chakra-ui/react";
 import { RiFlaskLine } from "react-icons/ri";
 import { formatTimePast } from "~/utils/dayjs";
 import Link from "next/link";
 import { useRouter } from "next/router";
 import { BsPlusSquare } from "react-icons/bs";
-import { RouterOutputs, api } from "~/utils/api";
+import { api } from "~/utils/api";
 import { useHandledAsyncCallback } from "~/utils/hooks";
 import { useAppStore } from "~/state/store";
 
-export const ExperimentCard = ({ exp }: { exp: RouterOutputs["experiments"]["list"][0] }) => {
+type ExperimentData = {
+  testScenarioCount: number;
+  promptVariantCount: number;
+  id: string;
+  label: string;
+  sortIndex: number;
+  createdAt: Date;
+  updatedAt: Date;
+};
+
+export const ExperimentCard = ({ exp }: { exp: ExperimentData }) => {
   return (
-    <Card
-      w="full"
-      h="full"
-      cursor="pointer"
-      p={4}
-      bg="white"
-      borderRadius={4}
-      _hover={{ bg: "gray.100" }}
-      transition="background 0.2s"
-      aspectRatio={1.2}
-    >
+    <AspectRatio ratio={1.2} w="full">
       <VStack
         as={Link}
-        w="full"
-        h="full"
-        href={{ pathname: "/experiments/[experimentSlug]", query: { experimentSlug: exp.slug } }}
+        href={{ pathname: "/experiments/[id]", query: { id: exp.id } }}
+        bg="gray.50"
+        _hover={{ bg: "gray.100" }}
+        transition="background 0.2s"
+        cursor="pointer"
+        borderColor="gray.200"
+        borderWidth={1}
+        p={4}
         justify="space-between"
       >
         <HStack w="full" color="gray.700" justify="center">
@@ -53,7 +57,7 @@ export const ExperimentCard = ({ exp }: { exp: RouterOutputs["experiments"]["lis
           <Text flex={1}>Updated {formatTimePast(exp.updatedAt)}</Text>
         </HStack>
       </VStack>
-    </Card>
+    </AspectRatio>
   );
 };
 
@@ -79,36 +83,36 @@ export const NewExperimentCard = () => {
       projectId: selectedProjectId ?? "",
     });
     await router.push({
-      pathname: "/experiments/[experimentSlug]",
-      query: { experimentSlug: newExperiment.slug },
+      pathname: "/experiments/[id]",
+      query: { id: newExperiment.id },
     });
   }, [createMutation, router, selectedProjectId]);
 
   return (
-    <Card
-      w="full"
-      h="full"
-      cursor="pointer"
-      p={4}
-      bg="white"
-      borderRadius={4}
-      _hover={{ bg: "gray.100" }}
-      transition="background 0.2s"
-      aspectRatio={1.2}
-    >
-      <VStack align="center" justify="center" w="full" h="full" p={4} onClick={createExperiment}>
+    <AspectRatio ratio={1.2} w="full">
+      <VStack
+        align="center"
+        justify="center"
+        _hover={{ cursor: "pointer", bg: "gray.50" }}
+        transition="background 0.2s"
+        cursor="pointer"
+        borderColor="gray.200"
+        borderWidth={1}
+        p={4}
+        onClick={createExperiment}
+      >
         <Icon as={isLoading ? Spinner : BsPlusSquare} boxSize={8} />
         <Text display={{ base: "none", md: "block" }} ml={2}>
           New Experiment
         </Text>
       </VStack>
-    </Card>
+    </AspectRatio>
   );
 };
 
 export const ExperimentCardSkeleton = () => (
   <AspectRatio ratio={1.2} w="full">
-    <VStack align="center" borderColor="gray.200" borderWidth={1} p={4} bg="white">
+    <VStack align="center" borderColor="gray.200" borderWidth={1} p={4} bg="gray.50">
       <SkeletonText noOfLines={1} w="80%" />
       <SkeletonText noOfLines={2} w="60%" />
       <SkeletonText noOfLines={1} w="80%" />

app/src/components/experiments/ExperimentHeaderButtons/useOnForkButtonPressed.tsx

@@ -16,14 +16,11 @@ export const useOnForkButtonPressed = () => {
 
   const [onFork, isForking] = useHandledAsyncCallback(async () => {
     if (!experiment.data?.id || !selectedProjectId) return;
-    const newExperiment = await forkMutation.mutateAsync({
+    const forkedExperimentId = await forkMutation.mutateAsync({
       id: experiment.data.id,
       projectId: selectedProjectId,
     });
-    await router.push({
-      pathname: "/experiments/[experimentSlug]",
-      query: { experimentSlug: newExperiment.slug },
-    });
+    await router.push({ pathname: "/experiments/[id]", query: { id: forkedExperimentId } });
   }, [forkMutation, experiment.data?.id, router]);
 
   const onForkButtonPressed = useCallback(() => {

app/src/components/nav/AppShell.tsx

@@ -1,4 +1,4 @@
-import { useState, useEffect, useRef } from "react";
+import { useState, useEffect } from "react";
 import {
   Heading,
   VStack,
@@ -9,14 +9,14 @@ import {
   Box,
   Link as ChakraLink,
   Flex,
-  useBreakpointValue,
 } from "@chakra-ui/react";
 import Head from "next/head";
 import Link from "next/link";
 import { BsGearFill, BsGithub, BsPersonCircle } from "react-icons/bs";
 import { IoStatsChartOutline } from "react-icons/io5";
-import { RiHome3Line, RiDatabase2Line, RiFlaskLine } from "react-icons/ri";
+import { RiDatabase2Line, RiFlaskLine } from "react-icons/ri";
 import { signIn, useSession } from "next-auth/react";
+import UserMenu from "./UserMenu";
 import { env } from "~/env.mjs";
 import ProjectMenu from "./ProjectMenu";
 import NavSidebarOption from "./NavSidebarOption";
@@ -27,16 +27,10 @@ const Divider = () => <Box h="1px" bgColor="gray.300" w="full" />;
 const NavSidebar = () => {
   const user = useSession().data;
 
-  // Hack to get around initial flash, see https://github.com/chakra-ui/chakra-ui/issues/6452
-  const isMobile = useBreakpointValue({ base: true, md: false, ssr: false });
-  const renderCount = useRef(0);
-  renderCount.current++;
-
-  const displayLogo = isMobile && renderCount.current > 1;
-
   return (
     <VStack
       align="stretch"
+      bgColor="gray.50"
       py={2}
       px={2}
       pb={0}
@@ -46,59 +40,32 @@ const NavSidebar = () => {
       borderRightWidth={1}
       borderColor="gray.300"
     >
-      {displayLogo && (
-        <>
-          <HStack
-            as={Link}
-            href="/"
-            _hover={{ textDecoration: "none" }}
-            spacing={{ base: 1, md: 0 }}
-            mx={2}
-            py={{ base: 1, md: 2 }}
-          >
-            <Image src="/logo.svg" alt="" boxSize={6} mr={4} ml={{ base: 0.5, md: 0 }} />
-            <Heading size="md" fontFamily="inconsolata, monospace">
-              OpenPipe
-            </Heading>
-          </HStack>
-          <Divider />
-        </>
-      )}
-
+      <HStack
+        as={Link}
+        href="/"
+        _hover={{ textDecoration: "none" }}
+        spacing={{ base: 1, md: 0 }}
+        mx={2}
+        py={{ base: 1, md: 2 }}
+      >
+        <Image src="/logo.svg" alt="" boxSize={6} mr={4} ml={{ base: 0.5, md: 0 }} />
+        <Heading size="md" fontFamily="inconsolata, monospace">
+          OpenPipe
+        </Heading>
+      </HStack>
+      <Divider />
       <VStack align="flex-start" overflowY="auto" overflowX="hidden" flex={1}>
         {user != null && (
           <>
             <ProjectMenu />
             <Divider />
-
             {env.NEXT_PUBLIC_FF_SHOW_LOGGED_CALLS && (
-              <>
-                <IconLink icon={RiHome3Line} label="Dashboard" href="/dashboard" beta />
-                <IconLink
-                  icon={IoStatsChartOutline}
-                  label="Request Logs"
-                  href="/request-logs"
-                  beta
-                />
-              </>
+              <IconLink icon={IoStatsChartOutline} label="Logged Calls" href="/logged-calls" beta />
             )}
             <IconLink icon={RiFlaskLine} label="Experiments" href="/experiments" />
             {env.NEXT_PUBLIC_SHOW_DATA && (
               <IconLink icon={RiDatabase2Line} label="Data" href="/data" />
             )}
-            <VStack w="full" alignItems="flex-start" spacing={0} pt={8}>
-              <Text
-                pl={2}
-                pb={2}
-                fontSize="xs"
-                fontWeight="bold"
-                color="gray.500"
-                display={{ base: "none", md: "flex" }}
-              >
-                CONFIGURATION
-              </Text>
-              <IconLink icon={BsGearFill} label="Project Settings" href="/project/settings" />
-            </VStack>
           </>
         )}
         {user === null && (
@@ -120,7 +87,20 @@ const NavSidebar = () => {
           </NavSidebarOption>
         )}
       </VStack>
-
+      <VStack w="full" alignItems="flex-start" spacing={0}>
+        <Text
+          pl={2}
+          pb={2}
+          fontSize="xs"
+          fontWeight="bold"
+          color="gray.500"
+          display={{ base: "none", md: "flex" }}
+        >
+          CONFIGURATION
+        </Text>
+        <IconLink icon={BsGearFill} label="Project Settings" href="/project/settings" />
+      </VStack>
+      {user && <UserMenu user={user} borderColor={"gray.200"} />}
       <Divider />
       <VStack spacing={0} align="center">
         <ChakraLink
@@ -180,7 +160,7 @@ export default function AppShell({
         <title>{title ? `${title} | OpenPipe` : "OpenPipe"}</title>
       </Head>
       <NavSidebar />
-      <Box h="100%" flex={1} overflowY="auto" bgColor="gray.50">
+      <Box h="100%" flex={1} overflowY="auto">
         {children}
       </Box>
     </Flex>

app/src/components/nav/ProjectMenu.tsx

@@ -6,18 +6,16 @@ import {
   PopoverTrigger,
   PopoverContent,
   Flex,
+  IconButton,
   Icon,
   Divider,
   Button,
   useDisclosure,
   Spinner,
-  Link as ChakraLink,
-  Image,
-  Box,
 } from "@chakra-ui/react";
-import { useEffect } from "react";
+import React, { useEffect, useState } from "react";
 import Link from "next/link";
-import { BsPlus, BsPersonCircle } from "react-icons/bs";
+import { BsChevronRight, BsGear, BsPlus } from "react-icons/bs";
 import { type Project } from "@prisma/client";
 
 import { useAppStore } from "~/state/store";
@@ -25,14 +23,13 @@ import { api } from "~/utils/api";
 import NavSidebarOption from "./NavSidebarOption";
 import { useHandledAsyncCallback, useSelectedProject } from "~/utils/hooks";
 import { useRouter } from "next/router";
-import { useSession, signOut } from "next-auth/react";
 
 export default function ProjectMenu() {
   const router = useRouter();
   const utils = api.useContext();
 
   const selectedProjectId = useAppStore((s) => s.selectedProjectId);
-  const setSelectedProjectId = useAppStore((s) => s.setSelectedProjectId);
+  const setselectedProjectId = useAppStore((s) => s.setselectedProjectId);
 
   const { data: projects } = api.projects.list.useQuery();
 
@@ -42,9 +39,9 @@ export default function ProjectMenu() {
       projects[0] &&
       (!selectedProjectId || !projects.find((proj) => proj.id === selectedProjectId))
     ) {
-      setSelectedProjectId(projects[0].id);
+      setselectedProjectId(projects[0].id);
     }
-  }, [selectedProjectId, setSelectedProjectId, projects]);
+  }, [selectedProjectId, setselectedProjectId, projects]);
 
   const { data: selectedProject } = useSelectedProject();
 
@@ -52,38 +49,28 @@ export default function ProjectMenu() {
 
   const createMutation = api.projects.create.useMutation();
   const [createProject, isLoading] = useHandledAsyncCallback(async () => {
-    const newProj = await createMutation.mutateAsync({ name: "Untitled Project" });
+    const newProj = await createMutation.mutateAsync({ name: "New Project" });
     await utils.projects.list.invalidate();
-    setSelectedProjectId(newProj.id);
+    setselectedProjectId(newProj.id);
     await router.push({ pathname: "/project/settings" });
   }, [createMutation, router]);
 
-  const user = useSession().data;
-
-  const profileImage = user?.user.image ? (
-    <Image src={user.user.image} alt="profile picture" boxSize={6} borderRadius="50%" />
-  ) : (
-    <Icon as={BsPersonCircle} boxSize={6} />
-  );
-
   return (
-    <VStack
-      w="full"
-      alignItems="flex-start"
-      spacing={0}
-      py={1}
-      zIndex={popover.isOpen ? "dropdown" : undefined}
-    >
-      <Popover
-        placement="bottom"
-        isOpen={popover.isOpen}
-        onOpen={popover.onOpen}
-        onClose={popover.onClose}
-        closeOnBlur
+    <VStack w="full" alignItems="flex-start" spacing={0}>
+      <Text
+        pl={2}
+        pb={2}
+        fontSize="xs"
+        fontWeight="bold"
+        color="gray.500"
+        display={{ base: "none", md: "flex" }}
       >
+        PROJECT
+      </Text>
+      <Popover placement="right-end" isOpen={popover.isOpen} onClose={popover.onClose} closeOnBlur>
         <PopoverTrigger>
           <NavSidebarOption>
-            <HStack w="full">
+            <HStack w="full" onClick={popover.onToggle}>
               <Flex
                 p={1}
                 borderRadius={4}
@@ -96,35 +83,20 @@ export default function ProjectMenu() {
               >
                 <Text>{selectedProject?.name[0]?.toUpperCase()}</Text>
               </Flex>
-              <Text
-                fontSize="sm"
-                display={{ base: "none", md: "block" }}
-                py={1}
-                flex={1}
-                fontWeight="bold"
-              >
+              <Text fontSize="sm" display={{ base: "none", md: "block" }} py={1} flex={1}>
                 {selectedProject?.name}
               </Text>
-              <Box mr={2}>{profileImage}</Box>
+              <Icon as={BsChevronRight} boxSize={4} color="gray.500" />
             </HStack>
           </NavSidebarOption>
         </PopoverTrigger>
-        <PopoverContent
-          _focusVisible={{ outline: "unset" }}
-          w={220}
-          ml={{ base: 2, md: 0 }}
-          boxShadow="0 0 40px 4px rgba(0, 0, 0, 0.1);"
-          fontSize="sm"
-        >
-          <VStack alignItems="flex-start" spacing={1} py={1}>
-            <Text px={3} py={2}>
-              {user?.user.email}
+        <PopoverContent _focusVisible={{ outline: "unset" }} ml={-1} w="auto" minW={100} maxW={280}>
+          <VStack alignItems="flex-start" spacing={2} py={4} px={2}>
+            <Text color="gray.500" fontSize="xs" fontWeight="bold" pb={1}>
+              PROJECTS
             </Text>
             <Divider />
-            <Text alignSelf="flex-start" fontWeight="bold" px={3} pt={2}>
-              Your Projects
-            </Text>
-            <VStack spacing={0} w="full" px={1}>
+            <VStack spacing={0} w="full">
               {projects?.map((proj) => (
                 <ProjectOption
                   key={proj.id}
@@ -133,38 +105,19 @@ export default function ProjectMenu() {
                   onClose={popover.onClose}
                 />
               ))}
-              <HStack
-                as={Button}
-                variant="ghost"
-                colorScheme="blue"
-                color="blue.400"
-                fontSize="sm"
-                justifyContent="flex-start"
-                onClick={createProject}
-                w="full"
-                borderRadius={4}
-                spacing={0}
-              >
-                <Text>Add project</Text>
-                <Icon as={isLoading ? Spinner : BsPlus} boxSize={4} strokeWidth={0.5} />
-              </HStack>
-            </VStack>
-
-            <Divider />
-            <VStack w="full" px={1}>
-              <ChakraLink
-                onClick={() => {
-                  signOut().catch(console.error);
-                }}
-                _hover={{ bgColor: "gray.200", textDecoration: "none" }}
-                w="full"
-                py={2}
-                px={2}
-                borderRadius={4}
-              >
-                <Text>Sign out</Text>
-              </ChakraLink>
             </VStack>
+            <HStack
+              as={Button}
+              variant="ghost"
+              colorScheme="blue"
+              color="blue.400"
+              pr={8}
+              w="full"
+              onClick={createProject}
+            >
+              <Icon as={isLoading ? Spinner : BsPlus} boxSize={6} />
+              <Text>New project</Text>
+            </HStack>
           </VStack>
         </PopoverContent>
       </Popover>
@@ -181,26 +134,38 @@ const ProjectOption = ({
   isActive: boolean;
   onClose: () => void;
 }) => {
-  const setSelectedProjectId = useAppStore((s) => s.setSelectedProjectId);
-
+  const setselectedProjectId = useAppStore((s) => s.setselectedProjectId);
+  const [gearHovered, setGearHovered] = useState(false);
   return (
     <HStack
       as={Link}
       href="/experiments"
       onClick={() => {
-        setSelectedProjectId(proj.id);
+        setselectedProjectId(proj.id);
         onClose();
       }}
       w="full"
       justifyContent="space-between"
-      _hover={{ bgColor: "gray.200", textDecoration: "none" }}
-      bgColor={isActive ? "gray.100" : undefined}
-      py={2}
-      px={4}
+      bgColor={isActive ? "gray.100" : "transparent"}
+      _hover={gearHovered ? undefined : { bgColor: "gray.200", textDecoration: "none" }}
+      p={2}
       borderRadius={4}
       spacing={4}
     >
       <Text>{proj.name}</Text>
+      <IconButton
+        as={Link}
+        href="/project/settings"
+        aria-label={`Open ${proj.name} settings`}
+        icon={<Icon as={BsGear} boxSize={5} strokeWidth={0.5} color="gray.500" />}
+        variant="ghost"
+        size="xs"
+        p={0}
+        onMouseEnter={() => setGearHovered(true)}
+        onMouseLeave={() => setGearHovered(false)}
+        _hover={{ bgColor: isActive ? "gray.300" : "gray.100", transitionDelay: 0 }}
+        borderRadius={4}
+      />
     </HStack>
   );
 };

app/src/components/projectSettings/InviteMemberModal.tsx

@@ -1,128 +0,0 @@
-import {
-  Button,
-  FormControl,
-  FormLabel,
-  Input,
-  FormHelperText,
-  HStack,
-  Modal,
-  ModalBody,
-  ModalCloseButton,
-  ModalContent,
-  ModalFooter,
-  ModalHeader,
-  ModalOverlay,
-  Spinner,
-  Text,
-  VStack,
-  RadioGroup,
-  Radio,
-} from "@chakra-ui/react";
-import { useState, useEffect } from "react";
-
-import { api } from "~/utils/api";
-import { useHandledAsyncCallback, useSelectedProject } from "~/utils/hooks";
-import { maybeReportError } from "~/utils/errorHandling/maybeReportError";
-import { type ProjectUserRole } from "@prisma/client";
-
-export const InviteMemberModal = ({
-  isOpen,
-  onClose,
-}: {
-  isOpen: boolean;
-  onClose: () => void;
-}) => {
-  const selectedProject = useSelectedProject().data;
-  const utils = api.useContext();
-
-  const [email, setEmail] = useState("");
-  const [role, setRole] = useState<ProjectUserRole>("MEMBER");
-
-  useEffect(() => {
-    setEmail("");
-    setRole("MEMBER");
-  }, [isOpen]);
-
-  const emailIsValid = !email || !email.match(/.+@.+\..+/);
-
-  const inviteMemberMutation = api.users.inviteToProject.useMutation();
-
-  const [inviteMember, isInviting] = useHandledAsyncCallback(async () => {
-    if (!selectedProject?.id || !role) return;
-    const resp = await inviteMemberMutation.mutateAsync({
-      projectId: selectedProject.id,
-      email,
-      role,
-    });
-    if (maybeReportError(resp)) return;
-    await utils.projects.get.invalidate();
-    onClose();
-  }, [inviteMemberMutation, email, role, selectedProject?.id, onClose]);
-
-  return (
-    <Modal isOpen={isOpen} onClose={onClose}>
-      <ModalOverlay />
-      <ModalContent w={1200}>
-        <ModalHeader>
-          <HStack>
-            <Text>Invite Member</Text>
-          </HStack>
-        </ModalHeader>
-        <ModalCloseButton />
-        <ModalBody>
-          <VStack spacing={8} alignItems="flex-start">
-            <Text>
-              Invite a new member to <b>{selectedProject?.name}</b>.
-            </Text>
-
-            <RadioGroup
-              value={role}
-              onChange={(e) => setRole(e as ProjectUserRole)}
-              colorScheme="orange"
-            >
-              <VStack w="full" alignItems="flex-start">
-                <Radio value="MEMBER">
-                  <Text fontSize="sm">MEMBER</Text>
-                </Radio>
-                <Radio value="ADMIN">
-                  <Text fontSize="sm">ADMIN</Text>
-                </Radio>
-              </VStack>
-            </RadioGroup>
-            <FormControl>
-              <FormLabel>Email</FormLabel>
-              <Input
-                type="email"
-                value={email}
-                onChange={(e) => setEmail(e.target.value)}
-                onKeyDown={(e) => {
-                  if (e.key === "Enter" && (e.metaKey || e.ctrlKey || e.shiftKey)) {
-                    e.preventDefault();
-                    e.currentTarget.blur();
-                    inviteMember();
-                  }
-                }}
-              />
-              <FormHelperText>Enter the email of the person you want to invite.</FormHelperText>
-            </FormControl>
-          </VStack>
-        </ModalBody>
-        <ModalFooter mt={4}>
-          <HStack>
-            <Button colorScheme="gray" onClick={onClose} minW={24}>
-              <Text>Cancel</Text>
-            </Button>
-            <Button
-              colorScheme="orange"
-              onClick={inviteMember}
-              minW={24}
-              isDisabled={emailIsValid || isInviting}
-            >
-              {isInviting ? <Spinner boxSize={4} /> : <Text>Send Invitation</Text>}
-            </Button>
-          </HStack>
-        </ModalFooter>
-      </ModalContent>
-    </Modal>
-  );
-};

app/src/components/projectSettings/MemberTable.tsx

@@ -1,145 +0,0 @@
-import { useMemo, useState } from "react";
-import {
-  Table,
-  Thead,
-  Tr,
-  Th,
-  Tbody,
-  Td,
-  IconButton,
-  useDisclosure,
-  Text,
-  Button,
-} from "@chakra-ui/react";
-import { useSession } from "next-auth/react";
-import { BsTrash } from "react-icons/bs";
-import { type User } from "@prisma/client";
-
-import { useHandledAsyncCallback, useSelectedProject } from "~/utils/hooks";
-import { InviteMemberModal } from "./InviteMemberModal";
-import { RemoveMemberDialog } from "./RemoveMemberDialog";
-import { api } from "~/utils/api";
-import { maybeReportError } from "~/utils/errorHandling/maybeReportError";
-
-const MemberTable = () => {
-  const selectedProject = useSelectedProject().data;
-  const session = useSession().data;
-
-  const utils = api.useContext();
-
-  const [memberToRemove, setMemberToRemove] = useState<User | null>(null);
-  const inviteMemberModal = useDisclosure();
-
-  const cancelInvitationMutation = api.users.cancelProjectInvitation.useMutation();
-
-  const [cancelInvitation, isCancelling] = useHandledAsyncCallback(
-    async (invitationToken: string) => {
-      if (!selectedProject?.id) return;
-      const resp = await cancelInvitationMutation.mutateAsync({
-        invitationToken,
-      });
-      if (maybeReportError(resp)) return;
-      await utils.projects.get.invalidate();
-    },
-    [selectedProject?.id, cancelInvitationMutation],
-  );
-
-  const sortedMembers = useMemo(() => {
-    if (!selectedProject?.projectUsers) return [];
-    return selectedProject.projectUsers.sort((a, b) => {
-      if (a.role === b.role) return a.createdAt < b.createdAt ? -1 : 1;
-      // Take advantage of fact that ADMIN is alphabetically before MEMBER
-      return a.role < b.role ? -1 : 1;
-    });
-  }, [selectedProject?.projectUsers]);
-
-  return (
-    <>
-      <Table fontSize={{ base: "sm", md: "md" }}>
-        <Thead
-          sx={{
-            th: {
-              base: { px: 0 },
-              md: { px: 6 },
-            },
-          }}
-        >
-          <Tr>
-            <Th>Name</Th>
-            <Th display={{ base: "none", md: "table-cell" }}>Email</Th>
-            <Th>Role</Th>
-            {selectedProject?.role === "ADMIN" && <Th />}
-          </Tr>
-        </Thead>
-        <Tbody
-          sx={{
-            td: {
-              base: { px: 0 },
-              md: { px: 6 },
-            },
-          }}
-        >
-          {selectedProject &&
-            sortedMembers.map((member) => {
-              return (
-                <Tr key={member.id}>
-                  <Td>
-                    <Text fontWeight="bold">{member.user.name}</Text>
-                  </Td>
-                  <Td display={{ base: "none", md: "table-cell" }} h="full">
-                    {member.user.email}
-                  </Td>
-                  <Td fontSize={{ base: "xs", md: "sm" }}>{member.role}</Td>
-                  {selectedProject.role === "ADMIN" && (
-                    <Td textAlign="end">
-                      {member.user.id !== session?.user?.id &&
-                        member.user.id !== selectedProject.personalProjectUserId && (
-                          <IconButton
-                            aria-label="Remove member"
-                            colorScheme="red"
-                            icon={<BsTrash />}
-                            onClick={() => setMemberToRemove(member.user)}
-                          />
-                        )}
-                    </Td>
-                  )}
-                </Tr>
-              );
-            })}
-          {selectedProject?.projectUserInvitations?.map((invitation) => {
-            return (
-              <Tr key={invitation.id}>
-                <Td>
-                  <Text as="i">Invitation pending</Text>
-                </Td>
-                <Td>{invitation.email}</Td>
-                <Td fontSize="sm">{invitation.role}</Td>
-                {selectedProject.role === "ADMIN" && (
-                  <Td textAlign="end">
-                    <Button
-                      size="sm"
-                      colorScheme="red"
-                      variant="ghost"
-                      onClick={() => cancelInvitation(invitation.invitationToken)}
-                      isLoading={isCancelling}
-                    >
-                      Cancel
-                    </Button>
-                  </Td>
-                )}
-              </Tr>
-            );
-          })}
-        </Tbody>
-      </Table>
-      <InviteMemberModal isOpen={inviteMemberModal.isOpen} onClose={inviteMemberModal.onClose} />
-      <RemoveMemberDialog
-        member={memberToRemove}
-        isOpen={!!memberToRemove}
-        onClose={() => setMemberToRemove(null)}
-      />
-    </>
-  );
-};
-
-export default MemberTable;

app/src/components/projectSettings/RemoveMemberDialog.tsx

@@ -1,71 +0,0 @@
-import {
-  Button,
-  AlertDialog,
-  AlertDialogBody,
-  AlertDialogFooter,
-  AlertDialogHeader,
-  AlertDialogContent,
-  AlertDialogOverlay,
-  Text,
-  VStack,
-  Spinner,
-} from "@chakra-ui/react";
-import { type User } from "@prisma/client";
-
-import { useRouter } from "next/router";
-import { useRef } from "react";
-import { api } from "~/utils/api";
-import { useHandledAsyncCallback, useSelectedProject } from "~/utils/hooks";
-
-export const RemoveMemberDialog = ({
-  isOpen,
-  onClose,
-  member,
-}: {
-  isOpen: boolean;
-  onClose: () => void;
-  member: User | null;
-}) => {
-  const selectedProject = useSelectedProject();
-  const removeUserMutation = api.users.removeUserFromProject.useMutation();
-  const utils = api.useContext();
-  const router = useRouter();
-
-  const cancelRef = useRef<HTMLButtonElement>(null);
-
-  const [onRemoveConfirm, isRemoving] = useHandledAsyncCallback(async () => {
-    if (!selectedProject.data?.id || !member?.id) return;
-    await removeUserMutation.mutateAsync({ projectId: selectedProject.data.id, userId: member.id });
-    await utils.projects.get.invalidate();
-    onClose();
-  }, [removeUserMutation, selectedProject, router]);
-
-  return (
-    <AlertDialog isOpen={isOpen} leastDestructiveRef={cancelRef} onClose={onClose}>
-      <AlertDialogOverlay>
-        <AlertDialogContent>
-          <AlertDialogHeader fontSize="lg" fontWeight="bold">
-            Remove Member
-          </AlertDialogHeader>
-
-          <AlertDialogBody>
-            <VStack spacing={4} alignItems="flex-start">
-              <Text>
-                Are you sure you want to remove <b>{member?.name}</b> from the project?
-              </Text>
-            </VStack>
-          </AlertDialogBody>
-
-          <AlertDialogFooter>
-            <Button ref={cancelRef} onClick={onClose}>
-              Cancel
-            </Button>
-            <Button colorScheme="red" onClick={onRemoveConfirm} ml={3} w={20}>
-              {isRemoving ? <Spinner /> : "Remove"}
-            </Button>
-          </AlertDialogFooter>
-        </AlertDialogContent>
-      </AlertDialogOverlay>
-    </AlertDialog>
-  );
-};

app/src/components/requestLogs/ActionButton.tsx

@@ -1,30 +0,0 @@
-import { Button, HStack, type ButtonProps, Icon, Text } from "@chakra-ui/react";
-import { type IconType } from "react-icons";
-
-const ActionButton = ({
-  icon,
-  label,
-  ...buttonProps
-}: { icon: IconType; label: string } & ButtonProps) => {
-  return (
-    <Button
-      colorScheme="blue"
-      color="black"
-      bgColor="white"
-      borderColor="gray.300"
-      borderRadius={4}
-      variant="outline"
-      size="sm"
-      fontSize="sm"
-      fontWeight="normal"
-      {...buttonProps}
-    >
-      <HStack spacing={1}>
-        {icon && <Icon as={icon} />}
-        <Text>{label}</Text>
-      </HStack>
-    </Button>
-  );
-};
-
-export default ActionButton;

app/src/components/requestLogs/FormattedJson.tsx

@@ -1,55 +0,0 @@
-import { Box, IconButton, useToast } from "@chakra-ui/react";
-import { CopyIcon } from "lucide-react";
-import SyntaxHighlighter from "react-syntax-highlighter";
-import { atelierCaveLight } from "react-syntax-highlighter/dist/cjs/styles/hljs";
-import stringify from "json-stringify-pretty-compact";
-
-const FormattedJson = ({ json }: { json: any }) => {
-  const jsonString = stringify(json, { maxLength: 40 });
-  const toast = useToast();
-
-  const copyToClipboard = async (text: string) => {
-    try {
-      await navigator.clipboard.writeText(text);
-      toast({
-        title: "Copied to clipboard",
-        status: "success",
-        duration: 2000,
-      });
-    } catch (err) {
-      toast({
-        title: "Failed to copy to clipboard",
-        status: "error",
-        duration: 2000,
-      });
-    }
-  };
-
-  return (
-    <Box position="relative" fontSize="sm" borderRadius="md" overflow="hidden">
-      <SyntaxHighlighter
-        customStyle={{ overflowX: "unset" }}
-        language="json"
-        style={atelierCaveLight}
-        lineProps={{
-          style: { wordBreak: "break-all", whiteSpace: "pre-wrap" },
-        }}
-        wrapLines
-      >
-        {jsonString}
-      </SyntaxHighlighter>
-      <IconButton
-        aria-label="Copy"
-        icon={<CopyIcon />}
-        position="absolute"
-        top={1}
-        right={1}
-        size="xs"
-        variant="ghost"
-        onClick={() => void copyToClipboard(jsonString)}
-      />
-    </Box>
-  );
-};
-
-export { FormattedJson };

app/src/components/requestLogs/LogFilters/AddFilterButton.tsx

@@ -1,30 +0,0 @@
-import { Button, HStack, Icon, Text } from "@chakra-ui/react";
-import { BsPlus } from "react-icons/bs";
-import { comparators, defaultFilterableFields } from "~/state/logFiltersSlice";
-import { useAppStore } from "~/state/store";
-
-const AddFilterButton = () => {
-  const addFilter = useAppStore((s) => s.logFilters.addFilter);
-
-  return (
-    <HStack
-      as={Button}
-      variant="ghost"
-      onClick={() =>
-        addFilter({
-          id: Date.now().toString(),
-          field: defaultFilterableFields[0],
-          comparator: comparators[0],
-          value: "",
-        })
-      }
-      spacing={0}
-      fontSize="sm"
-    >
-      <Icon as={BsPlus} boxSize={5} />
-      <Text>Add Filter</Text>
-    </HStack>
-  );
-};
-
-export default AddFilterButton;

app/src/components/requestLogs/LogFilters/LogFilter.tsx

@@ -1,44 +0,0 @@
-import { useCallback, useState } from "react";
-import { HStack, IconButton, Input } from "@chakra-ui/react";
-import { BsTrash } from "react-icons/bs";
-
-import { type LogFilter } from "~/state/logFiltersSlice";
-import { useAppStore } from "~/state/store";
-import { debounce } from "lodash-es";
-import SelectFieldDropdown from "./SelectFieldDropdown";
-import SelectComparatorDropdown from "./SelectComparatorDropdown";
-
-const LogFilter = ({ filter }: { filter: LogFilter }) => {
-  const updateFilter = useAppStore((s) => s.logFilters.updateFilter);
-  const deleteFilter = useAppStore((s) => s.logFilters.deleteFilter);
-
-  const [editedValue, setEditedValue] = useState(filter.value);
-
-  const debouncedUpdateFilter = useCallback(
-    debounce((filter: LogFilter) => updateFilter(filter), 500, {
-      leading: true,
-    }),
-    [updateFilter],
-  );
-
-  return (
-    <HStack>
-      <SelectFieldDropdown filter={filter} />
-      <SelectComparatorDropdown filter={filter} />
-      <Input
-        value={editedValue}
-        onChange={(e) => {
-          setEditedValue(e.target.value);
-          debouncedUpdateFilter({ ...filter, value: e.target.value });
-        }}
-      />
-      <IconButton
-        aria-label="Delete Filter"
-        icon={<BsTrash />}
-        onClick={() => deleteFilter(filter.id)}
-      />
-    </HStack>
-  );
-};
-
-export default LogFilter;

app/src/components/requestLogs/LogFilters/LogFilters.tsx

@@ -1,30 +0,0 @@
-import { VStack, Text } from "@chakra-ui/react";
-
-import AddFilterButton from "./AddFilterButton";
-import { useAppStore } from "~/state/store";
-import LogFilter from "./LogFilter";
-
-const LogFilters = () => {
-  const filters = useAppStore((s) => s.logFilters.filters);
-  return (
-    <VStack
-      bgColor="white"
-      borderRadius={8}
-      borderWidth={1}
-      w="full"
-      alignItems="flex-start"
-      p={4}
-      spacing={4}
-    >
-      <Text fontWeight="bold" color="gray.500">
-        Filters
-      </Text>
-      {filters.map((filter) => (
-        <LogFilter key={filter.id} filter={filter} />
-      ))}
-      <AddFilterButton />
-    </VStack>
-  );
-};
-
-export default LogFilters;

app/src/components/requestLogs/LogFilters/SelectComparatorDropdown.tsx

@@ -1,19 +0,0 @@
-import { comparators, type LogFilter } from "~/state/logFiltersSlice";
-import { useAppStore } from "~/state/store";
-import InputDropdown from "~/components/InputDropdown";
-
-const SelectComparatorDropdown = ({ filter }: { filter: LogFilter }) => {
-  const updateFilter = useAppStore((s) => s.logFilters.updateFilter);
-
-  const { comparator } = filter;
-
-  return (
-    <InputDropdown
-      options={comparators}
-      selectedOption={comparator}
-      onSelect={(option) => updateFilter({ ...filter, comparator: option })}
-    />
-  );
-};
-
-export default SelectComparatorDropdown;

app/src/components/requestLogs/LogFilters/SelectFieldDropdown.tsx

@@ -1,22 +0,0 @@
-import { defaultFilterableFields, type LogFilter } from "~/state/logFiltersSlice";
-import { useAppStore } from "~/state/store";
-import { useTagNames } from "~/utils/hooks";
-import InputDropdown from "~/components/InputDropdown";
-
-const SelectFieldDropdown = ({ filter }: { filter: LogFilter }) => {
-  const tagNames = useTagNames().data;
-
-  const updateFilter = useAppStore((s) => s.logFilters.updateFilter);
-
-  const { field } = filter;
-
-  return (
-    <InputDropdown
-      options={[...defaultFilterableFields, ...(tagNames || [])]}
-      selectedOption={field}
-      onSelect={(option) => updateFilter({ ...filter, field: option })}
-    />
-  );
-};
-
-export default SelectFieldDropdown;

app/src/components/requestLogs/LoggedCallsPaginator.tsx

@@ -1,16 +0,0 @@
-import { type StackProps } from "@chakra-ui/react";
-
-import { useLoggedCalls } from "~/utils/hooks";
-import Paginator from "../Paginator";
-
-const LoggedCallsPaginator = (props: StackProps) => {
-  const { data } = useLoggedCalls();
-
-  if (!data) return null;
-
-  const { count } = data;
-
-  return <Paginator count={count} {...props} />;
-};
-
-export default LoggedCallsPaginator;

app/src/components/requestLogs/LoggedCallsTable.tsx

@@ -1,36 +0,0 @@
-import { Card, Table, Tbody } from "@chakra-ui/react";
-import { useState } from "react";
-import { useLoggedCalls } from "~/utils/hooks";
-import { TableHeader, TableRow } from "./TableRow";
-
-export default function LoggedCallsTable() {
-  const [expandedRow, setExpandedRow] = useState<string | null>(null);
-  const loggedCalls = useLoggedCalls().data;
-
-  return (
-    <Card width="100%" overflowX="auto">
-      <Table>
-        <TableHeader showCheckbox />
-        <Tbody>
-          {loggedCalls?.calls?.map((loggedCall) => {
-            return (
-              <TableRow
-                key={loggedCall.id}
-                loggedCall={loggedCall}
-                isExpanded={loggedCall.id === expandedRow}
-                onToggle={() => {
-                  if (loggedCall.id === expandedRow) {
-                    setExpandedRow(null);
-                  } else {
-                    setExpandedRow(loggedCall.id);
-                  }
-                }}
-                showCheckbox
-              />
-            );
-          })}
-        </Tbody>
-      </Table>
-    </Card>
-  );
-}

app/src/components/requestLogs/TableRow.tsx

@@ -1,170 +0,0 @@
-import {
-  Box,
-  Heading,
-  Td,
-  Tr,
-  Thead,
-  Th,
-  Tooltip,
-  Collapse,
-  HStack,
-  VStack,
-  Button,
-  ButtonGroup,
-  Text,
-  Checkbox,
-} from "@chakra-ui/react";
-import dayjs from "dayjs";
-import relativeTime from "dayjs/plugin/relativeTime";
-import Link from "next/link";
-
-import { type RouterOutputs } from "~/utils/api";
-import { FormattedJson } from "./FormattedJson";
-import { useAppStore } from "~/state/store";
-import { useLoggedCalls, useTagNames } from "~/utils/hooks";
-import { useMemo } from "react";
-
-dayjs.extend(relativeTime);
-
-type LoggedCall = RouterOutputs["loggedCalls"]["list"]["calls"][0];
-
-export const TableHeader = ({ showCheckbox }: { showCheckbox?: boolean }) => {
-  const matchingLogIds = useLoggedCalls().data?.matchingLogIds;
-  const selectedLogIds = useAppStore((s) => s.selectedLogs.selectedLogIds);
-  const addAll = useAppStore((s) => s.selectedLogs.addSelectedLogIds);
-  const clearAll = useAppStore((s) => s.selectedLogs.clearSelectedLogIds);
-  const allSelected = useMemo(() => {
-    if (!matchingLogIds || !matchingLogIds.length) return false;
-    return matchingLogIds.every((id) => selectedLogIds.has(id));
-  }, [selectedLogIds, matchingLogIds]);
-  const tagNames = useTagNames().data;
-  return (
-    <Thead>
-      <Tr>
-        {showCheckbox && (
-          <Th pr={0}>
-            <HStack minW={16}>
-              <Checkbox
-                isChecked={allSelected}
-                onChange={() => {
-                  allSelected ? clearAll() : addAll(matchingLogIds || []);
-                }}
-              />
-              <Text>
-                ({selectedLogIds.size ? `${selectedLogIds.size}/` : ""}
-                {matchingLogIds?.length || 0})
-              </Text>
-            </HStack>
-          </Th>
-        )}
-        <Th>Sent At</Th>
-        <Th>Model</Th>
-        {tagNames?.map((tagName) => <Th key={tagName}>{tagName}</Th>)}
-        <Th isNumeric>Duration</Th>
-        <Th isNumeric>Input tokens</Th>
-        <Th isNumeric>Output tokens</Th>
-        <Th isNumeric>Status</Th>
-      </Tr>
-    </Thead>
-  );
-};
-
-export const TableRow = ({
-  loggedCall,
-  isExpanded,
-  onToggle,
-  showCheckbox,
-}: {
-  loggedCall: LoggedCall;
-  isExpanded: boolean;
-  onToggle: () => void;
-  showCheckbox?: boolean;
-}) => {
-  const isError = loggedCall.modelResponse?.statusCode !== 200;
-  const requestedAt = dayjs(loggedCall.requestedAt).format("MMMM D h:mm A");
-  const fullTime = dayjs(loggedCall.requestedAt).toString();
-
-  const isChecked = useAppStore((s) => s.selectedLogs.selectedLogIds.has(loggedCall.id));
-  const toggleChecked = useAppStore((s) => s.selectedLogs.toggleSelectedLogId);
-
-  const tagNames = useTagNames().data;
-
-  return (
-    <>
-      <Tr
-        onClick={onToggle}
-        key={loggedCall.id}
-        _hover={{ bgColor: "gray.50", cursor: "pointer" }}
-        sx={{
-          "> td": { borderBottom: "none" },
-        }}
-        fontSize="sm"
-      >
-        {showCheckbox && (
-          <Td>
-            <Checkbox isChecked={isChecked} onChange={() => toggleChecked(loggedCall.id)} />
-          </Td>
-        )}
-        <Td>
-          <Tooltip label={fullTime} placement="top">
-            <Box whiteSpace="nowrap" minW="120px">
-              {requestedAt}
-            </Box>
-          </Tooltip>
-        </Td>
-        <Td>
-          <HStack justifyContent="flex-start">
-            <Text
-              colorScheme="purple"
-              color="purple.500"
-              borderColor="purple.500"
-              px={1}
-              borderRadius={4}
-              borderWidth={1}
-              fontSize="xs"
-              whiteSpace="nowrap"
-            >
-              {loggedCall.model}
-            </Text>
-          </HStack>
-        </Td>
-        {tagNames?.map((tagName) => <Td key={tagName}>{loggedCall.tags[tagName]}</Td>)}
-        <Td isNumeric>
-          {loggedCall.cacheHit ? (
-            <Text color="gray.500">Cached</Text>
-          ) : (
-            ((loggedCall.modelResponse?.durationMs ?? 0) / 1000).toFixed(2) + "s"
-          )}
-        </Td>
-        <Td isNumeric>{loggedCall.modelResponse?.inputTokens}</Td>
-        <Td isNumeric>{loggedCall.modelResponse?.outputTokens}</Td>
-        <Td sx={{ color: isError ? "red.500" : "green.500", fontWeight: "semibold" }} isNumeric>
-          {loggedCall.modelResponse?.statusCode ?? "No response"}
-        </Td>
-      </Tr>
-      <Tr>
-        <Td colSpan={8} p={0}>
-          <Collapse in={isExpanded} unmountOnExit={true}>
-            <VStack p={4} align="stretch">
-              <HStack align="stretch">
-                <VStack flex={1} align="stretch">
-                  <Heading size="sm">Input</Heading>
-                  <FormattedJson json={loggedCall.modelResponse?.reqPayload} />
-                </VStack>
-                <VStack flex={1} align="stretch">
-                  <Heading size="sm">Output</Heading>
-                  <FormattedJson json={loggedCall.modelResponse?.respPayload} />
-                </VStack>
-              </HStack>
-              <ButtonGroup alignSelf="flex-end">
-                <Button as={Link} colorScheme="blue" href={{ pathname: "/experiments" }}>
-                  Experiments
-                </Button>
-              </ButtonGroup>
-            </VStack>
-          </Collapse>
-        </Td>
-      </Tr>
-    </>
-  );
-};

app/src/env.mjs

@@ -21,15 +21,6 @@ export const env = createEnv({
     ANTHROPIC_API_KEY: z.string().default("placeholder"),
     SENTRY_AUTH_TOKEN: z.string().optional(),
     OPENPIPE_API_KEY: z.string().optional(),
-    SENDER_EMAIL: z.string().default("placeholder"),
-    SMTP_HOST: z.string().default("placeholder"),
-    SMTP_PORT: z.string().default("placeholder"),
-    SMTP_LOGIN: z.string().default("placeholder"),
-    SMTP_PASSWORD: z.string().default("placeholder"),
-    WORKER_CONCURRENCY: z
-      .string()
-      .default("10")
-      .transform((val) => parseInt(val)),
   },
 
   /**
@@ -67,12 +58,6 @@ export const env = createEnv({
     SENTRY_AUTH_TOKEN: process.env.SENTRY_AUTH_TOKEN,
     OPENPIPE_API_KEY: process.env.OPENPIPE_API_KEY,
     NEXT_PUBLIC_FF_SHOW_LOGGED_CALLS: process.env.NEXT_PUBLIC_FF_SHOW_LOGGED_CALLS,
-    SENDER_EMAIL: process.env.SENDER_EMAIL,
-    SMTP_HOST: process.env.SMTP_HOST,
-    SMTP_PORT: process.env.SMTP_PORT,
-    SMTP_LOGIN: process.env.SMTP_LOGIN,
-    SMTP_PASSWORD: process.env.SMTP_PASSWORD,
-    WORKER_CONCURRENCY: process.env.WORKER_CONCURRENCY,
   },
   /**
    * Run `build` or `dev` with `SKIP_ENV_VALIDATION` to skip env validation.

app/src/modelProviders/frontendModelProviders.ts

@@ -1,7 +1,6 @@
 import openaiChatCompletionFrontend from "./openai-ChatCompletion/frontend";
 import replicateLlama2Frontend from "./replicate-llama2/frontend";
 import anthropicFrontend from "./anthropic-completion/frontend";
-import openpipeFrontend from "./openpipe-chat/frontend";
 import { type SupportedProvider, type FrontendModelProvider } from "./types";
 
 // Keep attributes here that need to be accessible from the frontend. We can't
@@ -11,7 +10,6 @@ const frontendModelProviders: Record<SupportedProvider, FrontendModelProvider<an
   "openai/ChatCompletion": openaiChatCompletionFrontend,
   "replicate/llama2": replicateLlama2Frontend,
   "anthropic/completion": anthropicFrontend,
-  "openpipe/Chat": openpipeFrontend,
 };
 
 export default frontendModelProviders;

app/src/modelProviders/modelProviders.ts

@@ -1,14 +1,12 @@
 import openaiChatCompletion from "./openai-ChatCompletion";
 import replicateLlama2 from "./replicate-llama2";
 import anthropicCompletion from "./anthropic-completion";
-import openpipeChatCompletion from "./openpipe-chat";
 import { type SupportedProvider, type ModelProvider } from "./types";
 
 const modelProviders: Record<SupportedProvider, ModelProvider<any, any, any>> = {
   "openai/ChatCompletion": openaiChatCompletion,
   "replicate/llama2": replicateLlama2,
   "anthropic/completion": anthropicCompletion,
-  "openpipe/Chat": openpipeChatCompletion,
 };
 
 export default modelProviders;

app/src/modelProviders/openai-ChatCompletion/getCompletion.ts

@@ -1,10 +1,56 @@
 /* eslint-disable @typescript-eslint/no-unsafe-call */
-import { isArray, isString } from "lodash-es";
-import { APIError } from "openai";
-import { type ChatCompletion, type CompletionCreateParams } from "openai/resources/chat";
-import mergeChunks from "openpipe/src/openai/mergeChunks";
-import { openai } from "~/server/utils/openai";
+import {
+  type ChatCompletionChunk,
+  type ChatCompletion,
+  type CompletionCreateParams,
+} from "openai/resources/chat";
 import { type CompletionResponse } from "../types";
+import { isArray, isString, omit } from "lodash-es";
+import { openai } from "~/server/utils/openai";
+import { APIError } from "openai";
+import frontendModelProvider from "./frontend";
+import modelProvider, { type SupportedModel } from ".";
+
+const mergeStreamedChunks = (
+  base: ChatCompletion | null,
+  chunk: ChatCompletionChunk,
+): ChatCompletion => {
+  if (base === null) {
+    return mergeStreamedChunks({ ...chunk, choices: [] }, chunk);
+  }
+
+  const choices = [...base.choices];
+  for (const choice of chunk.choices) {
+    const baseChoice = choices.find((c) => c.index === choice.index);
+    if (baseChoice) {
+      baseChoice.finish_reason = choice.finish_reason ?? baseChoice.finish_reason;
+      baseChoice.message = baseChoice.message ?? { role: "assistant" };
+
+      if (choice.delta?.content)
+        baseChoice.message.content =
+          ((baseChoice.message.content as string) ?? "") + (choice.delta.content ?? "");
+      if (choice.delta?.function_call) {
+        const fnCall = baseChoice.message.function_call ?? {};
+        fnCall.name =
+          ((fnCall.name as string) ?? "") + ((choice.delta.function_call.name as string) ?? "");
+        fnCall.arguments =
+          ((fnCall.arguments as string) ?? "") +
+          ((choice.delta.function_call.arguments as string) ?? "");
+      }
+    } else {
+      // @ts-expect-error the types are correctly telling us that finish_reason
+      // could be null, but don't want to fix it right now.
+      choices.push({ ...omit(choice, "delta"), message: { role: "assistant", ...choice.delta } });
+    }
+  }
+
+  const merged: ChatCompletion = {
+    ...base,
+    choices,
+  };
+
+  return merged;
+};
 
 export async function getCompletion(
   input: CompletionCreateParams,
@@ -15,6 +61,7 @@ export async function getCompletion(
 
   try {
     if (onStream) {
+      console.log("got started");
       const resp = await openai.chat.completions.create(
         { ...input, stream: true },
         {
@@ -22,9 +69,11 @@ export async function getCompletion(
         },
       );
       for await (const part of resp) {
-        finalCompletion = mergeChunks(finalCompletion, part);
+        console.log("got part", part);
+        finalCompletion = mergeStreamedChunks(finalCompletion, part);
         onStream(finalCompletion);
       }
+      console.log("got final", finalCompletion);
       if (!finalCompletion) {
         return {
           type: "error",

app/src/modelProviders/openai-ChatCompletion/refinementActions.ts

@@ -12,6 +12,7 @@ export const refinementActions: Record<string, RefinementAction> = {
   
       definePrompt("openai/ChatCompletion", {
           model: "gpt-4",
+          stream: true,
           messages: [
               {
               role: "system",
@@ -28,6 +29,7 @@ export const refinementActions: Record<string, RefinementAction> = {
   
       definePrompt("openai/ChatCompletion", {
           model: "gpt-4",
+          stream: true,
           messages: [
               {
               role: "system",
@@ -118,12 +120,13 @@ export const refinementActions: Record<string, RefinementAction> = {
   "Convert to function call": {
     icon: TfiThought,
     description: "Use function calls to get output from the model in a more structured way.",
-    instructions: `OpenAI functions are a specialized way for an LLM to return its final output.
+    instructions: `OpenAI functions are a specialized way for an LLM to return output.
   
-      Example 1 before:
+      This is what a prompt looks like before adding a function:
   
       definePrompt("openai/ChatCompletion", {
         model: "gpt-4",
+        stream: true,
         messages: [
           {
             role: "system",
@@ -136,10 +139,11 @@ export const refinementActions: Record<string, RefinementAction> = {
         ],
       });
   
-      Example 1 after:
+      This is what one looks like after adding a function:
   
       definePrompt("openai/ChatCompletion", {
         model: "gpt-4",
+        stream: true,
         messages: [
           {
             role: "system",
@@ -152,7 +156,7 @@ export const refinementActions: Record<string, RefinementAction> = {
         ],
         functions: [
           {
-            name: "log_extracted_sentiment",
+            name: "extract_sentiment",
             parameters: {
               type: "object", // parameters must always be an object with a properties key
               properties: { // properties key is required
@@ -165,13 +169,13 @@ export const refinementActions: Record<string, RefinementAction> = {
           },
         ],
         function_call: {
-          name: "log_extracted_sentiment",
+          name: "extract_sentiment",
         },
       });
   
-      =========
-
-      Example 2 before:
+      Here's another example of adding a function:
+  
+      Before:
   
       definePrompt("openai/ChatCompletion", {
           model: "gpt-3.5-turbo",
@@ -193,7 +197,7 @@ export const refinementActions: Record<string, RefinementAction> = {
           temperature: 0,
       });
   
-      Example 2 after:
+      After:
   
       definePrompt("openai/ChatCompletion", {
           model: "gpt-3.5-turbo",
@@ -211,7 +215,7 @@ export const refinementActions: Record<string, RefinementAction> = {
           temperature: 0,
           functions: [
             {
-              name: "log_post_score",
+              name: "score_post",
               parameters: {
                 type: "object",
                 properties: {
@@ -223,16 +227,17 @@ export const refinementActions: Record<string, RefinementAction> = {
             },
           ],
           function_call: {
-            name: "log_post_score",
+            name: "score_post",
           },
         });
   
-      =========
+      Another example
   
-      Example 3 before:
+      Before:
   
       definePrompt("openai/ChatCompletion", {
         model: "gpt-3.5-turbo",
+        stream: true,
         messages: [
           {
             role: "system",
@@ -241,7 +246,7 @@ export const refinementActions: Record<string, RefinementAction> = {
         ],
       });
   
-      Example 3 after:
+      After:
   
       definePrompt("openai/ChatCompletion", {
         model: "gpt-3.5-turbo",
@@ -253,24 +258,21 @@ export const refinementActions: Record<string, RefinementAction> = {
         ],
         functions: [
           {
-            name: "log_translated_text",
+            name: "write_in_language",
             parameters: {
               type: "object",
               properties: {
-                translated_text: {
+                text: {
                   type: "string",
-                  description: "The text, written in the language specified in the prompt",
                 },
               },
             },
           },
         ],
         function_call: {
-          name: "log_translated_text",
+          name: "write_in_language",
         },
       });
-
-      =========
   
       Add an OpenAI function that takes one or more nested parameters that match the expected output from this prompt.`,
   },

app/src/modelProviders/openpipe-chat/frontend.ts

@@ -1,98 +0,0 @@
-import { type OpenpipeChatOutput, type SupportedModel } from ".";
-import { type FrontendModelProvider } from "../types";
-import { refinementActions } from "./refinementActions";
-import {
-  templateOpenOrcaPrompt,
-  templateAlpacaInstructPrompt,
-  //   templateSystemUserAssistantPrompt,
-  templateInstructionInputResponsePrompt,
-  templateAiroborosPrompt,
-  templateGryphePrompt,
-  templateVicunaPrompt,
-} from "./templatePrompt";
-
-const frontendModelProvider: FrontendModelProvider<SupportedModel, OpenpipeChatOutput> = {
-  name: "OpenAI ChatCompletion",
-
-  models: {
-    "Open-Orca/OpenOrcaxOpenChat-Preview2-13B": {
-      name: "OpenOrcaxOpenChat-Preview2-13B",
-      contextWindow: 4096,
-      pricePerSecond: 0.0003,
-      speed: "medium",
-      provider: "openpipe/Chat",
-      learnMoreUrl: "https://huggingface.co/Open-Orca/OpenOrcaxOpenChat-Preview2-13B",
-      templatePrompt: templateOpenOrcaPrompt,
-    },
-    "Open-Orca/OpenOrca-Platypus2-13B": {
-      name: "OpenOrca-Platypus2-13B",
-      contextWindow: 4096,
-      pricePerSecond: 0.0003,
-      speed: "medium",
-      provider: "openpipe/Chat",
-      learnMoreUrl: "https://huggingface.co/Open-Orca/OpenOrca-Platypus2-13B",
-      templatePrompt: templateAlpacaInstructPrompt,
-      defaultStopTokens: ["</s>"],
-    },
-    // "stabilityai/StableBeluga-13B": {
-    //   name: "StableBeluga-13B",
-    //   contextWindow: 4096,
-    //   pricePerSecond: 0.0003,
-    //   speed: "medium",
-    //   provider: "openpipe/Chat",
-    //   learnMoreUrl: "https://huggingface.co/stabilityai/StableBeluga-13B",
-    //   templatePrompt: templateSystemUserAssistantPrompt,
-    // },
-    "NousResearch/Nous-Hermes-Llama2-13b": {
-      name: "Nous-Hermes-Llama2-13b",
-      contextWindow: 4096,
-      pricePerSecond: 0.0003,
-      speed: "medium",
-      provider: "openpipe/Chat",
-      learnMoreUrl: "https://huggingface.co/NousResearch/Nous-Hermes-Llama2-13b",
-      templatePrompt: templateInstructionInputResponsePrompt,
-    },
-    "jondurbin/airoboros-l2-13b-gpt4-2.0": {
-      name: "airoboros-l2-13b-gpt4-2.0",
-      contextWindow: 4096,
-      pricePerSecond: 0.0003,
-      speed: "medium",
-      provider: "openpipe/Chat",
-      learnMoreUrl: "https://huggingface.co/jondurbin/airoboros-l2-13b-gpt4-2.0",
-      templatePrompt: templateAiroborosPrompt,
-    },
-    "lmsys/vicuna-13b-v1.5": {
-      name: "vicuna-13b-v1.5",
-      contextWindow: 4096,
-      pricePerSecond: 0.0003,
-      speed: "medium",
-      provider: "openpipe/Chat",
-      learnMoreUrl: "https://huggingface.co/lmsys/vicuna-13b-v1.5",
-      templatePrompt: templateVicunaPrompt,
-    },
-    "Gryphe/MythoMax-L2-13b": {
-      name: "MythoMax-L2-13b",
-      contextWindow: 4096,
-      pricePerSecond: 0.0003,
-      speed: "medium",
-      provider: "openpipe/Chat",
-      learnMoreUrl: "https://huggingface.co/Gryphe/MythoMax-L2-13b",
-      templatePrompt: templateGryphePrompt,
-    },
-    "NousResearch/Nous-Hermes-llama-2-7b": {
-      name: "Nous-Hermes-llama-2-7b",
-      contextWindow: 4096,
-      pricePerSecond: 0.0003,
-      speed: "medium",
-      provider: "openpipe/Chat",
-      learnMoreUrl: "https://huggingface.co/NousResearch/Nous-Hermes-llama-2-7b",
-      templatePrompt: templateInstructionInputResponsePrompt,
-    },
-  },
-
-  refinementActions,
-
-  normalizeOutput: (output) => ({ type: "text", value: output }),
-};
-
-export default frontendModelProvider;

app/src/modelProviders/openpipe-chat/getCompletion.ts

@@ -1,121 +0,0 @@
-/* eslint-disable @typescript-eslint/no-unsafe-call */
-import { isArray, isString } from "lodash-es";
-import OpenAI, { APIError } from "openai";
-
-import { type CompletionResponse } from "../types";
-import { type OpenpipeChatInput, type OpenpipeChatOutput } from ".";
-import frontendModelProvider from "./frontend";
-
-const modelEndpoints: Record<OpenpipeChatInput["model"], string> = {
-  "Open-Orca/OpenOrcaxOpenChat-Preview2-13B": "https://5ef82gjxk8kdys-8000.proxy.runpod.net/v1",
-  "Open-Orca/OpenOrca-Platypus2-13B": "https://lt5qlel6qcji8t-8000.proxy.runpod.net/v1",
-  // "stabilityai/StableBeluga-13B": "https://vcorl8mxni2ou1-8000.proxy.runpod.net/v1",
-  "NousResearch/Nous-Hermes-Llama2-13b": "https://ncv8pw3u0vb8j2-8000.proxy.runpod.net/v1",
-  "jondurbin/airoboros-l2-13b-gpt4-2.0": "https://9nrbx7oph4btou-8000.proxy.runpod.net/v1",
-  "lmsys/vicuna-13b-v1.5": "https://h88hkt3ux73rb7-8000.proxy.runpod.net/v1",
-  "Gryphe/MythoMax-L2-13b": "https://3l5jvhnxdgky3v-8000.proxy.runpod.net/v1",
-  "NousResearch/Nous-Hermes-llama-2-7b": "https://ua1bpc6kv3dgge-8000.proxy.runpod.net/v1",
-};
-
-export async function getCompletion(
-  input: OpenpipeChatInput,
-  onStream: ((partialOutput: OpenpipeChatOutput) => void) | null,
-): Promise<CompletionResponse<OpenpipeChatOutput>> {
-  const { model, messages, ...rest } = input;
-
-  const templatedPrompt = frontendModelProvider.models[model].templatePrompt?.(messages);
-
-  if (!templatedPrompt) {
-    return {
-      type: "error",
-      message: "Failed to generate prompt",
-      autoRetry: false,
-    };
-  }
-
-  const openai = new OpenAI({
-    baseURL: modelEndpoints[model],
-  });
-  const start = Date.now();
-  let finalCompletion: OpenpipeChatOutput = "";
-
-  const completionParams = {
-    model,
-    prompt: templatedPrompt,
-    ...rest,
-  };
-
-  if (!completionParams.stop && frontendModelProvider.models[model].defaultStopTokens) {
-    completionParams.stop = frontendModelProvider.models[model].defaultStopTokens;
-  }
-
-  try {
-    if (onStream) {
-      const resp = await openai.completions.create(
-        { ...completionParams, stream: true },
-        {
-          maxRetries: 0,
-        },
-      );
-
-      for await (const part of resp) {
-        finalCompletion += part.choices[0]?.text;
-        onStream(finalCompletion);
-      }
-      if (!finalCompletion) {
-        return {
-          type: "error",
-          message: "Streaming failed to return a completion",
-          autoRetry: false,
-        };
-      }
-    } else {
-      const resp = await openai.completions.create(
-        { ...completionParams, stream: false },
-        {
-          maxRetries: 0,
-        },
-      );
-      finalCompletion = resp.choices[0]?.text || "";
-      if (!finalCompletion) {
-        return {
-          type: "error",
-          message: "Failed to return a completion",
-          autoRetry: false,
-        };
-      }
-    }
-    const timeToComplete = Date.now() - start;
-
-    return {
-      type: "success",
-      statusCode: 200,
-      value: finalCompletion,
-      timeToComplete,
-    };
-  } catch (error: unknown) {
-    if (error instanceof APIError) {
-      // The types from the sdk are wrong
-      const rawMessage = error.message as string | string[];
-      // If the message is not a string, stringify it
-      const message = isString(rawMessage)
-        ? rawMessage
-        : isArray(rawMessage)
-        ? rawMessage.map((m) => m.toString()).join("\n")
-        : (rawMessage as any).toString();
-      return {
-        type: "error",
-        message,
-        autoRetry: error.status === 429 || error.status === 503,
-        statusCode: error.status,
-      };
-    } else {
-      console.error(error);
-      return {
-        type: "error",
-        message: (error as Error).message,
-        autoRetry: true,
-      };
-    }
-  }
-}

app/src/modelProviders/openpipe-chat/index.ts

@@ -1,54 +0,0 @@
-import { type JSONSchema4 } from "json-schema";
-import { type ModelProvider } from "../types";
-import inputSchema from "./input.schema.json";
-import { getCompletion } from "./getCompletion";
-import frontendModelProvider from "./frontend";
-
-const supportedModels = [
-  "Open-Orca/OpenOrcaxOpenChat-Preview2-13B",
-  "Open-Orca/OpenOrca-Platypus2-13B",
-  // "stabilityai/StableBeluga-13B",
-  "NousResearch/Nous-Hermes-Llama2-13b",
-  "jondurbin/airoboros-l2-13b-gpt4-2.0",
-  "lmsys/vicuna-13b-v1.5",
-  "Gryphe/MythoMax-L2-13b",
-  "NousResearch/Nous-Hermes-llama-2-7b",
-] as const;
-
-export type SupportedModel = (typeof supportedModels)[number];
-
-export type OpenpipeChatInput = {
-  model: SupportedModel;
-  messages: {
-    role: "system" | "user" | "assistant";
-    content: string;
-  }[];
-  temperature?: number;
-  top_p?: number;
-  stop?: string[] | string;
-  max_tokens?: number;
-  presence_penalty?: number;
-  frequency_penalty?: number;
-};
-
-export type OpenpipeChatOutput = string;
-
-export type OpenpipeChatModelProvider = ModelProvider<
-  SupportedModel,
-  OpenpipeChatInput,
-  OpenpipeChatOutput
->;
-
-const modelProvider: OpenpipeChatModelProvider = {
-  getModel: (input) => input.model,
-  inputSchema: inputSchema as JSONSchema4,
-  canStream: true,
-  getCompletion,
-  getUsage: (input, output) => {
-    // TODO: Implement this
-    return null;
-  },
-  ...frontendModelProvider,
-};
-
-export default modelProvider;

app/src/modelProviders/openpipe-chat/input.schema.json

@@ -1,96 +0,0 @@
-{
-  "type": "object",
-  "properties": {
-    "model": {
-      "description": "ID of the model to use.",
-      "example": "Open-Orca/OpenOrcaxOpenChat-Preview2-13B",
-      "type": "string",
-      "enum": [
-        "Open-Orca/OpenOrcaxOpenChat-Preview2-13B",
-        "Open-Orca/OpenOrca-Platypus2-13B",
-        "NousResearch/Nous-Hermes-Llama2-13b",
-        "jondurbin/airoboros-l2-13b-gpt4-2.0",
-        "lmsys/vicuna-13b-v1.5",
-        "Gryphe/MythoMax-L2-13b",
-        "NousResearch/Nous-Hermes-llama-2-7b"
-      ]
-    },
-    "messages": {
-      "description": "A list of messages comprising the conversation so far.",
-      "type": "array",
-      "minItems": 1,
-      "items": {
-        "type": "object",
-        "properties": {
-          "role": {
-            "type": "string",
-            "enum": ["system", "user", "assistant"],
-            "description": "The role of the messages author. One of `system`, `user`, or `assistant`."
-          },
-          "content": {
-            "type": "string",
-            "description": "The contents of the message. `content` is required for all messages."
-          }
-        },
-        "required": ["role", "content"]
-      }
-    },
-    "temperature": {
-      "type": "number",
-      "minimum": 0,
-      "maximum": 2,
-      "default": 1,
-      "example": 1,
-      "nullable": true,
-      "description": "What sampling temperature to use, between 0 and 2. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic.\n\nWe generally recommend altering this or `top_p` but not both.\n"
-    },
-    "top_p": {
-      "type": "number",
-      "minimum": 0,
-      "maximum": 1,
-      "default": 1,
-      "example": 1,
-      "nullable": true,
-      "description": "An alternative to sampling with temperature, called nucleus sampling, where the model considers the results of the tokens with top_p probability mass. So 0.1 means only the tokens comprising the top 10% probability mass are considered.\n\nWe generally recommend altering this or `temperature` but not both.\n"
-    },
-    "stop": {
-      "description": "Up to 4 sequences where the API will stop generating further tokens.\n",
-      "default": null,
-      "oneOf": [
-        {
-          "type": "string",
-          "nullable": true
-        },
-        {
-          "type": "array",
-          "minItems": 1,
-          "maxItems": 4,
-          "items": {
-            "type": "string"
-          }
-        }
-      ]
-    },
-    "max_tokens": {
-      "description": "The maximum number of [tokens](/tokenizer) to generate in the chat completion.\n\nThe total length of input tokens and generated tokens is limited by the model's context length. [Example Python code](https://github.com/openai/openai-cookbook/blob/main/examples/How_to_count_tokens_with_tiktoken.ipynb) for counting tokens.\n",
-      "type": "integer"
-    },
-    "presence_penalty": {
-      "type": "number",
-      "default": 0,
-      "minimum": -2,
-      "maximum": 2,
-      "nullable": true,
-      "description": "Number between -2.0 and 2.0. Positive values penalize new tokens based on whether they appear in the text so far, increasing the model's likelihood to talk about new topics.\n\n[See more information about frequency and presence penalties.](/docs/api-reference/parameter-details)\n"
-    },
-    "frequency_penalty": {
-      "type": "number",
-      "default": 0,
-      "minimum": -2,
-      "maximum": 2,
-      "nullable": true,
-      "description": "Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing frequency in the text so far, decreasing the model's likelihood to repeat the same line verbatim.\n\n[See more information about frequency and presence penalties.](/docs/api-reference/parameter-details)\n"
-    }
-  },
-  "required": ["model", "messages"]
-}

app/src/modelProviders/openpipe-chat/refinementActions.ts

@@ -1,3 +0,0 @@
-import { type RefinementAction } from "../types";
-
-export const refinementActions: Record<string, RefinementAction> = {};

app/src/modelProviders/openpipe-chat/templatePrompt.ts

@@ -1,274 +0,0 @@
-import { type OpenpipeChatInput } from ".";
-
-// User: Hello<|end_of_turn|>Assistant: Hi<|end_of_turn|>User: How are you today?<|end_of_turn|>Assistant:
-export const templateOpenOrcaPrompt = (messages: OpenpipeChatInput["messages"]) => {
-  const splitter = "<|end_of_turn|>";
-
-  const formattedMessages = messages.map((message) => {
-    if (message.role === "system" || message.role === "user") {
-      return "User: " + message.content;
-    } else {
-      return "Assistant: " + message.content;
-    }
-  });
-
-  let prompt = formattedMessages.join(splitter);
-
-  // Ensure that the prompt ends with an assistant message
-  const lastUserIndex = prompt.lastIndexOf("User:");
-  const lastAssistantIndex = prompt.lastIndexOf("Assistant:");
-  if (lastUserIndex > lastAssistantIndex) {
-    prompt += splitter + "Assistant:";
-  }
-
-  return prompt;
-};
-
-// ### Instruction:
-
-// <prompt> (without the <>)
-
-// ### Response: (leave two newlines for model to respond)
-export const templateAlpacaInstructPrompt = (messages: OpenpipeChatInput["messages"]) => {
-  const splitter = "\n\n";
-
-  const userTag = "### Instruction:\n\n";
-  const assistantTag = "### Response:\n\n";
-
-  const formattedMessages = messages.map((message) => {
-    if (message.role === "system" || message.role === "user") {
-      return userTag + message.content;
-    } else {
-      return assistantTag + message.content;
-    }
-  });
-
-  let prompt = formattedMessages.join(splitter);
-
-  // Ensure that the prompt ends with an assistant message
-  const lastUserIndex = prompt.lastIndexOf(userTag);
-  const lastAssistantIndex = prompt.lastIndexOf(assistantTag);
-  if (lastUserIndex > lastAssistantIndex) {
-    prompt += splitter + assistantTag;
-  }
-
-  return prompt;
-};
-
-// ### System:
-// This is a system prompt, please behave and help the user.
-
-// ### User:
-// Your prompt here
-
-// ### Assistant
-// The output of Stable Beluga 13B
-export const templateSystemUserAssistantPrompt = (messages: OpenpipeChatInput["messages"]) => {
-  const splitter = "\n\n";
-
-  const systemTag = "### System:\n";
-  const userTag = "### User:\n";
-  const assistantTag = "### Assistant\n";
-
-  const formattedMessages = messages.map((message) => {
-    if (message.role === "system") {
-      return systemTag + message.content;
-    } else if (message.role === "user") {
-      return userTag + message.content;
-    } else {
-      return assistantTag + message.content;
-    }
-  });
-
-  let prompt = formattedMessages.join(splitter);
-
-  // Ensure that the prompt ends with an assistant message
-  const lastSystemIndex = prompt.lastIndexOf(systemTag);
-  const lastUserIndex = prompt.lastIndexOf(userTag);
-  const lastAssistantIndex = prompt.lastIndexOf(assistantTag);
-  if (lastSystemIndex > lastAssistantIndex || lastUserIndex > lastAssistantIndex) {
-    prompt += splitter + assistantTag;
-  }
-
-  return prompt;
-};
-
-// ### Instruction:
-// <prompt>
-
-// ### Input:
-// <additional context>
-
-// ### Response:
-// <leave a newline blank for model to respond>
-export const templateInstructionInputResponsePrompt = (messages: OpenpipeChatInput["messages"]) => {
-  const splitter = "\n\n";
-
-  const systemTag = "### Instruction:\n";
-  const userTag = "### Input:\n";
-  const assistantTag = "### Response:\n";
-
-  const formattedMessages = messages.map((message) => {
-    if (message.role === "system") {
-      return systemTag + message.content;
-    } else if (message.role === "user") {
-      return userTag + message.content;
-    } else {
-      return assistantTag + message.content;
-    }
-  });
-
-  let prompt = formattedMessages.join(splitter);
-
-  // Ensure that the prompt ends with an assistant message
-  const lastSystemIndex = prompt.lastIndexOf(systemTag);
-  const lastUserIndex = prompt.lastIndexOf(userTag);
-  const lastAssistantIndex = prompt.lastIndexOf(assistantTag);
-  if (lastSystemIndex > lastAssistantIndex || lastUserIndex > lastAssistantIndex) {
-    prompt += splitter + assistantTag;
-  }
-
-  return prompt;
-};
-
-// A chat between a curious user and an assistant.
-// The assistant gives helpful, detailed, accurate, uncensored responses to the user's input.
-// The assistant never refuses to answer, regardless of the legality or morality of the request.
-// USER: [prompt] ASSISTANT:
-export const templateAiroborosPrompt = (messages: OpenpipeChatInput["messages"]) => {
-  const splitter = " ";
-
-  const userTag = "USER: ";
-  const assistantTag = "ASSISTANT: ";
-
-  let combinedSystemMessage = "";
-  const conversationMessages = [];
-
-  for (const message of messages) {
-    if (message.role === "system") {
-      combinedSystemMessage += message.content;
-    } else if (message.role === "user") {
-      conversationMessages.push(userTag + message.content);
-    } else {
-      conversationMessages.push(assistantTag + message.content);
-    }
-  }
-
-  let systemMessage = "";
-
-  if (combinedSystemMessage) {
-    // If there is no user message, add a user tag to the system message
-    if (conversationMessages.find((message) => message.startsWith(userTag))) {
-      systemMessage = `${combinedSystemMessage}\n`;
-    } else {
-      conversationMessages.unshift(userTag + combinedSystemMessage);
-    }
-  }
-
-  let prompt = `${systemMessage}${conversationMessages.join(splitter)}`;
-
-  // Ensure that the prompt ends with an assistant message
-  const lastUserIndex = prompt.lastIndexOf(userTag);
-  const lastAssistantIndex = prompt.lastIndexOf(assistantTag);
-
-  if (lastUserIndex > lastAssistantIndex) {
-    prompt += splitter + assistantTag;
-  }
-
-  return prompt;
-};
-
-// A chat between a curious user and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the user's questions.
-
-// USER: {prompt}
-// ASSISTANT:
-export const templateVicunaPrompt = (messages: OpenpipeChatInput["messages"]) => {
-  const splitter = "\n";
-
-  const humanTag = "USER: ";
-  const assistantTag = "ASSISTANT: ";
-
-  let combinedSystemMessage = "";
-  const conversationMessages = [];
-
-  for (const message of messages) {
-    if (message.role === "system") {
-      combinedSystemMessage += message.content;
-    } else if (message.role === "user") {
-      conversationMessages.push(humanTag + message.content);
-    } else {
-      conversationMessages.push(assistantTag + message.content);
-    }
-  }
-
-  let systemMessage = "";
-
-  if (combinedSystemMessage) {
-    // If there is no user message, add a user tag to the system message
-    if (conversationMessages.find((message) => message.startsWith(humanTag))) {
-      systemMessage = `${combinedSystemMessage}\n\n`;
-    } else {
-      conversationMessages.unshift(humanTag + combinedSystemMessage);
-    }
-  }
-
-  let prompt = `${systemMessage}${conversationMessages.join(splitter)}`;
-
-  // Ensure that the prompt ends with an assistant message
-  const lastHumanIndex = prompt.lastIndexOf(humanTag);
-  const lastAssistantIndex = prompt.lastIndexOf(assistantTag);
-  if (lastHumanIndex > lastAssistantIndex) {
-    prompt += splitter + assistantTag;
-  }
-
-  return prompt.trim();
-};
-
-// <System prompt/Character Card>
-
-// ### Instruction:
-// Your instruction or question here.
-// For roleplay purposes, I suggest the following - Write <CHAR NAME>'s next reply in a chat between <YOUR NAME> and <CHAR NAME>. Write a single reply only.
-
-// ### Response:
-export const templateGryphePrompt = (messages: OpenpipeChatInput["messages"]) => {
-  const splitter = "\n\n";
-
-  const instructionTag = "### Instruction:\n";
-  const responseTag = "### Response:\n";
-
-  let combinedSystemMessage = "";
-  const conversationMessages = [];
-
-  for (const message of messages) {
-    if (message.role === "system") {
-      combinedSystemMessage += message.content;
-    } else if (message.role === "user") {
-      conversationMessages.push(instructionTag + message.content);
-    } else {
-      conversationMessages.push(responseTag + message.content);
-    }
-  }
-
-  let systemMessage = "";
-
-  if (combinedSystemMessage) {
-    // If there is no user message, add a user tag to the system message
-    if (conversationMessages.find((message) => message.startsWith(instructionTag))) {
-      systemMessage = `${combinedSystemMessage}\n\n`;
-    } else {
-      conversationMessages.unshift(instructionTag + combinedSystemMessage);
-    }
-  }
-
-  let prompt = `${systemMessage}${conversationMessages.join(splitter)}`;
-
-  // Ensure that the prompt ends with an assistant message
-  const lastInstructionIndex = prompt.lastIndexOf(instructionTag);
-  const lastAssistantIndex = prompt.lastIndexOf(responseTag);
-  if (lastInstructionIndex > lastAssistantIndex) {
-    prompt += splitter + responseTag;
-  }
-
-  return prompt;
-};

app/src/modelProviders/replicate-llama2/getCompletion.ts

@@ -8,7 +8,7 @@ const replicate = new Replicate({
 });
 
 const modelIds: Record<ReplicateLlama2Input["model"], string> = {
-  "7b-chat": "7b0bfc9aff140d5b75bacbed23e91fd3c34b01a1e958d32132de6e0a19796e2c",
+  "7b-chat": "4f0b260b6a13eb53a6b1891f089d57c08f41003ae79458be5011303d81a394dc",
   "13b-chat": "2a7f981751ec7fdf87b5b91ad4db53683a98082e9ff7bfd12c8cd5ea85980a52",
   "70b-chat": "2c1608e18606fad2812020dc541930f2d0495ce32eee50074220b87300bc16e1",
 };

app/src/modelProviders/types.ts

@@ -2,13 +2,11 @@ import { type JSONSchema4 } from "json-schema";
 import { type IconType } from "react-icons";
 import { type JsonValue } from "type-fest";
 import { z } from "zod";
-import { type OpenpipeChatInput } from "./openpipe-chat";
 
 export const ZodSupportedProvider = z.union([
   z.literal("openai/ChatCompletion"),
   z.literal("replicate/llama2"),
   z.literal("anthropic/completion"),
-  z.literal("openpipe/Chat"),
 ]);
 
 export type SupportedProvider = z.infer<typeof ZodSupportedProvider>;
@@ -24,8 +22,6 @@ export type Model = {
   description?: string;
   learnMoreUrl?: string;
   apiDocsUrl?: string;
-  templatePrompt?: (initialPrompt: OpenpipeChatInput["messages"]) => string;
-  defaultStopTokens?: string[];
 };
 
 export type ProviderModel = { provider: z.infer<typeof ZodSupportedProvider>; model: string };

app/src/pages/_app.tsx

@@ -8,7 +8,7 @@ import { ChakraThemeProvider } from "~/theme/ChakraThemeProvider";
 import { SyncAppStore } from "~/state/sync";
 import NextAdapterApp from "next-query-params/app";
 import { QueryParamProvider } from "use-query-params";
-import { PosthogAppProvider } from "~/utils/analytics/posthog";
+import { SessionIdentifier } from "~/utils/analytics/clientAnalytics";
 
 const MyApp: AppType<{ session: Session | null }> = ({
   Component,
@@ -34,15 +34,14 @@ const MyApp: AppType<{ session: Session | null }> = ({
         <meta name="twitter:image" content="/og.png" />
       </Head>
       <SessionProvider session={session}>
-        <PosthogAppProvider>
-          <SyncAppStore />
-          <Favicon />
-          <ChakraThemeProvider>
-            <QueryParamProvider adapter={NextAdapterApp}>
-              <Component {...pageProps} />
-            </QueryParamProvider>
-          </ChakraThemeProvider>
-        </PosthogAppProvider>
+        <SyncAppStore />
+        <Favicon />
+        <SessionIdentifier />
+        <ChakraThemeProvider>
+          <QueryParamProvider adapter={NextAdapterApp}>
+            <Component {...pageProps} />
+          </QueryParamProvider>
+        </ChakraThemeProvider>
       </SessionProvider>
     </>
   );

app/src/pages/admin/jobs/index.tsx

@@ -1,54 +0,0 @@
-import { Card, Table, Tbody, Td, Th, Thead, Tr } from "@chakra-ui/react";
-import dayjs from "dayjs";
-import { isDate, isObject, isString } from "lodash-es";
-import AppShell from "~/components/nav/AppShell";
-import { type RouterOutputs, api } from "~/utils/api";
-
-const fieldsToShow: (keyof RouterOutputs["adminJobs"]["list"][0])[] = [
-  "id",
-  "queue_name",
-  "payload",
-  "priority",
-  "attempts",
-  "last_error",
-  "created_at",
-  "key",
-  "locked_at",
-  "run_at",
-];
-
-export default function Jobs() {
-  const jobs = api.adminJobs.list.useQuery({});
-
-  return (
-    <AppShell title="Admin Jobs">
-      <Card m={4} overflowX="auto">
-        <Table>
-          <Thead>
-            <Tr>
-              {fieldsToShow.map((field) => (
-                <Th key={field}>{field}</Th>
-              ))}
-            </Tr>
-          </Thead>
-          <Tbody>
-            {jobs.data?.map((job) => (
-              <Tr key={job.id}>
-                {fieldsToShow.map((field) => {
-                  // Check if object
-                  let value = job[field];
-                  if (isDate(value)) {
-                    value = dayjs(value).format("YYYY-MM-DD HH:mm:ss");
-                  } else if (isObject(value) && !isString(value)) {
-                    value = JSON.stringify(value);
-                  } // check if date
-                  return <Td key={field}>{value}</Td>;
-                })}
-              </Tr>
-            ))}
-          </Tbody>
-        </Table>
-      </Card>
-    </AppShell>
-  );
-}

app/src/pages/api/[...trpc].ts

@@ -1,14 +1,17 @@
 import { type NextApiRequest, type NextApiResponse } from "next";
 import cors from "nextjs-cors";
 import { createOpenApiNextHandler } from "trpc-openapi";
-import { v1ApiRouter } from "~/server/api/external/v1Api.router";
-import { createOpenApiContext } from "~/server/api/external/openApiTrpc";
+import { createProcedureCache } from "trpc-openapi/dist/adapters/node-http/procedures";
+import { appRouter } from "~/server/api/root.router";
+import { createTRPCContext } from "~/server/api/trpc";
 
 const openApiHandler = createOpenApiNextHandler({
-  router: v1ApiRouter,
-  createContext: createOpenApiContext,
+  router: appRouter,
+  createContext: createTRPCContext,
 });
 
+const cache = createProcedureCache(appRouter);
+
 const handler = async (req: NextApiRequest, res: NextApiResponse) => {
   // Setup CORS
   await cors(req, res);

app/src/pages/api/openapi.json.ts

@@ -1,12 +1,12 @@
 import { type NextApiRequest, type NextApiResponse } from "next";
 import { generateOpenApiDocument } from "trpc-openapi";
-import { v1ApiRouter } from "~/server/api/external/v1Api.router";
+import { appRouter } from "~/server/api/root.router";
 
-export const openApiDocument = generateOpenApiDocument(v1ApiRouter, {
+export const openApiDocument = generateOpenApiDocument(appRouter, {
   title: "OpenPipe API",
   description: "The public API for reporting API calls to OpenPipe",
-  version: "0.1.1",
-  baseUrl: "https://app.openpipe.ai/api/v1",
+  version: "0.1.0",
+  baseUrl: "https://app.openpipe.ai/api",
 });
 // Respond with our OpenAPI schema
 const hander = (req: NextApiRequest, res: NextApiResponse) => {

app/src/pages/api/sentry-example-api.js

@@ -0,0 +1,6 @@
+// A faulty API route to test Sentry's error monitoring
+// @ts-expect-error just a test file, don't care about types
+export default function handler(_req, res) {
+  throw new Error("Sentry Example API Route Error");
+  res.status(200).json({ name: "John Doe" });
+}

app/src/pages/experiments/[id].tsx

@@ -26,6 +26,26 @@ import Head from "next/head";
 import PageHeaderContainer from "~/components/nav/PageHeaderContainer";
 import ProjectBreadcrumbContents from "~/components/nav/ProjectBreadcrumbContents";
 
+// TODO: import less to fix deployment with server side props
+// export const getServerSideProps = async (context: GetServerSidePropsContext<{ id: string }>) => {
+//   const experimentId = context.params?.id as string;
+
+//   const helpers = createServerSideHelpers({
+//     router: appRouter,
+//     ctx: createInnerTRPCContext({ session: null }),
+//     transformer: superjson, // optional - adds superjson serialization
+//   });
+
+//   // prefetch query
+//   await helpers.experiments.stats.prefetch({ id: experimentId });
+
+//   return {
+//     props: {
+//       trpcState: helpers.dehydrate(),
+//     },
+//   };
+// };
+
 export default function Experiment() {
   const router = useRouter();
   const utils = api.useContext();
@@ -33,16 +53,16 @@ export default function Experiment() {
 
   const experiment = useExperiment();
   const experimentStats = api.experiments.stats.useQuery(
-    { id: experiment.data?.id as string },
+    { id: router.query.id as string },
     {
-      enabled: !!experiment.data?.id,
+      enabled: !!router.query.id,
     },
   );
   const stats = experimentStats.data;
 
   useEffect(() => {
     useAppStore.getState().sharedVariantEditor.loadMonaco().catch(console.error);
-  }, []);
+  });
 
   const [label, setLabel] = useState(experiment.data?.label || "");
   useEffect(() => {
@@ -124,8 +144,8 @@ export default function Experiment() {
             <ExperimentHeaderButtons />
           </PageHeaderContainer>
           <ExperimentSettingsDrawer />
-          <Box w="100%" overflowX="auto" flex={1} id="output-container">
-            <OutputsTable experimentId={experiment.data?.id} />
+          <Box w="100%" overflowX="auto" flex={1}>
+            <OutputsTable experimentId={router.query.id as string | undefined} />
           </Box>
         </VStack>
       </AppShell>

app/src/pages/invitations/[invitationToken].tsx

@@ -1,110 +0,0 @@
-import { Center, Text, VStack, HStack, Button, Card } from "@chakra-ui/react";
-
-import { useRouter } from "next/router";
-import AppShell from "~/components/nav/AppShell";
-import { api } from "~/utils/api";
-import { useHandledAsyncCallback } from "~/utils/hooks";
-import { useAppStore } from "~/state/store";
-import { useSyncVariantEditor } from "~/state/sync";
-import { maybeReportError } from "~/utils/errorHandling/maybeReportError";
-
-export default function Invitation() {
-  const router = useRouter();
-  const utils = api.useContext();
-  useSyncVariantEditor();
-
-  const setSelectedProjectId = useAppStore((state) => state.setSelectedProjectId);
-
-  const invitationToken = router.query.invitationToken as string | undefined;
-
-  const invitation = api.users.getProjectInvitation.useQuery(
-    { invitationToken: invitationToken as string },
-    { enabled: !!invitationToken },
-  );
-
-  const cancelMutation = api.users.cancelProjectInvitation.useMutation();
-  const [declineInvitation, isDeclining] = useHandledAsyncCallback(async () => {
-    if (invitationToken) {
-      await cancelMutation.mutateAsync({
-        invitationToken,
-      });
-      await router.replace("/");
-    }
-  }, [cancelMutation, invitationToken]);
-
-  const acceptMutation = api.users.acceptProjectInvitation.useMutation();
-  const [acceptInvitation, isAccepting] = useHandledAsyncCallback(async () => {
-    if (invitationToken) {
-      const resp = await acceptMutation.mutateAsync({
-        invitationToken,
-      });
-      if (!maybeReportError(resp) && resp) {
-        await utils.projects.list.invalidate();
-        setSelectedProjectId(resp.payload);
-      }
-      await router.replace("/");
-    }
-  }, [acceptMutation, invitationToken]);
-
-  if (invitation.isLoading) {
-    return (
-      <AppShell requireAuth title="Loading...">
-        <Center h="full">
-          <Text>Loading...</Text>
-        </Center>
-      </AppShell>
-    );
-  }
-
-  if (!invitationToken || !invitation.data) {
-    return (
-      <AppShell requireAuth title="Invalid invitation token">
-        <Center h="full">
-          <Text>
-            The invitation you've received is invalid or expired. Please ask your project admin for
-            a new token.
-          </Text>
-        </Center>
-      </AppShell>
-    );
-  }
-
-  return (
-    <>
-      <AppShell requireAuth title="Invitation">
-        <Center h="full">
-          <Card>
-            <VStack
-              spacing={8}
-              w="full"
-              maxW="2xl"
-              p={16}
-              borderWidth={1}
-              borderRadius={8}
-              bgColor="white"
-            >
-              <Text fontSize="lg" fontWeight="bold">
-                You're invited! 🎉
-              </Text>
-              <Text textAlign="center">
-                You've been invited to join <b>{invitation.data.project.name}</b> by{" "}
-                <b>
-                  {invitation.data.sender.name} ({invitation.data.sender.email})
-                </b>
-                .
-              </Text>
-              <HStack spacing={4}>
-                <Button colorScheme="gray" isLoading={isDeclining} onClick={declineInvitation}>
-                  Decline
-                </Button>
-                <Button colorScheme="orange" isLoading={isAccepting} onClick={acceptInvitation}>
-                  Accept
-                </Button>
-              </HStack>
-            </VStack>
-          </Card>
-        </Center>
-      </AppShell>
-    </>
-  );
-}

app/src/pages/logged-calls/index.tsx

@@ -15,16 +15,31 @@ import {
   Tr,
   Td,
   Divider,
+  Breadcrumb,
+  BreadcrumbItem,
 } from "@chakra-ui/react";
+import {
+  LineChart,
+  Line,
+  XAxis,
+  YAxis,
+  CartesianGrid,
+  Tooltip,
+  Legend,
+  ResponsiveContainer,
+} from "recharts";
 import { Ban, DollarSign, Hash } from "lucide-react";
+import { useMemo } from "react";
 
 import AppShell from "~/components/nav/AppShell";
+import PageHeaderContainer from "~/components/nav/PageHeaderContainer";
+import ProjectBreadcrumbContents from "~/components/nav/ProjectBreadcrumbContents";
 import { useSelectedProject } from "~/utils/hooks";
+import dayjs from "~/utils/dayjs";
 import { api } from "~/utils/api";
-import LoggedCallsTable from "~/components/dashboard/LoggedCallsTable";
-import UsageGraph from "~/components/dashboard/UsageGraph";
+import LoggedCallTable from "~/components/dashboard/LoggedCallTable";
 
-export default function Dashboard() {
+export default function LoggedCalls() {
   const { data: selectedProject } = useSelectedProject();
 
   const stats = api.dashboard.stats.useQuery(
@@ -32,27 +47,79 @@ export default function Dashboard() {
     { enabled: !!selectedProject },
   );
 
+  const data = useMemo(() => {
+    return (
+      stats.data?.periods.map(({ period, numQueries, totalCost }) => ({
+        period,
+        Requests: numQueries,
+        "Total Spent (USD)": parseFloat(totalCost.toString()),
+      })) || []
+    );
+  }, [stats.data]);
+
   return (
-    <AppShell title="Dashboard" requireAuth>
-      <VStack px={8} py={8} alignItems="flex-start" spacing={4}>
+    <AppShell requireAuth>
+      <PageHeaderContainer>
+        <Breadcrumb>
+          <BreadcrumbItem>
+            <ProjectBreadcrumbContents />
+          </BreadcrumbItem>
+          <BreadcrumbItem isCurrentPage>
+            <Text>Logged Calls</Text>
+          </BreadcrumbItem>
+        </Breadcrumb>
+      </PageHeaderContainer>
+      <VStack px={8} pt={4} alignItems="flex-start" spacing={4}>
         <Text fontSize="2xl" fontWeight="bold">
-          Dashboard
+          {selectedProject?.name}
         </Text>
         <Divider />
         <VStack margin="auto" spacing={4} align="stretch" w="full">
           <HStack gap={4} align="start">
-            <Card flex={1}>
+            <Card variant="outline" flex={1}>
               <CardHeader>
                 <Heading as="h3" size="sm">
                   Usage Statistics
                 </Heading>
               </CardHeader>
               <CardBody>
-                <UsageGraph />
+                <ResponsiveContainer width="100%" height={400}>
+                  <LineChart data={data} margin={{ top: 5, right: 20, left: 10, bottom: 5 }}>
+                    <XAxis
+                      dataKey="period"
+                      tickFormatter={(str: string) => dayjs(str).format("MMM D")}
+                    />
+                    <YAxis yAxisId="left" dataKey="Requests" orientation="left" stroke="#8884d8" />
+                    <YAxis
+                      yAxisId="right"
+                      dataKey="Total Spent (USD)"
+                      orientation="right"
+                      unit="$"
+                      stroke="#82ca9d"
+                    />
+                    <Tooltip />
+                    <Legend />
+                    <CartesianGrid stroke="#f5f5f5" />
+                    <Line
+                      dataKey="Requests"
+                      stroke="#8884d8"
+                      yAxisId="left"
+                      dot={false}
+                      strokeWidth={2}
+                    />
+                    <Line
+                      dataKey="Total Spent (USD)"
+                      stroke="#82ca9d"
+                      yAxisId="right"
+                      dot={false}
+                      strokeWidth={2}
+                    />
+                  </LineChart>
+                </ResponsiveContainer>
               </CardBody>
             </Card>
             <VStack spacing="4" width="300px" align="stretch">
-              <Card>
+              <Card variant="outline">
                 <CardBody>
                   <Stat>
                     <HStack>
@@ -60,12 +127,12 @@ export default function Dashboard() {
                       <Icon as={DollarSign} boxSize={4} color="gray.500" />
                     </HStack>
                     <StatNumber>
-                      ${parseFloat(stats.data?.totals?.cost?.toString() ?? "0").toFixed(3)}
+                      ${parseFloat(stats.data?.totals?.totalCost?.toString() ?? "0").toFixed(2)}
                     </StatNumber>
                   </Stat>
                 </CardBody>
               </Card>
-              <Card>
+              <Card variant="outline">
                 <CardBody>
                   <Stat>
                     <HStack>
@@ -80,7 +147,7 @@ export default function Dashboard() {
                   </Stat>
                 </CardBody>
               </Card>
-              <Card overflow="hidden">
+              <Card variant="outline" overflow="hidden">
                 <Stat>
                   <CardHeader>
                     <HStack>
@@ -106,7 +173,7 @@ export default function Dashboard() {
               </Card>
             </VStack>
           </HStack>
-          <LoggedCallsTable />
+          <LoggedCallTable />
         </VStack>
       </VStack>
     </AppShell>

app/src/pages/project/settings/index.tsx

@@ -9,11 +9,9 @@ import {
   Divider,
   Icon,
   useDisclosure,
-  Box,
-  Tooltip,
 } from "@chakra-ui/react";
 import { useEffect, useState } from "react";
-import { BsPlus, BsTrash } from "react-icons/bs";
+import { BsTrash } from "react-icons/bs";
 
 import AppShell from "~/components/nav/AppShell";
 import PageHeaderContainer from "~/components/nav/PageHeaderContainer";
@@ -23,8 +21,6 @@ import ProjectBreadcrumbContents from "~/components/nav/ProjectBreadcrumbContent
 import CopiableCode from "~/components/CopiableCode";
 import { DeleteProjectDialog } from "~/components/projectSettings/DeleteProjectDialog";
 import AutoResizeTextArea from "~/components/AutoResizeTextArea";
-import MemberTable from "~/components/projectSettings/MemberTable";
-import { InviteMemberModal } from "~/components/projectSettings/InviteMemberModal";
 
 export default function Settings() {
   const utils = api.useContext();
@@ -42,10 +38,7 @@ export default function Settings() {
         id: selectedProject.id,
         updates: { name },
       });
-      await Promise.all([
-        utils.projects.get.invalidate({ id: selectedProject.id }),
-        utils.projects.list.invalidate(),
-      ]);
+      await Promise.all([utils.projects.get.invalidate({ id: selectedProject.id })]);
     }
   }, [updateMutation, selectedProject]);
 
@@ -54,13 +47,12 @@ export default function Settings() {
     setName(selectedProject?.name);
   }, [selectedProject?.name]);
 
-  const inviteMemberModal = useDisclosure();
-  const deleteProjectDialog = useDisclosure();
+  const deleteProjectOpen = useDisclosure();
 
   return (
     <>
-      <AppShell requireAuth>
-        <PageHeaderContainer px={{ base: 4, md: 8 }}>
+      <AppShell>
+        <PageHeaderContainer>
           <Breadcrumb>
             <BreadcrumbItem>
               <ProjectBreadcrumbContents />
@@ -70,7 +62,7 @@ export default function Settings() {
             </BreadcrumbItem>
           </Breadcrumb>
         </PageHeaderContainer>
-        <VStack px={{ base: 4, md: 8 }} py={4} alignItems="flex-start" spacing={4}>
+        <VStack px={8} pt={4} alignItems="flex-start" spacing={4}>
           <VStack spacing={0} alignItems="flex-start">
             <Text fontSize="2xl" fontWeight="bold">
               Project Settings
@@ -85,7 +77,6 @@ export default function Settings() {
             borderWidth={1}
             borderRadius={4}
             borderColor="gray.300"
-            bgColor="white"
             p={6}
             spacing={6}
           >
@@ -114,37 +105,6 @@ export default function Settings() {
               </Button>
             </VStack>
             <Divider backgroundColor="gray.300" />
-            <VStack w="full" alignItems="flex-start">
-              <Subtitle>Project Members</Subtitle>
-
-              <Text fontSize="sm">
-                Add members to your project to allow them to view and edit your project's data.
-              </Text>
-              <Box mt={4} w="full">
-                <MemberTable />
-              </Box>
-              <Tooltip
-                isDisabled={selectedProject?.role === "ADMIN"}
-                label="Only admins can invite new members"
-                hasArrow
-              >
-                <Button
-                  variant="outline"
-                  colorScheme="orange"
-                  borderRadius={4}
-                  onClick={inviteMemberModal.onOpen}
-                  mt={2}
-                  _disabled={{
-                    opacity: 0.6,
-                  }}
-                  isDisabled={selectedProject?.role !== "ADMIN"}
-                >
-                  <Icon as={BsPlus} boxSize={5} />
-                  <Text>Invite New Member</Text>
-                </Button>
-              </Tooltip>
-            </VStack>
-            <Divider backgroundColor="gray.300" />
             <VStack alignItems="flex-start">
               <Subtitle>Project API Key</Subtitle>
               <Text fontSize="sm">
@@ -177,7 +137,7 @@ export default function Settings() {
                   borderRadius={4}
                   mt={2}
                   height="auto"
-                  onClick={deleteProjectDialog.onOpen}
+                  onClick={deleteProjectOpen.onOpen}
                 >
                   <Icon as={BsTrash} />
                   <Text overflowWrap="break-word" whiteSpace="normal" py={2}>
@@ -189,11 +149,7 @@ export default function Settings() {
           </VStack>
         </VStack>
       </AppShell>
-      <InviteMemberModal isOpen={inviteMemberModal.isOpen} onClose={inviteMemberModal.onClose} />
-      <DeleteProjectDialog
-        isOpen={deleteProjectDialog.isOpen}
-        onClose={deleteProjectDialog.onClose}
-      />
+      <DeleteProjectDialog isOpen={deleteProjectOpen.isOpen} onClose={deleteProjectOpen.onClose} />
     </>
   );
 }

app/src/pages/request-logs/index.tsx

@@ -1,48 +0,0 @@
-import { useState } from "react";
-import { Text, VStack, Divider, HStack } from "@chakra-ui/react";
-
-import AppShell from "~/components/nav/AppShell";
-import LoggedCallTable from "~/components/requestLogs/LoggedCallsTable";
-import LoggedCallsPaginator from "~/components/requestLogs/LoggedCallsPaginator";
-import ActionButton from "~/components/requestLogs/ActionButton";
-import { useAppStore } from "~/state/store";
-import { RiFlaskLine } from "react-icons/ri";
-import { FiFilter } from "react-icons/fi";
-import LogFilters from "~/components/requestLogs/LogFilters/LogFilters";
-
-export default function LoggedCalls() {
-  const selectedLogIds = useAppStore((s) => s.selectedLogs.selectedLogIds);
-
-  const [filtersShown, setFiltersShown] = useState(true);
-
-  return (
-    <AppShell title="Request Logs" requireAuth>
-      <VStack px={8} py={8} alignItems="flex-start" spacing={4} w="full">
-        <Text fontSize="2xl" fontWeight="bold">
-          Request Logs
-        </Text>
-        <Divider />
-        <HStack w="full" justifyContent="flex-end">
-          <ActionButton
-            onClick={() => {
-              setFiltersShown(!filtersShown);
-            }}
-            label={filtersShown ? "Hide Filters" : "Show Filters"}
-            icon={FiFilter}
-          />
-          <ActionButton
-            onClick={() => {
-              console.log("experimenting with these ids", selectedLogIds);
-            }}
-            label="Experiment"
-            icon={RiFlaskLine}
-            isDisabled={selectedLogIds.size === 0}
-          />
-        </HStack>
-        {filtersShown && <LogFilters />}
-        <LoggedCallTable />
-        <LoggedCallsPaginator />
-      </VStack>
-    </AppShell>
-  );
-}

app/src/promptConstructor/format.ts

@@ -4,15 +4,11 @@ import parserTypescript from "prettier/plugins/typescript";
 // @ts-expect-error for some reason missing from types
 import parserEstree from "prettier/plugins/estree";
 
-// This emits a warning in the browser "Critical dependency: the request of a
-// dependency is an expression". Unfortunately doesn't seem to be a way to get
-// around it if we want to use Babel client-side for now. One solution would be
-// to just do the formatting server-side in a trpc call.
-// https://github.com/babel/babel/issues/14301
 import * as babel from "@babel/standalone";
 
 export function stripTypes(tsCode: string): string {
   const options = {
+    presets: ["typescript"],
     filename: "file.ts",
   };
 

app/src/server/api/external/openApiTrpc.ts

@@ -1,95 +0,0 @@
-import type { ApiKey, Project } from "@prisma/client";
-import { TRPCError, initTRPC } from "@trpc/server";
-import { type CreateNextContextOptions } from "@trpc/server/adapters/next";
-import superjson from "superjson";
-import { type OpenApiMeta } from "trpc-openapi";
-import { ZodError } from "zod";
-import { prisma } from "~/server/db";
-
-type CreateContextOptions = {
-  key:
-    | (ApiKey & {
-        project: Project;
-      })
-    | null;
-};
-
-/**
- * This helper generates the "internals" for a tRPC context. If you need to use it, you can export
- * it from here.
- *
- * Examples of things you may need it for:
- * - testing, so we don't have to mock Next.js' req/res
- * - tRPC's `createSSGHelpers`, where we don't have req/res
- *
- * @see https://create.t3.gg/en/usage/trpc#-serverapitrpcts
- */
-export const createInnerTRPCContext = (opts: CreateContextOptions) => {
-  return {
-    key: opts.key,
-  };
-};
-
-export const createOpenApiContext = async (opts: CreateNextContextOptions) => {
-  const { req, res } = opts;
-
-  const apiKey = req.headers.authorization?.split(" ")[1] as string | null;
-
-  if (!apiKey) {
-    throw new TRPCError({ code: "UNAUTHORIZED" });
-  }
-  const key = await prisma.apiKey.findUnique({
-    where: { apiKey },
-    include: { project: true },
-  });
-  if (!key) {
-    throw new TRPCError({ code: "UNAUTHORIZED" });
-  }
-
-  return createInnerTRPCContext({
-    key,
-  });
-};
-
-export type TRPCContext = Awaited<ReturnType<typeof createOpenApiContext>>;
-
-const t = initTRPC
-  .context<typeof createOpenApiContext>()
-  .meta<OpenApiMeta>()
-  .create({
-    transformer: superjson,
-    errorFormatter({ shape, error }) {
-      return {
-        ...shape,
-        data: {
-          ...shape.data,
-          zodError: error.cause instanceof ZodError ? error.cause.flatten() : null,
-        },
-      };
-    },
-  });
-
-export const createOpenApiRouter = t.router;
-
-export const openApiPublicProc = t.procedure;
-
-/** Reusable middleware that enforces users are logged in before running the procedure. */
-const enforceApiKey = t.middleware(async ({ ctx, next }) => {
-  if (!ctx.key) {
-    throw new TRPCError({ code: "UNAUTHORIZED" });
-  }
-
-  return next({
-    ctx: { key: ctx.key },
-  });
-});
-
-/**
- * Protected (authenticated) procedure
- *
- * If you want a query or mutation to ONLY be accessible to logged in users, use this. It verifies
- * the session is valid and guarantees `ctx.session.user` is not null.
- *
- * @see https://trpc.io/docs/procedures
- */
-export const openApiProtectedProc = t.procedure.use(enforceApiKey);

app/src/server/api/external/v1Api.router.ts

@@ -1,243 +0,0 @@
-import { type Prisma } from "@prisma/client";
-import { type JsonValue } from "type-fest";
-import { z } from "zod";
-import { v4 as uuidv4 } from "uuid";
-import { prisma } from "~/server/db";
-import { hashRequest } from "~/server/utils/hashObject";
-import modelProvider from "~/modelProviders/openai-ChatCompletion";
-import {
-  type ChatCompletion,
-  type CompletionCreateParams,
-} from "openai/resources/chat/completions";
-import { createOpenApiRouter, openApiProtectedProc } from "./openApiTrpc";
-
-const reqValidator = z.object({
-  model: z.string(),
-  messages: z.array(z.any()),
-});
-
-const respValidator = z.object({
-  id: z.string(),
-  model: z.string(),
-  choices: z.array(
-    z.object({
-      finish_reason: z.string(),
-    }),
-  ),
-});
-
-export const v1ApiRouter = createOpenApiRouter({
-  checkCache: openApiProtectedProc
-    .meta({
-      openapi: {
-        method: "POST",
-        path: "/check-cache",
-        description: "Check if a prompt is cached",
-        protect: true,
-      },
-    })
-    .input(
-      z.object({
-        requestedAt: z.number().describe("Unix timestamp in milliseconds"),
-        reqPayload: z.unknown().describe("JSON-encoded request payload"),
-        tags: z
-          .record(z.string())
-          .optional()
-          .describe(
-            'Extra tags to attach to the call for filtering. Eg { "userId": "123", "promptId": "populate-title" }',
-          )
-          .default({}),
-      }),
-    )
-    .output(
-      z.object({
-        respPayload: z.unknown().optional().describe("JSON-encoded response payload"),
-      }),
-    )
-    .mutation(async ({ input, ctx }) => {
-      const reqPayload = await reqValidator.spa(input.reqPayload);
-      const cacheKey = hashRequest(ctx.key.projectId, reqPayload as JsonValue);
-
-      const existingResponse = await prisma.loggedCallModelResponse.findFirst({
-        where: { cacheKey },
-        include: { originalLoggedCall: true },
-        orderBy: { requestedAt: "desc" },
-      });
-
-      if (!existingResponse) return { respPayload: null };
-
-      const newCall = await prisma.loggedCall.create({
-        data: {
-          projectId: ctx.key.projectId,
-          requestedAt: new Date(input.requestedAt),
-          cacheHit: true,
-          modelResponseId: existingResponse.id,
-        },
-      });
-
-      await createTags(newCall.projectId, newCall.id, input.tags);
-      return {
-        respPayload: existingResponse.respPayload,
-      };
-    }),
-
-  report: openApiProtectedProc
-    .meta({
-      openapi: {
-        method: "POST",
-        path: "/report",
-        description: "Report an API call",
-        protect: true,
-      },
-    })
-    .input(
-      z.object({
-        requestedAt: z.number().describe("Unix timestamp in milliseconds"),
-        receivedAt: z.number().describe("Unix timestamp in milliseconds"),
-        reqPayload: z.unknown().describe("JSON-encoded request payload"),
-        respPayload: z.unknown().optional().describe("JSON-encoded response payload"),
-        statusCode: z.number().optional().describe("HTTP status code of response"),
-        errorMessage: z.string().optional().describe("User-friendly error message"),
-        tags: z
-          .record(z.string())
-          .optional()
-          .describe(
-            'Extra tags to attach to the call for filtering. Eg { "userId": "123", "promptId": "populate-title" }',
-          )
-          .default({}),
-      }),
-    )
-    .output(z.object({ status: z.union([z.literal("ok"), z.literal("error")]) }))
-    .mutation(async ({ input, ctx }) => {
-      const reqPayload = await reqValidator.spa(input.reqPayload);
-      const respPayload = await respValidator.spa(input.respPayload);
-
-      const requestHash = hashRequest(ctx.key.projectId, reqPayload as JsonValue);
-
-      const newLoggedCallId = uuidv4();
-      const newModelResponseId = uuidv4();
-
-      let usage;
-      let model;
-      if (reqPayload.success && respPayload.success) {
-        usage = modelProvider.getUsage(
-          input.reqPayload as CompletionCreateParams,
-          input.respPayload as ChatCompletion,
-        );
-        model = reqPayload.data.model;
-      }
-
-      await prisma.$transaction([
-        prisma.loggedCall.create({
-          data: {
-            id: newLoggedCallId,
-            projectId: ctx.key.projectId,
-            requestedAt: new Date(input.requestedAt),
-            cacheHit: false,
-            model,
-          },
-        }),
-        prisma.loggedCallModelResponse.create({
-          data: {
-            id: newModelResponseId,
-            originalLoggedCallId: newLoggedCallId,
-            requestedAt: new Date(input.requestedAt),
-            receivedAt: new Date(input.receivedAt),
-            reqPayload: input.reqPayload as Prisma.InputJsonValue,
-            respPayload: input.respPayload as Prisma.InputJsonValue,
-            statusCode: input.statusCode,
-            errorMessage: input.errorMessage,
-            durationMs: input.receivedAt - input.requestedAt,
-            cacheKey: respPayload.success ? requestHash : null,
-            inputTokens: usage?.inputTokens,
-            outputTokens: usage?.outputTokens,
-            cost: usage?.cost,
-          },
-        }),
-        // Avoid foreign key constraint error by updating the logged call after the model response is created
-        prisma.loggedCall.update({
-          where: {
-            id: newLoggedCallId,
-          },
-          data: {
-            modelResponseId: newModelResponseId,
-          },
-        }),
-      ]);
-
-      await createTags(ctx.key.projectId, newLoggedCallId, input.tags);
-      return { status: "ok" };
-    }),
-  localTestingOnlyGetLatestLoggedCall: openApiProtectedProc
-    .meta({
-      openapi: {
-        method: "GET",
-        path: "/local-testing-only-get-latest-logged-call",
-        description: "Get the latest logged call (only for local testing)",
-        protect: true, // Make sure to protect this endpoint
-      },
-    })
-    .input(z.void())
-    .output(
-      z
-        .object({
-          createdAt: z.date(),
-          cacheHit: z.boolean(),
-          tags: z.record(z.string().nullable()),
-          modelResponse: z
-            .object({
-              id: z.string(),
-              statusCode: z.number().nullable(),
-              errorMessage: z.string().nullable(),
-              reqPayload: z.unknown(),
-              respPayload: z.unknown(),
-            })
-            .nullable(),
-        })
-        .nullable(),
-    )
-    .mutation(async ({ ctx }) => {
-      if (process.env.NODE_ENV === "production") {
-        throw new Error("This operation is not allowed in production environment");
-      }
-
-      const latestLoggedCall = await prisma.loggedCall.findFirst({
-        where: { projectId: ctx.key.projectId },
-        orderBy: { requestedAt: "desc" },
-        select: {
-          createdAt: true,
-          cacheHit: true,
-          tags: true,
-          id: true,
-          modelResponse: {
-            select: {
-              id: true,
-              statusCode: true,
-              errorMessage: true,
-              reqPayload: true,
-              respPayload: true,
-            },
-          },
-        },
-      });
-
-      return (
-        latestLoggedCall && {
-          ...latestLoggedCall,
-          tags: Object.fromEntries(latestLoggedCall.tags.map((tag) => [tag.name, tag.value])),
-        }
-      );
-    }),
-});
-
-async function createTags(projectId: string, loggedCallId: string, tags: Record<string, string>) {
-  const tagsToCreate = Object.entries(tags).map(([name, value]) => ({
-    projectId,
-    loggedCallId,
-    name: name.replaceAll(/[^a-zA-Z0-9_$.]/g, "_"),
-    value,
-  }));
-  await prisma.loggedCallTag.createMany({
-    data: tagsToCreate,
-  });
-}

app/src/server/api/root.router.ts

@@ -8,11 +8,9 @@ import { evaluationsRouter } from "./routers/evaluations.router";
 import { worldChampsRouter } from "./routers/worldChamps.router";
 import { datasetsRouter } from "./routers/datasets.router";
 import { datasetEntries } from "./routers/datasetEntries.router";
+import { externalApiRouter } from "./routers/externalApi.router";
 import { projectsRouter } from "./routers/projects.router";
 import { dashboardRouter } from "./routers/dashboard.router";
-import { loggedCallsRouter } from "./routers/loggedCalls.router";
-import { usersRouter } from "./routers/users.router";
-import { adminJobsRouter } from "./routers/adminJobs.router";
 
 /**
  * This is the primary router for your server.
@@ -31,9 +29,7 @@ export const appRouter = createTRPCRouter({
   datasetEntries: datasetEntries,
   projects: projectsRouter,
   dashboard: dashboardRouter,
-  loggedCalls: loggedCallsRouter,
-  users: usersRouter,
-  adminJobs: adminJobsRouter,
+  externalApi: externalApiRouter,
 });
 
 // export type definition of API

app/src/server/api/routers/adminJobs.router.ts

@@ -1,18 +0,0 @@
-import { z } from "zod";
-
-import { createTRPCRouter, protectedProcedure } from "~/server/api/trpc";
-import { kysely } from "~/server/db";
-import { requireIsAdmin } from "~/utils/accessControl";
-
-export const adminJobsRouter = createTRPCRouter({
-  list: protectedProcedure.input(z.object({})).query(async ({ ctx }) => {
-    await requireIsAdmin(ctx);
-
-    return await kysely
-      .selectFrom("graphile_worker.jobs")
-      .limit(100)
-      .selectAll()
-      .orderBy("created_at", "desc")
-      .execute();
-  }),
-});

app/src/server/api/routers/dashboard.router.ts

@@ -1,12 +1,11 @@
 import { sql } from "kysely";
 import { z } from "zod";
-import { createTRPCRouter, protectedProcedure } from "~/server/api/trpc";
-import { kysely } from "~/server/db";
-import { requireCanViewProject } from "~/utils/accessControl";
+import { createTRPCRouter, publicProcedure } from "~/server/api/trpc";
+import { kysely, prisma } from "~/server/db";
 import dayjs from "~/utils/dayjs";
 
 export const dashboardRouter = createTRPCRouter({
-  stats: protectedProcedure
+  stats: publicProcedure
     .input(
       z.object({
         // TODO: actually take startDate into account
@@ -14,8 +13,7 @@ export const dashboardRouter = createTRPCRouter({
         projectId: z.string(),
       }),
     )
-    .query(async ({ input, ctx }) => {
-      await requireCanViewProject(input.projectId, ctx);
+    .query(async ({ input }) => {
       // Return the stats group by hour
       const periods = await kysely
         .selectFrom("LoggedCall")
@@ -26,9 +24,9 @@ export const dashboardRouter = createTRPCRouter({
         )
         .where("projectId", "=", input.projectId)
         .select(({ fn }) => [
-          sql<Date>`date_trunc('day', "LoggedCallModelResponse"."requestedAt")`.as("period"),
+          sql<Date>`date_trunc('day', "LoggedCallModelResponse"."startTime")`.as("period"),
           sql<number>`count("LoggedCall"."id")::int`.as("numQueries"),
-          fn.sum(fn.coalesce("LoggedCallModelResponse.cost", sql<number>`0`)).as("cost"),
+          fn.sum(fn.coalesce("LoggedCallModelResponse.totalCost", sql<number>`0`)).as("totalCost"),
         ])
         .groupBy("period")
         .orderBy("period")
@@ -59,7 +57,7 @@ export const dashboardRouter = createTRPCRouter({
           backfilledPeriods.unshift({
             period: dayjs(dayToMatch).toDate(),
             numQueries: 0,
-            cost: 0,
+            totalCost: 0,
           });
         }
         dayToMatch = dayToMatch.subtract(1, "day");
@@ -74,7 +72,7 @@ export const dashboardRouter = createTRPCRouter({
         )
         .where("projectId", "=", input.projectId)
         .select(({ fn }) => [
-          fn.sum(fn.coalesce("LoggedCallModelResponse.cost", sql<number>`0`)).as("cost"),
+          fn.sum(fn.coalesce("LoggedCallModelResponse.totalCost", sql<number>`0`)).as("totalCost"),
           fn.count("LoggedCall.id").as("numQueries"),
         ])
         .executeTakeFirst();
@@ -87,8 +85,8 @@ export const dashboardRouter = createTRPCRouter({
           "LoggedCall.id",
           "LoggedCallModelResponse.originalLoggedCallId",
         )
-        .select(({ fn }) => [fn.count("LoggedCall.id").as("count"), "statusCode as code"])
-        .where("statusCode", ">", 200)
+        .select(({ fn }) => [fn.count("LoggedCall.id").as("count"), "respStatus as code"])
+        .where("respStatus", ">", 200)
         .groupBy("code")
         .orderBy("count", "desc")
         .execute();
@@ -105,4 +103,16 @@ export const dashboardRouter = createTRPCRouter({
 
       return { periods: backfilledPeriods, totals, errors: namedErrors };
     }),
+
+  // TODO useInfiniteQuery
+  // https://discord.com/channels/966627436387266600/1122258443886153758/1122258443886153758
+  loggedCalls: publicProcedure.input(z.object({})).query(async ({ input }) => {
+    const loggedCalls = await prisma.loggedCall.findMany({
+      orderBy: { startTime: "desc" },
+      include: { tags: true, modelResponse: true },
+      take: 20,
+    });
+
+    return loggedCalls;
+  }),
 });

app/src/server/api/routers/datasetEntries.router.ts

@@ -4,21 +4,23 @@ import { prisma } from "~/server/db";
 import { requireCanModifyDataset, requireCanViewDataset } from "~/utils/accessControl";
 import { autogenerateDatasetEntries } from "../autogenerate/autogenerateDatasetEntries";
 
+const PAGE_SIZE = 10;
+
 export const datasetEntries = createTRPCRouter({
   list: protectedProcedure
-    .input(z.object({ datasetId: z.string(), page: z.number(), pageSize: z.number() }))
+    .input(z.object({ datasetId: z.string(), page: z.number() }))
     .query(async ({ input, ctx }) => {
       await requireCanViewDataset(input.datasetId, ctx);
 
-      const { datasetId, page, pageSize } = input;
+      const { datasetId, page } = input;
 
       const entries = await prisma.datasetEntry.findMany({
         where: {
           datasetId,
         },
         orderBy: { createdAt: "desc" },
-        skip: (page - 1) * pageSize,
-        take: pageSize,
+        skip: (page - 1) * PAGE_SIZE,
+        take: PAGE_SIZE,
       });
 
       const count = await prisma.datasetEntry.count({
@@ -29,6 +31,8 @@ export const datasetEntries = createTRPCRouter({
 
       return {
         entries,
+        startIndex: (page - 1) * PAGE_SIZE + 1,
+        lastPage: Math.ceil(count / PAGE_SIZE),
         count,
       };
     }),

app/src/server/api/routers/experiments.router.ts

@@ -85,16 +85,15 @@ export const experimentsRouter = createTRPCRouter({
       return experimentsWithCounts;
     }),
 
-  get: publicProcedure.input(z.object({ slug: z.string() })).query(async ({ input, ctx }) => {
+  get: publicProcedure.input(z.object({ id: z.string() })).query(async ({ input, ctx }) => {
+    await requireCanViewExperiment(input.id, ctx);
     const experiment = await prisma.experiment.findFirstOrThrow({
-      where: { slug: input.slug },
+      where: { id: input.id },
       include: {
         project: true,
       },
     });
 
-    await requireCanViewExperiment(experiment.id, ctx);
-
     const canModify = ctx.session?.user.id
       ? await canModifyExperiment(experiment.id, ctx.session?.user.id)
       : false;
@@ -178,7 +177,6 @@ export const experimentsRouter = createTRPCRouter({
         existingToNewVariantIds.set(variant.id, newVariantId);
         variantsToCreate.push({
           ...variant,
-          uiId: uuidv4(),
           id: newVariantId,
           experimentId: newExperimentId,
         });
@@ -192,7 +190,6 @@ export const experimentsRouter = createTRPCRouter({
         scenariosToCreate.push({
           ...scenario,
           id: newScenarioId,
-          uiId: uuidv4(),
           experimentId: newExperimentId,
           variableValues: scenario.variableValues as Prisma.InputJsonValue,
         });
@@ -230,7 +227,7 @@ export const experimentsRouter = createTRPCRouter({
             ...modelResponseData,
             id: newModelResponseId,
             scenarioVariantCellId: newCellId,
-            respPayload: (modelResponse.respPayload as Prisma.InputJsonValue) ?? undefined,
+            output: (modelResponse.output as Prisma.InputJsonValue) ?? undefined,
           });
           for (const evaluation of outputEvaluations) {
             outputEvaluationsToCreate.push({
@@ -293,10 +290,7 @@ export const experimentsRouter = createTRPCRouter({
         }),
       ]);
 
-      const newExperiment = await prisma.experiment.findUniqueOrThrow({
-        where: { id: newExperimentId },
-      });
-      return newExperiment;
+      return newExperimentId;
     }),
 
   create: protectedProcedure
@@ -341,6 +335,7 @@ export const experimentsRouter = createTRPCRouter({
           
           definePrompt("openai/ChatCompletion", {
             model: "gpt-3.5-turbo-0613",
+            stream: true,
             messages: [
               {
                 role: "system",

app/src/server/api/routers/externalApi.router.ts

@@ -0,0 +1,205 @@
+import { type Prisma } from "@prisma/client";
+import { type JsonValue } from "type-fest";
+import { z } from "zod";
+import { v4 as uuidv4 } from "uuid";
+import { TRPCError } from "@trpc/server";
+
+import { createTRPCRouter, publicProcedure } from "~/server/api/trpc";
+import { prisma } from "~/server/db";
+import { hashRequest } from "~/server/utils/hashObject";
+
+const reqValidator = z.object({
+  model: z.string(),
+  messages: z.array(z.any()),
+});
+
+const respValidator = z.object({
+  id: z.string(),
+  model: z.string(),
+  usage: z.object({
+    total_tokens: z.number(),
+    prompt_tokens: z.number(),
+    completion_tokens: z.number(),
+  }),
+  choices: z.array(
+    z.object({
+      finish_reason: z.string(),
+    }),
+  ),
+});
+
+export const externalApiRouter = createTRPCRouter({
+  checkCache: publicProcedure
+    .meta({
+      openapi: {
+        method: "POST",
+        path: "/v1/check-cache",
+        description: "Check if a prompt is cached",
+      },
+    })
+    .input(
+      z.object({
+        startTime: z.number().describe("Unix timestamp in milliseconds"),
+        reqPayload: z.unknown().describe("JSON-encoded request payload"),
+        tags: z
+          .record(z.string())
+          .optional()
+          .describe(
+            'Extra tags to attach to the call for filtering. Eg { "userId": "123", "promptId": "populate-title" }',
+          ),
+      }),
+    )
+    .output(
+      z.object({
+        respPayload: z.unknown().optional().describe("JSON-encoded response payload"),
+      }),
+    )
+    .mutation(async ({ input, ctx }) => {
+      const apiKey = ctx.apiKey;
+      if (!apiKey) {
+        throw new TRPCError({ code: "UNAUTHORIZED" });
+      }
+      const key = await prisma.apiKey.findUnique({
+        where: { apiKey },
+      });
+      if (!key) {
+        throw new TRPCError({ code: "UNAUTHORIZED" });
+      }
+      const reqPayload = await reqValidator.spa(input.reqPayload);
+      const cacheKey = hashRequest(key.projectId, reqPayload as JsonValue);
+
+      const existingResponse = await prisma.loggedCallModelResponse.findFirst({
+        where: {
+          cacheKey,
+        },
+        include: {
+          originalLoggedCall: true,
+        },
+        orderBy: {
+          startTime: "desc",
+        },
+      });
+
+      if (!existingResponse) return { respPayload: null };
+
+      await prisma.loggedCall.create({
+        data: {
+          projectId: key.projectId,
+          startTime: new Date(input.startTime),
+          cacheHit: true,
+          modelResponseId: existingResponse.id,
+        },
+      });
+
+      return {
+        respPayload: existingResponse.respPayload,
+      };
+    }),
+
+  report: publicProcedure
+    .meta({
+      openapi: {
+        method: "POST",
+        path: "/v1/report",
+        description: "Report an API call",
+      },
+    })
+    .input(
+      z.object({
+        startTime: z.number().describe("Unix timestamp in milliseconds"),
+        endTime: z.number().describe("Unix timestamp in milliseconds"),
+        reqPayload: z.unknown().describe("JSON-encoded request payload"),
+        respPayload: z.unknown().optional().describe("JSON-encoded response payload"),
+        respStatus: z.number().optional().describe("HTTP status code of response"),
+        error: z.string().optional().describe("User-friendly error message"),
+        tags: z
+          .record(z.string())
+          .optional()
+          .describe(
+            'Extra tags to attach to the call for filtering. Eg { "userId": "123", "promptId": "populate-title" }',
+          ),
+      }),
+    )
+    .output(z.void())
+    .mutation(async ({ input, ctx }) => {
+      const apiKey = ctx.apiKey;
+      if (!apiKey) {
+        throw new TRPCError({ code: "UNAUTHORIZED" });
+      }
+      const key = await prisma.apiKey.findUnique({
+        where: { apiKey },
+      });
+      if (!key) {
+        throw new TRPCError({ code: "UNAUTHORIZED" });
+      }
+      const reqPayload = await reqValidator.spa(input.reqPayload);
+      const respPayload = await respValidator.spa(input.respPayload);
+
+      const requestHash = hashRequest(key.projectId, reqPayload as JsonValue);
+
+      const newLoggedCallId = uuidv4();
+      const newModelResponseId = uuidv4();
+
+      const usage = respPayload.success ? respPayload.data.usage : undefined;
+
+      await prisma.$transaction([
+        prisma.loggedCall.create({
+          data: {
+            id: newLoggedCallId,
+            projectId: key.projectId,
+            startTime: new Date(input.startTime),
+            cacheHit: false,
+          },
+        }),
+        prisma.loggedCallModelResponse.create({
+          data: {
+            id: newModelResponseId,
+            originalLoggedCallId: newLoggedCallId,
+            startTime: new Date(input.startTime),
+            endTime: new Date(input.endTime),
+            reqPayload: input.reqPayload as Prisma.InputJsonValue,
+            respPayload: input.respPayload as Prisma.InputJsonValue,
+            respStatus: input.respStatus,
+            error: input.error,
+            durationMs: input.endTime - input.startTime,
+            ...(respPayload.success
+              ? {
+                  cacheKey: requestHash,
+                  inputTokens: usage ? usage.prompt_tokens : undefined,
+                  outputTokens: usage ? usage.completion_tokens : undefined,
+                }
+              : null),
+          },
+        }),
+        // Avoid foreign key constraint error by updating the logged call after the model response is created
+        prisma.loggedCall.update({
+          where: {
+            id: newLoggedCallId,
+          },
+          data: {
+            modelResponseId: newModelResponseId,
+          },
+        }),
+      ]);
+
+      if (input.tags) {
+        const tagsToCreate = Object.entries(input.tags).map(([name, value]) => ({
+          loggedCallId: newLoggedCallId,
+          // sanitize tags
+          name: name.replaceAll(/[^a-zA-Z0-9_]/g, "_"),
+          value,
+        }));
+
+        if (reqPayload.success) {
+          tagsToCreate.push({
+            loggedCallId: newLoggedCallId,
+            name: "$model",
+            value: reqPayload.data.model,
+          });
+        }
+        await prisma.loggedCallTag.createMany({
+          data: tagsToCreate,
+        });
+      }
+    }),
+});

app/src/server/api/routers/loggedCalls.router.ts

@@ -1,183 +0,0 @@
-import { z } from "zod";
-import { type Expression, type SqlBool, sql, type RawBuilder } from "kysely";
-import { jsonArrayFrom } from "kysely/helpers/postgres";
-
-import { createTRPCRouter, protectedProcedure } from "~/server/api/trpc";
-import { kysely, prisma } from "~/server/db";
-import { comparators, defaultFilterableFields } from "~/state/logFiltersSlice";
-import { requireCanViewProject } from "~/utils/accessControl";
-
-// create comparator type based off of comparators
-const comparatorToSqlExpression = (comparator: (typeof comparators)[number], value: string) => {
-  return (reference: RawBuilder<unknown>): Expression<SqlBool> => {
-    switch (comparator) {
-      case "=":
-        return sql`${reference} = ${value}`;
-      case "!=":
-        // Handle NULL values
-        return sql`${reference} IS DISTINCT FROM ${value}`;
-      case "CONTAINS":
-        return sql`${reference} LIKE ${"%" + value + "%"}`;
-      case "NOT_CONTAINS":
-        return sql`(${reference} NOT LIKE ${"%" + value + "%"} OR ${reference} IS NULL)`;
-      default:
-        throw new Error("Unknown comparator");
-    }
-  };
-};
-
-export const loggedCallsRouter = createTRPCRouter({
-  list: protectedProcedure
-    .input(
-      z.object({
-        projectId: z.string(),
-        page: z.number(),
-        pageSize: z.number(),
-        filters: z.array(
-          z.object({
-            field: z.string(),
-            comparator: z.enum(comparators),
-            value: z.string(),
-          }),
-        ),
-      }),
-    )
-    .query(async ({ input, ctx }) => {
-      const { projectId, page, pageSize } = input;
-
-      await requireCanViewProject(projectId, ctx);
-
-      const baseQuery = kysely
-        .selectFrom("LoggedCall as lc")
-        .leftJoin("LoggedCallModelResponse as lcmr", "lc.id", "lcmr.originalLoggedCallId")
-        .where((eb) => {
-          const wheres: Expression<SqlBool>[] = [eb("lc.projectId", "=", projectId)];
-
-          for (const filter of input.filters) {
-            if (!filter.value) continue;
-            const filterExpression = comparatorToSqlExpression(filter.comparator, filter.value);
-
-            if (filter.field === "Request") {
-              wheres.push(filterExpression(sql.raw(`lcmr."reqPayload"::text`)));
-            }
-            if (filter.field === "Response") {
-              wheres.push(filterExpression(sql.raw(`lcmr."respPayload"::text`)));
-            }
-            if (filter.field === "Model") {
-              wheres.push(filterExpression(sql.raw(`lc."model"`)));
-            }
-            if (filter.field === "Status Code") {
-              wheres.push(filterExpression(sql.raw(`lcmr."statusCode"::text`)));
-            }
-          }
-
-          return eb.and(wheres);
-        });
-
-      const tagFilters = input.filters.filter(
-        (filter) =>
-          !defaultFilterableFields.includes(
-            filter.field as (typeof defaultFilterableFields)[number],
-          ),
-      );
-
-      let updatedBaseQuery = baseQuery;
-
-      for (let i = 0; i < tagFilters.length; i++) {
-        const filter = tagFilters[i];
-        if (!filter?.value) continue;
-        const tableAlias = `lct${i}`;
-        const filterExpression = comparatorToSqlExpression(filter.comparator, filter.value);
-
-        updatedBaseQuery = updatedBaseQuery
-          .leftJoin(`LoggedCallTag as ${tableAlias}`, (join) =>
-            join
-              .onRef("lc.id", "=", `${tableAlias}.loggedCallId`)
-              .on(`${tableAlias}.name`, "=", filter.field),
-          )
-          .where(filterExpression(sql.raw(`${tableAlias}.value`))) as unknown as typeof baseQuery;
-      }
-
-      const rawCalls = await updatedBaseQuery
-        .select((eb) => [
-          "lc.id as id",
-          "lc.requestedAt as requestedAt",
-          "model",
-          "cacheHit",
-          "lc.requestedAt",
-          "receivedAt",
-          "reqPayload",
-          "respPayload",
-          "model",
-          "inputTokens",
-          "outputTokens",
-          "cost",
-          "statusCode",
-          "durationMs",
-          jsonArrayFrom(
-            eb
-              .selectFrom("LoggedCallTag")
-              .select(["name", "value"])
-              .whereRef("loggedCallId", "=", "lc.id"),
-          ).as("tags"),
-        ])
-        .orderBy("lc.requestedAt", "desc")
-        .limit(pageSize)
-        .offset((page - 1) * pageSize)
-        .execute();
-
-      const calls = rawCalls.map((rawCall) => {
-        const tagsObject = rawCall.tags.reduce(
-          (acc, tag) => {
-            acc[tag.name] = tag.value;
-            return acc;
-          },
-          {} as Record<string, string | null>,
-        );
-
-        return {
-          id: rawCall.id,
-          requestedAt: rawCall.requestedAt,
-          model: rawCall.model,
-          cacheHit: rawCall.cacheHit,
-          modelResponse: {
-            receivedAt: rawCall.receivedAt,
-            reqPayload: rawCall.reqPayload,
-            respPayload: rawCall.respPayload,
-            inputTokens: rawCall.inputTokens,
-            outputTokens: rawCall.outputTokens,
-            cost: rawCall.cost,
-            statusCode: rawCall.statusCode,
-            durationMs: rawCall.durationMs,
-          },
-          tags: tagsObject,
-        };
-      });
-
-      const matchingLogIds = await updatedBaseQuery.select(["lc.id"]).execute();
-
-      const count = matchingLogIds.length;
-
-      return { calls, count, matchingLogIds: matchingLogIds.map((log) => log.id) };
-    }),
-  getTagNames: protectedProcedure
-    .input(z.object({ projectId: z.string() }))
-    .query(async ({ input, ctx }) => {
-      await requireCanViewProject(input.projectId, ctx);
-
-      const tags = await prisma.loggedCallTag.findMany({
-        distinct: ["name"],
-        where: {
-          projectId: input.projectId,
-        },
-        select: {
-          name: true,
-        },
-        orderBy: {
-          name: "asc",
-        },
-      });
-
-      return tags.map((tag) => tag.name);
-    }),
-});