we're actually calling openai

This commit is contained in:
Kyle Corbitt
2023-06-22 17:57:21 -07:00
parent 0fa3af4e9f
commit a31c112745
14 changed files with 271 additions and 30 deletions

View File

@@ -70,15 +70,14 @@ model TemplateVariable {
model ModelOutput {
id String @id @default(uuid()) @db.Uuid
output Json
promptVariantId String @db.Uuid
promptVariant PromptVariant @relation(fields: [promptVariantId], references: [id])
testScenarioId String @db.Uuid
testScenario TestScenario @relation(fields: [testScenarioId], references: [id])
variableValues Json
inputsHash String @unique
createdAt DateTime @default(now())
updatedAt DateTime @updatedAt

View File

@@ -22,21 +22,21 @@ const resp = await prisma.promptVariant.createMany({
data: [
{
experimentId,
label: "Variant 1",
label: "Prompt Variant 1",
sortIndex: 0,
config: {
model: "gpt-3.5-turbo",
messages: [{ role: "user", content: "What is the capitol of {{input}}?" }],
messages: [{ role: "user", content: "What is the capitol of {{state}}?" }],
temperature: 0,
},
},
{
experimentId,
label: "Variant 2",
label: "Prompt Variant 2",
sortIndex: 1,
config: {
model: "gpt-3.5-turbo",
messages: [{ role: "user", content: "What is the capitol of the US state {{input}}?" }],
messages: [{ role: "user", content: "What is the capitol of the US state {{state}}?" }],
temperature: 0,
},
},
@@ -69,13 +69,13 @@ await prisma.testScenario.createMany({
{
experimentId,
variableValues: {
input: "Washington",
state: "Washington",
},
},
{
experimentId,
variableValues: {
input: "Georgia",
state: "Georgia",
},
},
],