97 lines
1.6 KiB
TypeScript
97 lines
1.6 KiB
TypeScript
import { prisma } from "~/server/db";
|
|
|
|
const experimentId = "11111111-1111-1111-1111-111111111111";
|
|
const experiment = await prisma.experiment.upsert({
|
|
where: {
|
|
id: experimentId,
|
|
},
|
|
update: {},
|
|
create: {
|
|
id: experimentId,
|
|
label: "Quick Start",
|
|
},
|
|
});
|
|
|
|
await prisma.modelOutput.deleteMany({
|
|
where: {
|
|
promptVariant: {
|
|
experimentId,
|
|
},
|
|
},
|
|
});
|
|
|
|
await prisma.promptVariant.deleteMany({
|
|
where: {
|
|
experimentId,
|
|
},
|
|
});
|
|
|
|
const resp = await prisma.promptVariant.createMany({
|
|
data: [
|
|
{
|
|
experimentId,
|
|
label: "Prompt Variant 1",
|
|
sortIndex: 0,
|
|
config: {
|
|
model: "gpt-3.5-turbo",
|
|
messages: [{ role: "user", content: "What is the capitol of {{state}}?" }],
|
|
temperature: 0,
|
|
},
|
|
},
|
|
{
|
|
experimentId,
|
|
label: "Prompt Variant 2",
|
|
sortIndex: 1,
|
|
config: {
|
|
model: "gpt-3.5-turbo",
|
|
messages: [{ role: "user", content: "What is the capitol of the US state {{state}}?" }],
|
|
temperature: 0,
|
|
},
|
|
},
|
|
],
|
|
});
|
|
|
|
await prisma.templateVariable.deleteMany({
|
|
where: {
|
|
experimentId,
|
|
},
|
|
});
|
|
|
|
await prisma.templateVariable.createMany({
|
|
data: [
|
|
{
|
|
experimentId,
|
|
label: "state",
|
|
},
|
|
],
|
|
});
|
|
|
|
await prisma.testScenario.deleteMany({
|
|
where: {
|
|
experimentId,
|
|
},
|
|
});
|
|
|
|
await prisma.testScenario.createMany({
|
|
data: [
|
|
{
|
|
experimentId,
|
|
variableValues: {
|
|
state: "Washington",
|
|
},
|
|
},
|
|
{
|
|
experimentId,
|
|
variableValues: {
|
|
state: "California",
|
|
},
|
|
},
|
|
{
|
|
experimentId,
|
|
variableValues: {
|
|
state: "Utah",
|
|
},
|
|
},
|
|
],
|
|
});
|