Remove consoles
This commit is contained in:
@@ -125,10 +125,6 @@ export const datasetEntriesRouter = createTRPCRouter({
|
|||||||
return error("No loggedCallIds or jsonl provided");
|
return error("No loggedCallIds or jsonl provided");
|
||||||
}
|
}
|
||||||
|
|
||||||
const startingTime = Date.now();
|
|
||||||
|
|
||||||
console.log("1", 0);
|
|
||||||
|
|
||||||
let trainingRows: TrainingRow[];
|
let trainingRows: TrainingRow[];
|
||||||
|
|
||||||
if (input.loggedCallIds) {
|
if (input.loggedCallIds) {
|
||||||
@@ -171,7 +167,6 @@ export const datasetEntriesRouter = createTRPCRouter({
|
|||||||
};
|
};
|
||||||
});
|
});
|
||||||
} else {
|
} else {
|
||||||
console.log("2", Date.now() - startingTime);
|
|
||||||
trainingRows = JSON.parse(input.jsonl as string) as TrainingRow[];
|
trainingRows = JSON.parse(input.jsonl as string) as TrainingRow[];
|
||||||
const validationError = validateTrainingRows(trainingRows);
|
const validationError = validateTrainingRows(trainingRows);
|
||||||
if (validationError) {
|
if (validationError) {
|
||||||
@@ -179,8 +174,6 @@ export const datasetEntriesRouter = createTRPCRouter({
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
console.log("3", Date.now() - startingTime);
|
|
||||||
|
|
||||||
const [existingTrainingCount, existingTestingCount] = await prisma.$transaction([
|
const [existingTrainingCount, existingTestingCount] = await prisma.$transaction([
|
||||||
prisma.datasetEntry.count({
|
prisma.datasetEntry.count({
|
||||||
where: {
|
where: {
|
||||||
@@ -196,8 +189,6 @@ export const datasetEntriesRouter = createTRPCRouter({
|
|||||||
}),
|
}),
|
||||||
]);
|
]);
|
||||||
|
|
||||||
console.log("4", Date.now() - startingTime);
|
|
||||||
|
|
||||||
const newTotalEntries = existingTrainingCount + existingTestingCount + trainingRows.length;
|
const newTotalEntries = existingTrainingCount + existingTestingCount + trainingRows.length;
|
||||||
const numTrainingToAdd = Math.floor(trainingRatio * newTotalEntries) - existingTrainingCount;
|
const numTrainingToAdd = Math.floor(trainingRatio * newTotalEntries) - existingTrainingCount;
|
||||||
const numTestingToAdd = trainingRows.length - numTrainingToAdd;
|
const numTestingToAdd = trainingRows.length - numTrainingToAdd;
|
||||||
@@ -229,8 +220,6 @@ export const datasetEntriesRouter = createTRPCRouter({
|
|||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
console.log("5", Date.now() - startingTime);
|
|
||||||
|
|
||||||
// Ensure dataset and dataset entries are created atomically
|
// Ensure dataset and dataset entries are created atomically
|
||||||
await prisma.$transaction([
|
await prisma.$transaction([
|
||||||
prisma.dataset.upsert({
|
prisma.dataset.upsert({
|
||||||
@@ -248,8 +237,6 @@ export const datasetEntriesRouter = createTRPCRouter({
|
|||||||
}),
|
}),
|
||||||
]);
|
]);
|
||||||
|
|
||||||
console.log("6", Date.now() - startingTime);
|
|
||||||
|
|
||||||
return success(datasetId);
|
return success(datasetId);
|
||||||
}),
|
}),
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user