proura脱却

eatski · Aug 12, 2024 · e7bb876 · e7bb876
1 parent 23b7882
commit e7bb876
Show file tree

Hide file tree

Showing 3 changed files with 26 additions and 131 deletions.
diff --git a/src/libs/proura/index.test.ts b/src/libs/proura/index.test.ts
diff --git a/src/libs/proura/index.ts b/src/libs/proura/index.ts
diff --git a/src/server/services/answer/index.ts b/src/server/services/answer/index.ts
@@ -4,20 +4,16 @@ import {
 	calculateEuclideanDistance,
 } from "../../../libs/math";
 import { openai } from "../../../libs/openai";
-import { prepareProura } from "../../../libs/proura";
 import { Story } from "../../../server/model/story";
 import { createPrompt } from "./createPrompt";
 
 export const checkAnswer = async (answer: string, story: Story) => {
-	const proura = prepareProura();
-	return proura
-		.add("distance", async () => {
-			const {
-				data: [textA, textB],
-			} = await openai.embeddings.create({
-				model: "text-embedding-ada-002",
-				input: [story.simpleTruth, answer],
-			});
+	const distance = openai.embeddings
+		.create({
+			model: "text-embedding-ada-002",
+			input: [story.simpleTruth, answer],
+		})
+		.then(({ data: [textA, textB] }) => {
 			if (!textA || !textB) {
 				return FALLBACK_DISTANCE;
 			}
@@ -26,21 +22,20 @@ export const checkAnswer = async (answer: string, story: Story) => {
 				textB.embedding,
 			);
 			return Math.round(distanceVal * 100) / 100;
-		})
-		.add("isCorrect", async () => {
-			const systemPrompt = await createPrompt(story.simpleTruth);
-			const { content } = await createMessage({
-				model: "claude-3-opus-20240229",
-				system: systemPrompt,
-				messages: [
-					{
-						role: "user",
-						content: answer,
-					},
-				],
-				temperature: 0.0,
-				max_tokens: 8,
-			});
+		});
+	const isCorrect = createPrompt(story.simpleTruth).then((systemPrompt) =>
+		createMessage({
+			model: "claude-3-opus-20240229",
+			system: systemPrompt,
+			messages: [
+				{
+					role: "user",
+					content: answer,
+				},
+			],
+			temperature: 0.0,
+			max_tokens: 8,
+		}).then(({ content }) => {
 			const text = content[0]?.type === "text" ? content[0].text : null;
 			const result = (["Correct", "Incorrect"] as const).find((word) =>
 				text?.includes(word),
@@ -49,6 +44,10 @@ export const checkAnswer = async (answer: string, story: Story) => {
 				throw new Error(`Unexpected response from Claude: ${content}`);
 			}
 			return result === "Correct";
-		})
-		.exec();
+		}),
+	);
+	return {
+		isCorrect: await isCorrect,
+		distance: await distance,
+	};
 };