diff --git a/src/embeddings.js b/src/embeddings.js index b4642dc..78c6625 100644 --- a/src/embeddings.js +++ b/src/embeddings.js @@ -19,7 +19,7 @@ export const getOpenAIChat = async (onToken) => new OpenAIChat({ modelName: "gpt-4o", openAIApiKey: process.env._APP_ASSISTANT_OPENAI_API_KEY, - temperature: 0.3, + temperature: 0, maxTokens: 1000, streaming: true, callbacks: [ diff --git a/src/main.js b/src/main.js index ba835f1..a0d4c77 100644 --- a/src/main.js +++ b/src/main.js @@ -45,7 +45,7 @@ app.post("/v1/models/assistant/prompt", async (req, res) => { await chain.call({ input_documents: relevantDocuments, - question: `${SYSTEM_PROMPT}\n\n${prompt}`, + question: `${systemPrompt}\n\n${prompt}`, }); const sources = new Set( @@ -75,7 +75,10 @@ app.post("/v1/models/generic/prompt", async (req, res) => { res.write(token); }); - await chain.call(`${SYSTEM_PROMPT}\n\n${prompt}`); + await chain.invoke([ + ["system", systemPrompt], + ["human", prompt], + ]) res.end(); });