Skip to content

Commit

Permalink
chore: adjust based on a4d
Browse files Browse the repository at this point in the history
  • Loading branch information
mingxuanzhangsfdx committed Feb 14, 2025
1 parent 6a87668 commit 7cd8bf7
Showing 1 changed file with 14 additions and 3 deletions.
17 changes: 14 additions & 3 deletions src/types/llmService/LLMService.ts
Original file line number Diff line number Diff line change
Expand Up @@ -12,15 +12,26 @@ export interface LLMServiceInterface {
/**
* Calls the LLM with the provided engineered prompt, prompt ID, and input token limit.
* @param engineeredPrompt - The prompt that has been engineered for the LLM.
* @param jsonSchema - The string of the guided json of the structure of the LLM response (optional)
* @param promptId - The ID of the prompt (optional).
* @param outputTokenLimit - The limit on the number of output tokens (optional).
* @param options - The object of other options in the request (optional)
* @returns A promise that resolves to the LLM's response as a string.
*/
callLLM(
engineeredPrompt: string,
jsonSchema?: string,
promptId?: string,
outputTokenLimit?: number
outputTokenLimit?: number,
options?: CallLLMOptions
): Promise<string>;
}

export type CallLLMOptions = {
// Values to be added to the parameters property on the request.
parameters?: {
guided_json?: string;
};
// Properties to be added to the body of the request.
properties?: {
stop_sequence?: string[];
};
};

0 comments on commit 7cd8bf7

Please sign in to comment.