increase default max tokens to 10240 since token prices decreased

stoerr · Jan 5, 2025 · 90ac39e · 90ac39e
1 parent 867df35
commit 90ac39e
Show file tree

Hide file tree

Showing 5 changed files with 5 additions and 5 deletions.
diff --git a/...ework/src/main/java/net/stoerr/ai/aigenpipeline/framework/chat/OpenAIChatBuilderImpl.java b/...ework/src/main/java/net/stoerr/ai/aigenpipeline/framework/chat/OpenAIChatBuilderImpl.java
@@ -49,7 +49,7 @@ public class OpenAIChatBuilderImpl implements AIChatBuilder {
      */
     public static final String ANTHROPIC_DEFAULT_VERSION = "2023-06-01";
 
-    public static final int DEFAULT_MAX_TOKENS = 2048;
+    public static final int DEFAULT_MAX_TOKENS = 10240;
 
     protected static final Gson gson = new GsonBuilder().setPrettyPrinting().disableHtmlEscaping().create();
     public static final String ROLE_SYSTEM = "system";

diff --git a/...framework/src/test/java/net/stoerr/ai/aigenpipeline/framework/chat/RunListLocalModel.java b/...framework/src/test/java/net/stoerr/ai/aigenpipeline/framework/chat/RunListLocalModel.java
@@ -29,7 +29,7 @@ public static void main(String[] args) throws IOException, InterruptedException
                 "    }\n" +
                 "  ],\n" +
                 "  \"temperature\": 0.0,\n" +
-                "  \"max_completion_tokens\": 2048\n" +
+                "  \"max_completion_tokens\": 10240\n" +
                 "}";
         HttpRequest request = HttpRequest.newBuilder()
                 .uri(URI.create(url))

diff --git a/...peline-framework/src/test/resources/aigenpipeline-test/expected/outputWithReplacement.txt b/...peline-framework/src/test/resources/aigenpipeline-test/expected/outputWithReplacement.txt
@@ -33,7 +33,7 @@ Response to:
     }
   ],
   "temperature": 0.0,
-  "max_completion_tokens": 2048
+  "max_completion_tokens": 10240
 }
 <!-- end of thereplacedpart AIGenVersion() -->
 this should be left alone at the end.

diff --git a/aigenpipeline-framework/src/test/resources/aigenpipeline-test/expected/outputWithVersion.txt b/aigenpipeline-framework/src/test/resources/aigenpipeline-test/expected/outputWithVersion.txt
@@ -30,5 +30,5 @@ Response to:
     }
   ],
   "temperature": 0.0,
-  "max_completion_tokens": 2048
+  "max_completion_tokens": 10240
 }
diff --git a/examples/infileprompt/copydata.md b/examples/infileprompt/copydata.md
@@ -39,5 +39,5 @@ AIGenPromptEnd(openaijson) -->
     }
   ],
   "temperature": 0.0,
-  "max_completion_tokens": 2048
+  "max_completion_tokens": 10240
 }