Make total fields limit configurable via sysprop (#997)

Co-authored-by: Bryan Burkholder <[email protected]>
slackhq · Jul 15, 2024 · 5a0ed39 · 5a0ed39
1 parent 795fd24
commit 5a0ed39
Show file tree

Hide file tree

Showing 2 changed files with 12 additions and 2 deletions.
diff --git a/astra/src/main/java/com/slack/astra/logstore/opensearch/OpenSearchAdapter.java b/astra/src/main/java/com/slack/astra/logstore/opensearch/OpenSearchAdapter.java
@@ -129,7 +129,8 @@ public class OpenSearchAdapter {
 
   // we can make this configurable when SchemaAwareLogDocumentBuilderImpl enforces a limit
   // set this to a high number for now
-  private static final int TOTAL_FIELDS_LIMIT = 2500;
+  private static final int TOTAL_FIELDS_LIMIT =
+      Integer.parseInt(System.getProperty("astra.mapping.totalFieldsLimit", "2500"));
 
   // This will enable OpenSearch query parsing by default, rather than going down the
   // QueryString parsing path we have been using

diff --git a/docs/topics/System-properties-reference.md b/docs/topics/System-properties-reference.md
@@ -73,4 +73,13 @@ schema.
 
 {style="narrow"}
 defaultValue
-: 500
+: 500
+
+
+## astra.mapping.totalFieldsLimit
+<tldr>experimental</tldr>
+Maximum amount of total fields used by the mapper service for query parsing.
+
+{style="narrow"}
+defaultValue
+: 2500