Skip to content

Commit

Permalink
Raise default for jdbc domain-compaction-threshold
Browse files Browse the repository at this point in the history
Reduces data transfer out of remote systems.
Most systems can handle IN lists of a few hundered values.
  • Loading branch information
raunaqmorarka committed Sep 12, 2024
1 parent 8c0d9be commit e036fcc
Show file tree
Hide file tree
Showing 11 changed files with 12 additions and 12 deletions.
2 changes: 1 addition & 1 deletion docs/src/main/sphinx/connector/druid.md
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
---
myst:
substitutions:
default_domain_compaction_threshold: '`32`'
default_domain_compaction_threshold: '`256`'
---

# Druid connector
Expand Down
2 changes: 1 addition & 1 deletion docs/src/main/sphinx/connector/exasol.md
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
---
myst:
substitutions:
default_domain_compaction_threshold: '`32`'
default_domain_compaction_threshold: '`256`'
---

# Exasol connector
Expand Down
2 changes: 1 addition & 1 deletion docs/src/main/sphinx/connector/mariadb.md
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
---
myst:
substitutions:
default_domain_compaction_threshold: '`32`'
default_domain_compaction_threshold: '`256`'
---

# MariaDB connector
Expand Down
2 changes: 1 addition & 1 deletion docs/src/main/sphinx/connector/mysql.md
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
---
myst:
substitutions:
default_domain_compaction_threshold: '`32`'
default_domain_compaction_threshold: '`256`'
---

# MySQL connector
Expand Down
2 changes: 1 addition & 1 deletion docs/src/main/sphinx/connector/oracle.md
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
---
myst:
substitutions:
default_domain_compaction_threshold: '`32`'
default_domain_compaction_threshold: '`256`'
---

# Oracle connector
Expand Down
2 changes: 1 addition & 1 deletion docs/src/main/sphinx/connector/postgresql.md
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
---
myst:
substitutions:
default_domain_compaction_threshold: '`32`'
default_domain_compaction_threshold: '`256`'
---

# PostgreSQL connector
Expand Down
2 changes: 1 addition & 1 deletion docs/src/main/sphinx/connector/redshift.md
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
---
myst:
substitutions:
default_domain_compaction_threshold: '`32`'
default_domain_compaction_threshold: '`256`'
---

# Redshift connector
Expand Down
2 changes: 1 addition & 1 deletion docs/src/main/sphinx/connector/singlestore.md
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
---
myst:
substitutions:
default_domain_compaction_threshold: '`32`'
default_domain_compaction_threshold: '`256`'
---

# SingleStore connector
Expand Down
2 changes: 1 addition & 1 deletion docs/src/main/sphinx/connector/sqlserver.md
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
---
myst:
substitutions:
default_domain_compaction_threshold: '`32`'
default_domain_compaction_threshold: '`256`'
---

# SQL Server connector
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -41,9 +41,9 @@ public class JdbcMetadataConfig
// Pushed domains are transformed into SQL IN lists
// (or sequence of range predicates) in JDBC connectors.
// Too large IN lists cause significant performance regression.
// Use 32 as compaction threshold as it provides reasonable balance
// Use 256 as compaction threshold as it provides reasonable balance
// between performance and pushdown capabilities
private int domainCompactionThreshold = 32;
private int domainCompactionThreshold = 256;

public boolean isComplexExpressionPushdownEnabled()
{
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -34,7 +34,7 @@ public void testDefaults()
.setAggregationPushdownEnabled(true)
.setTopNPushdownEnabled(true)
.setBulkListColumns(false)
.setDomainCompactionThreshold(32));
.setDomainCompactionThreshold(256));
}

@Test
Expand Down

0 comments on commit e036fcc

Please sign in to comment.