Merge pull request #252 from JelteF/fix-q28

Fix running of Q28 by not removing important backslashes from regex

alloydb/run.sh

@@ -2,7 +2,7 @@
 
 TRIES=3
 
-cat queries.sql | while read query; do
+cat queries.sql | while read -r query; do
     sync
     echo 3 | sudo tee /proc/sys/vm/drop_caches
 

athena/run.sh

@@ -2,7 +2,7 @@
 
 TRIES=3
 
-cat queries.sql | while read query; do
+cat queries.sql | while read -r query; do
     for i in $(seq 1 $TRIES); do
         aws athena --output json start-query-execution --query-execution-context 'Database=test' --result-configuration "OutputLocation=${OUTPUT}" --query-string "${query}" | jq '.QueryExecutionId'
     done

aurora-mysql/run.sh

@@ -2,7 +2,7 @@
 
 TRIES=3
 
-cat queries.sql | while read query; do
+cat queries.sql | while read -r query; do
     for i in $(seq 1 $TRIES); do
         mysql -h "${FQDN}" -u admin --password="${PASSWORD}" test -vvv -e "${query}"
     done;

aurora-postgresql/run.sh

@@ -2,7 +2,7 @@
 
 TRIES=3
 
-cat queries.sql | while read query; do
+cat queries.sql | while read -r query; do
     echo "$query";
     for i in $(seq 1 $TRIES); do
         psql -U postgres -h "${FQDN}" test -t -c '\timing' -c "$query" | grep 'Time'

bigquery/run.sh

@@ -2,7 +2,7 @@
 
 TRIES=3
 
-cat queries.sql | while read query; do
+cat queries.sql | while read -r query; do
     echo "$query";
     for i in $(seq 1 $TRIES); do
         time bq query --use_legacy_sql=false --use_cache=false <<< "$query"

byconity/run.sh

@@ -2,7 +2,7 @@
 
 TRIES=3
 QUERY_NUM=1
-cat queries.sql | while read query; do
+cat queries.sql | while read -r query; do
     [ -z "$FQDN" ] && sync
     [ -z "$FQDN" ] && echo 3 | sudo tee /proc/sys/vm/drop_caches >/dev/null
 

bytehouse/run.sh

@@ -1,7 +1,7 @@
 #!/bin/bash
 
 TRIES=3
-cat queries.sql | while read query; do
+cat queries.sql | while read -r query; do
     for i in $(seq 1 $TRIES); do
         ./bytehouse-cli --user "$user" --account "$account" --password "$password" --region ap-southeast-1 --secure --warehouse "$warehouse" --database test --query "${query}"
     done

chdb-parquet/run.sh

@@ -1,6 +1,6 @@
 #!/bin/bash
 
-cat queries.sql | while read query; do
+cat queries.sql | while read -r query; do
     sync
     echo 3 | sudo tee /proc/sys/vm/drop_caches >/dev/null
 

chdb/run.sh

@@ -1,6 +1,6 @@
 #!/bin/bash
 
-cat queries.sql | while read query; do
+cat queries.sql | while read -r query; do
     sync
     echo 3 | sudo tee /proc/sys/vm/drop_caches >/dev/null
 

citus/run.sh

@@ -2,7 +2,7 @@
 
 TRIES=3
 
-cat queries.sql | while read query; do
+cat queries.sql | while read -r query; do
     sync
     echo 3 | sudo tee /proc/sys/vm/drop_caches
 

clickhouse-cloud/run.sh

@@ -2,7 +2,7 @@
 
 TRIES=3
 QUERY_NUM=1
-cat queries.sql | while read query; do
+cat queries.sql | while read -r query; do
     echo -n "["
     for i in $(seq 1 $TRIES); do
         clickhouse-client --host "${FQDN:=localhost}" --password "${PASSWORD:=}" ${PASSWORD:+--secure} --time --format=Null --query="$query" --progress 0 2>&1 |

clickhouse-datalake/run.sh

@@ -2,7 +2,7 @@
 
 TRIES=3
 QUERY_NUM=1
-cat queries.sql | while read query; do
+cat queries.sql | while read -r query; do
 
     echo -n "["
     for i in $(seq 1 $TRIES); do

clickhouse-parquet/run.sh

@@ -2,7 +2,7 @@
 
 TRIES=3
 QUERY_NUM=1
-cat queries.sql | while read query; do
+cat queries.sql | while read -r query; do
     sync
     echo 3 | sudo tee /proc/sys/vm/drop_caches >/dev/null
 

clickhouse-web/run.sh

@@ -2,7 +2,7 @@
 
 TRIES=3
 QUERY_NUM=1
-cat queries.sql | while read query; do
+cat queries.sql | while read -r query; do
     clickhouse-client --query "SYSTEM DROP FILESYSTEM CACHE"
 
     echo -n "["

clickhouse/extended/latency.sh

@@ -5,7 +5,7 @@ PASSWORD="$2"
 
 TRIES=10
 
-cat queries_latency.sql | while read query; do
+cat queries_latency.sql | while read -r query; do
     echo "$query"
     clickhouse-local --query "SELECT format(\$\$ $query \$\$, c1) FROM file('random_counters.tsv') ORDER BY rand() LIMIT ${TRIES} FORMAT TSV" |
         clickhouse-benchmark --concurrency 10 --iterations "${TRIES}" --delay 0 --secure --host "$FQDN" --password "$PASSWORD" 2>&1 | grep -F '50.000%'

clickhouse/extended/throughput.sh

@@ -5,7 +5,7 @@ PASSWORD="$2"
 
 TRIES=3
 QUERY_NUM=1
-cat queries_throughput.sql | while read query; do
+cat queries_throughput.sql | while read -r query; do
     echo -n "["
     for i in $(seq 1 $TRIES); do
         RES=$(clickhouse-client --host "$FQDN" --password "$PASSWORD" --secure --time --format=Null --query="$query" 2>&1 ||:)

clickhouse/run.sh

@@ -11,7 +11,7 @@ fi
 
 TRIES=3
 QUERY_NUM=1
-cat queries"$SUFFIX".sql | while read query; do
+cat queries"$SUFFIX".sql | while read -r query; do
     [ -z "$FQDN" ] && sync
     [ -z "$FQDN" ] && echo 3 | sudo tee /proc/sys/vm/drop_caches >/dev/null
 

cloudberry/run.sh

@@ -2,7 +2,7 @@
 
 TRIES=3
 
-cat queries.sql | while read query; do
+cat queries.sql | while read -r query; do
     sync
     echo 3 | sudo tee /proc/sys/vm/drop_caches
 

cratedb/run.sh

@@ -2,7 +2,7 @@
 
 TRIES=3
 
-cat queries.sql | while read query; do
+cat queries.sql | while read -r query; do
     sync
     echo 3 | sudo tee /proc/sys/vm/drop_caches
 

databend/run.sh

@@ -2,7 +2,7 @@
 
 TRIES=3
 QUERY_NUM=1
-cat queries.sql | while read query; do
+cat queries.sql | while read -r query; do
     [ -z "$FQDN" ] && sync
     [ -z "$FQDN" ] && echo 3 | sudo tee /proc/sys/vm/drop_caches >/dev/null
 

datafusion/run.sh

@@ -19,7 +19,7 @@ fi
 TRIES=3
 QUERY_NUM=1
 echo $1
-cat queries.sql | while read query; do
+cat queries.sql | while read -r query; do
     sync
     echo 3 | sudo tee /proc/sys/vm/drop_caches >/dev/null
 

datafusion/run2.sh

@@ -1,7 +1,7 @@
 #!/bin/bash
 
 QUERY_NUM=1
-cat queries.sql | while read query; do
+cat queries.sql | while read -r query; do
     sync
     echo 3 | sudo tee /proc/sys/vm/drop_caches >/dev/null
 

druid/run.sh

@@ -1,7 +1,7 @@
 #!/bin/bash
 
 TRIES=3
-cat queries.sql | while read query; do
+cat queries.sql | while read -r query; do
     sync
     for i in $(seq 1 100); do
         CHECK=$(curl -o /dev/null -w '%{http_code}' -s -XPOST -H'Content-Type: application/json' http://localhost:8888/druid/v2/sql/ -d @check.json })

duckdb-parquet/run.sh

@@ -1,6 +1,6 @@
 #!/bin/bash
 
-cat queries.sql | while read query; do
+cat queries.sql | while read -r query; do
     sync
     echo 3 | sudo tee /proc/sys/vm/drop_caches >/dev/null
 

duckdb/run.sh

@@ -1,6 +1,6 @@
 #!/bin/bash
 
-cat queries.sql | while read query; do
+cat queries.sql | while read -r query; do
     sync
     echo 3 | sudo tee /proc/sys/vm/drop_caches >/dev/null
 

generate-results.sh

@@ -14,7 +14,7 @@ fi
     sed '/^const data = \[$/q' index.html
 
     FIRST=1
-    LANG="" ls -1 */results/*.json | while read file
+    LANG="" ls -1 */results/*.json | while read -r file
     do
         [[ $file =~ ^(hardware|versions|gravitons)/ ]] && continue;
 

glaredb/benchmark.sh

@@ -7,7 +7,7 @@ curl https://glaredb.com/install.sh | sh
 
 wget https://clickhouse-public-datasets.s3.eu-central-1.amazonaws.com/hits_compatible/athena/hits.parquet
 
-cat queries.sql | while read query
+cat queries.sql | while read -r query
 do
     sync
     echo 3 | sudo tee /proc/sys/vm/drop_caches

gravitons/generate-results.sh

@@ -7,7 +7,7 @@
     sed '/^const data = \[$/q' index.html
 
     FIRST=1
-    ls -1 results/*.json | while read file
+    ls -1 results/*.json | while read -r file
     do
         [ "${FIRST}" = "0" ] && echo -n ','
         jq --compact-output ". += {\"source\": \"${file}\"}" "${file}"

greenplum/run.sh

@@ -2,7 +2,7 @@
 
 TRIES=3
 
-cat queries.sql | while read query; do
+cat queries.sql | while read -r query; do
     sync
     echo 3 | sudo tee /proc/sys/vm/drop_caches
 

hardware/benchmark-chyt.sh

@@ -4,7 +4,7 @@ QUERIES_FILE="queries.sql"
 TABLE=$1
 TRIES=3
 
-cat "$QUERIES_FILE" | sed "s|{table}|\"${TABLE}\"|g" | while read query; do
+cat "$QUERIES_FILE" | sed "s|{table}|\"${TABLE}\"|g" | while read -r query; do
 
     echo -n "["
     for i in $(seq 1 $TRIES); do

hardware/benchmark-cloud.sh

@@ -20,7 +20,7 @@ fi
 QUERY_ID_PREFIX="benchmark_$RANDOM"
 QUERY_NUM=1
 
-cat "$QUERIES_FILE" | sed "s/{table}/${TABLE}/g" | while read query
+cat "$QUERIES_FILE" | sed "s/{table}/${TABLE}/g" | while read -r query
     do
     for i in $(seq 1 $TRIES)
     do

hardware/benchmark-new.sh

@@ -15,7 +15,7 @@ else
     exit 1
 fi
 
-cat "$QUERIES_FILE" | sed "s/{table}/${TABLE}/g" | while read query; do
+cat "$QUERIES_FILE" | sed "s/{table}/${TABLE}/g" | while read -r query; do
     sync
     echo 3 | sudo tee /proc/sys/vm/drop_caches >/dev/null
 

hardware/benchmark-yql.sh

@@ -4,7 +4,7 @@ QUERIES_FILE="queries.sql"
 TABLE=$1
 TRIES=3
 
-cat "$QUERIES_FILE" | sed "s|{table}|\"${TABLE}\"|g" | while read query; do
+cat "$QUERIES_FILE" | sed "s|{table}|\"${TABLE}\"|g" | while read -r query; do
 
     echo -n "["
     for i in $(seq 1 $TRIES); do

hardware/generate-results.sh

@@ -14,7 +14,7 @@ fi
     sed '/^const data = \[$/q' index.html
 
     FIRST=1
-    ls -1 results/*.json | while read file
+    ls -1 results/*.json | while read -r file
     do
         [ "${FIRST}" = "0" ] && echo -n ','
         jq --compact-output ". += {\"source\": \"${file}\"}" "${file}"

hardware/hardware.sh

@@ -63,7 +63,7 @@ echo
 >result.csv
 QUERY_NUM=1
 
-cat "$QUERIES_FILE" | sed "s/{table}/hits/g" | while read query; do
+cat "$QUERIES_FILE" | sed "s/{table}/hits/g" | while read -r query; do
     sync
     if [ "${OS}" = "Darwin" ] 
     then 

heavyai/run.sh

@@ -2,7 +2,7 @@
 
 TRIES=3
 
-cat queries.sql | while read query; do
+cat queries.sql | while read -r query; do
     sync
     echo 3 | sudo tee /proc/sys/vm/drop_caches
 

hydra/run.sh

@@ -2,7 +2,7 @@
 
 TRIES=3
 
-cat queries.sql | while read query; do
+cat queries.sql | while read -r query; do
     sync
     echo 3 | sudo tee /proc/sys/vm/drop_caches
 

infobright/run.sh

@@ -2,7 +2,7 @@
 
 TRIES=3
 
-cat queries.sql | while read query; do
+cat queries.sql | while read -r query; do
     sync
     echo 3 | sudo tee /proc/sys/vm/drop_caches
 

kinetica/run.sh

@@ -4,7 +4,7 @@ export KI_PWD=admin
 
 TRIES=3
 QUERY_NUM=1
-cat queries.sql | while read query; do
+cat queries.sql | while read -r query; do
     [ -z "$FQDN" ] && sync
     [ -z "$FQDN" ] && echo 3 | sudo tee /proc/sys/vm/drop_caches >/dev/null
 

mariadb-columnstore/run.sh

@@ -2,7 +2,7 @@
 
 TRIES=3
 
-cat queries.sql | while read query; do
+cat queries.sql | while read -r query; do
     sync
     echo 3 | sudo tee /proc/sys/vm/drop_caches
 

mariadb/run.sh

@@ -2,7 +2,7 @@
 
 TRIES=3
 
-cat queries.sql | while read query; do
+cat queries.sql | while read -r query; do
     sync
     echo 3 | sudo tee /proc/sys/vm/drop_caches
 

monetdb/run.sh

@@ -2,7 +2,7 @@
 
 TRIES=3
 
-cat queries.sql | while read query; do
+cat queries.sql | while read -r query; do
     sync
     echo 3 | sudo tee /proc/sys/vm/drop_caches
 

motherduck/run.sh

@@ -1,5 +1,5 @@
 #!/bin/bash
 
-cat queries.sql | while read query; do
+cat queries.sql | while read -r query; do
     ./query.py <<< "${query}"
 done

mysql-myisam/run.sh

@@ -2,7 +2,7 @@
 
 TRIES=3
 
-cat queries.sql | while read query; do
+cat queries.sql | while read -r query; do
     sync
     echo 3 | sudo tee /proc/sys/vm/drop_caches
 

mysql/run.sh

@@ -2,7 +2,7 @@
 
 TRIES=3
 
-cat queries.sql | while read query; do
+cat queries.sql | while read -r query; do
     sync
     echo 3 | sudo tee /proc/sys/vm/drop_caches